-- Logs begin at Sat 2022-01-29 03:34:23 UTC, end at Sat 2022-01-29 05:43:32 UTC. -- Jan 29 04:07:06.786671 n-d-825930-1 systemd[1]: Started Devstack devstack@q-svc.service. Jan 29 04:07:09.547696 n-d-825930-1 neutron-server[102295]: INFO neutron.common.config [-] Logging enabled! Jan 29 04:07:09.548339 n-d-825930-1 neutron-server[102295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 29 04:07:09.548465 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 04:07:09.552360 n-d-825930-1 neutron-server[102295]: INFO neutron.common.config [-] Logging enabled! Jan 29 04:07:09.552570 n-d-825930-1 neutron-server[102295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 29 04:07:09.552882 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 04:07:09.553814 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 04:07:09.554076 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 04:07:09.554441 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 04:07:09.554694 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 04:07:09.554925 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 04:07:09.555248 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.555553 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.555849 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.556083 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.556382 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.556672 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.556956 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.557245 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.557546 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.557834 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.558145 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.558435 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.558669 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.558952 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.559241 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.559529 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.559755 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] debug = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.560037 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.560566 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.562912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] host = n-d-825930-1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.566155 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.568870 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569413 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569886 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.569886 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.570071 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.570352 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.570634 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.570912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.571186 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.571460 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.571747 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.572023 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.572300 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.572578 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.572871 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.573142 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.573418 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.573722 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.574040 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.574326 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.574614 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.574892 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.575175 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.575458 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.575733 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.576008 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] use_json = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.576283 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.576557 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.576840 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.577115 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.577390 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.577666 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.577965 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.578253 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:09.578554 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.578857 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.579159 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.579447 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.579745 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.580028 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.580341 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.580623 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.580913 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.581202 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.581492 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.581772 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.582101 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.582383 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.582675 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.582981 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.583279 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.583575 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.583853 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.584130 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.584405 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.584958 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.585255 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.585547 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.585840 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.586161 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.586446 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.586736 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.587035 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.587329 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.587607 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.587890 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.588181 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.588464 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.588741 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.589023 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.589314 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.589596 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.589872 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.590180 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.590462 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.590737 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.591011 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.591294 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.591586 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.591868 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.592142 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.592415 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.592694 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.592967 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.593254 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.593535 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.593814 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.594114 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.594397 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.594670 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.594945 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.595224 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.595505 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.595861 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.596215 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.596600 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.596881 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.597159 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.597437 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.597713 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.598018 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.598303 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.598580 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.598855 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.599131 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.599406 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.599683 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.599971 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.600271 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.600552 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.600831 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.601111 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.601390 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.601670 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.601977 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.602259 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.602540 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.602814 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.603103 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.603387 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.603674 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.603958 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.604238 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.604539 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.604818 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.605102 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.605381 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.605667 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.605989 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.606278 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.606574 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.606869 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.607163 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.607457 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.607750 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.608033 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.608343 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.608623 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:09.608842 n-d-825930-1 neutron-server[102295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 04:07:09.609083 n-d-825930-1 neutron-server[102295]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102295) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 29 04:07:09.965992 n-d-825930-1 neutron-server[102295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 29 04:07:09.966275 n-d-825930-1 neutron-server[102295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 29 04:07:09.966569 n-d-825930-1 neutron-server[102295]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 29 04:07:09.966905 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 29 04:07:10.367104 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.367394 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.367669 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.368963 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.369248 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.369520 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.405538 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.405814 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.406108 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.421199 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.421486 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.421755 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.451168 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.451454 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.451727 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.491814 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.492096 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.492361 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.730320 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.730957 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.730957 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.731151 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.731813 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.853679 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.854030 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.854327 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.854603 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.854873 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.855195 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.855460 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.855722 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.855979 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.856264 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.856527 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.856796 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.857055 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.857312 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.857584 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.857850 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.858134 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.858405 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.858676 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.858935 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.859207 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.859460 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.859740 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.860118 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.860369 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.860614 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.861016 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:10.861834 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:10.862244 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:10.862488 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:10.862727 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:10.862965 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:10.863326 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 29 04:07:10.866498 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 29 04:07:10.870479 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 29 04:07:10.874241 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 29 04:07:10.875881 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 29 04:07:10.876338 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 29 04:07:10.876679 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 29 04:07:10.877096 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 29 04:07:10.880111 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 29 04:07:10.880372 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 29 04:07:10.880708 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 04:07:10.886048 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 29 04:07:10.909161 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 29 04:07:10.909605 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.909912 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102295) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 29 04:07:10.910290 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.911689 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102295) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 29 04:07:10.911970 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 04:07:10.912213 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 29 04:07:10.915446 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.915738 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:10.979706 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 29 04:07:10.979948 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 29 04:07:10.980187 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 29 04:07:10.980607 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 29 04:07:11.002702 n-d-825930-1 neutron-server[102295]: DEBUG oslo_db.sqlalchemy.engines [None req-7f686451-85fa-4aed-a747-582440bca018 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 29 04:07:11.532170 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing driver for type 'gre' Jan 29 04:07:11.532720 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f686451-85fa-4aed-a747-582440bca018 None None] gre ID ranges: [(1, 1000)] Jan 29 04:07:11.582549 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing driver for type 'local' Jan 29 04:07:11.582958 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing driver for type 'vlan' Jan 29 04:07:11.596296 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f686451-85fa-4aed-a747-582440bca018 None None] VlanTypeDriver initialization complete Jan 29 04:07:11.596879 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing driver for type 'vxlan' Jan 29 04:07:11.597395 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f686451-85fa-4aed-a747-582440bca018 None None] vxlan ID ranges: [(1, 1000)] Jan 29 04:07:11.649138 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing extension driver 'port_security' Jan 29 04:07:11.649491 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f686451-85fa-4aed-a747-582440bca018 None None] PortSecurityExtensionDriver initialization complete Jan 29 04:07:11.649825 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing mechanism driver 'openvswitch' Jan 29 04:07:11.650190 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing mechanism driver 'hyperv' Jan 29 04:07:11.656878 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7f686451-85fa-4aed-a747-582440bca018 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:07:11.659839 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.660224 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.660583 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.661108 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:07:11.661549 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.661914 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.662278 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.662668 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:07:11.663074 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.663420 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.663762 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.664149 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:07:11.664558 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > security_group after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.664910 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > security_group after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.665252 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.665691 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:07:11.666135 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.666485 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.666828 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.667215 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:07:11.667614 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > address_group after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.667959 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > address_group after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.668299 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.668686 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 04:07:11.669124 n-d-825930-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f686451-85fa-4aed-a747-582440bca018 None None] ML2 OVO RPC backend initialized. {{(pid=102295) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 29 04:07:11.669833 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.670219 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.670639 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.670992 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > networks before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.671341 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.671686 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > ports before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.672029 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.672372 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnets before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.672721 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.673065 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.673405 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.673852 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.674230 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.674668 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.675011 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.675350 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.675692 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.676270 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Modular L2 Plugin initialization complete Jan 29 04:07:11.676601 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading services supported by the core plugin {{(pid=102295) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 29 04:07:11.676930 n-d-825930-1 neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Got port-security extension from driver 'port_security' Jan 29 04:07:11.677397 n-d-825930-1 neutron-server[102295]: INFO neutron.extensions.vlantransparent [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Disabled vlantransparent extension. Jan 29 04:07:11.677906 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102295) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 29 04:07:11.678228 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: router Jan 29 04:07:11.714568 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.714969 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.715342 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router before_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.715709 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.716087 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.716448 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_delete 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.716808 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.717279 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.717646 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.718027 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.718383 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.718730 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.719087 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.719499 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.719866 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.720206 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.720547 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.721459 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.721815 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.722190 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.722533 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.722876 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.723233 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.723576 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.723927 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.724289 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.724640 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.725006 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > agent after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.725357 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > agent after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.725709 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.726593 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Tracking information for resource: router configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:11.726928 n-d-825930-1 neutron-server[102295]: DEBUG neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Tracking information for resource: floatingip configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 04:07:11.731814 n-d-825930-1 neutron-server[102295]: INFO neutron.db.l3_agentschedulers_db [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 29 04:07:11.732391 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.732741 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.733094 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.733444 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.734271 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router before_create 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.734641 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.735003 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_create 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.735358 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > router precommit_update 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.740089 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.provider_configuration [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service providers = [] {{(pid=102295) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 29 04:07:11.740456 n-d-825930-1 neutron-server[102295]: DEBUG neutron.db.servicetype_db [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102295) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 29 04:07:11.743401 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.service_base [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:07:11.743753 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.service_base [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:07:11.744104 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.service_base [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:07:11.744997 n-d-825930-1 neutron-server[102295]: DEBUG neutron.services.service_base [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 04:07:11.745370 n-d-825930-1 neutron-server[102295]: INFO neutron.services.service_base [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 29 04:07:11.745742 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.746091 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 29 04:07:11.756686 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.757028 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: auto_allocate Jan 29 04:07:11.762828 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: network precommit_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.763199 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: network precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.763716 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.764047 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: tag Jan 29 04:07:11.771318 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.771652 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: timestamp Jan 29 04:07:11.775505 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.775841 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: network_ip_availability Jan 29 04:07:11.781277 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.781653 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.782042 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:11.782749 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.783086 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: flavors Jan 29 04:07:11.788587 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.788919 n-d-825930-1 neutron-server[102295]: INFO neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading Plugin: revisions Jan 29 04:07:11.793242 n-d-825930-1 neutron-server[102295]: DEBUG neutron.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 04:07:11.793632 n-d-825930-1 neutron-server[102295]: DEBUG oslo_concurrency.lockutils [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 29 04:07:11.794417 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102295) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 29 04:07:11.794759 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Initializing extension manager. Jan 29 04:07:11.795266 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: __init__.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.795608 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: __pycache__ {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.795946 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.796304 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: address_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.797083 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.797673 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: address-group Jan 29 04:07:11.798035 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: address_scope.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.798802 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.799416 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: address-scope Jan 29 04:07:11.799748 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.800707 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.801216 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: router-admin-state-down-before-update Jan 29 04:07:11.801542 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: agent.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.802275 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.802775 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: agent Jan 29 04:07:11.803098 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: agent_resources_synced.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.804012 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.804514 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: agent-resources-synced Jan 29 04:07:11.804836 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: allowedaddresspairs.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.806643 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.807167 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: allowed-address-pairs Jan 29 04:07:11.807495 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: auto_allocated_topology.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.808576 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.809086 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: auto-allocated-topology Jan 29 04:07:11.809417 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: availability_zone.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.810144 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.810648 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: availability_zone Jan 29 04:07:11.810974 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: availability_zone_filter.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.811910 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.812415 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: availability_zone_filter Jan 29 04:07:11.812737 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: data_plane_status.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.813647 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.814187 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension data-plane-status not supported by any of loaded plugins Jan 29 04:07:11.814604 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: default_subnetpools.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.815571 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.816070 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: default-subnetpools Jan 29 04:07:11.816393 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.817199 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.817695 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: dhcp_agent_scheduler Jan 29 04:07:11.818055 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: dns.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.818964 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.819459 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension dns-integration not supported by any of loaded plugins Jan 29 04:07:11.819783 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: dns_domain_ports.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.820700 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.821200 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 29 04:07:11.821528 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.822529 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.823029 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 29 04:07:11.823354 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: dvr.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.824032 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.824530 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: dvr Jan 29 04:07:11.824853 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: ecmp_routes.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.825777 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.826309 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 29 04:07:11.826633 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: empty_string_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.827544 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.828046 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: empty-string-filtering Jan 29 04:07:11.828367 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.829274 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.829774 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 29 04:07:11.830631 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.831713 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.832217 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 29 04:07:11.832542 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: external_net.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.833502 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.833984 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: external-net Jan 29 04:07:11.834311 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.835484 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.835983 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: extra_dhcp_opt Jan 29 04:07:11.836305 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: extraroute.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.837210 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.837709 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: extraroute Jan 29 04:07:11.838059 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: extraroute_atomic.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.839102 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.839607 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: extraroute-atomic Jan 29 04:07:11.839931 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: filter_validation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.840774 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.841269 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: filter-validation Jan 29 04:07:11.841591 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: fip_pf_description.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.842527 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.843022 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 29 04:07:11.843343 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: fip_port_details.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.844259 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.844765 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: fip-port-details Jan 29 04:07:11.845088 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: flavors.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.847437 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.847952 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: flavors Jan 29 04:07:11.848282 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.849995 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.850512 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 29 04:07:11.850846 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: floatingip_pools.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.851548 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.852053 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: floatingip-pools Jan 29 04:07:11.852379 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: ip_allocation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.853312 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.853809 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension ip_allocation not supported by any of loaded plugins Jan 29 04:07:11.854165 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.855089 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.855598 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: ip-substring-filtering Jan 29 04:07:11.855931 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l2_adjacency.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.856861 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.857364 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 29 04:07:11.857695 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.858691 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.859210 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: router Jan 29 04:07:11.859537 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.861908 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.862440 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 29 04:07:11.862774 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.863718 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.864233 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: ext-gw-mode Jan 29 04:07:11.864561 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.865510 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.866057 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: l3-ha Jan 29 04:07:11.866382 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3_flavors.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.867297 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.867804 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: l3-flavors Jan 29 04:07:11.868129 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.869039 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.869542 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 29 04:07:11.869864 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: l3agentscheduler.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.870923 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.871431 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: l3_agent_scheduler Jan 29 04:07:11.871762 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: logging.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.873265 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.873788 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension logging not supported by any of loaded plugins Jan 29 04:07:11.874158 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: metering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.874903 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.875484 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: metering Jan 29 04:07:11.875815 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.877054 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.877569 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: metering_source_and_destination_fields Jan 29 04:07:11.877909 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: multiprovidernet.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.878852 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.879362 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: multi-provider Jan 29 04:07:11.879691 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: netmtu.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.880607 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.881117 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: net-mtu Jan 29 04:07:11.881445 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: netmtu_writable.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.882393 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.882899 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: net-mtu-writable Jan 29 04:07:11.883228 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: network_availability_zone.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.883908 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.884408 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: network_availability_zone Jan 29 04:07:11.884733 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: network_ip_availability.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.885846 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.886379 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: network-ip-availability Jan 29 04:07:11.886708 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: network_segment_range.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.887479 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.887980 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension network-segment-range not supported by any of loaded plugins Jan 29 04:07:11.888306 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: pagination.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.889286 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.889622 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: pagination Jan 29 04:07:11.889974 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: port_device_profile.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.890896 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.891400 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: port-device-profile Jan 29 04:07:11.891724 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.893264 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.893770 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: port-mac-address-regenerate Jan 29 04:07:11.894153 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.895076 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.895579 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: port-numa-affinity-policy Jan 29 04:07:11.895908 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: port_resource_request.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.896823 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.897325 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension port-resource-request not supported by any of loaded plugins Jan 29 04:07:11.897648 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: portbindings.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.898601 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.899103 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: binding Jan 29 04:07:11.899427 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: portbindings_extended.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.900714 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.901220 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: binding-extended Jan 29 04:07:11.901548 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: portsecurity.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.902486 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.902991 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: port-security Jan 29 04:07:11.903316 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: project_id.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.904284 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.904616 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: project-id Jan 29 04:07:11.904941 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: providernet.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.905874 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.906402 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: provider Jan 29 04:07:11.906724 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.910947 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.911467 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos not supported by any of loaded plugins Jan 29 04:07:11.911798 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.913054 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.913569 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 29 04:07:11.913908 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.914837 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.915350 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 29 04:07:11.915677 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_default.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.916594 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.917105 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-default not supported by any of loaded plugins Jan 29 04:07:11.917437 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_fip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.918122 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.918627 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-fip not supported by any of loaded plugins Jan 29 04:07:11.918951 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_gateway_ip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.919873 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.920375 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 29 04:07:11.920699 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_port_network_policy.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.921606 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.922137 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 29 04:07:11.922476 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_pps_rule.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.923652 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.924287 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-pps not supported by any of loaded plugins Jan 29 04:07:11.924615 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_rule_type_details.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.925535 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.926073 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 29 04:07:11.926401 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: qos_rules_alias.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.927446 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.927955 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 29 04:07:11.928283 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: quotasv2.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.929369 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.929705 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: quotas Jan 29 04:07:11.930060 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: quotasv2_detail.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.933283 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.933632 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: quota_details Jan 29 04:07:11.934006 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: rbac.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.935059 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.935586 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: rbac-policies Jan 29 04:07:11.935923 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: rbac_address_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.936855 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.937367 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: rbac-address-group Jan 29 04:07:11.937697 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: rbac_address_scope.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.938641 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.939155 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: rbac-address-scope Jan 29 04:07:11.939603 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: rbac_security_groups.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.940525 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.941034 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: rbac-security-groups Jan 29 04:07:11.941363 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: rbac_subnetpool.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.942311 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.942818 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: rbac-subnetpool Jan 29 04:07:11.943143 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: revisionifmatch.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.944060 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.944570 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: revision-if-match Jan 29 04:07:11.944896 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: revisions.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.946061 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.946576 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: standard-attr-revisions Jan 29 04:07:11.946907 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: router_availability_zone.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.947583 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.948090 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: router_availability_zone Jan 29 04:07:11.948420 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: routerservicetype.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.949338 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.949846 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension router-service-type not supported by any of loaded plugins Jan 29 04:07:11.950196 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.951120 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.951627 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: security-groups-normalized-cidr Jan 29 04:07:11.951952 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.952869 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.953368 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: port-security-groups-filtering Jan 29 04:07:11.953691 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.954638 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.955703 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: security-groups-remote-address-group Jan 29 04:07:11.956029 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: securitygroup.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.967464 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.967994 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: security-group Jan 29 04:07:11.968328 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: segment.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.969119 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.969623 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension segment not supported by any of loaded plugins Jan 29 04:07:11.969981 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.971526 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.972027 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 29 04:07:11.972353 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: servicetype.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.973568 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.974111 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: service-type Jan 29 04:07:11.974444 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: sorting.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.975438 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.975775 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: sorting Jan 29 04:07:11.976103 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: standard_attr_segment.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.977021 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.977531 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 29 04:07:11.977856 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: standardattrdescription.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.978530 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.979039 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: standard-attr-description Jan 29 04:07:11.979363 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: stateful_security_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.980307 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.980819 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: stateful-security-group Jan 29 04:07:11.981144 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: stdattrs_common.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.981726 n-d-825930-1 neutron-server[102295]: WARNING neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 29 04:07:11.982110 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.983139 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.983862 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 29 04:07:11.984219 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: subnet_onboard.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.985355 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.985867 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: subnet_onboard Jan 29 04:07:11.986248 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.987261 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.987765 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 29 04:07:11.988087 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: subnet_service_types.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.989010 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.989517 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: subnet-service-types Jan 29 04:07:11.989841 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: subnetallocation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.990953 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.991460 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: subnet_allocation Jan 29 04:07:11.991786 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.992452 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.992954 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: subnetpool-prefix-ops Jan 29 04:07:11.993275 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.994245 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.994747 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 29 04:07:11.995073 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: tagging.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.996137 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.996652 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: standard-attr-tag Jan 29 04:07:11.996979 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: timestamp.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:11.998227 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:11.998740 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loaded extension: standard-attr-timestamp Jan 29 04:07:11.999069 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: trunk.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:12.000102 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:12.000617 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension trunk not supported by any of loaded plugins Jan 29 04:07:12.000942 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: trunk_details.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:12.002411 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:12.003008 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension trunk-details not supported by any of loaded plugins Jan 29 04:07:12.003338 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: uplink_status_propagation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:12.004258 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:12.004761 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 29 04:07:12.005087 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Loading extension file: vlantransparent.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 04:07:12.005764 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 04:07:12.006291 n-d-825930-1 neutron-server[102295]: INFO neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 29 04:07:12.008690 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:network Jan 29 04:07:12.009212 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:subnet Jan 29 04:07:12.009614 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:07:12.010046 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:port Jan 29 04:07:12.011265 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.011710 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service FLAVORS assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.012329 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.012752 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.013085 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:router Jan 29 04:07:12.013519 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:floatingip Jan 29 04:07:12.014035 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service METERING assigned prefix: /metering {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.015491 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:12.015868 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:12.016222 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:07:12.017216 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 04:07:12.018258 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:security_group Jan 29 04:07:12.018696 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 04:07:12.019305 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.019639 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:07:12.019986 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] subnetpool is already registered Jan 29 04:07:12.020409 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.020736 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:07:12.021067 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] subnetpool is already registered Jan 29 04:07:12.023361 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.023796 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service FLAVORS assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.024383 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.024804 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.025141 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:router Jan 29 04:07:12.025483 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] router is already registered Jan 29 04:07:12.025923 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:floatingip Jan 29 04:07:12.026263 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] floatingip is already registered Jan 29 04:07:12.026716 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service METERING assigned prefix: /metering {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.027374 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 04:07:12.027700 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] rbac_policy is already registered Jan 29 04:07:12.028118 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:security_group Jan 29 04:07:12.028455 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] security_group is already registered Jan 29 04:07:12.028856 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 04:07:12.029190 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] security_group_rule is already registered Jan 29 04:07:12.029814 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.030168 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:07:12.030502 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] subnetpool is already registered Jan 29 04:07:12.030919 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 04:07:12.031246 n-d-825930-1 neutron-server[102295]: INFO neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 04:07:12.031578 n-d-825930-1 neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-7f686451-85fa-4aed-a747-582440bca018 None None] subnetpool is already registered Jan 29 04:07:12.032048 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: extensions {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.033640 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: address-groups {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.035164 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: address-scopes {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.036483 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: agents {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.037632 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: auto-allocated-topology {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.038899 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: availability_zones {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.040131 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: dhcp-networks {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.041627 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: dhcp-agents {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.043079 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: routers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.045264 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: flavors {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.046460 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: service_profiles {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.047684 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: next_providers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.049179 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: service_profiles {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.050743 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: floatingip-pools {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.051971 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: routers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.054076 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: floatingips {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.055562 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: l3-routers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.056942 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: l3-agents {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.058401 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: metering-labels {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.059759 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: metering-label-rules {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.061029 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: network-ip-availabilities {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.062342 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: bindings {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.063995 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: quotas {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.066001 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: quotas {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.067415 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: rbac-policies {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.068620 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: security-groups {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.070905 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: security-group-rules {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.072136 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: service-providers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.073342 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: subnetpools {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.074793 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: subnetpools {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.076254 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.077982 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.079792 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.082204 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.084031 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.086146 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.087848 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.089753 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.091548 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.093342 n-d-825930-1 neutron-server[102295]: DEBUG neutron.api.extensions [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 04:07:12.099368 n-d-825930-1 neutron-server[102295]: WARNING keystonemiddleware.auth_token [None req-7f686451-85fa-4aed-a747-582440bca018 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 29 04:07:12.104065 n-d-825930-1 neutron-server[102295]: WARNING keystonemiddleware.auth_token [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 29 04:07:12.113136 n-d-825930-1 neutron-server[102295]: DEBUG oslo_concurrency.lockutils [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Acquired lock "singleton_lock" {{(pid=102295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 29 04:07:12.113609 n-d-825930-1 neutron-server[102295]: DEBUG oslo_concurrency.lockutils [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Releasing lock "singleton_lock" {{(pid=102295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 29 04:07:12.114272 n-d-825930-1 neutron-server[102295]: INFO oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Starting 2 workers Jan 29 04:07:12.119177 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Started child 102402 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:07:12.123630 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Started child 102403 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:07:12.124681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:12.125330 n-d-825930-1 neutron-server[102295]: INFO neutron.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 29 04:07:12.125972 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Notify callbacks [] for process, before_spawn {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:12.126373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [-] (102402) wsgi starting up on http://0.0.0.0:9696 Jan 29 04:07:12.128928 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:12.129362 n-d-825930-1 neutron-server[102295]: INFO oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Starting 1 workers Jan 29 04:07:12.130336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [-] (102403) wsgi starting up on http://0.0.0.0:9696 Jan 29 04:07:12.134271 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Started child 102404 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:07:12.134833 n-d-825930-1 neutron-server[102295]: INFO oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Starting 1 workers Jan 29 04:07:12.138091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] calling RpcWorker wait() {{(pid=102404) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 29 04:07:12.138627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] returning from RpcWorker wait() {{(pid=102404) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 29 04:07:12.139302 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Started child 102405 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 04:07:12.139967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:12.140134 n-d-825930-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f686451-85fa-4aed-a747-582440bca018 None None] Notify callbacks [] for process, after_spawn {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:12.140542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:07:12.142098 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 04:07:12.142311 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 04:07:12.142542 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 04:07:12.143301 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 04:07:12.143623 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 04:07:12.143802 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 04:07:12.144482 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.144751 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.145007 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.145137 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:12.145623 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.145623 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.146194 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.146463 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.146726 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.147007 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.147231 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.147410 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.147581 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.147828 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.148076 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.148379 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.148655 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.148895 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.149158 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.149350 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.149597 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.149858 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.150124 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.150402 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] debug = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.150640 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.151124 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.151350 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.151608 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.151851 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.152129 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.152356 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.152611 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.152859 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.153094 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.153355 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.153606 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.153848 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.154103 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.154324 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.154589 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.154802 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.155264 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] host = n-d-825930-1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.155480 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.155716 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.155986 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.156235 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.156496 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.156725 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.156977 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.157231 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.157494 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.157732 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.157993 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.158339 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.158787 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.159072 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.159215 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_options = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.159416 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.159676 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.159920 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.160108 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.160276 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.160449 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.160708 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.160870 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.161139 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.161374 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.161588 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.161811 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.162083 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.162296 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.162628 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.162780 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.162997 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.163204 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.163446 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.163670 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.163891 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.164113 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.164347 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.164563 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.164792 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.165035 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.165247 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.165457 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.165661 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.165935 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.167468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.167468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.167468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.167468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.167468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.167468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.168258 n-d-825930-1 neutron-server[102405]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:07:12.168387 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.168387 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.168387 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.168387 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.169809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_json = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.170279 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.170279 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.170472 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.170696 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.170920 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.171133 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.171347 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.171576 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.172010 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.172306 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.172605 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.172852 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.173445 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.173445 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.173649 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.173915 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.174277 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.174460 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.174704 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.174928 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.175221 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178043 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178616 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178616 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178616 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178616 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178616 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.178616 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.179041 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.179129 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.179403 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.179669 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.179901 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.180123 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.180358 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.180594 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.180808 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.181027 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.181286 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.181505 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.181735 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.181976 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.182243 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.182459 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.182701 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.182958 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.183214 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.183458 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.183694 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.183925 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.184137 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.184348 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.184565 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.184811 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.185024 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.185290 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.185516 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.185734 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.185968 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.186202 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.186434 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.186662 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.186883 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.187094 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.187305 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.187521 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.187730 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.187992 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.188227 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.188438 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.188648 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.188878 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.189088 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.189816 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.190202 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.190418 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.190639 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.190876 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.191112 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.191329 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.191563 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.191775 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.192007 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.192217 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.192434 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.192663 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.192880 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.193087 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.193316 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.193528 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.193771 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.194119 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.194441 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.194580 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.194848 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.195256 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.195408 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.196000 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.196000 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.196000 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.196408 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.196538 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.196653 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.197925 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.197925 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.197925 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.197925 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.197925 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.198302 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.198302 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.198444 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.198679 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.198945 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.199193 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.199444 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.199673 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.199936 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.200202 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.200440 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.200707 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.200922 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.201195 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.201468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.201756 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.202038 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.202270 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.202515 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.202778 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.203005 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.203256 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.203502 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.203746 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.203985 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.204264 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.204496 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.204736 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.204979 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.205842 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.206194 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.206444 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.206683 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.206901 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.207153 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.207403 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.207667 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.207929 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.208173 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.208404 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.208638 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.208952 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.209125 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.209342 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.209585 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.210084 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.210321 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.210533 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.210758 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.210984 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.211189 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.211424 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.211648 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.211884 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.212100 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.212314 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.212529 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.212772 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.212985 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.213203 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.213436 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.213656 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.213871 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.214127 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.214372 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.214641 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.214852 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.215139 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.215385 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.215618 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.215860 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.216081 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.216335 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.216578 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.216803 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.217018 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.217238 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.217439 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.217666 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.217870 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.218136 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.218376 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.218603 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.218865 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.219099 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.219435 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.219679 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.219905 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.220151 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.220366 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.220648 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.220865 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.221093 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.221293 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.221509 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.221751 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.221996 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.222221 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.222461 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.222692 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.222919 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.223129 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.223361 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.223570 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.223865 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.224105 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.224332 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.224581 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.224838 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.225023 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.225263 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.225478 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.225686 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.225921 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.226142 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.226367 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.226608 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.226819 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.227027 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.227244 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.227460 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.227665 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.227888 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.228149 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.228381 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.228591 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.228809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.229038 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.229250 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.229460 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.229669 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.229886 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.230164 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.230350 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.230578 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.230805 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.231012 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.231294 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.231507 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.231734 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.232035 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.232338 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.232766 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.233239 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.233641 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.233915 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.234163 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.234527 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.234747 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.234995 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.235240 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.235480 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.235700 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.235959 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.236310 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.236597 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.236854 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.237107 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.237387 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.237668 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.237972 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.238231 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.238516 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.238850 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.239122 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.239367 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.239619 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.239870 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.240096 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.240331 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.240543 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.240753 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.240989 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.241388 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.241622 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.241847 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.242090 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.242340 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.242561 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.242820 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.243044 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.243280 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.243496 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.243655 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 04:07:12.244182 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 04:07:12.244448 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 04:07:12.244553 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 04:07:12.244635 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 04:07:12.244830 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 04:07:12.244976 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 04:07:12.245182 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.245342 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.245655 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.245817 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246000 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246187 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246348 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246503 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246666 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246822 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.246982 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.247138 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.247441 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.247604 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.247761 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.247919 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248082 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248241 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248576 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248576 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248740 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248893 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.248982 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] debug = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.249134 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.249333 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.249541 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.249650 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.249793 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.249994 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.250130 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.250434 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.250730 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.250892 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.251238 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.251464 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.251628 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.251788 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.252554 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.252725 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.253037 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.253197 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] host = n-d-825930-1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.253355 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.253512 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.253670 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.253827 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254012 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254172 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254326 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254486 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254674 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254787 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.254945 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.255100 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.255256 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.255411 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.255567 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_options = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.255722 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.255879 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256035 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256223 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256382 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256580 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256685 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256842 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.256992 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.257156 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.257312 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.257468 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.257623 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.257775 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.257992 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.258104 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.258260 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.258418 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.258573 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.258729 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.258886 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259042 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259201 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259359 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259516 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259671 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259826 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.259982 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.260138 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.260294 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.260451 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261241 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261241 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261241 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261241 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261241 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261629 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261629 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261629 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261841 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.261944 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.262091 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.262245 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.262553 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.262713 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.262870 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263029 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_json = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263187 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263345 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263501 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263659 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263812 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.263967 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.264121 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.264279 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 04:07:12.264457 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.264618 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.264791 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.264955 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.265114 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.265274 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.265433 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.265591 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.265750 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.265930 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.266105 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.266258 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.266428 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.266586 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.266745 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.266907 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.267071 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.267230 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.267390 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.267685 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.267818 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.267943 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.268052 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.268212 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.268371 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.268532 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.268691 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.268866 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269027 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269187 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269341 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269492 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269652 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269814 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.269998 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.270159 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.270319 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.270411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:07:12.270498 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.270625 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.270785 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.270972 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271121 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271260 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271398 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271532 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271678 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271840 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.271999 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.272145 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.272307 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.272453 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.272615 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.272776 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.272937 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.273139 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.273290 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.273432 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.273572 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.273711 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.273870 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274049 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274202 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274344 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274482 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274620 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274759 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.274896 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275057 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275269 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275406 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275552 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275697 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275847 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.275989 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276132 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276270 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276415 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276558 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276697 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276829 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.276982 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.277142 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.277289 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.277451 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.277598 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.277757 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.277942 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.278107 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.278267 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.278435 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.278820 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.278820 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.278991 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.279071 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.279212 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.279370 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.279530 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.279690 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.279848 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280007 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280169 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280327 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280489 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280648 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280806 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.280966 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.281125 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.281284 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.281442 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.281600 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.281759 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.281945 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.282107 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.282268 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.282426 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.282589 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.282759 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.282918 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.283594 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.283762 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.283928 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.284100 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.284261 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.284437 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.284580 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.284739 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.284898 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.285056 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.285214 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.285414 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.285519 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.285669 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.285837 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286029 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286222 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286353 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286524 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286668 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286828 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.286983 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.287136 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.287478 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.287478 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288108 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288108 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288108 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288108 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288495 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288495 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288495 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288728 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288849 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.288956 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.289071 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.289230 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.289388 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.289548 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.289709 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.289868 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290032 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290198 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290355 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290513 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290671 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290830 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.290989 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.291147 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.291306 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.291465 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.291624 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.291783 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.291928 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.292089 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.292248 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.292410 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.292569 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.292729 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.292889 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.293050 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.293210 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.293368 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.293736 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.293736 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294270 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294270 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294270 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294730 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294730 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294730 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.294730 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295176 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295176 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295176 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295702 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295702 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295702 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295936 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.295936 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.296172 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.296297 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.296420 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.296554 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.296754 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.297498 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.297498 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.297498 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.298088 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.298344 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.298599 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.298901 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.299165 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.299421 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.299605 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.299873 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.300139 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.300369 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.300611 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.300886 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.301125 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.301363 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.301636 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.301939 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.302063 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.302212 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.302399 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.302581 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.302755 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.302932 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.303110 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.303299 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.303464 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.303628 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.303906 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.304117 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.304213 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.304375 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.304555 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.304749 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.304906 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.306245 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.307687 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.308382 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.308568 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.308809 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.309030 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.309190 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.309334 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.309473 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.309719 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.309822 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.310462 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.310635 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.310781 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.311056 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.311449 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.311664 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.311908 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.312115 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.312252 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.312843 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.313035 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.313207 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.313409 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.313604 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.313783 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.313987 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.314183 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.314975 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.315147 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.315303 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.315395 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.315593 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.315782 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.315919 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.316101 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.316256 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.316418 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.316607 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.316797 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.316963 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.317147 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.317333 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.317512 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.317694 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.317871 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.318061 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.318247 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.318416 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.318606 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.318787 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 04:07:12.318963 n-d-825930-1 neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 04:07:12.457556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57824) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:12.466421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066419 Jan 29 04:07:23.804418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9e4a6-8280-4e0b-92c8-a23b395300af None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:07:23.885380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9e4a6-8280-4e0b-92c8-a23b395300af None None] No non-hosted networks {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 29 04:07:23.912226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.agentschedulers_db [None req-fad9e4a6-8280-4e0b-92c8-a23b395300af None None] DHCP Agent not found on host n-d-825930-1 {{(pid=102404) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 29 04:07:23.965676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4fce59e-ebdd-4a6a-9b0a-ed14d8d92063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:26.013836 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5063-4c72-4899-b18c-2ee23dc957f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:26.050652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f69c2453-112d-4f8c-90af-77a6ac5bec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:27.147803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:28.933688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:29.090550 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:29.091494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.091846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.092161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.092988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.093488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.093979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.095219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.096063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.096689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.097378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.098214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.098700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:29.099265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825930-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:07:29.111253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825930-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:07:29.576556 n-d-825930-1 neutron-server[102404]: INFO neutron.db.l3_hamode_db [None req-7a5e52db-5778-404d-be1a-b69b87d0f3f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 29 04:07:29.654433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e52db-5778-404d-be1a-b69b87d0f3f9 None None] Routers set() bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:07:29.654837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e52db-5778-404d-be1a-b69b87d0f3f9 None None] Router IDs set() for agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:07:29.957066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:30.480245 n-d-825930-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-e4ce0c26-53da-452d-91e8-36eac6aa77c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:30.480815 n-d-825930-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-e4ce0c26-53da-452d-91e8-36eac6aa77c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:30.723871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-e4ce0c26-53da-452d-91e8-36eac6aa77c3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:07:30.725148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4ce0c26-53da-452d-91e8-36eac6aa77c3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7660270 Jan 29 04:07:33.119170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:33.421757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:07:33.514629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.policy [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102402) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 04:07:33.559249 n-d-825930-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:33.559611 n-d-825930-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:33.568009 n-d-825930-1 neutron-server[102402]: INFO neutron.quota [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] Loaded quota_driver: . Jan 29 04:07:33.656626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746771048789', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746771049250', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746771036553', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746771030821', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746769439997', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746771075191', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1535070', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1532771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-466249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133823949'] for rbac-policy, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:33.720687 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:33.721838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-84b4d2f1-8849-4316-b92d-0925343160f8 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6016645 Jan 29 04:07:36.315660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57942) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:36.609914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '115f7a5804e140c285a728a5b86db33d', 'tenant_id': '115f7a5804e140c285a728a5b86db33d'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:07:36.649914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Made reservation on behalf of 115f7a5804e140c285a728a5b86db33d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:07:36.652730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.669822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.777832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.781513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.800610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:07:36.827791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746768327994', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.828482 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Unsubscribe: segment precommit_create {{(pid=102402) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 04:07:36.829110 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Added segment 90df355d-045f-4687-a262-bdc7c20a8986 of type vlan for network cf69ca35-e186-437d-9066-33dbc3f8f0ce Jan 29 04:07:36.847098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dad7b0-9239-4a60-b0d1-a5ab72327f98,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:36.897427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.897758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.898113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.898441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.898763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.899085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.899402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.899716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.900029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.900377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.900689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.900997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Tracked resource versions report: Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: pushed versions: Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: { 'AddressGroup': {'1.2'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'ConntrackHelper': {'1.0'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Log': {'1.0'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Network': {'1.1'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Port': {'1.7'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'PortForwarding': {'1.2'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'QosPolicy': {'1.9'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'SecurityGroup': {'1.4'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'SubPort': {'1.0'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Subnet': {'1.1'}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Trunk': {'1.1'}} Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: consumer versions: Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: L3 agent@n-d-825930-1: {}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: Metadata agent@n-d-825930-1: {}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: Metering agent@n-d-825930-1: {}, Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'ConntrackHelper': '1.0', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Log': '1.0', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Network': '1.1', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Port': '1.7', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'PortForwarding': '1.2', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'QosPolicy': '1.9', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'SecurityGroup': '1.4', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'SecurityGroupRule': '1.2', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'SubPort': '1.0', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Subnet': '1.1', Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: 'Trunk': '1.1'}} Jan 29 04:07:36.902139 n-d-825930-1 neutron-server[102402]: {{(pid=102402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:07:36.933860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.975443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:36.976614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:07:36.977283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:37.062292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7454391 Jan 29 04:07:37.074802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c5f51-3544-4b98-91e7-69974eb315fd admin admin] Pushing event updated for resources: {'Network': ['ID=cf69ca35-e186-437d-9066-33dbc3f8f0ce,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:37.093110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:07:39.744118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57956) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:40.226395 n-d-825930-1 neutron-server[102403]: WARNING oslo_policy.policy [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:40.226968 n-d-825930-1 neutron-server[102403]: WARNING oslo_policy.policy [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:40.676624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.policy [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102403) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 04:07:40.722422 n-d-825930-1 neutron-server[102403]: WARNING oslo_policy.policy [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:40.722786 n-d-825930-1 neutron-server[102403]: WARNING oslo_policy.policy [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 04:07:40.731369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:07:40.733064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7d9ce7b4-5eb0-4df2-97d6-e84ba5628792 admin admin] 10.222.0.32 "GET /v2.0/networks/cf69ca35-e186-437d-9066-33dbc3f8f0ce HTTP/1.1" status: 200 len: 825 time: 0.9880605 Jan 29 04:07:40.771100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5853ee3b-ff1e-476d-a77a-36cedf569b5a admin admin] 10.222.0.32 "GET /v2.0/subnetpools/8d6c8a8e-cab9-47ec-9832-bd8cdef24459 HTTP/1.1" status: 200 len: 734 time: 0.0310826 Jan 29 04:07:40.780383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459', 'name': 'private-subnet', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:07:40.781943 n-d-825930-1 neutron-server[102403]: INFO neutron.quota [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Loaded quota_driver: . Jan 29 04:07:40.821077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Made reservation on behalf of 115f7a5804e140c285a728a5b86db33d for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:07:40.823864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:41.103443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:41.171770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Checking segment: {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:07:41.172171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Network hostable DHCP agents. Network: cf69ca35-e186-437d-9066-33dbc3f8f0ce, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:07:41.184795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7229e1d4-bd46-41a7-8edd-a0528446f275,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:41.200591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.200933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.201263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.201589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.201934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.202252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.202570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.202882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.203195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.203505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.203845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.204471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Tracked resource versions report: Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: pushed versions: Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: { 'AddressGroup': {'1.2'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'ConntrackHelper': {'1.0'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Log': {'1.0'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Network': {'1.1'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Port': {'1.7'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'PortForwarding': {'1.2'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'QosPolicy': {'1.9'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'SecurityGroup': {'1.4'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'SubPort': {'1.0'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Subnet': {'1.1'}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Trunk': {'1.1'}} Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: consumer versions: Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: L3 agent@n-d-825930-1: {}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: Metadata agent@n-d-825930-1: {}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: Metering agent@n-d-825930-1: {}, Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'ConntrackHelper': '1.0', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Log': '1.0', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Network': '1.1', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Port': '1.7', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'PortForwarding': '1.2', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'QosPolicy': '1.9', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'SecurityGroup': '1.4', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'SecurityGroupRule': '1.2', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'SubPort': '1.0', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Subnet': '1.1', Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: 'Trunk': '1.1'}} Jan 29 04:07:41.205565 n-d-825930-1 neutron-server[102403]: {{(pid=102403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:07:41.221786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:07:41.241300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, cf69ca35-e186-437d-9066-33dbc3f8f0ce) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:07:41.246098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:07:41.246693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:41.251104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5d5cf-1277-4e72-9e68-d2af42f6cb09 None None] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:07:41.266782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d110a86-5932-4d41-9958-800630a07c01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4896104 Jan 29 04:07:41.565358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:07:41.566601 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:41.840603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Allocated IP 172.20.0.2 (cf69ca35-e186-437d-9066-33dbc3f8f0ce/7229e1d4-bd46-41a7-8edd-a0528446f275/1095f2e4-a614-49ba-aaed-bda48e0da345) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:07:42.042694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:42.051188 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:42.144689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:07:42.153482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:07:42.162316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:07:42.165353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Pushing event updated for resources: {'Port': ['ID=1095f2e4-a614-49ba-aaed-bda48e0da345,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:42.198052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.198399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.198735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.199064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.199390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.199713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.200035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.200364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.200675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.201007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.201307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.201621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Tracked resource versions report: Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: pushed versions: Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: { 'AddressGroup': {'1.2'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'ConntrackHelper': {'1.0'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Log': {'1.0'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Network': {'1.1'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Port': {'1.7'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'PortForwarding': {'1.2'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'QosPolicy': {'1.9'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'SecurityGroup': {'1.4'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'SubPort': {'1.0'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Subnet': {'1.1'}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Trunk': {'1.1'}} Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: consumer versions: Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: L3 agent@n-d-825930-1: {}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: Metadata agent@n-d-825930-1: {}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: Metering agent@n-d-825930-1: {}, Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'ConntrackHelper': '1.0', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Log': '1.0', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Network': '1.1', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Port': '1.7', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'PortForwarding': '1.2', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'QosPolicy': '1.9', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'SecurityGroup': '1.4', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'SecurityGroupRule': '1.2', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'SubPort': '1.0', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Subnet': '1.1', Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: 'Trunk': '1.1'}} Jan 29 04:07:42.202786 n-d-825930-1 neutron-server[102404]: {{(pid=102404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:07:42.252748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Attempting to bind port 1095f2e4-a614-49ba-aaed-bda48e0da345 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:07:42.253589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Attempting to bind port 1095f2e4-a614-49ba-aaed-bda48e0da345 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:07:42.253589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Attempting to bind port 1095f2e4-a614-49ba-aaed-bda48e0da345 on network cf69ca35-e186-437d-9066-33dbc3f8f0ce {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:07:42.259172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:07:42.259577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Checking segment: {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:07:42.260092 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:42.260481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Bound using segment: {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:07:42.260986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Bound port: 1095f2e4-a614-49ba-aaed-bda48e0da345, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:07:42.261397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:42.326999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] For port 1095f2e4-a614-49ba-aaed-bda48e0da345, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:07:42.331393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] For port 1095f2e4-a614-49ba-aaed-bda48e0da345, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1095f2e4-a614-49ba-aaed-bda48e0da345,segment=NetworkSegment(90df355d-045f-4687-a262-bdc7c20a8986),segment_id=90df355d-045f-4687-a262-bdc7c20a8986)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:07:42.335599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:42.412663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30115113-4b5c-4949-b4e2-702fac0e1b02 None None] Pushing event updated for resources: {'Port': ['ID=1095f2e4-a614-49ba-aaed-bda48e0da345,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:43.755346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:44.068219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-aa447384-9645-43d6-b879-9f9eb74bfd61 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:07:44.069288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aa447384-9645-43d6-b879-9f9eb74bfd61 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129561 Jan 29 04:07:46.500784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:46.822094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-10b0a0c6-95b7-453a-932a-bf05cd654281 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:07:46.837918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-10b0a0c6-95b7-453a-932a-bf05cd654281 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213699 Jan 29 04:07:49.536081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:49.846662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '115f7a5804e140c285a728a5b86db33d'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:07:49.872837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:49.874458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.012655 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.017230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.031733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.032925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9421016b-6a49-4ecf-adbf-f8041ecfb343 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4958169 Jan 29 04:07:50.189074 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:07:50.489567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1095f2e4-a614-49ba-aaed-bda48e0da345 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:07:50.576582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1095f2e4-a614-49ba-aaed-bda48e0da345 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:07:50.576982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.686810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.724501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 1095f2e4-a614-49ba-aaed-bda48e0da345, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1095f2e4-a614-49ba-aaed-bda48e0da345,segment=NetworkSegment(90df355d-045f-4687-a262-bdc7c20a8986),segment_id=90df355d-045f-4687-a262-bdc7c20a8986)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:07:50.730934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:50.776611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=1095f2e4-a614-49ba-aaed-bda48e0da345,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:50.979614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5088a5-f82c-492e-bd76-497094f8fd70 None None] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:07:51.105641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1f1b9bf0-9ad2-465b-9a53-6930cb4a0dd9 None None] Provisioning complete for port 1095f2e4-a614-49ba-aaed-bda48e0da345 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:07:51.106031 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9bf0-9ad2-465b-9a53-6930cb4a0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:51.441266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fec9c8fa-90f9-4e33-9dc8-0663cf01e5eb None None] Provisioning complete for port 1095f2e4-a614-49ba-aaed-bda48e0da345 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:07:51.441631 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fec9c8fa-90f9-4e33-9dc8-0663cf01e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:52.431528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1095f2e4-a614-49ba-aaed-bda48e0da345 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:07:52.478034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1095f2e4-a614-49ba-aaed-bda48e0da345 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:07:52.478410 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:52.483606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58006) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:52.788801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-819deb5e-a722-46f0-bceb-ffe1d69aa492 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:07:52.789797 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-819deb5e-a722-46f0-bceb-ffe1d69aa492 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3052447 Jan 29 04:07:53.760844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35302ef9-45f6-442e-baeb-4ae9d091a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.181405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58014) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:55.488451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:07:55.510360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Made reservation on behalf of 40a142c408614d59a0bb8e54fdd08491 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:07:55.512625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.521274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.593571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.597168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.611726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Reserving flat network on physical network physnet1 {{(pid=102402) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 29 04:07:55.630369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064c1dcc-f4d9-4a1a-bd97-84c94aa623eb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:55.635114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.635456 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Added segment 610de965-1d6d-418e-b7ee-761ca546fca4 of type flat for network d93d545d-1b4f-412e-9ffa-6c33f277612f Jan 29 04:07:55.683615 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.714663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.715585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:07:55.716155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:55.766855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5843699 Jan 29 04:07:55.775266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac14ac4-82c0-4a43-8218-8497b0e2e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=d93d545d-1b4f-412e-9ffa-6c33f277612f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:55.785715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d93d545d-1b4f-412e-9ffa-6c33f277612f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:07:56.003380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-080fb5bb-2698-402e-819a-5ac6eba492bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:57.080530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:58.173690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:07:58.387248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf86a472-ea52-4ebb-857b-c108882332d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:07:58.388676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf86a472-ea52-4ebb-857b-c108882332d7 admin admin] 10.222.0.32 "GET /v2.0/subnets/7229e1d4-bd46-41a7-8edd-a0528446f275 HTTP/1.1" status: 200 len: 849 time: 0.2140112 Jan 29 04:07:58.563804 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af51fac7-2b63-422a-a149-83d8f4842606 admin admin] 10.222.0.32 "GET /v2.0/routers/ab470422-076f-473a-9ca5-9877b1c1955e HTTP/1.1" status: 200 len: 704 time: 0.1687019 Jan 29 04:07:58.827611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:58.874302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.095137 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.123124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Allocated IP 172.20.0.1 (cf69ca35-e186-437d-9066-33dbc3f8f0ce/7229e1d4-bd46-41a7-8edd-a0528446f275/04036cb1-bfb2-48bb-af9f-e49952b474fc) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:07:59.308745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.372785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.447154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:07:59.455655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:07:59.461265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Pushing event updated for resources: {'Port': ['ID=04036cb1-bfb2-48bb-af9f-e49952b474fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:07:59.463774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:07:59.464342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.673834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-de5b7147-3b93-4c27-92d9-7b317fff8aaa None None] Provisioning complete for port 04036cb1-bfb2-48bb-af9f-e49952b474fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:07:59.674133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de5b7147-3b93-4c27-92d9-7b317fff8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.706330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.709562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-de5b7147-3b93-4c27-92d9-7b317fff8aaa None None] Port 04036cb1-bfb2-48bb-af9f-e49952b474fc cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:07:59.909001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.913125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.913867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:07:59.989135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Pushing event updated for resources: {'Port': ['ID=04036cb1-bfb2-48bb-af9f-e49952b474fc,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:00.033275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:08:00.034571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:08:00.195420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Router ab470422-076f-473a-9ca5-9877b1c1955e is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:08:00.229849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ecde080d-38ce-41e6-bc4b-b7c40c3aea85 None None] Provisioning complete for port 04036cb1-bfb2-48bb-af9f-e49952b474fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:08:00.230431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ecde080d-38ce-41e6-bc4b-b7c40c3aea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:00.262781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ecde080d-38ce-41e6-bc4b-b7c40c3aea85 None None] Port 04036cb1-bfb2-48bb-af9f-e49952b474fc cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:08:00.284522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:08:00.292179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b4b3c73-15cb-415f-8119-ab7426948c48 admin admin] 10.222.0.32 "PUT /v2.0/routers/ab470422-076f-473a-9ca5-9877b1c1955e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7205408 Jan 29 04:08:00.294296 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Sync routers for ids ['ab470422-076f-473a-9ca5-9877b1c1955e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:08:00.314614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Routers {'ab470422-076f-473a-9ca5-9877b1c1955e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:08:00.315500 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:07:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ab470422-076f-473a-9ca5-9877b1c1955e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:00.495695 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Set router ab470422-076f-473a-9ca5-9877b1c1955e gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:08:00.915330 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'name': 'router1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:07:49Z', 'updated_at': '2022-01-29T04:07:59Z', 'revision_number': 2, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'gw_port_host': None, '_interfaces': [{'id': '04036cb1-bfb2-48bb-af9f-e49952b474fc', 'name': '', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'mac_address': 'fa:16:3e:fd:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:07:58Z', 'updated_at': '2022-01-29T04:07:59Z', 'revision_number': 2, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'subnets': [{'id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:00.965759 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Checking router: ab470422-076f-473a-9ca5-9877b1c1955e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:08:00.966136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Updating router ab470422-076f-473a-9ca5-9877b1c1955e port 04036cb1-bfb2-48bb-af9f-e49952b474fc binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:08:01.012564 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.520235 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.526759 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.685825 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Attempting to bind port 04036cb1-bfb2-48bb-af9f-e49952b474fc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:08:01.686239 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Attempting to bind port 04036cb1-bfb2-48bb-af9f-e49952b474fc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:08:01.686691 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Attempting to bind port 04036cb1-bfb2-48bb-af9f-e49952b474fc on network cf69ca35-e186-437d-9066-33dbc3f8f0ce {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:08:01.695547 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:08:01.695960 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Checking segment: {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:08:01.696442 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.696831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Bound using segment: {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:08:01.697366 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Bound port: 04036cb1-bfb2-48bb-af9f-e49952b474fc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90df355d-045f-4687-a262-bdc7c20a8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:08:01.697755 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.709208 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Pushing event updated for resources: {'Port': ['ID=04036cb1-bfb2-48bb-af9f-e49952b474fc,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:01.721207 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.721505 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.721842 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.722199 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.722529 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.722853 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.723173 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.723492 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.723810 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.724126 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.724444 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.724758 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Tracked resource versions report: Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: pushed versions: Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: { 'AddressGroup': {'1.2'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'ConntrackHelper': {'1.0'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Log': {'1.0'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Network': {'1.1'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Port': {'1.7'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'PortForwarding': {'1.2'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'QosPolicy': {'1.9'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'SecurityGroup': {'1.4'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'SubPort': {'1.0'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Subnet': {'1.1'}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Trunk': {'1.1'}} Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: consumer versions: Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: L3 agent@n-d-825930-1: {}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: Metadata agent@n-d-825930-1: {}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: Metering agent@n-d-825930-1: {}, Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'ConntrackHelper': '1.0', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Log': '1.0', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Network': '1.1', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Port': '1.7', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'PortForwarding': '1.2', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'QosPolicy': '1.9', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'SecurityGroup': '1.4', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'SecurityGroupRule': '1.2', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'SubPort': '1.0', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Subnet': '1.1', Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: 'Trunk': '1.1'}} Jan 29 04:08:01.725876 n-d-825930-1 neutron-server[102405]: {{(pid=102405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:08:01.778662 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] For port 04036cb1-bfb2-48bb-af9f-e49952b474fc, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:08:01.788718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cb1f5ac6-f4de-4c20-8ebd-fa52e147c82a None None] Provisioning complete for port 04036cb1-bfb2-48bb-af9f-e49952b474fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:08:01.789228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5ac6-f4de-4c20-8ebd-fa52e147c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.798762 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] For port 04036cb1-bfb2-48bb-af9f-e49952b474fc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=04036cb1-bfb2-48bb-af9f-e49952b474fc,segment=NetworkSegment(90df355d-045f-4687-a262-bdc7c20a8986),segment_id=90df355d-045f-4687-a262-bdc7c20a8986)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:08:01.803130 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:01.822999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f5ac6-f4de-4c20-8ebd-fa52e147c82a None None] Port 04036cb1-bfb2-48bb-af9f-e49952b474fc cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:08:01.856612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641216d2-81be-451a-91fc-fd307e4af05a None None] Pushing event updated for resources: {'Port': ['ID=04036cb1-bfb2-48bb-af9f-e49952b474fc,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:01.866374 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Routers {'ab470422-076f-473a-9ca5-9877b1c1955e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:08:01.866976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:07:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ab470422-076f-473a-9ca5-9877b1c1955e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:01.956465 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] Set router ab470422-076f-473a-9ca5-9877b1c1955e gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:08:02.043914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7c658e87-e257-4167-9e41-347b2bd06a0e None None] Provisioning complete for port 04036cb1-bfb2-48bb-af9f-e49952b474fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:08:02.044382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c658e87-e257-4167-9e41-347b2bd06a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:02.121643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c658e87-e257-4167-9e41-347b2bd06a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:02.153791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7c658e87-e257-4167-9e41-347b2bd06a0e None None] For port 04036cb1-bfb2-48bb-af9f-e49952b474fc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=04036cb1-bfb2-48bb-af9f-e49952b474fc,segment=NetworkSegment(90df355d-045f-4687-a262-bdc7c20a8986),segment_id=90df355d-045f-4687-a262-bdc7c20a8986)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:08:02.157921 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c658e87-e257-4167-9e41-347b2bd06a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:02.166077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'name': 'router1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:07:49Z', 'updated_at': '2022-01-29T04:07:59Z', 'revision_number': 2, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'gw_port_host': None, '_interfaces': [{'id': '04036cb1-bfb2-48bb-af9f-e49952b474fc', 'name': '', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'mac_address': 'fa:16:3e:fd:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:07:58Z', 'updated_at': '2022-01-29T04:08:01Z', 'revision_number': 4, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'subnets': [{'id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:02.195957 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7005a-fb3a-4efb-abce-7f0ff0d97a85 None None] The sync data for ids ['ab470422-076f-473a-9ca5-9877b1c1955e'] in n-d-825930-1 is: [{'id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'name': 'router1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:07:49Z', 'updated_at': '2022-01-29T04:07:59Z', 'revision_number': 2, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'gw_port_host': None, '_interfaces': [{'id': '04036cb1-bfb2-48bb-af9f-e49952b474fc', 'name': '', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'mac_address': 'fa:16:3e:fd:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:07:58Z', 'updated_at': '2022-01-29T04:08:01Z', 'revision_number': 4, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'subnets': [{'id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:08:02.204810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c658e87-e257-4167-9e41-347b2bd06a0e None None] Pushing event updated for resources: {'Port': ['ID=04036cb1-bfb2-48bb-af9f-e49952b474fc,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:02.558761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58054) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:08:02.690441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825fb559-cb8b-42b9-89b6-b47e531eb5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:08:02.691792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-825fb559-cb8b-42b9-89b6-b47e531eb5d3 admin admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 842 time: 0.1320782 Jan 29 04:08:02.701680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:08:02.724499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Made reservation on behalf of 40a142c408614d59a0bb8e54fdd08491 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:08:02.726826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:03.029997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:08:03.030392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:03.089590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d0509e-e1da-4a32-90e2-7a91c2bd6149,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:03.099883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:08:03.100238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Network hostable DHCP agents. Network: d93d545d-1b4f-412e-9ffa-6c33f277612f, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:08:03.117820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:08:03.127183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d93d545d-1b4f-412e-9ffa-6c33f277612f) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:08:03.131490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:08:03.132115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:03.136557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7bc7d3-05af-40d7-aef7-5fcedc547acf None None] Network d93d545d-1b4f-412e-9ffa-6c33f277612f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:08:03.149339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ddf184a1-a49c-4fe2-a3c7-3597fdd168cf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4509053 Jan 29 04:08:03.269071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8e4da-3bc1-45a2-bf4b-4c2d7b3554da None None] Network d93d545d-1b4f-412e-9ffa-6c33f277612f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:08:05.503569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58062) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:08:05.710542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e0871133-78d9-4c9e-88c0-efa390648925 admin admin] 10.222.0.32 "GET /v2.0/routers/ab470422-076f-473a-9ca5-9877b1c1955e HTTP/1.1" status: 200 len: 710 time: 0.2057579 Jan 29 04:08:05.794196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d94037-c7d8-4d7d-96ce-66ad5e9e2aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:08:05.795463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f3d94037-c7d8-4d7d-96ce-66ad5e9e2aa1 admin admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 886 time: 0.0789194 Jan 29 04:08:05.805463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:08:06.043485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:06.274157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:06.349824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:06.540043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Allocated IP 172.25.4.105 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d5a53aed-6eaa-46f1-8766-aea46dcb7657) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:08:06.647672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:06.706627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:06.774454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:08:06.779169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:08:06.785801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:08:06.824004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a53aed-6eaa-46f1-8766-aea46dcb7657,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:07.062413 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:07.252345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:07.256678 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:07.368357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Router ab470422-076f-473a-9ca5-9877b1c1955e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:08:07.476075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:08:07.480839 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:07.482110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb86b63b-1e42-404d-b1cc-b7fb61107f08 admin admin] 10.222.0.32 "PUT /v2.0/routers/ab470422-076f-473a-9ca5-9877b1c1955e HTTP/1.1" status: 200 len: 890 time: 1.6797099 Jan 29 04:08:08.494820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 04036cb1-bfb2-48bb-af9f-e49952b474fc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:08:08.542595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 04036cb1-bfb2-48bb-af9f-e49952b474fc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:08:08.542886 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:08.789041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Sync routers for ids ['ab470422-076f-473a-9ca5-9877b1c1955e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:08:08.799282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Routers {'ab470422-076f-473a-9ca5-9877b1c1955e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:08:08.799857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:07:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ab470422-076f-473a-9ca5-9877b1c1955e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:09.007103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Set router ab470422-076f-473a-9ca5-9877b1c1955e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:08:09.388340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'name': 'router1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'd5a53aed-6eaa-46f1-8766-aea46dcb7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:07:49Z', 'updated_at': '2022-01-29T04:08:06Z', 'revision_number': 4, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'gw_port': {'id': 'd5a53aed-6eaa-46f1-8766-aea46dcb7657', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:08:06Z', 'updated_at': '2022-01-29T04:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '04036cb1-bfb2-48bb-af9f-e49952b474fc', 'name': '', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'mac_address': 'fa:16:3e:fd:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:07:58Z', 'updated_at': '2022-01-29T04:08:02Z', 'revision_number': 5, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'subnets': [{'id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:09.436796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Checking router: ab470422-076f-473a-9ca5-9877b1c1955e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:08:09.437742 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Updating router ab470422-076f-473a-9ca5-9877b1c1955e port d5a53aed-6eaa-46f1-8766-aea46dcb7657 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:08:09.483761 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:09.795351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:09.801132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:09.852427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Attempting to bind port d5a53aed-6eaa-46f1-8766-aea46dcb7657 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:08:09.852802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Attempting to bind port d5a53aed-6eaa-46f1-8766-aea46dcb7657 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:08:09.853259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Attempting to bind port d5a53aed-6eaa-46f1-8766-aea46dcb7657 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:08:09.856374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58af9a-4592-43b1-adf7-0062b880dd96 None None] Pushing event updated for resources: {'Port': ['ID=d5a53aed-6eaa-46f1-8766-aea46dcb7657,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:09.861287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:08:09.861675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:08:09.862105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:09.862493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:08:09.862968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Bound port: d5a53aed-6eaa-46f1-8766-aea46dcb7657, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:08:09.863929 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:09.915181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] For port d5a53aed-6eaa-46f1-8766-aea46dcb7657, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:08:09.918136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] For port d5a53aed-6eaa-46f1-8766-aea46dcb7657, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d5a53aed-6eaa-46f1-8766-aea46dcb7657,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:08:09.923779 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:09.928012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:08:10.047883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed3885d3-7f35-4f87-a13d-efda7ff9dc8d admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169004 Jan 29 04:08:10.053769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Routers {'ab470422-076f-473a-9ca5-9877b1c1955e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:08:10.054450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:07:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ab470422-076f-473a-9ca5-9877b1c1955e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:10.056366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58af9a-4592-43b1-adf7-0062b880dd96 None None] Pushing event updated for resources: {'Port': ['ID=d5a53aed-6eaa-46f1-8766-aea46dcb7657,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:10.167529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] Set router ab470422-076f-473a-9ca5-9877b1c1955e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:08:10.378406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'name': 'router1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'd5a53aed-6eaa-46f1-8766-aea46dcb7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:07:49Z', 'updated_at': '2022-01-29T04:08:06Z', 'revision_number': 4, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'gw_port': {'id': 'd5a53aed-6eaa-46f1-8766-aea46dcb7657', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:08:06Z', 'updated_at': '2022-01-29T04:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '04036cb1-bfb2-48bb-af9f-e49952b474fc', 'name': '', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'mac_address': 'fa:16:3e:fd:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:07:58Z', 'updated_at': '2022-01-29T04:08:02Z', 'revision_number': 5, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'subnets': [{'id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:08:10.408591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41aba-4f4d-485d-b7bb-23d16f41a2ec None None] The sync data for ids ['ab470422-076f-473a-9ca5-9877b1c1955e'] in n-d-825930-1 is: [{'id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'name': 'router1', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'd5a53aed-6eaa-46f1-8766-aea46dcb7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:07:49Z', 'updated_at': '2022-01-29T04:08:06Z', 'revision_number': 4, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'gw_port': {'id': 'd5a53aed-6eaa-46f1-8766-aea46dcb7657', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:08:06Z', 'updated_at': '2022-01-29T04:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '04036cb1-bfb2-48bb-af9f-e49952b474fc', 'name': '', 'network_id': 'cf69ca35-e186-437d-9066-33dbc3f8f0ce', 'tenant_id': '115f7a5804e140c285a728a5b86db33d', 'mac_address': 'fa:16:3e:fd:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab470422-076f-473a-9ca5-9877b1c1955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:07:58Z', 'updated_at': '2022-01-29T04:08:02Z', 'revision_number': 5, 'project_id': '115f7a5804e140c285a728a5b86db33d', 'subnets': [{'id': '7229e1d4-bd46-41a7-8edd-a0528446f275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d6c8a8e-cab9-47ec-9832-bd8cdef24459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:08:12.516262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d5a53aed-6eaa-46f1-8766-aea46dcb7657 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:08:12.567254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d5a53aed-6eaa-46f1-8766-aea46dcb7657 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:08:12.567557 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:12.646697 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:12.680858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d5a53aed-6eaa-46f1-8766-aea46dcb7657, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d5a53aed-6eaa-46f1-8766-aea46dcb7657,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:08:12.686889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:12.761512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d5a53aed-6eaa-46f1-8766-aea46dcb7657,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:08:14.698722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d5a53aed-6eaa-46f1-8766-aea46dcb7657 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:08:14.779258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d5a53aed-6eaa-46f1-8766-aea46dcb7657 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:08:14.779959 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:23.766471 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0f8-cd33-4087-9495-99467ef7d564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:26.006306 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e9a2-1896-4fc5-9832-e71b9f12ac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:27.089575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:27.189465 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:08:28.921698 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:29.101022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:53.759216 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e836f5a-ee9e-4080-ac73-a96d17eb76fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:56.009610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2bbad2e5-2a72-4128-b0b6-3e29b97a91df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:57.086260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:58.896030 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:08:59.097408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:04.189183 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:09:23.760974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a362305-49cf-45f7-b757-8c774fea804b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:26.011623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3150d902-65be-4af4-8841-28c7f97d95c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:27.089131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:28.897831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:29.122706 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:41.187607 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:09:52.239938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58668) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:09:52.301501 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2db78a-1f46-4567-8e09-e9619741d0c2 admin admin] GET failed (client error): The resource could not be found. Jan 29 04:09:52.302897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-de2db78a-1f46-4567-8e09-e9619741d0c2 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620263 Jan 29 04:09:52.513606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32dfea9-9f55-4bf9-93b4-4cdbf63eb1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:52.515094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c32dfea9-9f55-4bf9-93b4-4cdbf63eb1aa admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2071941 Jan 29 04:09:53.764572 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3659e96-3ac9-4a28-9dc6-f48fb630af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:54.714980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58678) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:09:54.806895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0717f-5db1-4cbb-8009-800cc16cacf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:54.808194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-edc0717f-5db1-4cbb-8009-800cc16cacf4 admin admin] 10.222.0.32 "GET /v2.0/subnets/7229e1d4-bd46-41a7-8edd-a0528446f275 HTTP/1.1" status: 200 len: 849 time: 0.0915709 Jan 29 04:09:54.818796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:09:54.898818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:55.033471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746768454759'] for subnet, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:55.064009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:55.065077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:55.085800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] 10.222.0.32 "PUT /v2.0/subnets/7229e1d4-bd46-41a7-8edd-a0528446f275 HTTP/1.1" status: 200 len: 868 time: 0.2507570 Jan 29 04:09:55.086073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25227739-1b0c-4118-9c7b-a49d0ca265ea None None] Network cf69ca35-e186-437d-9066-33dbc3f8f0ce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:09:55.086553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7229e1d4-bd46-41a7-8edd-a0528446f275,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:09:55.092488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.092845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.093174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.093508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.093839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.094204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.094563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.094888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.095216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.095534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.095855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.096176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9b87d-9b4e-4dc7-868c-22a6e973f916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:09:55.458165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-44c9854b-686a-43f4-a88d-4cbf03f7ebd6 None None] Provisioning complete for port 04036cb1-bfb2-48bb-af9f-e49952b474fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:09:55.458536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-44c9854b-686a-43f4-a88d-4cbf03f7ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:55.542452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-44c9854b-686a-43f4-a88d-4cbf03f7ebd6 None None] Provisioning complete for port 1095f2e4-a614-49ba-aaed-bda48e0da345 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:09:55.542720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-44c9854b-686a-43f4-a88d-4cbf03f7ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:56.014249 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c168-3b6e-4ece-9546-18d9e39201fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:57.092674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:57.265652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58686) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:09:57.472596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238b458-6b4d-4569-ac7e-b2241bd79608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:57.473075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238b458-6b4d-4569-ac7e-b2241bd79608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:57.474625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0238b458-6b4d-4569-ac7e-b2241bd79608 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079608 Jan 29 04:09:58.902779 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:59.092846 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:09:59.668350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58694) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:09:59.794541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f574b-0b48-452a-8636-ee9b91dd602c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:59.795015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f574b-0b48-452a-8636-ee9b91dd602c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:09:59.796526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-544f574b-0b48-452a-8636-ee9b91dd602c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1271734 Jan 29 04:10:02.008216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:02.148679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05066732-b7f5-4b65-80be-d12f857fb2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:02.150026 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-05066732-b7f5-4b65-80be-d12f857fb2ac admin admin] 10.222.0.32 "GET /v2.0/networks/cf69ca35-e186-437d-9066-33dbc3f8f0ce HTTP/1.1" status: 200 len: 869 time: 0.1408498 Jan 29 04:10:04.371453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:04.495409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d68cbd-b078-4e0b-b655-ebfc85bf00f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:04.496819 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-84d68cbd-b078-4e0b-b655-ebfc85bf00f1 admin admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 886 time: 0.1237657 Jan 29 04:10:06.711705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:06.833685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b6c81-a703-4ec6-a255-278e16b422cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:06.834161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b6c81-a703-4ec6-a255-278e16b422cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:06.835660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba2b6c81-a703-4ec6-a255-278e16b422cc admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230254 Jan 29 04:10:09.038665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58728) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:09.163415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad20ec-db78-45b3-8030-b3d839ff7c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:09.163890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad20ec-db78-45b3-8030-b3d839ff7c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:09.165417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-33ad20ec-db78-45b3-8030-b3d839ff7c8b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258202 Jan 29 04:10:11.379923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58736) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:11.470454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ef32c-0b00-49bb-a5ff-aed521f246c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:11.471770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-515ef32c-0b00-49bb-a5ff-aed521f246c1 admin admin] 10.222.0.32 "GET /v2.0/subnets/00d0509e-e1da-4a32-90e2-7a91c2bd6149 HTTP/1.1" status: 200 len: 816 time: 0.0909154 Jan 29 04:10:13.668743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:13.758383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47446e9-0050-4aa5-b8e6-bb798530e05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:13.759709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c47446e9-0050-4aa5-b8e6-bb798530e05e admin admin] 10.222.0.32 "GET /v2.0/subnets/7229e1d4-bd46-41a7-8edd-a0528446f275 HTTP/1.1" status: 200 len: 868 time: 0.0899904 Jan 29 04:10:18.186240 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:10:23.765814 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bbef9cf-1fb7-47eb-929a-4a56d1845a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:26.014591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a44c60c-8d07-45bb-acee-3b1ab6d0d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:27.107561 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:28.907719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:29.094416 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:34.083866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58798) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:34.130516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-442a1707-9d72-4f7f-8ffb-c77156f565d7 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:10:34.131495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-442a1707-9d72-4f7f-8ffb-c77156f565d7 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467072 Jan 29 04:10:36.429543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:36.489420 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0314a41f-7844-4bff-9522-e175d523be80 admin admin] GET failed (client error): The resource could not be found. Jan 29 04:10:36.490727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0314a41f-7844-4bff-9522-e175d523be80 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602119 Jan 29 04:10:36.575618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcbadff-54b0-489b-a18e-cd6464db8ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:36.576966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5fcbadff-54b0-489b-a18e-cd6464db8ed8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816069 Jan 29 04:10:38.794169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:38.840536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:10:38.861540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Made reservation on behalf of 40a142c408614d59a0bb8e54fdd08491 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:10:38.863759 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:38.893243 n-d-825930-1 neutron-server[102402]: WARNING neutron.services.revisions.revision_plugin [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Could not find related network for resource to bump revision. Jan 29 04:10:38.904915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:10:38.913814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:38.914187 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Added segment 1b7f3d21-ca90-4b47-94ac-e8ac25e8d950 of type vlan for network 8d773706-d80d-4c27-a8fe-0468b01d379a Jan 29 04:10:38.958950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:38.982202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:38.983058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:38.983629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:39.037467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2422416 Jan 29 04:10:39.044212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8d773706-d80d-4c27-a8fe-0468b01d379a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:10:39.051525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.051866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.052204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.052538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.052869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.053199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.053522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.053844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.054203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.054530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.054842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.055163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8287455-e620-4d32-bce4-8632c37294d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:39.068159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 8d773706-d80d-4c27-a8fe-0468b01d379a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:10:41.300407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:10:41.362351 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a7d10c-94aa-4fe1-a61b-5371d032ae20 admin admin] GET failed (client error): The resource could not be found. Jan 29 04:10:41.363669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-45a7d10c-94aa-4fe1-a61b-5371d032ae20 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622728 Jan 29 04:10:41.462657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0984e77-f309-471e-b8bc-9567c5491c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:41.464108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0984e77-f309-471e-b8bc-9567c5491c0e admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0957556 Jan 29 04:10:41.474777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Request body: {'subnet': {'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:10:41.498995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Made reservation on behalf of 40a142c408614d59a0bb8e54fdd08491 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:10:41.501258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:41.685980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:41.739284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4399650a-28e2-409b-8825-0aea9ebd6688,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:10:41.748309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:10:41.748664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Network hostable DHCP agents. Network: 8d773706-d80d-4c27-a8fe-0468b01d379a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:10:41.769253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:10:41.779896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 8d773706-d80d-4c27-a8fe-0468b01d379a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:10:41.784034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:10:41.784622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:41.789741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68c274-35e7-4838-bd0f-165e8716dacf None None] Network 8d773706-d80d-4c27-a8fe-0468b01d379a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:10:41.800571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-251f74b8-8563-46e9-a849-fc8d412b9144 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3291488 Jan 29 04:10:42.031683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-8d773706-d80d-4c27-a8fe-0468b01d379a', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'tenant_id': '40a142c408614d59a0bb8e54fdd08491', 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:10:42.032570 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:42.170756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Allocated IP 192.168.233.2 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/4520826f-c674-44cc-b874-949fff2c14fd) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:10:42.317222 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:42.325027 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:42.367914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:10:42.370804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:10:42.374508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:10:42.379937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Pushing event updated for resources: {'Port': ['ID=4520826f-c674-44cc-b874-949fff2c14fd,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:10:42.389540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.389908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.390250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.390585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.390915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.391525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.391855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.392180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.392504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.392847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.393170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.393488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:10:42.443739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Attempting to bind port 4520826f-c674-44cc-b874-949fff2c14fd on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:10:42.444367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Attempting to bind port 4520826f-c674-44cc-b874-949fff2c14fd by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:10:42.444930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Attempting to bind port 4520826f-c674-44cc-b874-949fff2c14fd on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:10:42.450280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:10:42.450740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:10:42.451142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:42.451562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:10:42.452018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Bound port: 4520826f-c674-44cc-b874-949fff2c14fd, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:10:42.452409 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:42.517621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] For port 4520826f-c674-44cc-b874-949fff2c14fd, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:10:42.520853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] For port 4520826f-c674-44cc-b874-949fff2c14fd, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4520826f-c674-44cc-b874-949fff2c14fd,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:10:42.525391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:42.581191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080121d-bfce-40c0-9e71-e984db166e67 None None] Pushing event updated for resources: {'Port': ['ID=4520826f-c674-44cc-b874-949fff2c14fd,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:10:43.434296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdd547-90b4-4013-bfa7-75b2f1d65ce2 None None] Network 8d773706-d80d-4c27-a8fe-0468b01d379a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:10:43.509097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8e6f5f15-acb4-4714-ba1f-55b205a601b2 None None] Provisioning complete for port 4520826f-c674-44cc-b874-949fff2c14fd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:10:43.509464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5f15-acb4-4714-ba1f-55b205a601b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:43.647539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5f15-acb4-4714-ba1f-55b205a601b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:43.691332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8e6f5f15-acb4-4714-ba1f-55b205a601b2 None None] For port 4520826f-c674-44cc-b874-949fff2c14fd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4520826f-c674-44cc-b874-949fff2c14fd,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:10:43.696803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5f15-acb4-4714-ba1f-55b205a601b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:43.752993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f5f15-acb4-4714-ba1f-55b205a601b2 None None] Pushing event updated for resources: {'Port': ['ID=4520826f-c674-44cc-b874-949fff2c14fd,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:10:43.917337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-95675217-28e7-4366-9c05-5dc3a9475d92 None None] Provisioning complete for port 4520826f-c674-44cc-b874-949fff2c14fd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:10:43.917716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95675217-28e7-4366-9c05-5dc3a9475d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:44.590143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4520826f-c674-44cc-b874-949fff2c14fd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:10:44.651130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4520826f-c674-44cc-b874-949fff2c14fd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:10:44.651492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:53.766687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26cbdb08-6ec1-4cb8-aa4b-e06a25a7b3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:55.184094 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:10:56.015682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-04c0c9e4-6d47-4a1d-99a4-8f5cecab0d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:57.098975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:58.909181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:10:59.097175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:23.771411 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-222b0605-ce3c-4b32-bfd5-f46e283816cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:26.016376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c82b8065-9813-44a0-b839-d374b7bff174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:27.101191 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:28.911426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:29.099289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:32.182601 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:11:53.773035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-039cdec8-a12d-41bb-9074-30e13deef574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:56.016077 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a730e91-fdff-48c7-97d5-5ba24b92b1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:57.108920 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:58.915342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:11:59.101662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:06.896334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:12:06.902260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-96b14fdb-d7be-4108-993f-1245c6231a8c tempest-verify_tempest_config-1896259533 tempest-verify_tempest_config-1896259533-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:12:06.903741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-96b14fdb-d7be-4108-993f-1245c6231a8c tempest-verify_tempest_config-1896259533 tempest-verify_tempest_config-1896259533-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064371 Jan 29 04:12:07.192833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:12:07.292031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.365291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.368802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.414470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d03d6c3cdca48cb9199ab35eb8d384a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2205722 Jan 29 04:12:07.415387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7649f2e-91c7-4b2c-95d0-891d7ef38014,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:12:07.417159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58896) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:12:07.422819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.423169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.423513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.423849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.424182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.424516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.424844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.425170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.425496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.425820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.426169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.426493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95902e26-15ec-4e28-851f-d93bed568540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.498523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.517788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.603625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.608717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:07.610677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7649f2e-91c7-4b2c-95d0-891d7ef38014 HTTP/1.1" status: 204 len: 168 time: 0.1923375 Jan 29 04:12:07.618675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7649f2e-91c7-4b2c-95d0-891d7ef38014,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:12:07.625472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.625813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.626174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.626505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.626831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.627154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.627472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.627787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.628105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.628421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.628745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:07.629042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61eb9-c887-471c-8077-861429fc7620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:12:09.179716 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:12:23.773652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ac2bb9fd-d1de-42a8-8117-840e35d72436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:26.016812 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40156f42-056d-458f-8152-494eccce464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:27.107265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:28.918175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:29.102897 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:46.177955 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:12:53.774636 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc8cb54b-854e-4085-b46d-9be25fa5be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:56.017833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2685943-9daf-48a6-b4f4-44727d2279c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:57.110454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:58.920288 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:12:59.104810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:23.177004 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:13:23.774787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ae926547-9724-444d-8506-ae71a82dbdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:26.017939 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16113c10-3ee9-4106-aaeb-4f047d5aa36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:27.112865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:28.924185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:29.106173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:53.775864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68c75867-76a1-484a-8e11-7e55363860a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:56.017241 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-750c2583-3d01-49a8-8f5f-f02c2b37c2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:57.115674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:58.926113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:13:59.107918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:00.176371 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:14:23.779330 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5dce7873-9a44-414d-93aa-7667dc6744d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:26.016870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d33c1df-f6dc-4608-9268-1577c8ccb061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:27.117974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:28.929151 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:29.108332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:37.175074 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 5 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:14:53.779565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36c44954-9438-4db1-bd22-9055213f021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:56.017505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f279deee-de44-4927-8c01-a01f2c71289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:57.121340 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:58.934263 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:14:59.109826 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:11.616800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:13.105511 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453129'] for agent, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:14.174113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:15:23.780089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-19abf105-97bf-48ab-8cdb-6a9d08575a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:26.017369 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e602012-954e-4f65-8ad7-2ef3768ddf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:27.123944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:28.936263 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:29.110297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:41.585318 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:43.073852 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:51.173321 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:15:53.781908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eb3c38bc-ec0a-4db5-a619-86f2d9611c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:54.738712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:15:54.840182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-155debd2-bb91-4507-b816-dbb52f708041 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1003759 Jan 29 04:15:56.018045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b06975b5-52c2-4012-8544-2870697ed02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:57.045511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58972) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:15:57.101999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-75dcdfda-2157-4b56-bb7e-467df5d95a07 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0548019 Jan 29 04:15:57.129096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:58.939314 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:15:59.110522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:11.586571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:13.089096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:23.782421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-824f0677-d773-4dc0-9d45-5c68683352c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:26.019448 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ac1b994-2faa-4e65-b047-a0958dd20328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:27.129837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:28.172905 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:16:28.944245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:29.111126 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:41.588366 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:43.123309 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:53.782032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0aa393c-3f0e-48e7-a91e-176bf5be90a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:56.020413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33725f96-db11-40dd-9610-bfa8d01ffefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:57.133349 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:58.947474 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:16:59.112829 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:05.173128 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:17:11.604301 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:13.101020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:23.782956 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e98a032-f5c9-41eb-bb2a-7b16b1dbefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:26.028487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ff612a9-3271-4311-9a29-2710fb327389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:27.143966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:28.955032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:29.127023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:31.419293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:31.980606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbfd36f1-7b94-49ed-bfe9-8c5c68d1b0bf tempest-AutoAllocateNetworkTest-291835860 tempest-AutoAllocateNetworkTest-291835860-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ae779af6621347ed87ee89f5e029c635&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5600877 Jan 29 04:17:31.983838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:32.169955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67622af-fe1a-4a74-9449-a05347b9fff7 tempest-AutoAllocateNetworkTest-291835860 tempest-AutoAllocateNetworkTest-291835860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:32.174266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e67622af-fe1a-4a74-9449-a05347b9fff7 tempest-AutoAllocateNetworkTest-291835860 tempest-AutoAllocateNetworkTest-291835860-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1864698 Jan 29 04:17:32.174995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:32.234144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59236) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:32.234692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-171e751e-69e2-4bd7-9a21-7a11207737ae tempest-AutoAllocateNetworkTest-291835860 tempest-AutoAllocateNetworkTest-291835860-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587285 Jan 29 04:17:32.264335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-05b8a028-f15f-4a27-bfb4-6406b7ac0f6f tempest-AutoAllocateNetworkTest-291835860 tempest-AutoAllocateNetworkTest-291835860-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ae779af6621347ed87ee89f5e029c635 HTTP/1.1" status: 200 len: 208 time: 0.0281878 Jan 29 04:17:32.902682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59282) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:33.232461 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.331899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.336600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.382470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae779af6621347ed87ee89f5e029c635&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4784009 Jan 29 04:17:33.382752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:33.391689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7670356e-27a6-4dde-8013-106d4850efea,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:33.402386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.402729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.403061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.404034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.404325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.404821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.405296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.405766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.406265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.406748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.407212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.407689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c6ae-9be4-4803-a0ab-03a6b650f8b3 admin admin] Tracked resource versions report: Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: pushed versions: Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Log': {'1.0'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Network': {'1.1'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Port': {'1.7'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'PortForwarding': {'1.2'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'QosPolicy': {'1.9'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'SecurityGroup': {'1.4'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'SubPort': {'1.0'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Subnet': {'1.1'}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Trunk': {'1.1'}} Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: consumer versions: Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: HyperV agent@n-h1-825930-1: {}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: HyperV agent@n-h2-825930-1: {}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: L3 agent@n-d-825930-1: {}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: Metadata agent@n-d-825930-1: {}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: Metering agent@n-d-825930-1: {}, Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'ConntrackHelper': '1.0', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Log': '1.0', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Network': '1.1', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Port': '1.7', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'PortForwarding': '1.2', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'QosPolicy': '1.9', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'SecurityGroup': '1.4', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'SecurityGroupRule': '1.2', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'SubPort': '1.0', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Subnet': '1.1', Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: 'Trunk': '1.1'}} Jan 29 04:17:33.409287 n-d-825930-1 neutron-server[102403]: {{(pid=102403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:33.452724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.475143 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.529775 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.533764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:33.535328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7670356e-27a6-4dde-8013-106d4850efea HTTP/1.1" status: 204 len: 168 time: 0.1506393 Jan 29 04:17:33.544029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670356e-27a6-4dde-8013-106d4850efea,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:33.554260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.561033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.561656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.562228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.562817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.563347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.563876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.564401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.565043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.565687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.566433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.567110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f4b6e-17da-476e-b44f-96d6323f216d admin admin] Tracked resource versions report: Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: pushed versions: Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Log': {'1.0'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Network': {'1.1'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Port': {'1.7'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'PortForwarding': {'1.2'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'QosPolicy': {'1.9'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'SecurityGroup': {'1.4'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'SubPort': {'1.0'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Subnet': {'1.1'}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Trunk': {'1.1'}} Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: consumer versions: Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: HyperV agent@n-h1-825930-1: {}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: HyperV agent@n-h2-825930-1: {}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: L3 agent@n-d-825930-1: {}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: Metadata agent@n-d-825930-1: {}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: Metering agent@n-d-825930-1: {}, Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'ConntrackHelper': '1.0', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Log': '1.0', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Network': '1.1', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Port': '1.7', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'PortForwarding': '1.2', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'QosPolicy': '1.9', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'SecurityGroup': '1.4', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'SecurityGroupRule': '1.2', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'SubPort': '1.0', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Subnet': '1.1', Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: 'Trunk': '1.1'}} Jan 29 04:17:33.568457 n-d-825930-1 neutron-server[102402]: {{(pid=102402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:34.966383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:35.114469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-715443cb-8878-44a7-a2ee-6beb9a288c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.192042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-715443cb-8878-44a7-a2ee-6beb9a288c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.196534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-715443cb-8878-44a7-a2ee-6beb9a288c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.240425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-715443cb-8878-44a7-a2ee-6beb9a288c18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51226cde1c2d436f87686625565c41a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2698412 Jan 29 04:17:35.240425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715443cb-8878-44a7-a2ee-6beb9a288c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d999a32b-e22d-40e2-9617-89b6e772321e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:35.241275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59426) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:35.321257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-557f2cff-d8ed-42bb-927f-fa412107ce43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.345195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-557f2cff-d8ed-42bb-927f-fa412107ce43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.396739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-557f2cff-d8ed-42bb-927f-fa412107ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.399299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-557f2cff-d8ed-42bb-927f-fa412107ce43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.403049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-557f2cff-d8ed-42bb-927f-fa412107ce43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d999a32b-e22d-40e2-9617-89b6e772321e HTTP/1.1" status: 204 len: 168 time: 0.1586230 Jan 29 04:17:35.410590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f2cff-d8ed-42bb-927f-fa412107ce43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d999a32b-e22d-40e2-9617-89b6e772321e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:35.451176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59438) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:35.532316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:35.578577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:35.804300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32d979e2-6dc5-41c2-a25e-1fd6bbe0ade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.871266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-network', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:35.924316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32d979e2-6dc5-41c2-a25e-1fd6bbe0ade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.947576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32d979e2-6dc5-41c2-a25e-1fd6bbe0ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.974028 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ae25-f6e4-4ebb-97b1-20e113ab5692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:35.997450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:36.021474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b123cc-ba5e-4617-b3b0-c0bd2cd7ae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.022887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Made reservation on behalf of d7e3d2a6e7f648af8c5cbb511b9d95b9 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:36.025805 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.054905 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.058823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-32d979e2-6dc5-41c2-a25e-1fd6bbe0ade9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5badc99ac14486d8682ddee87469a21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6065753 Jan 29 04:17:36.063802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59496) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:36.095091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d979e2-6dc5-41c2-a25e-1fd6bbe0ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd042aa-d8e3-4b98-a698-e9b4d811bbe2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.163279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b123cc-ba5e-4617-b3b0-c0bd2cd7ae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.168453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b123cc-ba5e-4617-b3b0-c0bd2cd7ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.208971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b123cc-ba5e-4617-b3b0-c0bd2cd7ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea05e8b6-5273-4f59-8b9f-1d5aff20c074,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.232058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39577bd8-7eff-45cc-93ef-bb2255c648e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.236455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ae25-f6e4-4ebb-97b1-20e113ab5692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.241035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7b123cc-ba5e-4617-b3b0-c0bd2cd7ae12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52223231c7f54ed8bb2c915d1f2a66f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423110 Jan 29 04:17:36.241621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:36.263890 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39577bd8-7eff-45cc-93ef-bb2255c648e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.299593 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ae25-f6e4-4ebb-97b1-20e113ab5692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.313949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f709572a-2880-49b8-920e-6f1b260740ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.339561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f709572a-2880-49b8-920e-6f1b260740ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.404925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f709572a-2880-49b8-920e-6f1b260740ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.407553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f709572a-2880-49b8-920e-6f1b260740ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.411213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f709572a-2880-49b8-920e-6f1b260740ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea05e8b6-5273-4f59-8b9f-1d5aff20c074 HTTP/1.1" status: 204 len: 168 time: 0.1661453 Jan 29 04:17:36.417647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709572a-2880-49b8-920e-6f1b260740ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea05e8b6-5273-4f59-8b9f-1d5aff20c074,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.495595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1ae25-f6e4-4ebb-97b1-20e113ab5692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7497c7-b72b-458d-bea8-137367ac84a9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.524471 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59524) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:36.524913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c7c1ae25-f6e4-4ebb-97b1-20e113ab5692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01b62c53fe5d496bb3b9521b048c43bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9443204 Jan 29 04:17:36.527211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.529252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39577bd8-7eff-45cc-93ef-bb2255c648e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.544285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39577bd8-7eff-45cc-93ef-bb2255c648e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.549660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-39577bd8-7eff-45cc-93ef-bb2255c648e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebd042aa-d8e3-4b98-a698-e9b4d811bbe2 HTTP/1.1" status: 204 len: 168 time: 0.4773903 Jan 29 04:17:36.554418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.573695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39577bd8-7eff-45cc-93ef-bb2255c648e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd042aa-d8e3-4b98-a698-e9b4d811bbe2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.604202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:17:36.619544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5601c158-cf6b-40b5-a396-711a718a42cd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.630658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746768327994', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.631459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Unsubscribe: segment precommit_create {{(pid=102403) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 04:17:36.632470 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Added segment 9e8cee1d-31e2-4368-8597-b513a1818cdd of type vlan for network b88fdc91-d001-498a-ac16-68f838bf80e3 Jan 29 04:17:36.635094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9df8a37-7337-4bb4-9991-ced65cc8df09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.688626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9df8a37-7337-4bb4-9991-ced65cc8df09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.704904 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.745073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.746443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:36.747900 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.759779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9df8a37-7337-4bb4-9991-ced65cc8df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.763570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9df8a37-7337-4bb4-9991-ced65cc8df09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:36.767229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9df8a37-7337-4bb4-9991-ced65cc8df09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea7497c7-b72b-458d-bea8-137367ac84a9 HTTP/1.1" status: 204 len: 168 time: 0.2395339 Jan 29 04:17:36.781130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df8a37-7337-4bb4-9991-ced65cc8df09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7497c7-b72b-458d-bea8-137367ac84a9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.876117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3411422 Jan 29 04:17:36.879215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:36.881195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d6b98-bd70-45fa-a506-cfa82218ec19 admin admin] Pushing event updated for resources: {'Network': ['ID=b88fdc91-d001-498a-ac16-68f838bf80e3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:36.884182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Request body: {'subnet': {'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-subnet', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:36.893759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b88fdc91-d001-498a-ac16-68f838bf80e3 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:17:36.937254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Made reservation on behalf of d7e3d2a6e7f648af8c5cbb511b9d95b9 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:36.940396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.179127 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.241525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b298790-140b-4098-8cb5-564c3cda3871,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:37.262583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Checking segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:37.264224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Network hostable DHCP agents. Network: b88fdc91-d001-498a-ac16-68f838bf80e3, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:17:37.290939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Network b88fdc91-d001-498a-ac16-68f838bf80e3 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:17:37.312299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b88fdc91-d001-498a-ac16-68f838bf80e3) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:37.328706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc0451-b4a6-4121-87c7-d851c1639498 None None] Network b88fdc91-d001-498a-ac16-68f838bf80e3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:37.329279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:37.330253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.358926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-05143440-c4ab-452f-9de1-ad531cd3e6ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4755421 Jan 29 04:17:37.359356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:37.379553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:37.417390 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.418647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.533471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.552252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59614) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:37.555697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-b88fdc91-d001-498a-ac16-68f838bf80e3', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:17:37.556753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.576431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39b45613-8d1b-4b1b-b1c3-c4b90ba2a070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.709819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.723105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39b45613-8d1b-4b1b-b1c3-c4b90ba2a070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.730183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39b45613-8d1b-4b1b-b1c3-c4b90ba2a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.760908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Allocated IP 172.20.0.2 (b88fdc91-d001-498a-ac16-68f838bf80e3/7b298790-140b-4098-8cb5-564c3cda3871/b424f4ec-20d1-4c66-a56f-b22f61b130b7) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:37.787778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:37.791420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45613-8d1b-4b1b-b1c3-c4b90ba2a070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c021c21c-f81f-475f-b692-c027f8931a90,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:37.815389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-39b45613-8d1b-4b1b-b1c3-c4b90ba2a070 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45117c77123b4e95a7b4480d89d1c8a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2605660 Jan 29 04:17:37.817855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:37.822133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6905ba21-3b62-4bbc-9e42-def313425e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.890628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98eb0c12-1fed-4b1f-804f-40937ae4ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.929179 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98eb0c12-1fed-4b1f-804f-40937ae4ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.952486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:37.963972 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.040007 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98eb0c12-1fed-4b1f-804f-40937ae4ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.047279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98eb0c12-1fed-4b1f-804f-40937ae4ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.050070 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-98eb0c12-1fed-4b1f-804f-40937ae4ce59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c021c21c-f81f-475f-b692-c027f8931a90 HTTP/1.1" status: 204 len: 168 time: 0.2310514 Jan 29 04:17:38.066826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb0c12-1fed-4b1f-804f-40937ae4ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021c21c-f81f-475f-b692-c027f8931a90,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:38.080696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.081623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Network b88fdc91-d001-498a-ac16-68f838bf80e3 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:38.106669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.111834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:38.129810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:38.145131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Pushing event updated for resources: {'Port': ['ID=b424f4ec-20d1-4c66-a56f-b22f61b130b7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:38.191039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.191704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.192245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.192781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.193322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.193849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.194407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.194930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.195486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.196006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.196664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.197399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Tracked resource versions report: Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: pushed versions: Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Log': {'1.0'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Network': {'1.1'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Port': {'1.7'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'PortForwarding': {'1.2'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'QosPolicy': {'1.9'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'SecurityGroup': {'1.4'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'SubPort': {'1.0'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Subnet': {'1.1'}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Trunk': {'1.1'}} Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: consumer versions: Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: HyperV agent@n-h1-825930-1: {}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: HyperV agent@n-h2-825930-1: {}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: L3 agent@n-d-825930-1: {}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: Metadata agent@n-d-825930-1: {}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: Metering agent@n-d-825930-1: {}, Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'ConntrackHelper': '1.0', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Log': '1.0', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Network': '1.1', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Port': '1.7', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'PortForwarding': '1.2', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'QosPolicy': '1.9', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'SecurityGroup': '1.4', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'SecurityGroupRule': '1.2', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'SubPort': '1.0', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Subnet': '1.1', Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: 'Trunk': '1.1'}} Jan 29 04:17:38.200908 n-d-825930-1 neutron-server[102404]: {{(pid=102404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:38.258523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6905ba21-3b62-4bbc-9e42-def313425e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.259661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Attempting to bind port b424f4ec-20d1-4c66-a56f-b22f61b130b7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:17:38.261159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Attempting to bind port b424f4ec-20d1-4c66-a56f-b22f61b130b7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:17:38.261706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Attempting to bind port b424f4ec-20d1-4c66-a56f-b22f61b130b7 on network b88fdc91-d001-498a-ac16-68f838bf80e3 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:38.268102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6905ba21-3b62-4bbc-9e42-def313425e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.269231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:38.269609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Checking segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:38.270250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.270785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Bound using segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:38.271912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Bound port: b424f4ec-20d1-4c66-a56f-b22f61b130b7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:17:38.273032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.337664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6905ba21-3b62-4bbc-9e42-def313425e83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16d16350c0f6454baf3da2941d60e6fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5459561 Jan 29 04:17:38.340358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59656) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:38.354442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905ba21-3b62-4bbc-9e42-def313425e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84968c-52ef-49fe-ac26-cd494f21ea57,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:38.377677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Allocated IP 172.25.4.58 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/846e5a89-6db9-476b-8484-719fe64390bb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:38.384243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] For port b424f4ec-20d1-4c66-a56f-b22f61b130b7, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:38.389660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] For port b424f4ec-20d1-4c66-a56f-b22f61b130b7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b424f4ec-20d1-4c66-a56f-b22f61b130b7,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:38.401061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.458020 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aef8387f-0e57-476d-af84-7a6e6fcd8c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.480431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b3e5f-ed6b-4a62-9f1c-17c4685d8a5d None None] Pushing event updated for resources: {'Port': ['ID=b424f4ec-20d1-4c66-a56f-b22f61b130b7,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:38.510903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aef8387f-0e57-476d-af84-7a6e6fcd8c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.533774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.581211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aef8387f-0e57-476d-af84-7a6e6fcd8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.583808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aef8387f-0e57-476d-af84-7a6e6fcd8c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.587296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aef8387f-0e57-476d-af84-7a6e6fcd8c55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc84968c-52ef-49fe-ac26-cd494f21ea57 HTTP/1.1" status: 204 len: 168 time: 0.2417383 Jan 29 04:17:38.595132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8387f-0e57-476d-af84-7a6e6fcd8c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84968c-52ef-49fe-ac26-cd494f21ea57,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:38.601230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:38.670342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:38.673791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:38.678794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:38.832244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Pushing event updated for resources: {'Port': ['ID=846e5a89-6db9-476b-8484-719fe64390bb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:39.051020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:39.103728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:39.107144 n-d-825930-1 neutron-server[102403]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 04:17:39.159205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-f7a96780-75ba-4024-8a81-188c6db05c7e tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8858c2db3ae45aaabf8e097d1c6f59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536947 Jan 29 04:17:39.304471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:39.440125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-0e143d35-3b36-4800-8753-18e578d6fcd5 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:39.441662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-0e143d35-3b36-4800-8753-18e578d6fcd5 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814660 Jan 29 04:17:39.472502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-96f7fec6-4d7c-4605-9e24-aa7dd7fa7b38 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/quotas/a8858c2db3ae45aaabf8e097d1c6f59f HTTP/1.1" status: 200 len: 375 time: 0.0237939 Jan 29 04:17:39.563859 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-b6f74d49-4334-4c32-956e-c033b876a24c tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8858c2db3ae45aaabf8e097d1c6f59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839982 Jan 29 04:17:39.572542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:17:39.737713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:17:39.753161 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:17:39.755485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da7db2-4c34-4ba8-a448-310c15acfe54 None None] Network b88fdc91-d001-498a-ac16-68f838bf80e3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:39.762133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:39.765377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-27e7c333-c418-4d2c-aa2f-a6d770668242 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4046345 Jan 29 04:17:39.767884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59738) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:39.770960 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:39.771603 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:39.963073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ececc295-e234-44f0-9acb-d5880dd73fc2 None None] Provisioning complete for port b424f4ec-20d1-4c66-a56f-b22f61b130b7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:39.963628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ececc295-e234-44f0-9acb-d5880dd73fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:39.976748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:40.004144 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:40.063333 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ececc295-e234-44f0-9acb-d5880dd73fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.129418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ececc295-e234-44f0-9acb-d5880dd73fc2 None None] For port b424f4ec-20d1-4c66-a56f-b22f61b130b7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b424f4ec-20d1-4c66-a56f-b22f61b130b7,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:17:40.144479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ececc295-e234-44f0-9acb-d5880dd73fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.235295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececc295-e234-44f0-9acb-d5880dd73fc2 None None] Pushing event updated for resources: {'Port': ['ID=b424f4ec-20d1-4c66-a56f-b22f61b130b7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:40.262121 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:38Z', 'revision_number': 3, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:40.293136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:17:40.293963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Updating router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 port 846e5a89-6db9-476b-8484-719fe64390bb binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:17:40.355475 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.371109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1d260cf1-3157-4307-8f44-a2e3ffe5f716 None None] Provisioning complete for port b424f4ec-20d1-4c66-a56f-b22f61b130b7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:40.371483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d260cf1-3157-4307-8f44-a2e3ffe5f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.433788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:40.539652 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.599529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bafb088-b37c-4611-92bb-58057f529c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.676557 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.684857 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.685719 n-d-825930-1 neutron-server[102402]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 04:17:40.766912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d86a5c1b-23c8-41d4-9c61-d12a08b6e656 req-e246b7b8-5593-44b8-a47f-fb4e3e70256a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 210 time: 0.3232014 Jan 29 04:17:40.781438 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Pushing event updated for resources: {'Port': ['ID=846e5a89-6db9-476b-8484-719fe64390bb,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:40.803910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.804572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.805084 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.805658 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.806193 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.806902 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.807719 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.808188 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.808648 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.809104 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.809855 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.810474 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Tracked resource versions report: Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: pushed versions: Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: { 'AddressGroup': {'1.2'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'ConntrackHelper': {'1.0'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Log': {'1.0'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Network': {'1.1'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Port': {'1.7'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'PortForwarding': {'1.2'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'QosPolicy': {'1.9'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'SecurityGroup': {'1.4'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'SecurityGroupRule': {'1.2'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'SubPort': {'1.0'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Subnet': {'1.1'}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Trunk': {'1.1'}} Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: consumer versions: Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: { DHCP agent@n-d-825930-1: {}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: HyperV agent@n-h1-825930-1: {}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: HyperV agent@n-h2-825930-1: {}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: L3 agent@n-d-825930-1: {}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: Metadata agent@n-d-825930-1: {}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: Metering agent@n-d-825930-1: {}, Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: Open vSwitch agent@n-d-825930-1: { 'AddressGroup': '1.2', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'ConntrackHelper': '1.0', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Log': '1.0', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Network': '1.1', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Port': '1.7', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'PortForwarding': '1.2', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'QosPolicy': '1.9', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'SecurityGroup': '1.4', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'SecurityGroupRule': '1.2', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'SubPort': '1.0', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Subnet': '1.1', Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: 'Trunk': '1.1'}} Jan 29 04:17:40.811852 n-d-825930-1 neutron-server[102405]: {{(pid=102405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 04:17:40.817339 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Attempting to bind port 846e5a89-6db9-476b-8484-719fe64390bb on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:17:40.817984 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Attempting to bind port 846e5a89-6db9-476b-8484-719fe64390bb by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:17:40.818708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Attempting to bind port 846e5a89-6db9-476b-8484-719fe64390bb on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:40.826314 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:40.827047 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:40.827650 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.828498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:40.829160 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Bound port: 846e5a89-6db9-476b-8484-719fe64390bb, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:17:40.829772 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.872274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bafb088-b37c-4611-92bb-58057f529c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.887034 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] For port 846e5a89-6db9-476b-8484-719fe64390bb, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:40.890614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bafb088-b37c-4611-92bb-58057f529c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.891819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] For port 846e5a89-6db9-476b-8484-719fe64390bb, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=846e5a89-6db9-476b-8484-719fe64390bb,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:40.898886 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:40.973778 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdff018-53bc-4017-a231-f02d970d1716 None None] Pushing event updated for resources: {'Port': ['ID=846e5a89-6db9-476b-8484-719fe64390bb,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:40.974781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b424f4ec-20d1-4c66-a56f-b22f61b130b7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:40.996359 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:40.998469 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:41.022743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0bafb088-b37c-4611-92bb-58057f529c4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2a9ebd804cd4be5bbd2a79d8c54e76c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0423958 Jan 29 04:17:41.027086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:41.028984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafb088-b37c-4611-92bb-58057f529c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a3f71-9d98-4e63-9f07-f1852d67f223,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:41.065330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b424f4ec-20d1-4c66-a56f-b22f61b130b7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:41.066067 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.101035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Allocated IP 172.20.0.1 (b88fdc91-d001-498a-ac16-68f838bf80e3/7b298790-140b-4098-8cb5-564c3cda3871/ee39ce3e-64d0-473f-8a6e-e80e96299116) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:41.143958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90747a82-a85b-49eb-ae1e-717b35bb5ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.175121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90747a82-a85b-49eb-ae1e-717b35bb5ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.225014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:41.286076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90747a82-a85b-49eb-ae1e-717b35bb5ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.288613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90747a82-a85b-49eb-ae1e-717b35bb5ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.289765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-90747a82-a85b-49eb-ae1e-717b35bb5ce1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/097a3f71-9d98-4e63-9f07-f1852d67f223 HTTP/1.1" status: 204 len: 168 time: 0.2462096 Jan 29 04:17:41.306808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90747a82-a85b-49eb-ae1e-717b35bb5ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a3f71-9d98-4e63-9f07-f1852d67f223,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:41.338637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.412717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.575086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Pushing event updated for resources: {'Port': ['ID=ee39ce3e-64d0-473f-8a6e-e80e96299116,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:41.580981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Network b88fdc91-d001-498a-ac16-68f838bf80e3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:41.600177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:41.604767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:41.606877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.614747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:41.693116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:38Z', 'revision_number': 3, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:41.756244 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8cc63-c49b-4345-95db-8eb51a9d597a None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:38Z', 'revision_number': 3, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:17:42.007359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-34d7e293-0e4a-471b-a77e-42b12d577e1f None None] Provisioning complete for port ee39ce3e-64d0-473f-8a6e-e80e96299116 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:42.008506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34d7e293-0e4a-471b-a77e-42b12d577e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.116264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-34d7e293-0e4a-471b-a77e-42b12d577e1f None None] Port ee39ce3e-64d0-473f-8a6e-e80e96299116 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:17:42.166560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:42.178469 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:17:42.195107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf81b973-a33d-4bbc-8cb8-ef9b4e471456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.310024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1d90d21a-ff5a-4681-9a59-198e86eaec0f req-baddc451-4d38-4b25-bf10-955f9d8448a0 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 210 time: 0.1851313 Jan 29 04:17:42.394376 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf81b973-a33d-4bbc-8cb8-ef9b4e471456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.411141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf81b973-a33d-4bbc-8cb8-ef9b4e471456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.456324 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.472658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81b973-a33d-4bbc-8cb8-ef9b4e471456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0eb7a5-497e-45a0-b6cb-c60f844d43f6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:42.479907 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf81b973-a33d-4bbc-8cb8-ef9b4e471456 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db40d1dd20f34466a49a60faf86d1b7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3119378 Jan 29 04:17:42.482392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:42.622922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f7851a2-0a98-4ac2-b901-2f36e7fd9955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.656589 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f7851a2-0a98-4ac2-b901-2f36e7fd9955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.786845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.803576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.804819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.856010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.20', 59023) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:42.913827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a6cd902-649a-4472-ac4c-b89ccd44d0b0 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a8858c2db3ae45aaabf8e097d1c6f59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520456 Jan 29 04:17:42.937836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 846e5a89-6db9-476b-8484-719fe64390bb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:42.957497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Network b88fdc91-d001-498a-ac16-68f838bf80e3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:42.964580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:42.967382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f7851a2-0a98-4ac2-b901-2f36e7fd9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.970645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f7851a2-0a98-4ac2-b901-2f36e7fd9955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:42.976976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7f7851a2-0a98-4ac2-b901-2f36e7fd9955 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db0eb7a5-497e-45a0-b6cb-c60f844d43f6 HTTP/1.1" status: 204 len: 168 time: 0.4730394 Jan 29 04:17:42.998923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7851a2-0a98-4ac2-b901-2f36e7fd9955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0eb7a5-497e-45a0-b6cb-c60f844d43f6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:43.069322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Pushing event updated for resources: {'Port': ['ID=ee39ce3e-64d0-473f-8a6e-e80e96299116,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:43.112849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-1520f411-976e-45fb-bf3f-ebee032c774b tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:43.115124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-1520f411-976e-45fb-bf3f-ebee032c774b tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962891 Jan 29 04:17:43.148556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.150158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 846e5a89-6db9-476b-8484-719fe64390bb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:43.150661 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.160117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:43.229071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Request body: {'port': {'device_id': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'a8858c2db3ae45aaabf8e097d1c6f59f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:43.242767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:17:43.380115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.430244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 846e5a89-6db9-476b-8484-719fe64390bb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=846e5a89-6db9-476b-8484-719fe64390bb,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:17:43.449052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.531529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3cad7daf-65d8-4511-93da-fee40a89115c None None] Provisioning complete for port ee39ce3e-64d0-473f-8a6e-e80e96299116 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:43.531905 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3cad7daf-65d8-4511-93da-fee40a89115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.552884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:17:43.560241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cc8ba1f9-6368-4f27-aefc-a874f4fae065 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d4652a8-5d38-471b-9082-ccc12ef2fc90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7889607 Jan 29 04:17:43.585159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=846e5a89-6db9-476b-8484-719fe64390bb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:43.598713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3cad7daf-65d8-4511-93da-fee40a89115c None None] Port ee39ce3e-64d0-473f-8a6e-e80e96299116 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:17:43.738782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9afba656-61d6-48cc-b9b5-bb5e7ed0e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.815383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a228f1ca-bb83-48b4-9c20-b3f46dae3545 req-5ccdc5c9-7230-49fc-b0c7-75d049c29267 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 210 time: 0.0530787 Jan 29 04:17:43.839459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Made reservation on behalf of a8858c2db3ae45aaabf8e097d1c6f59f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:43.844025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.859516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:43.894135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:43.907697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88450d28-ac10-43f5-88f6-12836dd329b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.018686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9afba656-61d6-48cc-b9b5-bb5e7ed0e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.034736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9afba656-61d6-48cc-b9b5-bb5e7ed0e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.079093 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88450d28-ac10-43f5-88f6-12836dd329b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.085095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88450d28-ac10-43f5-88f6-12836dd329b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.124920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afba656-61d6-48cc-b9b5-bb5e7ed0e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1139545e-174a-4fab-9299-4e144a3643e8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:44.133816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9afba656-61d6-48cc-b9b5-bb5e7ed0e1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea7476cf4ee54cc596842d4b025dc60a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9723744 Jan 29 04:17:44.137185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:44.153494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.164182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.183979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-88450d28-ac10-43f5-88f6-12836dd329b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1cc7ea9b34748de9940275cb5a5e0ab&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2901487 Jan 29 04:17:44.186385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59936) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:44.201337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88450d28-ac10-43f5-88f6-12836dd329b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c63b5af-b555-4961-8beb-53214880151a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:44.381929 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fdb38e6-8afe-4c0d-a54c-2aef23e83a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.389681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35477c9c-b518-4b5f-a986-28973b3ed516,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:44.422893 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fdb38e6-8afe-4c0d-a54c-2aef23e83a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.496521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ef7-24fb-43a8-bc0f-8c2a81407ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.503508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:17:44.523162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:44.523963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:44.587750 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ef7-24fb-43a8-bc0f-8c2a81407ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.599675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fdb38e6-8afe-4c0d-a54c-2aef23e83a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.600167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Allocated IP 192.168.233.57 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/25c05a10-732d-43aa-9a5d-95452fc0ddba) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:44.614786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fdb38e6-8afe-4c0d-a54c-2aef23e83a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.618693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5fdb38e6-8afe-4c0d-a54c-2aef23e83a15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c63b5af-b555-4961-8beb-53214880151a HTTP/1.1" status: 204 len: 168 time: 0.4291611 Jan 29 04:17:44.658001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb38e6-8afe-4c0d-a54c-2aef23e83a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c63b5af-b555-4961-8beb-53214880151a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:44.730809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ef7-24fb-43a8-bc0f-8c2a81407ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.736367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ef7-24fb-43a8-bc0f-8c2a81407ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:44.741482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-98cf1ef7-24fb-43a8-bc0f-8c2a81407ad8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1139545e-174a-4fab-9299-4e144a3643e8 HTTP/1.1" status: 204 len: 168 time: 0.6010640 Jan 29 04:17:44.839554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf1ef7-24fb-43a8-bc0f-8c2a81407ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1139545e-174a-4fab-9299-4e144a3643e8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:44.939927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 846e5a89-6db9-476b-8484-719fe64390bb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:44.982422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:45.006155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84b67db2-5be5-4a3f-afe1-3351ac677af4 req-21b8c902-090c-46fc-b988-bcb3e8db5b2d tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 210 time: 0.0827343 Jan 29 04:17:45.019286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:45.058728 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:45.166867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 846e5a89-6db9-476b-8484-719fe64390bb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:45.167469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:45.181944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:45.186970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:45.188993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Pushing event updated for resources: {'Port': ['ID=25c05a10-732d-43aa-9a5d-95452fc0ddba,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:45.191174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:45.197056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:45.197706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:45.232172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-6a73a193-0f6f-48ff-8179-71edf705b214 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0089371 Jan 29 04:17:45.246045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-2f12c0e9-93bc-409a-a04c-691ac02fdb5a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:17:45.249880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-2f12c0e9-93bc-409a-a04c-691ac02fdb5a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107584 Jan 29 04:17:45.459823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 2, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:45.553813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:17:45.554732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Updating router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 port ee39ce3e-64d0-473f-8a6e-e80e96299116 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:17:45.629778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a94e11bc-7f85-4927-aa9f-3e3a7f441298 None None] Provisioning complete for port 25c05a10-732d-43aa-9a5d-95452fc0ddba triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:45.630179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a94e11bc-7f85-4927-aa9f-3e3a7f441298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:45.641179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:45.647059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:45.753427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a94e11bc-7f85-4927-aa9f-3e3a7f441298 None None] Port 25c05a10-732d-43aa-9a5d-95452fc0ddba cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:17:45.852829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:46.022379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b632d249-f03e-4a8a-8d59-bda67675ff85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.113288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:46.124609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-network', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:46.198904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Made reservation on behalf of 7d6523bdeb4042f0b1e1dd4cddd4520c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:46.207657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.228805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.242439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b632d249-f03e-4a8a-8d59-bda67675ff85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.249759 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b632d249-f03e-4a8a-8d59-bda67675ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.284501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60006) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:46.337838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.344376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.348102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.349527 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-feb322df-951c-4cf2-9844-923dd2a49a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.375748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.378660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:17:46.410717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59ce52-b618-4490-b93e-af04e9381d51,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:46.414406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.414865 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Added segment 403e62c7-5633-460a-9ae8-fb5ea1209087 of type vlan for network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e Jan 29 04:17:46.444350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71006-aedd-47ee-b48a-c9a315b3645a None None] Pushing event updated for resources: {'Port': ['ID=ee39ce3e-64d0-473f-8a6e-e80e96299116,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:46.556662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d3a52-e460-4df4-9935-e3fc2bf48147 req-a94b71c3-0778-43c6-802a-10211ab0e7b9 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:46.565248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Attempting to bind port ee39ce3e-64d0-473f-8a6e-e80e96299116 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:17:46.565875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Attempting to bind port ee39ce3e-64d0-473f-8a6e-e80e96299116 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:17:46.566249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Attempting to bind port ee39ce3e-64d0-473f-8a6e-e80e96299116 on network b88fdc91-d001-498a-ac16-68f838bf80e3 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:46.568512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-267d3a52-e460-4df4-9935-e3fc2bf48147 req-a94b71c3-0778-43c6-802a-10211ab0e7b9 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 935 time: 0.1780112 Jan 29 04:17:46.571590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:46.572097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Checking segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:46.572593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.573075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Bound using segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:46.573220 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.573717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Bound port: ee39ce3e-64d0-473f-8a6e-e80e96299116, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:17:46.574239 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.638990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-feb322df-951c-4cf2-9844-923dd2a49a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.666544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b632d249-f03e-4a8a-8d59-bda67675ff85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a9b32b078604c18998371a11fa95d23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0158427 Jan 29 04:17:46.672952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:46.684298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] For port ee39ce3e-64d0-473f-8a6e-e80e96299116, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:46.687598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-feb322df-951c-4cf2-9844-923dd2a49a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.688418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Request body: {'port': {'device_id': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'device_owner': 'compute:tempest-test_az-1860296868', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:46.689935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] For port ee39ce3e-64d0-473f-8a6e-e80e96299116, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ee39ce3e-64d0-473f-8a6e-e80e96299116,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:46.703623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.713610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632d249-f03e-4a8a-8d59-bda67675ff85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d61c6-0642-4446-82bd-1efbf3ee3011,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:46.781635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.783284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:46.783962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.789091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb322df-951c-4cf2-9844-923dd2a49a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab0a9a-b753-4e92-b229-f62c5844d922,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:46.826732 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-feb322df-951c-4cf2-9844-923dd2a49a5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3a98b39fe5e48dba63e1ce3575dd079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356765 Jan 29 04:17:46.828513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:46.849309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-267d3a52-e460-4df4-9935-e3fc2bf48147 req-374833f1-af75-40f9-a8fe-6bcfaaec7db1 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791774 Jan 29 04:17:46.868764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:46.872839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:46.906905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7906182 Jan 29 04:17:46.907794 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea38e3ec-56b4-4a5d-888d-98041cecca93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:46.912849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60024) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:46.939625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Request body: {'subnet': {'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-subnet', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:47.016425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-495fc431-3240-49fe-babc-5e2a5fa4e012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.016632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea38e3ec-56b4-4a5d-888d-98041cecca93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.102780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-495fc431-3240-49fe-babc-5e2a5fa4e012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.108076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea38e3ec-56b4-4a5d-888d-98041cecca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.112293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Made reservation on behalf of 7d6523bdeb4042f0b1e1dd4cddd4520c for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:47.115184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.131693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4a91-37b8-4241-a37d-19473a273854 admin admin] Pushing event updated for resources: {'Network': ['ID=1a2fb3e2-0e3e-4ce8-b724-ff732771d73e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:47.165997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea38e3ec-56b4-4a5d-888d-98041cecca93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68be9956106340aea2cfd140014d33b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3097193 Jan 29 04:17:47.165997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.166612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:47.167586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:17:47.170931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38e3ec-56b4-4a5d-888d-98041cecca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548af25-6630-44a8-8bd4-e3a04dbae790,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:47.236629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2567ce14-e06a-499a-a04b-2594274a4878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.307051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-495fc431-3240-49fe-babc-5e2a5fa4e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.311001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-495fc431-3240-49fe-babc-5e2a5fa4e012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.315080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-495fc431-3240-49fe-babc-5e2a5fa4e012 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/daab0a9a-b753-4e92-b229-f62c5844d922 HTTP/1.1" status: 204 len: 168 time: 0.4830399 Jan 29 04:17:47.333139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5b9e7d50-c65c-417e-b33b-228b3e1d2582 None None] Provisioning complete for port ee39ce3e-64d0-473f-8a6e-e80e96299116 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:47.333791 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7d50-c65c-417e-b33b-228b3e1d2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.355999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fc431-3240-49fe-babc-5e2a5fa4e012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab0a9a-b753-4e92-b229-f62c5844d922,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:47.365943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71006-aedd-47ee-b48a-c9a315b3645a None None] Pushing event updated for resources: {'Port': ['ID=ee39ce3e-64d0-473f-8a6e-e80e96299116,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:47.451765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:47.645213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb3b40b8-ab63-47f3-ab13-3b93f8be2df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.686404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.699029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb3b40b8-ab63-47f3-ab13-3b93f8be2df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.763782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2567ce14-e06a-499a-a04b-2594274a4878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.782078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb3b40b8-ab63-47f3-ab13-3b93f8be2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.784789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb3b40b8-ab63-47f3-ab13-3b93f8be2df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.789085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb3b40b8-ab63-47f3-ab13-3b93f8be2df5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9548af25-6630-44a8-8bd4-e3a04dbae790 HTTP/1.1" status: 204 len: 168 time: 0.6136503 Jan 29 04:17:47.831219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Pushing event updated for resources: {'Subnet': ['ID=510cf1ec-14d7-4155-b653-6c1fbea0a51f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:47.849406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Checking segment: {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:47.849669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Network hostable DHCP agents. Network: 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:17:47.854834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b40b8-ab63-47f3-ab13-3b93f8be2df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548af25-6630-44a8-8bd4-e3a04dbae790,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:47.882142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7d50-c65c-417e-b33b-228b3e1d2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.915004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:17:47.932630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:47.938143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:47.939288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.958134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf318d-b877-4892-a32f-a64c63c9a2eb None None] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:47.962224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2567ce14-e06a-499a-a04b-2594274a4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.965064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2567ce14-e06a-499a-a04b-2594274a4878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:47.967515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2567ce14-e06a-499a-a04b-2594274a4878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca4d61c6-0642-4446-82bd-1efbf3ee3011 HTTP/1.1" status: 204 len: 168 time: 1.2911000 Jan 29 04:17:47.989543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567ce14-e06a-499a-a04b-2594274a4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d61c6-0642-4446-82bd-1efbf3ee3011,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:48.002705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e021c68-b0b7-427b-b59b-14307abd154e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0852180 Jan 29 04:17:48.004586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:48.016360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:48.093195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c05a10-732d-43aa-9a5d-95452fc0ddba {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:17:48.109938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.111346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5b9e7d50-c65c-417e-b33b-228b3e1d2582 None None] For port ee39ce3e-64d0-473f-8a6e-e80e96299116, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ee39ce3e-64d0-473f-8a6e-e80e96299116,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:17:48.142075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Transition to ACTIVE for port object 25c05a10-732d-43aa-9a5d-95452fc0ddba will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:17:48.149108 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.169877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7d50-c65c-417e-b33b-228b3e1d2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.257409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=25c05a10-732d-43aa-9a5d-95452fc0ddba,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:48.389400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Attempting to bind port 25c05a10-732d-43aa-9a5d-95452fc0ddba on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:17:48.390101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Attempting to bind port 25c05a10-732d-43aa-9a5d-95452fc0ddba by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:17:48.390416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-00117e5e-e793-4e53-9b6a-b77d7be26acd None None] Provisioning complete for port ee39ce3e-64d0-473f-8a6e-e80e96299116 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:48.390925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Attempting to bind port 25c05a10-732d-43aa-9a5d-95452fc0ddba on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:48.391789 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00117e5e-e793-4e53-9b6a-b77d7be26acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.396683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Port 25c05a10-732d-43aa-9a5d-95452fc0ddba on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:17:48.397390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Attempting to bind port 25c05a10-732d-43aa-9a5d-95452fc0ddba on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:48.412149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:48.412879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:48.413726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:48.414442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Bound port: 25c05a10-732d-43aa-9a5d-95452fc0ddba, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:17:48.415018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.524481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32f5e6-a364-4d5e-a75a-4ecb5723dc34 req-b02055ce-f1f8-4f76-a430-1f811ab652f0 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:48.526263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb32f5e6-a364-4d5e-a75a-4ecb5723dc34 req-b02055ce-f1f8-4f76-a430-1f811ab652f0 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 935 time: 0.4836497 Jan 29 04:17:48.558368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.559909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.605444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] For port 25c05a10-732d-43aa-9a5d-95452fc0ddba, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:48.617846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] For port 25c05a10-732d-43aa-9a5d-95452fc0ddba, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:48.632768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.665072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:48.678761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.678761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] 10.222.0.20 "PUT /v2.0/ports/25c05a10-732d-43aa-9a5d-95452fc0ddba HTTP/1.1" status: 200 len: 1117 time: 2.3306437 Jan 29 04:17:48.678761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'tag': '25c05a10-732d-43aa-9a5d-95452fc0ddba'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:17:48.713857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:48.805554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e7d50-c65c-417e-b33b-228b3e1d2582 None None] Pushing event updated for resources: {'Port': ['ID=ee39ce3e-64d0-473f-8a6e-e80e96299116,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:48.815133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:46Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:48.907285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc19c4-f779-4941-bca6-75f7741a5254 None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:46Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:17:48.950668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60066) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:49.063750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb32f5e6-a364-4d5e-a75a-4ecb5723dc34 req-db96ad53-60b3-4a2c-a452-c5a754f2635e tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263655 Jan 29 04:17:49.224501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1a2fb3e2-0e3e-4ce8-b724-ff732771d73e', 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'fixed_ips': [{'subnet_id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:17:49.225281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.254487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.276957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe6c155e-56be-4b0b-84fe-7af3fc9abcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.304583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:49.417787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df5a0aac-5aad-4656-aa4a-38c31752ebb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.585385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded96e0-53a1-494b-8e9d-4d7646124ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=25c05a10-732d-43aa-9a5d-95452fc0ddba,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:49.598341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-bb1e293b-6617-4063-8e8d-6df83b2f0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:49.600038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-bb1e293b-6617-4063-8e8d-6df83b2f0587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8858c2db3ae45aaabf8e097d1c6f59f&device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 1120 time: 0.3329720 Jan 29 04:17:49.615626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Allocated IP 172.20.0.2 (1a2fb3e2-0e3e-4ce8-b724-ff732771d73e/510cf1ec-14d7-4155-b653-6c1fbea0a51f/0e8d7f33-1253-40d7-8173-e65e6a1ed717) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:49.868974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe6c155e-56be-4b0b-84fe-7af3fc9abcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.877520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-bebe3f51-dae5-4d35-b660-d509b7d9f860 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba HTTP/1.1" status: 200 len: 217 time: 0.2402711 Jan 29 04:17:49.888894 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b550b96-7002-499e-a446-6142e3a18df6" -d '{"events": [{"name": "network-changed", "server_uuid": "27612d02-3b52-4bfc-b056-7c16171cc2ed", "tag": "25c05a10-732d-43aa-9a5d-95452fc0ddba"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:17:49.903498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe6c155e-56be-4b0b-84fe-7af3fc9abcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.967454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.980196 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:49.990974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe6c155e-56be-4b0b-84fe-7af3fc9abcc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24f579d40def476db74630cd737074c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308204 Jan 29 04:17:50.036030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60094) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:50.111559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:50.139527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:50.153051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:50.169874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7f33-1253-40d7-8173-e65e6a1ed717,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:50.187806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-7f91778d-7b2a-497b-a1f0-19dfc79a8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:50.189285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-7f91778d-7b2a-497b-a1f0-19dfc79a8029 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2889469 Jan 29 04:17:50.224203 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df5a0aac-5aad-4656-aa4a-38c31752ebb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.305022 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7efb17-c7bb-4db1-9d68-9141ea904ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.323151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Attempting to bind port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:17:50.323575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Attempting to bind port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:17:50.323943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Attempting to bind port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 on network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:50.336950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:50.337304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Checking segment: {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:50.339539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.347485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Bound using segment: {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:50.348010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Bound port: 0e8d7f33-1253-40d7-8173-e65e6a1ed717, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:17:50.348504 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.453548 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e8cf0b-c4b0-4bbf-b2d7-e0f9a2bf11ec x-openstack-request-id: req-d2e8cf0b-c4b0-4bbf-b2d7-e0f9a2bf11ec {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:17:50.453824 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27612d02-3b52-4bfc-b056-7c16171cc2ed", "tag": "25c05a10-732d-43aa-9a5d-95452fc0ddba", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:17:50.461053 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2e8cf0b-c4b0-4bbf-b2d7-e0f9a2bf11ec {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:17:50.461770 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'tag': '25c05a10-732d-43aa-9a5d-95452fc0ddba', 'status': 'completed', 'code': 200} Jan 29 04:17:50.488740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33944b9-2750-40ad-914c-503414bb92ba req-a6f51e3d-0b5a-400b-9c08-77749aa2fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:50.490550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-a6f51e3d-0b5a-400b-9c08-77749aa2fd5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319007 Jan 29 04:17:50.527312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c155e-56be-4b0b-84fe-7af3fc9abcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe9c52a-41fc-49a5-9087-6ab83e047416,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:50.535833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df5a0aac-5aad-4656-aa4a-38c31752ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.557421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] For port 0e8d7f33-1253-40d7-8173-e65e6a1ed717, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:50.568764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] For port 0e8d7f33-1253-40d7-8173-e65e6a1ed717, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e8d7f33-1253-40d7-8173-e65e6a1ed717,segment=NetworkSegment(403e62c7-5633-460a-9ae8-fb5ea1209087),segment_id=403e62c7-5633-460a-9ae8-fb5ea1209087)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:50.590998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:50.593518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.604527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-df5a0aac-5aad-4656-aa4a-38c31752ebb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2260cffeb1f474b85990d98feeb21b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2893858 Jan 29 04:17:50.697052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:50.752394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa82126-f23b-40c1-b8f5-0cbfa3425104 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7f33-1253-40d7-8173-e65e6a1ed717,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:50.907025 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7efb17-c7bb-4db1-9d68-9141ea904ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.912366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a0aac-5aad-4656-aa4a-38c31752ebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21779cfd-cb71-47b1-bf99-1c8707979c0a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:50.924441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3f13a0a-f6da-4738-9c62-42214a1541cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.937150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-65120976-network', 'tenant_id': 'fd0775abe06f476d988da4609a1c51e5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:50.976099 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:50.998975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-c5c420ee-7f0e-4381-946b-943da361eb17 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540060 Jan 29 04:17:51.037029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee39ce3e-64d0-473f-8a6e-e80e96299116 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:51.071888 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3f13a0a-f6da-4738-9c62-42214a1541cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.100205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.143288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ab435-a9bc-43a0-80e4-506045e0313c req-9c41a963-5d02-4b63-a3ef-25fe3de7692b tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:51.157052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f54ab435-a9bc-43a0-80e4-506045e0313c req-9c41a963-5d02-4b63-a3ef-25fe3de7692b tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.8545170 Jan 29 04:17:51.166666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ee39ce3e-64d0-473f-8a6e-e80e96299116 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:51.167226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.303224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Made reservation on behalf of fd0775abe06f476d988da4609a1c51e5 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:51.325154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.361419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.446905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b33944b9-2750-40ad-914c-503414bb92ba req-ab8d2708-43b6-47a5-98bf-9f58e3f6b90f service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684361 Jan 29 04:17:51.454072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3f13a0a-f6da-4738-9c62-42214a1541cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.463681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3f13a0a-f6da-4738-9c62-42214a1541cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.467128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b3f13a0a-f6da-4738-9c62-42214a1541cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21779cfd-cb71-47b1-bf99-1c8707979c0a HTTP/1.1" status: 204 len: 168 time: 0.7650864 Jan 29 04:17:51.542759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f13a0a-f6da-4738-9c62-42214a1541cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21779cfd-cb71-47b1-bf99-1c8707979c0a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:51.583889 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f54ab435-a9bc-43a0-80e4-506045e0313c req-96b50e2e-8088-46bd-8d4b-4b1c1b7b104c tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256544 Jan 29 04:17:51.600266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7efb17-c7bb-4db1-9d68-9141ea904ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.604375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7efb17-c7bb-4db1-9d68-9141ea904ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.608737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f7efb17-c7bb-4db1-9d68-9141ea904ddb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbe9c52a-41fc-49a5-9087-6ab83e047416 HTTP/1.1" status: 204 len: 168 time: 1.5650177 Jan 29 04:17:51.639603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7efb17-c7bb-4db1-9d68-9141ea904ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe9c52a-41fc-49a5-9087-6ab83e047416,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:51.669190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.681581 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.713786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:17:51.717849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550b96-7002-499e-a446-6142e3a18df6 req-c12afd2f-3316-495b-a109-245614cb1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:51.721318 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-c12afd2f-3316-495b-a109-245614cb1dcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8858c2db3ae45aaabf8e097d1c6f59f&device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 1120 time: 0.1130865 Jan 29 04:17:51.746841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.747168 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Added segment b8fdf720-0ba5-43d4-96d4-eb1dbf174a47 of type vlan for network a0d0bd2c-0f45-4482-afbc-c31cc53c1521 Jan 29 04:17:51.765042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Allocated IP 172.25.4.249 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/09b58d6f-b790-4d89-81c6-695fe3cb3520) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:51.786420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ce8baa-6d9d-4c94-bde6-cadc68853fe2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:51.791038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60128) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:51.947927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:51.965334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.021499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.052032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550b96-7002-499e-a446-6142e3a18df6 req-3ac24deb-79f9-44ff-8450-652719bdb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:52.053547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-3ac24deb-79f9-44ff-8450-652719bdb919 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3049257 Jan 29 04:17:52.061508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.062497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:52.063076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.124935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:52.129458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:52.134917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:52.138589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Pushing event updated for resources: {'Port': ['ID=09b58d6f-b790-4d89-81c6-695fe3cb3520,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:52.157424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5637703 Jan 29 04:17:52.158854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:52.308448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-749400c0-42ec-4fee-961b-17fecc929fca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba HTTP/1.1" status: 200 len: 217 time: 0.2241964 Jan 29 04:17:52.346644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Request body: {'subnet': {'network_id': 'a0d0bd2c-0f45-4482-afbc-c31cc53c1521', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-65120976-subnet', 'tenant_id': 'fd0775abe06f476d988da4609a1c51e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:52.372977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65cec4d2-572f-40c6-b4ec-25f9c348fd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.464144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6dcc-ed68-4c9b-aa6b-963379f17418 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d0bd2c-0f45-4482-afbc-c31cc53c1521,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:52.478705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a0d0bd2c-0f45-4482-afbc-c31cc53c1521 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:17:52.499957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550b96-7002-499e-a446-6142e3a18df6 req-aa5f806c-6b93-403e-9d21-ec4cac2c45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:52.501827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-aa5f806c-6b93-403e-9d21-ec4cac2c45f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1350427 Jan 29 04:17:52.503805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Made reservation on behalf of fd0775abe06f476d988da4609a1c51e5 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:52.507818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.767835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:52.784920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4b0db-18f1-4788-b023-a747f386c966 None None] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:52.931950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550b96-7002-499e-a446-6142e3a18df6 req-5adc5f0d-b5f4-4509-b4a5-6c9b06bc57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:52.934170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-5adc5f0d-b5f4-4509-b4a5-6c9b06bc57b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796739 Jan 29 04:17:52.935191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284cdf62-08ec-4401-9876-75dfda7c6504,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:52.947694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Checking segment: {'id': 'b8fdf720-0ba5-43d4-96d4-eb1dbf174a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a0d0bd2c-0f45-4482-afbc-c31cc53c1521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:52.948415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Network hostable DHCP agents. Network: a0d0bd2c-0f45-4482-afbc-c31cc53c1521, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:17:52.959476 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.000584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d2894-fa4e-4d2e-88f6-54cb88487704 req-4fa7a124-5309-4c27-8829-07b485da6f3a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:53.000584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b48d2894-fa4e-4d2e-88f6-54cb88487704 req-4fa7a124-5309-4c27-8829-07b485da6f3a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.1752450 Jan 29 04:17:53.053529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Network a0d0bd2c-0f45-4482-afbc-c31cc53c1521 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:17:53.115198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a0d0bd2c-0f45-4482-afbc-c31cc53c1521) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:53.150613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294f1015-4d72-43f8-aa16-c421254aabd3 None None] Network a0d0bd2c-0f45-4482-afbc-c31cc53c1521 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:53.151793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:53.152508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.154587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8d7f33-1253-40d7-8173-e65e6a1ed717 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:53.166665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b48d2894-fa4e-4d2e-88f6-54cb88487704 req-a3557dbb-38bb-4f28-81e7-381a7cc3bfcd tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183162 Jan 29 04:17:53.194742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-c56201af-99b1-489d-9773-3799c06bdf51 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486701 Jan 29 04:17:53.213338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e02aea55-84bc-4563-9d23-2c8800426c18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9753280 Jan 29 04:17:53.217092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-663041da-6759-4da2-8b8a-b4cb326f53e0 None None] Provisioning complete for port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:53.217342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-663041da-6759-4da2-8b8a-b4cb326f53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.336770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b550b96-7002-499e-a446-6142e3a18df6 req-fdc088e7-0290-4f1d-8606-6e3e3f6a61fe service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299360 Jan 29 04:17:53.407258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65cec4d2-572f-40c6-b4ec-25f9c348fd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.419118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65cec4d2-572f-40c6-b4ec-25f9c348fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.499810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec4d2-572f-40c6-b4ec-25f9c348fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff82fe-5778-4d95-998f-130c64ea3f5d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:53.557621 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-663041da-6759-4da2-8b8a-b4cb326f53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.643583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-663041da-6759-4da2-8b8a-b4cb326f53e0 None None] For port 0e8d7f33-1253-40d7-8173-e65e6a1ed717, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e8d7f33-1253-40d7-8173-e65e6a1ed717,segment=NetworkSegment(403e62c7-5633-460a-9ae8-fb5ea1209087),segment_id=403e62c7-5633-460a-9ae8-fb5ea1209087)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:17:53.644384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65cec4d2-572f-40c6-b4ec-25f9c348fd0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b43b0ffd0b04745850afa5209495e56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8518307 Jan 29 04:17:53.647238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60170) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:53.648165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:53.649099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.744855 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-663041da-6759-4da2-8b8a-b4cb326f53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.768447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e64bf600-008a-4a62-b772-22754b501094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.825292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e64bf600-008a-4a62-b772-22754b501094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.902340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663041da-6759-4da2-8b8a-b4cb326f53e0 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7f33-1253-40d7-8173-e65e6a1ed717,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:53.922784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e64bf600-008a-4a62-b772-22754b501094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.929532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e64bf600-008a-4a62-b772-22754b501094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:53.942700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e64bf600-008a-4a62-b772-22754b501094 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aff82fe-5778-4d95-998f-130c64ea3f5d HTTP/1.1" status: 204 len: 168 time: 0.2941971 Jan 29 04:17:53.971753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bf600-008a-4a62-b772-22754b501094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff82fe-5778-4d95-998f-130c64ea3f5d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:53.981526 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b58158f7-1e17-47b6-a235-cc20d9b11ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:54.069628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:54.212344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63717c61-1a93-4be3-939d-3cea88fa211d None None] Network a0d0bd2c-0f45-4482-afbc-c31cc53c1521 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:54.467957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7631aa-29fe-4bc6-8adc-3c1c038e9b1b req-7e9f5f06-f53a-4e7a-b547-8e39852ac2be tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:54.479135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f7631aa-29fe-4bc6-8adc-3c1c038e9b1b req-7e9f5f06-f53a-4e7a-b547-8e39852ac2be tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.1026628 Jan 29 04:17:54.579335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f7631aa-29fe-4bc6-8adc-3c1c038e9b1b req-2b7bfecc-e82a-4c2a-abd1-739cfd6d2b7a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969009 Jan 29 04:17:54.593354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6e4dd206-0cf7-4b53-bd6a-ec2924385378 None None] Provisioning complete for port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:54.593354 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd206-0cf7-4b53-bd6a-ec2924385378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:54.612588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Router 03647e79-10c2-4632-bec3-0fe6e8fc6714 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:17:54.756806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:17:54.773248 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Sync routers for ids ['03647e79-10c2-4632-bec3-0fe6e8fc6714'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:17:54.785016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:54.788880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fd7afcf5-e031-4049-8831-26a9f57738c3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7792847 Jan 29 04:17:54.789341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60196) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:54.790830 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Routers {'03647e79-10c2-4632-bec3-0fe6e8fc6714'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:54.791618 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03647e79-10c2-4632-bec3-0fe6e8fc6714'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:54.906575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8d7f33-1253-40d7-8173-e65e6a1ed717 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:55.032375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:55.032755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:55.167382 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Set router 03647e79-10c2-4632-bec3-0fe6e8fc6714 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:55.350749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60204) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:55.379180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949bbce6-2fbe-4fa1-ab96-a1997e4646d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:55.620835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949bbce6-2fbe-4fa1-ab96-a1997e4646d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:55.632464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949bbce6-2fbe-4fa1-ab96-a1997e4646d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:55.718238 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:17:52Z', 'revision_number': 3, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:55.747911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:55.764761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-949bbce6-2fbe-4fa1-ab96-a1997e4646d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d6ff300a92e4b9aa5de4c5834e61629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127300 Jan 29 04:17:55.772488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60218) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:55.776924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1538802892-network', 'tenant_id': '63bbfce6e1c8470ba46965a4fbba3827'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:55.839697 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Checking router: 03647e79-10c2-4632-bec3-0fe6e8fc6714 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:17:55.840907 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Updating router 03647e79-10c2-4632-bec3-0fe6e8fc6714 port 09b58d6f-b790-4d89-81c6-695fe3cb3520 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:17:55.910699 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:55.927719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6119830c-57c9-466c-b07b-390d9b71f0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:55.942255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bbce6-2fbe-4fa1-ab96-a1997e4646d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ecab6-1f1b-43b0-b2f7-0796f4bbfefb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.052820 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4bf36568-2b19-44f6-ab7c-a5a7e1c296b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.055483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6119830c-57c9-466c-b07b-390d9b71f0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.115703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd468-f2ca-4edb-9339-23612162c489 req-a4c97f4a-4ed2-4d49-8ef7-dafe3451a2d4 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:56.119671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ddcd468-f2ca-4edb-9339-23612162c489 req-a4c97f4a-4ed2-4d49-8ef7-dafe3451a2d4 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.3336987 Jan 29 04:17:56.121195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Made reservation on behalf of 63bbfce6e1c8470ba46965a4fbba3827 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:56.126107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.146708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6119830c-57c9-466c-b07b-390d9b71f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.149448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6119830c-57c9-466c-b07b-390d9b71f0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.154532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6119830c-57c9-466c-b07b-390d9b71f0a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/930ecab6-1f1b-43b0-b2f7-0796f4bbfefb HTTP/1.1" status: 204 len: 168 time: 0.3782799 Jan 29 04:17:56.166785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.168778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119830c-57c9-466c-b07b-390d9b71f0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ecab6-1f1b-43b0-b2f7-0796f4bbfefb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.206430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.304309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ddcd468-f2ca-4edb-9339-23612162c489 req-80df4146-b7b9-4065-ab2b-d82b1564c98a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539326 Jan 29 04:17:56.387377 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.394627 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.436492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.445795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.449799 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada36a5-5564-4ff0-86d7-58bb10991f9d None None] Pushing event updated for resources: {'Port': ['ID=09b58d6f-b790-4d89-81c6-695fe3cb3520,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.460402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:17:56.470408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.470864 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Added segment bccb56a0-b086-49cb-8fe4-b849403a3afa of type vlan for network d5a8da67-415d-4aba-9b06-9cdec5f1abce Jan 29 04:17:56.477300 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Attempting to bind port 09b58d6f-b790-4d89-81c6-695fe3cb3520 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:17:56.477685 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Attempting to bind port 09b58d6f-b790-4d89-81c6-695fe3cb3520 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:17:56.478074 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Attempting to bind port 09b58d6f-b790-4d89-81c6-695fe3cb3520 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:17:56.484450 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:17:56.484823 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:56.485221 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.485608 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:17:56.486094 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Bound port: 09b58d6f-b790-4d89-81c6-695fe3cb3520, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:17:56.486491 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.513838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.556262 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] For port 09b58d6f-b790-4d89-81c6-695fe3cb3520, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:17:56.561523 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] For port 09b58d6f-b790-4d89-81c6-695fe3cb3520, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=09b58d6f-b790-4d89-81c6-695fe3cb3520,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:17:56.583864 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.590378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ffc0e-a5d6-47ea-a4a2-1c7ab67c3957,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.593656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Allocated IP 172.20.0.1 (1a2fb3e2-0e3e-4ce8-b724-ff732771d73e/510cf1ec-14d7-4155-b653-6c1fbea0a51f/86b51229-af75-4246-bd9a-904d4d9b3334) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:17:56.599021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.600044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:56.600641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.671220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Routers {'03647e79-10c2-4632-bec3-0fe6e8fc6714'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:56.671976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03647e79-10c2-4632-bec3-0fe6e8fc6714'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:56.674992 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada36a5-5564-4ff0-86d7-58bb10991f9d None None] Pushing event updated for resources: {'Port': ['ID=09b58d6f-b790-4d89-81c6-695fe3cb3520,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.702854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9490027 Jan 29 04:17:56.705519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:56.749035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Request body: {'subnet': {'network_id': 'd5a8da67-415d-4aba-9b06-9cdec5f1abce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1538802892-subnet', 'tenant_id': '63bbfce6e1c8470ba46965a4fbba3827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:56.769379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045ce29-1eb0-44a7-8d5b-b66d0e7b2676 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a8da67-415d-4aba-9b06-9cdec5f1abce,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:56.786719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d5a8da67-415d-4aba-9b06-9cdec5f1abce details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:17:56.821208 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] Set router 03647e79-10c2-4632-bec3-0fe6e8fc6714 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:56.822098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Made reservation on behalf of 63bbfce6e1c8470ba46965a4fbba3827 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:17:56.825206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:56.910446 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.020033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.085389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:57.089616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:57.093570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:17:57.094088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.157413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.184365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Pushing event updated for resources: {'Port': ['ID=86b51229-af75-4246-bd9a-904d4d9b3334,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:57.204109 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:17:52Z', 'revision_number': 3, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:57.278533 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb1e99-edc4-4e9a-8bd7-9ecc4fbabe26 None None] The sync data for ids ['03647e79-10c2-4632-bec3-0fe6e8fc6714'] in n-d-825930-1 is: [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:17:52Z', 'revision_number': 3, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:17:57.284588 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.377990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dc2d1d-92c6-4959-b50e-27ab9e7f97ca,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:57.381825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Checking segment: {'id': 'bccb56a0-b086-49cb-8fe4-b849403a3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd5a8da67-415d-4aba-9b06-9cdec5f1abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:17:57.382162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Network hostable DHCP agents. Network: d5a8da67-415d-4aba-9b06-9cdec5f1abce, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:17:57.439685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.474815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Network d5a8da67-415d-4aba-9b06-9cdec5f1abce is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:17:57.515181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d5a8da67-415d-4aba-9b06-9cdec5f1abce) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:57.520324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:57.521000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.525617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52cc97-348e-488c-85d2-5a86df6aaf2d None None] Network d5a8da67-415d-4aba-9b06-9cdec5f1abce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:57.619560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7d271e55-6434-48a7-b43f-0ccfb8b1c1ce None None] Provisioning complete for port 86b51229-af75-4246-bd9a-904d4d9b3334 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:57.620278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d271e55-6434-48a7-b43f-0ccfb8b1c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.693205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7d271e55-6434-48a7-b43f-0ccfb8b1c1ce None None] Port 86b51229-af75-4246-bd9a-904d4d9b3334 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:17:57.714092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8a02880-fcca-41bf-97cd-ff41d0e6232e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9660168 Jan 29 04:17:57.738106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04fb41-a994-4523-b095-5c218c25a861 req-e8abdd29-b4d1-4b5a-9880-5f18ea8462cd tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:57.750668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d04fb41-a994-4523-b095-5c218c25a861 req-e8abdd29-b4d1-4b5a-9880-5f18ea8462cd tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.3219192 Jan 29 04:17:57.783727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc62233-4df3-4443-b490-fb3a4792b8cd None None] Network d5a8da67-415d-4aba-9b06-9cdec5f1abce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:17:57.822242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d04fb41-a994-4523-b095-5c218c25a861 req-a1c9b0ae-c88a-4b92-a22c-d16388abdf01 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633485 Jan 29 04:17:57.865968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60310) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:57.892916 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.905305 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:57.906449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.001706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Pushing event updated for resources: {'Port': ['ID=86b51229-af75-4246-bd9a-904d4d9b3334,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:58.036622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:58.068617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:17:58.070527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:17:58.145153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Deleting subnet 284cdf62-08ec-4401-9876-75dfda7c6504 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:17:58.156248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.240306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.259017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.267866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Router 03647e79-10c2-4632-bec3-0fe6e8fc6714 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:17:58.354659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.397598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284cdf62-08ec-4401-9876-75dfda7c6504,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:58.401884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.408562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b4c15f34-c013-4185-85b5-e148a8f2d793 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/284cdf62-08ec-4401-9876-75dfda7c6504 HTTP/1.1" status: 204 len: 168 time: 0.3703673 Jan 29 04:17:58.412612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:58.424925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d6997ee5-6271-4a5b-8348-34349e0d51a5 None None] Provisioning complete for port 86b51229-af75-4246-bd9a-904d4d9b3334 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:58.426137 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6997ee5-6271-4a5b-8348-34349e0d51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.462484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:17:58.479559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d6997ee5-6271-4a5b-8348-34349e0d51a5 None None] Port 86b51229-af75-4246-bd9a-904d4d9b3334 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:17:58.480084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-df902f0f-a481-43fb-a9d4-8534bee5913d admin admin] 10.222.0.32 "PUT /v2.0/routers/03647e79-10c2-4632-bec3-0fe6e8fc6714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6894646 Jan 29 04:17:58.534415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354add80-eaac-4af0-8c4d-ffd8d8531610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.535748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:58.561379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.690345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.717136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354add80-eaac-4af0-8c4d-ffd8d8531610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.721490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.722369 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.722701 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.723184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.723456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.723731 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.724108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.724380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.724685 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.725125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:58.750724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00663b68-a0d7-4c17-80c8-f5a655552bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.849793 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00663b68-a0d7-4c17-80c8-f5a655552bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.870550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00663b68-a0d7-4c17-80c8-f5a655552bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.910150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-00663b68-a0d7-4c17-80c8-f5a655552bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8e442d1278c4729ab9c7b93871e4e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730986 Jan 29 04:17:58.913359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:58.961252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:58.970702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09b58d6f-b790-4d89-81c6-695fe3cb3520 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:17:59.033449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 09b58d6f-b790-4d89-81c6-695fe3cb3520 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:17:59.033813 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.085110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00663b68-a0d7-4c17-80c8-f5a655552bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf511b0-9ba6-463c-9db3-dae60212b5fe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.146687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427b74e-1885-4a2f-848c-f5ab901f86a3 req-5c45fedd-9326-4573-a0b4-500a94942e07 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:17:59.148687 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d427b74e-1885-4a2f-848c-f5ab901f86a3 req-5c45fedd-9326-4573-a0b4-500a94942e07 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.2363648 Jan 29 04:17:59.149927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b95587-8d9e-433d-a7dc-76b5935b7376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.156469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.182622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:59.183118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:59.183323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:59.184167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:17:59.184738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d0bd2c-0f45-4482-afbc-c31cc53c1521']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:59.185418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 09b58d6f-b790-4d89-81c6-695fe3cb3520, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=09b58d6f-b790-4d89-81c6-695fe3cb3520,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:17:59.187185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.194776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.212207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354add80-eaac-4af0-8c4d-ffd8d8531610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.214763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b95587-8d9e-433d-a7dc-76b5935b7376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.231927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fdf720-0ba5-43d4-96d4-eb1dbf174a47') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:59.232462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fdf720-0ba5-43d4-96d4-eb1dbf174a47') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:59.260737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.282021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d427b74e-1885-4a2f-848c-f5ab901f86a3 req-64a04b75-8e44-4fa5-9dab-ba7b41a7341a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113791 Jan 29 04:17:59.301811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-354add80-eaac-4af0-8c4d-ffd8d8531610 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94928b82dd4447a787f3b65c26d86181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4342341 Jan 29 04:17:59.306869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354add80-eaac-4af0-8c4d-ffd8d8531610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c14111-99e4-4414-97d5-f8b6cae71d41,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.310864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b95587-8d9e-433d-a7dc-76b5935b7376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.312048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.313648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b95587-8d9e-433d-a7dc-76b5935b7376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.315586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60358) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:59.315724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-05b95587-8d9e-433d-a7dc-76b5935b7376 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcf511b0-9ba6-463c-9db3-dae60212b5fe HTTP/1.1" status: 204 len: 168 time: 0.4008193 Jan 29 04:17:59.331690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=09b58d6f-b790-4d89-81c6-695fe3cb3520,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.340268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:17:59.341011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: from cryptography.utils import int_from_bytes Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: from cryptography.utils import int_from_bytes Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:17:59.353115 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:17:59.358880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95587-8d9e-433d-a7dc-76b5935b7376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf511b0-9ba6-463c-9db3-dae60212b5fe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.486289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.492865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.498813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a0d0bd2c-0f45-4482-afbc-c31cc53c1521 HTTP/1.1" status: 204 len: 168 time: 1.0850034 Jan 29 04:17:59.501674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:59.513764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de0b01f8-7e3d-44a1-af90-80679dd3554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.581618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de0b01f8-7e3d-44a1-af90-80679dd3554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.583647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50b7b-7b91-48b5-9ebb-bb5e9561a8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d0bd2c-0f45-4482-afbc-c31cc53c1521,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.594977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Deleting subnet 36dc2d1d-92c6-4959-b50e-27ab9e7f97ca {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:17:59.606148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.673299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.683048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de0b01f8-7e3d-44a1-af90-80679dd3554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.687683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de0b01f8-7e3d-44a1-af90-80679dd3554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.689010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.689766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-de0b01f8-7e3d-44a1-af90-80679dd3554c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28c14111-99e4-4414-97d5-f8b6cae71d41 HTTP/1.1" status: 204 len: 168 time: 0.3729160 Jan 29 04:17:59.703420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b01f8-7e3d-44a1-af90-80679dd3554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c14111-99e4-4414-97d5-f8b6cae71d41,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.725942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60378) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:59.732847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654892761', 'description': 'tempest-description--1857968856'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:17:59.777027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Sync routers for ids ['03647e79-10c2-4632-bec3-0fe6e8fc6714'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:17:59.779321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.788984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Routers {'03647e79-10c2-4632-bec3-0fe6e8fc6714'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:17:59.790095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03647e79-10c2-4632-bec3-0fe6e8fc6714'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:17:59.798169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.825354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dc2d1d-92c6-4959-b50e-27ab9e7f97ca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:17:59.833257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.840940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1682859-e2a3-48f2-9eb9-1a79344f4674 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36dc2d1d-92c6-4959-b50e-27ab9e7f97ca HTTP/1.1" status: 204 len: 168 time: 0.3364956 Jan 29 04:17:59.841804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60380) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:59.904151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60382) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:17:59.925700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Set router 03647e79-10c2-4632-bec3-0fe6e8fc6714 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:17:59.940941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.947825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.949227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63947cb-2cdf-41b2-b03a-6488038daa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.960523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.990360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:17:59.991585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2635896 Jan 29 04:17:59.998731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60386) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.004202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'security_group_rule': {'security_group_id': '25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:00.032527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852922de-95c4-4aa3-a00c-ea26d734b190 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.073340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60388) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.096120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.173139 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63947cb-2cdf-41b2-b03a-6488038daa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.191030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63947cb-2cdf-41b2-b03a-6488038daa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.205409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.225445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.270147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:17:57Z', 'revision_number': 4, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '86b51229-af75-4246-bd9a-904d4d9b3334', 'name': '', 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'mac_address': 'fa:16:3e:6f:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:56Z', 'updated_at': '2022-01-29T04:17:57Z', 'revision_number': 2, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'subnets': [{'id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:00.275180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ffc78690-16c6-4696-8ef7-e4ae835c0a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.284551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c63947cb-2cdf-41b2-b03a-6488038daa91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdeb0af1991e43f3bd3bc9107e137f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752537 Jan 29 04:18:00.284551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a775f57e-33d1-4808-8eff-440cd5a43de9,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.289863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63947cb-2cdf-41b2-b03a-6488038daa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4546f840-c9d6-44f4-a444-dc5609575489,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.305490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60394) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.330238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Checking router: 03647e79-10c2-4632-bec3-0fe6e8fc6714 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:18:00.335237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.336413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0d3461e8-2b92-4b35-b666-043f519e6c44 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358722 Jan 29 04:18:00.339096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Updating router 03647e79-10c2-4632-bec3-0fe6e8fc6714 port 86b51229-af75-4246-bd9a-904d4d9b3334 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:18:00.341500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.353100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'security_group_rule': {'security_group_id': '25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:00.396322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.425568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.427318 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcdd08fd-11ab-4df7-a529-c5d6ccf51fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.432663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 25c05a10-732d-43aa-9a5d-95452fc0ddba details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:00.454270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.454722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.455508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.455889 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > port after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.456235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.456585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > port after_update 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.457059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.457385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.457812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.458165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.464347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcdd08fd-11ab-4df7-a529-c5d6ccf51fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.505564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ffc78690-16c6-4696-8ef7-e4ae835c0a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.520995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d79ee-7cc8-4418-8959-7e8d743b2700 req-52cb5efc-8196-43b6-91f5-0b0fe2663d02 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:00.522543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-575d79ee-7cc8-4418-8959-7e8d743b2700 req-52cb5efc-8196-43b6-91f5-0b0fe2663d02 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 969 time: 0.1360841 Jan 29 04:18:00.530352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ffc78690-16c6-4696-8ef7-e4ae835c0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.531704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.532063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.532392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.532769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 04:18:00.533134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a8da67-415d-4aba-9b06-9cdec5f1abce']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:00.557364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.565265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.568380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccb56a0-b086-49cb-8fe4-b849403a3afa') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:00.568927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccb56a0-b086-49cb-8fe4-b849403a3afa') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:00.595784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ffc78690-16c6-4696-8ef7-e4ae835c0a07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=051ef75d687946f09c22fbf160334746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186367 Jan 29 04:18:00.597831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.600682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc78690-16c6-4696-8ef7-e4ae835c0a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f772bb6-85a6-482c-b31a-4c921fa61f71,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.611867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.615585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac0cc-ec06-46be-a800-875523f7d181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.638478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-575d79ee-7cc8-4418-8959-7e8d743b2700 req-37fc5224-3d86-451f-8317-9994f9cf95f3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038511 Jan 29 04:18:00.639995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcdd08fd-11ab-4df7-a529-c5d6ccf51fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.643635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcdd08fd-11ab-4df7-a529-c5d6ccf51fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.645282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fcdd08fd-11ab-4df7-a529-c5d6ccf51fc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4546f840-c9d6-44f4-a444-dc5609575489 HTTP/1.1" status: 204 len: 168 time: 0.3381207 Jan 29 04:18:00.657009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd08fd-11ab-4df7-a529-c5d6ccf51fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4546f840-c9d6-44f4-a444-dc5609575489,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.687149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 25c05a10-732d-43aa-9a5d-95452fc0ddba, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:00.691330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.721243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:18:00.721758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.729366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '25c05a10-732d-43aa-9a5d-95452fc0ddba', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '25c05a10-732d-43aa-9a5d-95452fc0ddba', 'mac_address': 'fa:16:3e:d0:0c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:tempest-test_az-1860296868', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: from cryptography.utils import int_from_bytes Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: from cryptography.utils import int_from_bytes Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:18:00.732074 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:18:00.760016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.798533 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.802747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.828136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c05a10-732d-43aa-9a5d-95452fc0ddba {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:00.843769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d02c-3803-4432-93f0-200ba038c958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.853075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b827896f-87bb-47ec-8156-554a5e50f017,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.862969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.865681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 25c05a10-732d-43aa-9a5d-95452fc0ddba, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:00.867149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09b58d6f-b790-4d89-81c6-695fe3cb3520 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:00.879439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.883680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2529c03f-4a4f-44e5-9631-61b5cca1e9ee tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5356095 Jan 29 04:18:00.884038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60406) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:00.888775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:00.895549 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.898328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d02c-3803-4432-93f0-200ba038c958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.923776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.925355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a8da67-415d-4aba-9b06-9cdec5f1abce,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:00.935154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:00.939019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a45647d4-6718-40f8-9850-3062207f5198 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5a8da67-415d-4aba-9b06-9cdec5f1abce HTTP/1.1" status: 204 len: 168 time: 1.0961864 Jan 29 04:18:00.990577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac0cc-ec06-46be-a800-875523f7d181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.003145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac0cc-ec06-46be-a800-875523f7d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.004671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.021676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=25c05a10-732d-43aa-9a5d-95452fc0ddba,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.030435 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.043236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ac0cc-ec06-46be-a800-875523f7d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe20184-7692-4c94-8315-e314acd874a3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.072577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d02c-3803-4432-93f0-200ba038c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.075989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d02c-3803-4432-93f0-200ba038c958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.076123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 09b58d6f-b790-4d89-81c6-695fe3cb3520 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:01.076434 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.081620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ed2d02c-3803-4432-93f0-200ba038c958 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f772bb6-85a6-482c-b31a-4c921fa61f71 HTTP/1.1" status: 204 len: 168 time: 0.4795659 Jan 29 04:18:01.109312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a9ac0cc-ec06-46be-a800-875523f7d181 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3acff56f138a48b0acffa71c175ba049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429854 Jan 29 04:18:01.124040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:01.137177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9caf4-5531-49c5-a1dc-1f2d7b41702c None None] Pushing event updated for resources: {'Port': ['ID=86b51229-af75-4246-bd9a-904d4d9b3334,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.186363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2d02c-3803-4432-93f0-200ba038c958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f772bb6-85a6-482c-b31a-4c921fa61f71,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.267382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac37421-d4d3-4755-93f5-1e2bfd8a8d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.310108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Attempting to bind port 86b51229-af75-4246-bd9a-904d4d9b3334 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:01.310459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Attempting to bind port 86b51229-af75-4246-bd9a-904d4d9b3334 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:01.310996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Attempting to bind port 86b51229-af75-4246-bd9a-904d4d9b3334 on network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:01.318960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:01.320473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac37421-d4d3-4755-93f5-1e2bfd8a8d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.333406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Checking segment: {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:01.334029 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.334580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Bound using segment: {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:01.335240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Bound port: 86b51229-af75-4246-bd9a-904d4d9b3334, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403e62c7-5633-460a-9ae8-fb5ea1209087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:01.335797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.370370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:01.443607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac37421-d4d3-4755-93f5-1e2bfd8a8d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.447967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac37421-d4d3-4755-93f5-1e2bfd8a8d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.450054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ac37421-d4d3-4755-93f5-1e2bfd8a8d7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fe20184-7692-4c94-8315-e314acd874a3 HTTP/1.1" status: 204 len: 168 time: 0.3183706 Jan 29 04:18:01.491150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-710f1b70-c93c-47cb-8b58-3be51a354be3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd0775abe06f476d988da4609a1c51e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182702 Jan 29 04:18:01.492864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60424) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:01.494637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac37421-d4d3-4755-93f5-1e2bfd8a8d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe20184-7692-4c94-8315-e314acd874a3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.591622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42affbaa-e7ba-476c-ba0d-bfdd28fc3950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.608406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] For port 86b51229-af75-4246-bd9a-904d4d9b3334, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:01.612483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] For port 86b51229-af75-4246-bd9a-904d4d9b3334, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=86b51229-af75-4246-bd9a-904d4d9b3334,segment=NetworkSegment(403e62c7-5633-460a-9ae8-fb5ea1209087),segment_id=403e62c7-5633-460a-9ae8-fb5ea1209087)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:01.622254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42affbaa-e7ba-476c-ba0d-bfdd28fc3950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.623192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['25c05a10-732d-43aa-9a5d-95452fc0ddba'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:01.671645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.717274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60432) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:01.736930 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.741070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90101517-83f2-4e3e-ab81-e626ebdeb9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.769631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42affbaa-e7ba-476c-ba0d-bfdd28fc3950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.774369 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42affbaa-e7ba-476c-ba0d-bfdd28fc3950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.781142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-42affbaa-e7ba-476c-ba0d-bfdd28fc3950 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6ce8baa-6d9d-4c94-bde6-cadc68853fe2 HTTP/1.1" status: 204 len: 168 time: 0.2849038 Jan 29 04:18:01.816457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9caf4-5531-49c5-a1dc-1f2d7b41702c None None] Pushing event updated for resources: {'Port': ['ID=86b51229-af75-4246-bd9a-904d4d9b3334,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.829331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-56600fb6-e232-4027-8a2f-9dbd01e6873e None None] Provisioning complete for port 86b51229-af75-4246-bd9a-904d4d9b3334 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:01.829717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56600fb6-e232-4027-8a2f-9dbd01e6873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:01.843635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42affbaa-e7ba-476c-ba0d-bfdd28fc3950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ce8baa-6d9d-4c94-bde6-cadc68853fe2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:01.898047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Allocated IP 172.25.4.28 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/f88c4b34-8b1a-457e-87e9-e913e7762ad0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:01.988254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5af170-1c84-438c-9f25-11cd7cdb3e75 req-36e62b4b-3c83-4956-b981-38b5c57bfed3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:02.007830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Routers {'03647e79-10c2-4632-bec3-0fe6e8fc6714'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:02.008476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03647e79-10c2-4632-bec3-0fe6e8fc6714'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:02.010669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c5af170-1c84-438c-9f25-11cd7cdb3e75 req-36e62b4b-3c83-4956-b981-38b5c57bfed3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 970 time: 0.1991470 Jan 29 04:18:02.041019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90101517-83f2-4e3e-ab81-e626ebdeb9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.066631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90101517-83f2-4e3e-ab81-e626ebdeb9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.112071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-90101517-83f2-4e3e-ab81-e626ebdeb9e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4403eda261ce4ec8aeaa25fa8a4fcd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934541 Jan 29 04:18:02.114352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:02.122779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.166670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c5af170-1c84-438c-9f25-11cd7cdb3e75 req-fb924213-f1c5-42e3-845f-c7d44d6ddefb tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530874 Jan 29 04:18:02.180175 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.207492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56600fb6-e232-4027-8a2f-9dbd01e6873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.226005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90101517-83f2-4e3e-ab81-e626ebdeb9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810b0b07-1f4a-44f6-994c-2cdcec654533,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:02.248034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:02.252049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:02.264161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:02.267304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc82-bf6d-4a36-ad00-1e1da6bcbfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.267625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'Port': ['ID=f88c4b34-8b1a-457e-87e9-e913e7762ad0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:02.275015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-56600fb6-e232-4027-8a2f-9dbd01e6873e None None] For port 86b51229-af75-4246-bd9a-904d4d9b3334, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=86b51229-af75-4246-bd9a-904d4d9b3334,segment=NetworkSegment(403e62c7-5633-460a-9ae8-fb5ea1209087),segment_id=403e62c7-5633-460a-9ae8-fb5ea1209087)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:02.284979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] Set router 03647e79-10c2-4632-bec3-0fe6e8fc6714 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:02.287703 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56600fb6-e232-4027-8a2f-9dbd01e6873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.299574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc82-bf6d-4a36-ad00-1e1da6bcbfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.373663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc82-bf6d-4a36-ad00-1e1da6bcbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.377316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc82-bf6d-4a36-ad00-1e1da6bcbfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.378595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-69b3dc82-bf6d-4a36-ad00-1e1da6bcbfc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/810b0b07-1f4a-44f6-994c-2cdcec654533 HTTP/1.1" status: 204 len: 168 time: 0.2624445 Jan 29 04:18:02.387671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3dc82-bf6d-4a36-ad00-1e1da6bcbfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810b0b07-1f4a-44f6-994c-2cdcec654533,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:02.438940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56600fb6-e232-4027-8a2f-9dbd01e6873e None None] Pushing event updated for resources: {'Port': ['ID=86b51229-af75-4246-bd9a-904d4d9b3334,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:02.451392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.491431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-49210cfd-62dc-4eaf-adec-3da6f1124b4e None None] Provisioning complete for port 86b51229-af75-4246-bd9a-904d4d9b3334 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:02.492012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49210cfd-62dc-4eaf-adec-3da6f1124b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.499015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.573840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60456) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:02.662516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:17:57Z', 'revision_number': 4, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '86b51229-af75-4246-bd9a-904d4d9b3334', 'name': '', 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'mac_address': 'fa:16:3e:6f:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:56Z', 'updated_at': '2022-01-29T04:18:01Z', 'revision_number': 4, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'subnets': [{'id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:02.673873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-09e6739e-5b3d-4f86-a7c3-8e57d33eed1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63bbfce6e1c8470ba46965a4fbba3827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988009 Jan 29 04:18:02.676586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60458) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:02.687492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.697582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af47f46-de7c-4a3e-98d1-ea1830383323 None None] The sync data for ids ['03647e79-10c2-4632-bec3-0fe6e8fc6714'] in n-d-825930-1 is: [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:17:57Z', 'revision_number': 4, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '86b51229-af75-4246-bd9a-904d4d9b3334', 'name': '', 'network_id': '1a2fb3e2-0e3e-4ce8-b724-ff732771d73e', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'mac_address': 'fa:16:3e:6f:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:56Z', 'updated_at': '2022-01-29T04:18:01Z', 'revision_number': 4, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'subnets': [{'id': '510cf1ec-14d7-4155-b653-6c1fbea0a51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:18:02.710289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.781725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'Port': ['ID=f88c4b34-8b1a-457e-87e9-e913e7762ad0,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:02.851376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6a045d1-ba24-4421-b56a-330efbed8c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.896420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6a045d1-ba24-4421-b56a-330efbed8c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.898240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.935799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 86b51229-af75-4246-bd9a-904d4d9b3334 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:02.944386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.954569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4f6865e0-7528-4391-93b8-32f2a248d4f6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0605056 Jan 29 04:18:02.976310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6a045d1-ba24-4421-b56a-330efbed8c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.979127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6a045d1-ba24-4421-b56a-330efbed8c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:02.986718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f6a045d1-ba24-4421-b56a-330efbed8c5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df1ffc0e-a5d6-47ea-a4a2-1c7ab67c3957 HTTP/1.1" status: 204 len: 168 time: 0.3023982 Jan 29 04:18:02.999322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a045d1-ba24-4421-b56a-330efbed8c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ffc0e-a5d6-47ea-a4a2-1c7ab67c3957,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:03.024296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 86b51229-af75-4246-bd9a-904d4d9b3334 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:03.024677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:03.288754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-6a1c2f8f-4af6-43b3-9c5b-9f8fd711748c tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--654892761&fields=id&tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9 HTTP/1.1" status: 200 len: 267 time: 0.0658121 Jan 29 04:18:03.343601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88359bda-3eee-4122-a989-8551b7defac1 req-c9dd0bb7-9373-49bb-9ce5-00b32cfdc7dd tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:03.345449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88359bda-3eee-4122-a989-8551b7defac1 req-c9dd0bb7-9373-49bb-9ce5-00b32cfdc7dd tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 970 time: 0.0804386 Jan 29 04:18:03.408133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88359bda-3eee-4122-a989-8551b7defac1 req-57aef60c-b152-4c94-96f7-9d5c37e6024a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Jan 29 04:18:03.527951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-fa9a0371-1011-42b5-8b1a-994a5e428838 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:03.530525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-fa9a0371-1011-42b5-8b1a-994a5e428838 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 823 time: 0.2325866 Jan 29 04:18:03.555597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-d5dc5d39-c25d-4a89-a64a-3799086f255e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/quotas/d7e3d2a6e7f648af8c5cbb511b9d95b9 HTTP/1.1" status: 200 len: 375 time: 0.0185683 Jan 29 04:18:03.638358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-ae90710f-d6a9-4aca-978b-c9a8324df8fd tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817878 Jan 29 04:18:03.935782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60520) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:04.141732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1026171161-network', 'tenant_id': '338ee70972e1416080f8f893b188c868'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:04.171960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Made reservation on behalf of 338ee70972e1416080f8f893b188c868 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:04.174528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.182408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-bf23566d-b44c-41df-a1da-86a147a5cd0e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:18:04.184144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-bf23566d-b44c-41df-a1da-86a147a5cd0e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1352777 Jan 29 04:18:04.193179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.312174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.316340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-29613f47-04fd-4689-97e6-84e28d52eb24 service neutron] 10.222.0.32 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189940 Jan 29 04:18:04.323145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.345634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:04.360592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3587dc5-a007-4ade-81e5-ade62e6e71a6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:04.366228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.366802 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Added segment ba9bda03-19ec-4399-a71e-efc3e6ed513e of type vlan for network f3b511c2-cf74-4737-8c6a-90fa2225aa1b Jan 29 04:18:04.409328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 25c05a10-732d-43aa-9a5d-95452fc0ddba up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:04.420848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.476013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 25c05a10-732d-43aa-9a5d-95452fc0ddba completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:04.482036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 25c05a10-732d-43aa-9a5d-95452fc0ddba triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:04.482682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.484464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.487085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:04.487793 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.509803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-3082f4fd-179c-4914-878e-3812b1955673 service neutron] 10.222.0.32 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854815 Jan 29 04:18:04.581168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6442463 Jan 29 04:18:04.581391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60552) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:04.586480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Request body: {'subnet': {'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1026171161-subnet', 'tenant_id': '338ee70972e1416080f8f893b188c868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:04.617547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Made reservation on behalf of 338ee70972e1416080f8f893b188c868 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:04.620199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.620387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6e820-c7b9-477a-b1e5-b1b33008bb48 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b511c2-cf74-4737-8c6a-90fa2225aa1b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:04.645122 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.648302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:04.664674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ef98-d9e2-4412-a2e8-7c69e815bde7 req-0b6292fe-46d8-4861-b68d-5c20b852a430 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:04.666280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6695ef98-d9e2-4412-a2e8-7c69e815bde7 req-0b6292fe-46d8-4861-b68d-5c20b852a430 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 970 time: 0.1584020 Jan 29 04:18:04.748045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6695ef98-d9e2-4412-a2e8-7c69e815bde7 req-81930464-8ddc-43b1-ac07-ceea4dbf4417 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741780 Jan 29 04:18:04.810477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-981060df-cd45-4eb6-8153-71c4c78232aa req-29e4fa0d-a777-4782-a23e-f066d1df5150 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.0414889 Jan 29 04:18:04.849959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 25c05a10-732d-43aa-9a5d-95452fc0ddba, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:04.852975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c05a10-732d-43aa-9a5d-95452fc0ddba'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:04.860715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60572) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:04.940659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:04.978439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.045504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=25c05a10-732d-43aa-9a5d-95452fc0ddba,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:05.066195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d85a36-84c9-4a0b-9032-81d758202c1c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:05.076414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:05.076921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Network hostable DHCP agents. Network: f3b511c2-cf74-4737-8c6a-90fa2225aa1b, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:05.082033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-557037131-network', 'tenant_id': '8d875a887be34106a798b7451bfb2edc'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:05.096644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:05.109758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f3b511c2-cf74-4737-8c6a-90fa2225aa1b) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:05.120496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c99a7-e0ac-463a-8149-7b6b0ee44ace None None] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:05.126334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:05.127636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.134627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Made reservation on behalf of 8d875a887be34106a798b7451bfb2edc for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:05.136973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.149604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.150586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c26b99d3-fcb7-4e9f-91b4-0eb675bb7c00 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5683262 Jan 29 04:18:05.244909 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b306397-0b6f-4701-8b93-81e299cc1502" -d '{"events": [{"server_uuid": "27612d02-3b52-4bfc-b056-7c16171cc2ed", "name": "network-vif-plugged", "status": "completed", "tag": "25c05a10-732d-43aa-9a5d-95452fc0ddba"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:05.321079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.328336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.360083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:05.384580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df8136-92f6-475e-9116-bf4342d382e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:05.427225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad39fdb-c49a-4a81-8d20-10d7e16497ff None None] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:05.429642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.436019 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Added segment 0d88f21d-4a12-4d4a-b571-048cd405cdd9 of type vlan for network ccb0088c-eecc-46dc-9a91-63ced1ed3542 Jan 29 04:18:05.497363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.536780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.538431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:05.539623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:05.635124 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee86cb58-ee9c-40de-9427-1f41e4f77de7 x-openstack-request-id: req-ee86cb58-ee9c-40de-9427-1f41e4f77de7 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:05.635497 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27612d02-3b52-4bfc-b056-7c16171cc2ed", "name": "network-vif-plugged", "status": "completed", "tag": "25c05a10-732d-43aa-9a5d-95452fc0ddba", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:05.635713 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee86cb58-ee9c-40de-9427-1f41e4f77de7 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:05.636163 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c05a10-732d-43aa-9a5d-95452fc0ddba', 'code': 200} Jan 29 04:18:05.675155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8104661 Jan 29 04:18:05.675373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:05.680301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Request body: {'subnet': {'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-557037131-subnet', 'tenant_id': '8d875a887be34106a798b7451bfb2edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:05.705931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7dde8-33f3-4bba-8f0f-b67f179cb238 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb0088c-eecc-46dc-9a91-63ced1ed3542,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:05.718433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ccb0088c-eecc-46dc-9a91-63ced1ed3542 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:05.783974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Made reservation on behalf of 8d875a887be34106a798b7451bfb2edc for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:05.786423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.019910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7a4e8-65d4-44ea-8003-d48de495024c req-f13218e8-94c9-4d83-87af-6e3f57c835f3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:06.032309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4c7a4e8-65d4-44ea-8003-d48de495024c req-f13218e8-94c9-4d83-87af-6e3f57c835f3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 971 time: 0.1402776 Jan 29 04:18:06.049011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7272-07d6-4068-818c-891170a39644 req-e78081c6-79e5-4474-aa6f-befcf3659cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:06.057495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43df7272-07d6-4068-818c-891170a39644 req-e78081c6-79e5-4474-aa6f-befcf3659cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 1122 time: 0.3377042 Jan 29 04:18:06.107311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4c7a4e8-65d4-44ea-8003-d48de495024c req-937e7189-c9ab-43d0-a171-f18674276b8c tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734677 Jan 29 04:18:06.140485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-43df7272-07d6-4068-818c-891170a39644 req-88aec433-6a20-434f-b7ff-7a215b4b5ea8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.207688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa29b689-7872-4f4e-8c56-97bdddb91430 req-fda8cf7b-a541-419a-965c-71160b6d8557 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.0491278 Jan 29 04:18:06.210795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.321552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:06.327986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1797773573-network', 'tenant_id': 'd5b6180f62d84507801fc4771fa4bd51'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:06.335165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-43df7272-07d6-4068-818c-891170a39644 req-88aec433-6a20-434f-b7ff-7a215b4b5ea8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.350980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-43df7272-07d6-4068-818c-891170a39644 req-88aec433-6a20-434f-b7ff-7a215b4b5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.362151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Made reservation on behalf of d5b6180f62d84507801fc4771fa4bd51 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:06.366889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.382481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.414134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aec433-6a20-434f-b7ff-7a215b4b5ea8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27d16e55-87ca-44ce-a221-7008b44778bf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:06.428392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43df7272-07d6-4068-818c-891170a39644 req-88aec433-6a20-434f-b7ff-7a215b4b5ea8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620162 Jan 29 04:18:06.429128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f061fb-f7d9-469a-952c-25ebcd0295be,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:06.438151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Checking segment: {'id': '0d88f21d-4a12-4d4a-b571-048cd405cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:06.438824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Network hostable DHCP agents. Network: ccb0088c-eecc-46dc-9a91-63ced1ed3542, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:06.463539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Network ccb0088c-eecc-46dc-9a91-63ced1ed3542 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:06.479024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, ccb0088c-eecc-46dc-9a91-63ced1ed3542) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:06.484423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:06.485013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.495274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa2c77d-e84a-476a-b184-9602f5721d2b None None] Network ccb0088c-eecc-46dc-9a91-63ced1ed3542 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:06.519381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e585b55-35e4-4b11-b0f5-87fa40e02940 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8350255 Jan 29 04:18:06.548033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.554492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.591693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:06.608574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed887175-a957-4876-ad60-4238cd7bad8b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:06.615320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.615768 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Added segment 5c2384d3-efcf-4153-994f-1972c5917f08 of type vlan for network fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f Jan 29 04:18:06.695939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.713615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc733823-35e9-4891-9350-5c0490e4c709 None None] Network ccb0088c-eecc-46dc-9a91-63ced1ed3542 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:06.748717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.751501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:06.754581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:06.967137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.36', 51703) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:07.047978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:07.061926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:07.065352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-02ec444c-f505-4f3c-abd6-2f43c61b2545 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7426291 Jan 29 04:18:07.068801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60674) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:07.077779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Request body: {'subnet': {'network_id': 'fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1797773573-subnet', 'tenant_id': 'd5b6180f62d84507801fc4771fa4bd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:07.125058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Made reservation on behalf of d5b6180f62d84507801fc4771fa4bd51 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:07.132840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.334862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826696-6453-4970-9e44-3fbce5c1542c req-9c966bd7-d4b6-498c-99b5-11903a3762a4 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:07.336773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f826696-6453-4970-9e44-3fbce5c1542c req-9c966bd7-d4b6-498c-99b5-11903a3762a4 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 971 time: 0.1002159 Jan 29 04:18:07.345043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-b638ee4f-457e-4b51-bafe-f8b84e095d8f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:07.346959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-b638ee4f-457e-4b51-bafe-f8b84e095d8f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.36 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 823 time: 0.3672504 Jan 29 04:18:07.400039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f826696-6453-4970-9e44-3fbce5c1542c req-d73791bf-0bb1-4f50-b1b6-a9756ab470c5 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518730 Jan 29 04:18:07.419323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91881d04-d6a2-4e64-b893-4ab4a545c324 req-ee0af456-5d72-469c-afe0-30af0ef3c8bd tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.1030948 Jan 29 04:18:07.451045 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.537767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-4a24a6b2-4a9a-473b-bbae-efa45a8432b5 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9 HTTP/1.1" status: 200 len: 379 time: 0.0625820 Jan 29 04:18:07.544419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:07.549707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57429a8-ec9c-40c2-8d54-5c6d73a93202,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:07.564281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Checking segment: {'id': '5c2384d3-efcf-4153-994f-1972c5917f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:07.564913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Network hostable DHCP agents. Network: fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:07.591150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:07.596591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1227921595-network', 'tenant_id': '4dfab33a01474fc0b021f04a1f0ec719'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:07.601359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Network fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:07.614617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:07.625084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:07.626493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.628978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d5478-d812-4f3c-818c-daae865e2605 None None] Network fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:07.655213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Made reservation on behalf of 4dfab33a01474fc0b021f04a1f0ec719 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:07.661611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.663293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8ef3ff44-ac31-4f93-96bd-132fa07f4881 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5929275 Jan 29 04:18:07.680678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.743722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:07.824431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.829272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.876250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:07.892939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676aa14f-74d0-4e32-b17e-b106c4781ae8 None None] Network fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:07.898637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff2c0-ea6c-4286-aa49-ea7633a42212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.918744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7a2e-b472-4c77-80d1-3a17b3838024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.919679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e446c5-9178-4304-9d95-9585af2f13e5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:07.928951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:07.929594 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Added segment 4a60781d-8e3f-4d21-b927-e56bfe1f18f6 of type vlan for network 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4 Jan 29 04:18:08.010016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.056273 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.057858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:08.058940 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.076675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7a2e-b472-4c77-80d1-3a17b3838024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.082801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7a2e-b472-4c77-80d1-3a17b3838024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.143684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8a4e7a2e-b472-4c77-80d1-3a17b3838024 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8fccc8b37e54e3597ba30a0d6be50ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992119 Jan 29 04:18:08.144734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e7a2e-b472-4c77-80d1-3a17b3838024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8be059-0c0a-4508-a81b-4b028551c0fc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:08.148273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60714) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:08.151184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5585532 Jan 29 04:18:08.154847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60716) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:08.160614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Request body: {'subnet': {'network_id': '147dac4a-f02a-4f34-a0bc-7f07c44fbbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1227921595-subnet', 'tenant_id': '4dfab33a01474fc0b021f04a1f0ec719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:08.174333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949582e4-9d8d-4e28-9d98-1b9b375c97c5 admin admin] Pushing event updated for resources: {'Network': ['ID=147dac4a-f02a-4f34-a0bc-7f07c44fbbd4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:08.189021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:08.215664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff2c0-ea6c-4286-aa49-ea7633a42212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.225010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff2c0-ea6c-4286-aa49-ea7633a42212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.251757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Made reservation on behalf of 4dfab33a01474fc0b021f04a1f0ec719 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:08.255365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.276930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-435ffe62-d784-4fa2-b84e-ba8dd799806f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.343216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb8ff2c0-ea6c-4286-aa49-ea7633a42212 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af405a0f70a4aedb0799bc0ff20dfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7976220 Jan 29 04:18:08.348496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:08.362100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ff2c0-ea6c-4286-aa49-ea7633a42212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad4849-03f1-42bc-8875-60b77561b6a7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:08.371514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-435ffe62-d784-4fa2-b84e-ba8dd799806f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.443362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f09bc8d5-9bf5-4618-92c3-202040459225 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:08.451332 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f09bc8d5-9bf5-4618-92c3-202040459225 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.2110209 Jan 29 04:18:08.468809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-814b3013-e634-45da-8488-038ba566172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.474677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-435ffe62-d784-4fa2-b84e-ba8dd799806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.479058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-6eb4c053-df0f-4f15-b3ef-e5e6f3c6fac3 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/quotas/338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 375 time: 0.0267015 Jan 29 04:18:08.479530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-435ffe62-d784-4fa2-b84e-ba8dd799806f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.490751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-435ffe62-d784-4fa2-b84e-ba8dd799806f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f8be059-0c0a-4508-a81b-4b028551c0fc HTTP/1.1" status: 204 len: 168 time: 0.3371859 Jan 29 04:18:08.521119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ffe62-d784-4fa2-b84e-ba8dd799806f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8be059-0c0a-4508-a81b-4b028551c0fc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:08.544093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f872dda8-f28b-4f5b-9567-69c21c3ea5f2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638132 Jan 29 04:18:08.567248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-814b3013-e634-45da-8488-038ba566172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.596823 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.638358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-814b3013-e634-45da-8488-038ba566172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.640917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86617-8dcd-46f6-8f8c-3780baedcf0a req-935e7fa9-8555-431c-b96c-59d61f53bfa3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:08.642575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2a86617-8dcd-46f6-8f8c-3780baedcf0a req-935e7fa9-8555-431c-b96c-59d61f53bfa3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 971 time: 0.1191838 Jan 29 04:18:08.649171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-814b3013-e634-45da-8488-038ba566172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.650377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-814b3013-e634-45da-8488-038ba566172f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39ad4849-03f1-42bc-8875-60b77561b6a7 HTTP/1.1" status: 204 len: 168 time: 0.3008437 Jan 29 04:18:08.666208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b3013-e634-45da-8488-038ba566172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad4849-03f1-42bc-8875-60b77561b6a7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:08.704245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba083ce8-3fe8-48f8-9e51-74130999c47c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:08.721829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Checking segment: {'id': '4a60781d-8e3f-4d21-b927-e56bfe1f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '147dac4a-f02a-4f34-a0bc-7f07c44fbbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:08.722205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Network hostable DHCP agents. Network: 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:08.728682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2a86617-8dcd-46f6-8f8c-3780baedcf0a req-67c68f11-fb69-4f29-afbb-c3e501c57aec tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725474 Jan 29 04:18:08.746348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Network 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:08.764312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:08.768150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:08.769441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:08.773792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fd738-d079-487a-9f0f-48edadbe189e None None] Network 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:08.788396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9df36d09-6291-4e90-8a10-7abaf755aa1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6315989 Jan 29 04:18:08.867198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6526704-b99e-48cc-a41f-2c6ff43f4716 req-b753f9f7-c972-4e9e-94c3-13afab80707f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.0456033 Jan 29 04:18:08.955100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:08.977609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0fbdb-61c6-41ff-b2fe-083fbdd40809 None None] Network 147dac4a-f02a-4f34-a0bc-7f07c44fbbd4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:09.123239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295955a-cdb6-446f-b109-9d205b305ee2 req-905ee3cf-88d2-48d6-a995-8cff1a7f03cc tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:09.125914 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c295955a-cdb6-446f-b109-9d205b305ee2 req-905ee3cf-88d2-48d6-a995-8cff1a7f03cc tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 1122 time: 0.1410084 Jan 29 04:18:09.158630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c295955a-cdb6-446f-b109-9d205b305ee2 req-47fd43e3-b094-4462-b09d-0d421ffe5045 tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.268359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c295955a-cdb6-446f-b109-9d205b305ee2 req-47fd43e3-b094-4462-b09d-0d421ffe5045 tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.273533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c295955a-cdb6-446f-b109-9d205b305ee2 req-47fd43e3-b094-4462-b09d-0d421ffe5045 tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.284534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-d63e530a-10a8-408c-bd84-130fc1b42c62 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:18:09.285601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-d63e530a-10a8-408c-bd84-130fc1b42c62 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5792572 Jan 29 04:18:09.293760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa67ecfd-1334-4cdb-994e-f71f818e2199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.303342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c295955a-cdb6-446f-b109-9d205b305ee2 req-47fd43e3-b094-4462-b09d-0d421ffe5045 tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670322 Jan 29 04:18:09.343957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd43e3-b094-4462-b09d-0d421ffe5045 tempest-AggregatesAdminTestJSON-1016449747 tempest-AggregatesAdminTestJSON-1016449747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e1cf28-7c62-47c1-ab23-333c9320690e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:09.442618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-9707ec51-1496-4ed8-80ff-f0b33dfbe422 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456139 Jan 29 04:18:09.485448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60758) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:09.499410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb4c7-8859-483b-8b0a-6db8b251e20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.542857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa67ecfd-1334-4cdb-994e-f71f818e2199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.550123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa67ecfd-1334-4cdb-994e-f71f818e2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.594826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb4c7-8859-483b-8b0a-6db8b251e20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.603255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb4c7-8859-483b-8b0a-6db8b251e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.622204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa67ecfd-1334-4cdb-994e-f71f818e2199 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c08f7773be944edd9da79f6b94103ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635118 Jan 29 04:18:09.624626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-a1edaf9a-ffa9-444d-b3f0-f821138486d2 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811180 Jan 29 04:18:09.625531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60762) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:09.626437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ecfd-1334-4cdb-994e-f71f818e2199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2cb058-6d19-49d5-8dcf-ffd86c21391c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:09.670801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc5cb4c7-8859-483b-8b0a-6db8b251e20d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=269293ab690242e9a05b716e83d52139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841371 Jan 29 04:18:09.674255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:09.680362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb4c7-8859-483b-8b0a-6db8b251e20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b49fa2-0906-4f34-acd3-ce20039299be,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:09.736856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-463db096-f4f8-4eb6-89de-be0cb94db291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.757726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6397d6be-084c-4556-ada5-afff10dc541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.769489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-463db096-f4f8-4eb6-89de-be0cb94db291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.802400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6397d6be-084c-4556-ada5-afff10dc541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.895568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-463db096-f4f8-4eb6-89de-be0cb94db291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.898328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-463db096-f4f8-4eb6-89de-be0cb94db291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.899465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-463db096-f4f8-4eb6-89de-be0cb94db291 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf2cb058-6d19-49d5-8dcf-ffd86c21391c HTTP/1.1" status: 204 len: 168 time: 0.2692513 Jan 29 04:18:09.911816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fefbbe-e9c6-44bf-890c-5d609670aee8 req-0d5b9a78-5f3c-4314-aeff-71fe445583d3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:09.913315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8fefbbe-e9c6-44bf-890c-5d609670aee8 req-0d5b9a78-5f3c-4314-aeff-71fe445583d3 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 971 time: 0.0643926 Jan 29 04:18:09.919606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6397d6be-084c-4556-ada5-afff10dc541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.922678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6397d6be-084c-4556-ada5-afff10dc541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:09.927024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6397d6be-084c-4556-ada5-afff10dc541e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2b49fa2-0906-4f34-acd3-ce20039299be HTTP/1.1" status: 204 len: 168 time: 0.2515521 Jan 29 04:18:09.929635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463db096-f4f8-4eb6-89de-be0cb94db291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2cb058-6d19-49d5-8dcf-ffd86c21391c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:09.956246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397d6be-084c-4556-ada5-afff10dc541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b49fa2-0906-4f34-acd3-ce20039299be,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:09.986079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8fefbbe-e9c6-44bf-890c-5d609670aee8 req-0ef142b9-bbc5-42a7-8cba-1b2be2baaffa tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575864 Jan 29 04:18:10.097756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1723bb51-29bd-4637-af37-55c5a0f567a0 req-d78f51c0-a170-44df-9419-2e1d41da8d83 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 210 time: 0.0329914 Jan 29 04:18:10.192409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-4f05441d-ede3-4add-9ffb-8b83a9859b0a tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:10.212698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-4f05441d-ede3-4add-9ffb-8b83a9859b0a tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/networks?id=ccb0088c-eecc-46dc-9a91-63ced1ed3542 HTTP/1.1" status: 200 len: 814 time: 0.1633327 Jan 29 04:18:10.241511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-d5384c7c-84d6-44af-9257-7f0d5bfbcd06 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/quotas/8d875a887be34106a798b7451bfb2edc HTTP/1.1" status: 200 len: 375 time: 0.0261388 Jan 29 04:18:10.266151 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08dc4277-0eae-4fa9-b107-4030b1a1e7e9 req-7630cb56-3a96-4b80-bdeb-0ee227c25ea1 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.0546553 Jan 29 04:18:10.295898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-af78d323-0d47-4ed3-b3ad-429f5fc47d7c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d875a887be34106a798b7451bfb2edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469880 Jan 29 04:18:10.444192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-6c36361b-dfc2-41ac-b1fb-b1b0b10d9a95 service neutron] 10.222.0.32 "GET /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406102 Jan 29 04:18:10.563140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-3106d221-b008-4780-b09d-1637ca3f1600 service neutron] 10.222.0.32 "GET /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050467 Jan 29 04:18:10.740634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64d56202-b125-42ed-ad35-257229df94fb req-762c4f00-b582-46b3-8288-59c0b5d9af08 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 210 time: 0.0391068 Jan 29 04:18:11.162451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-8dea2821-f26e-40f9-a6d6-7ae82daf84fb tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:11.164065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-8dea2821-f26e-40f9-a6d6-7ae82daf84fb tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.20 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 971 time: 0.1120095 Jan 29 04:18:11.179746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f54607-9678-42e0-bece-7ff1719c6995 req-0200f66f-db52-4ae9-a2fe-a29485b8fc4c tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:11.185152 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6f54607-9678-42e0-bece-7ff1719c6995 req-0200f66f-db52-4ae9-a2fe-a29485b8fc4c tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 971 time: 0.0940156 Jan 29 04:18:11.253878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6f54607-9678-42e0-bece-7ff1719c6995 req-b2d10fa2-fe45-446a-9706-9b4ebeb9f21a tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/security-groups?id=35477c9c-b518-4b5f-a986-28973b3ed516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622694 Jan 29 04:18:11.382728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8140180-0faf-414e-a159-94ba4c01e3a1 req-5e0ad5d6-7da0-4fa6-8ac3-e484938bb857 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 210 time: 0.0495639 Jan 29 04:18:11.384918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Deleting port 25c05a10-732d-43aa-9a5d-95452fc0ddba {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:18:11.385558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:11.512979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] For port 25c05a10-732d-43aa-9a5d-95452fc0ddba, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=25c05a10-732d-43aa-9a5d-95452fc0ddba,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:11.513488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:11.518146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd55b3e5-771e-450c-af6c-5018991c70a1 req-01bb8810-7dfd-4e4a-9c1f-e1fabcb858b0 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.0579019 Jan 29 04:18:11.535607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Calling delete_port for 25c05a10-732d-43aa-9a5d-95452fc0ddba owned by compute:tempest-test_az-1860296868 {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:18:11.732771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:11.753996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:11.784941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Pushing event deleted for resources: {'Port': ['ID=25c05a10-732d-43aa-9a5d-95452fc0ddba,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:11.787416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['25c05a10-732d-43aa-9a5d-95452fc0ddba'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:11.882151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] No DVR routers for this DVR port 25c05a10-732d-43aa-9a5d-95452fc0ddba on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:18:11.885459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:11.889667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ef3d87f-f8d1-409d-abab-4a93ef3fe4b8 req-cbe53e22-9de6-4b11-8844-9e750bb866e8 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.20 "DELETE /v2.0/ports/25c05a10-732d-43aa-9a5d-95452fc0ddba HTTP/1.1" status: 204 len: 173 time: 0.7188075 Jan 29 04:18:11.890154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'name': 'network-vif-deleted', 'tag': '25c05a10-732d-43aa-9a5d-95452fc0ddba'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:11.892494 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199e805-1ae9-42ce-8cf1-034fc05b7350" -d '{"events": [{"server_uuid": "27612d02-3b52-4bfc-b056-7c16171cc2ed", "name": "network-vif-deleted", "tag": "25c05a10-732d-43aa-9a5d-95452fc0ddba"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:11.935715 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-140e0359-211f-42dc-96d0-e8c79265186c req-9e2b1726-cb3f-4ba3-bf52-571165de0c92 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 210 time: 0.0680954 Jan 29 04:18:12.178573 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79ef83-cdd1-482f-bedb-bce9c63d3060 x-openstack-request-id: req-3b79ef83-cdd1-482f-bedb-bce9c63d3060 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:12.178920 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27612d02-3b52-4bfc-b056-7c16171cc2ed", "name": "network-vif-deleted", "tag": "25c05a10-732d-43aa-9a5d-95452fc0ddba", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:12.179374 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b79ef83-cdd1-482f-bedb-bce9c63d3060 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:12.179768 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27612d02-3b52-4bfc-b056-7c16171cc2ed', 'name': 'network-vif-deleted', 'tag': '25c05a10-732d-43aa-9a5d-95452fc0ddba', 'status': 'completed', 'code': 200} Jan 29 04:18:12.204080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2122144371', 'description': 'tempest-description-1332135172'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:12.231648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.239716 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.251175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60906) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:12.325025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.329858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.373508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e04590-4ba7-43c1-b754-fe80ce08bbc2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:12.373754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74390793-e96e-40a5-a59a-4b6b4f2373aa req-236e7712-6e90-4943-97ae-59ea5e388f14 tempest-AggregatesAdminTestJSON-88562237 tempest-AggregatesAdminTestJSON-88562237-project] 10.222.0.32 "GET /v2.0/ports?device_id=27612d02-3b52-4bfc-b056-7c16171cc2ed HTTP/1.1" status: 200 len: 210 time: 0.0327814 Jan 29 04:18:12.412929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.417834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.448639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316968ff-4daa-4b7d-91d3-585fb9dd06e4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:12.450838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bf97c46-4a7c-4884-b249-76c766482bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.454922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.456532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19ca94cb-c6f6-4591-8122-e7505665580d req-8543ba3a-0187-4495-bf8e-597aa924508b tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2568748 Jan 29 04:18:12.484689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-214795f5-cc72-4b2d-8bfd-8d30bebd08a8 req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1923506586', 'description': 'tempest-description-1176646161'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:12.503492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b50f3ca1-e27d-46e1-95aa-6a2f94ad3ad4 req-a6f536b9-784c-454b-9397-5decab13e599 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 210 time: 0.0410829 Jan 29 04:18:12.515184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-214795f5-cc72-4b2d-8bfd-8d30bebd08a8 req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.585223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bf97c46-4a7c-4884-b249-76c766482bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.591496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bf97c46-4a7c-4884-b249-76c766482bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.601511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-214795f5-cc72-4b2d-8bfd-8d30bebd08a8 req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.606806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-214795f5-cc72-4b2d-8bfd-8d30bebd08a8 req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.643577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-214795f5-cc72-4b2d-8bfd-8d30bebd08a8 req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.645088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-214795f5-cc72-4b2d-8bfd-8d30bebd08a8 req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1644111 Jan 29 04:18:12.650422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cb40353-46fd-4589-a6e8-d3c199277b8e req-8cb68e1c-d4ea-4be4-b5d0-f4566454816f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 210 time: 0.0548055 Jan 29 04:18:12.658377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57463e00-f3f4-4bfb-a136-32bcefb2ae97 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb5c7ea-d919-44ac-9622-a31d0c01ac7a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:12.671929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6bf97c46-4a7c-4884-b249-76c766482bca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfa59dbceb6d4b70a7cf67260a6e1de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195774 Jan 29 04:18:12.674834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:12.675617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf97c46-4a7c-4884-b249-76c766482bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77503d7-3327-4525-a1e4-4ffb0acdc65b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:12.724562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'port': {'device_id': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'admin_state_up': True, 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'security_groups': ['25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:12.783111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd264-324d-455e-ada4-3c051ca1e655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.823507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd264-324d-455e-ada4-3c051ca1e655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.887883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1042303124', 'description': 'tempest-description-1256151734'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:12.929257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.940479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Made reservation on behalf of d7e3d2a6e7f648af8c5cbb511b9d95b9 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:12.943868 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.946088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.949351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd264-324d-455e-ada4-3c051ca1e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.952816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd264-324d-455e-ada4-3c051ca1e655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:12.953931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b1fcd264-324d-455e-ada4-3c051ca1e655 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f77503d7-3327-4525-a1e4-4ffb0acdc65b HTTP/1.1" status: 204 len: 168 time: 0.2781446 Jan 29 04:18:12.976337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcd264-324d-455e-ada4-3c051ca1e655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77503d7-3327-4525-a1e4-4ffb0acdc65b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:13.035406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe918863-afea-409c-b88f-790ac3aa6d52 req-7b96f4f6-8812-405a-9c2d-96f151abaeaf tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 210 time: 0.0265214 Jan 29 04:18:13.121638 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.171904 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.179132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Allocated IP 172.20.0.7 (b88fdc91-d001-498a-ac16-68f838bf80e3/7b298790-140b-4098-8cb5-564c3cda3871/88fa5334-e89b-4c96-831e-2239aff6a516) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:13.181598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.240629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a53dd-db56-4649-ad3d-817bb50f2bee,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:13.331765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.339619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.385060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.386311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1600168a-f122-4f90-b178-ddc6e0c9fe1d req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5076413 Jan 29 04:18:13.414950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dd0a2-0fd8-45c6-9f2c-cad7dd557b5c tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15642032-db81-41e2-aa83-4813b5059cf4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:13.416981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-5c08b954-7eb1-4030-9021-31d409d58c21 req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-577058696', 'description': 'tempest-description-1971869006'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:13.426378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.475412 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c08b954-7eb1-4030-9021-31d409d58c21 req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.497340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.36', 51709) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:13.516336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.619815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c08b954-7eb1-4030-9021-31d409d58c21 req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.631721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c08b954-7eb1-4030-9021-31d409d58c21 req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.636252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Network b88fdc91-d001-498a-ac16-68f838bf80e3 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:13.639742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'Port': ['ID=88fa5334-e89b-4c96-831e-2239aff6a516,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:13.644707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:13.649490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:13.681936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164b9468-3153-4b19-9434-0b700530150f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:13.702914 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c08b954-7eb1-4030-9021-31d409d58c21 req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.704986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c08b954-7eb1-4030-9021-31d409d58c21 req-1d895c86-6cd9-4cf4-86f2-c642b79a32e2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2942691 Jan 29 04:18:13.748258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-0810203e-44d7-4881-a1bf-92e60cfa6472 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:13.750010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-0810203e-44d7-4881-a1bf-92e60cfa6472 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.36 "GET /v2.0/networks?id=ccb0088c-eecc-46dc-9a91-63ced1ed3542 HTTP/1.1" status: 200 len: 814 time: 0.2505136 Jan 29 04:18:13.763739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:13.764915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:13.773142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Request body: {'port': {'device_id': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542', 'admin_state_up': True, 'tenant_id': '8d875a887be34106a798b7451bfb2edc'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:13.821234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60966) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:13.847372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0ab86-2784-48f8-bb51-f40ecc225152 req-8f84c405-659f-4438-a55b-7b2c3c19c180 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:13.849169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0e0ab86-2784-48f8-bb51-f40ecc225152 req-8f84c405-659f-4438-a55b-7b2c3c19c180 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 931 time: 0.0664461 Jan 29 04:18:13.889487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-a477c22e-cb0a-4ea6-b373-6bd539e0a248 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1686151 Jan 29 04:18:13.891381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-186a74af-e556-4aa2-8230-3a4df5ae4672 req-786ab46a-bb75-494c-9042-d0b17b80a1ac tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 210 time: 0.0895092 Jan 29 04:18:13.917336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0e0ab86-2784-48f8-bb51-f40ecc225152 req-fd597e74-7979-4e24-b3d8-55f87eff86f3 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605438 Jan 29 04:18:13.982217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.36', 51710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:13.989592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-daac981f-57ba-4601-8f00-95dbe2b38dad tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:18:13.990946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-daac981f-57ba-4601-8f00-95dbe2b38dad tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932810 Jan 29 04:18:14.012770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1367885728-network', 'tenant_id': 'e2958a25ecf34ceab4ab867182570917'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:14.077882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f728f99d-d374-4c97-9c4b-d650cdc62926 None None] Provisioning complete for port 88fa5334-e89b-4c96-831e-2239aff6a516 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:14.080384 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f728f99d-d374-4c97-9c4b-d650cdc62926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.091846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Made reservation on behalf of e2958a25ecf34ceab4ab867182570917 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:14.094240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.111699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.139035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Made reservation on behalf of 8d875a887be34106a798b7451bfb2edc for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:14.144101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.216832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f728f99d-d374-4c97-9c4b-d650cdc62926 None None] Port 88fa5334-e89b-4c96-831e-2239aff6a516 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:18:14.233735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-0a3070a0-ec28-4832-9ba1-85647b2e6e15 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:14.236026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-0a3070a0-ec28-4832-9ba1-85647b2e6e15 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.2438190 Jan 29 04:18:14.280247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Request body: {'port': {'device_id': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:14.322028 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.322989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Request body: {'port': {'device_id': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'admin_state_up': True, 'tenant_id': '338ee70972e1416080f8f893b188c868'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:14.330640 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.350882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-96cb1dd6-74fa-4d12-b66e-2b2918904eec tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45086 time: 0.3958881 Jan 29 04:18:14.373856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:14.395794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f8cdf-d97e-41fd-8af5-23c6ffcbfa1a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:14.400837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.401185 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Added segment daab9d37-c5fa-4c0d-b243-fa410976f482 of type vlan for network 372bb566-dcfc-42a1-a2bb-09e310a56b03 Jan 29 04:18:14.417391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6279edb-a9e1-4f9d-858c-a9eec81744a2 req-c7a423c9-239a-486b-b136-dc2db0e016b5 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 210 time: 0.0629258 Jan 29 04:18:14.434058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.460181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-ab1ee24c-b2da-47e9-b407-4a5f07c5d505 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/064c1dcc-f4d9-4a1a-bd97-84c94aa623eb HTTP/1.1" status: 200 len: 2977 time: 0.0981247 Jan 29 04:18:14.468392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.527492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-d67544c2-064a-4908-b84c-f5ffd5717ee6 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/064c1dcc-f4d9-4a1a-bd97-84c94aa623eb HTTP/1.1" status: 200 len: 2977 time: 0.0566902 Jan 29 04:18:14.529303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.530434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:14.531212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.605822 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7821603 Jan 29 04:18:14.612324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60996) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:14.617371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Request body: {'subnet': {'network_id': '372bb566-dcfc-42a1-a2bb-09e310a56b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1367885728-subnet', 'tenant_id': 'e2958a25ecf34ceab4ab867182570917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:14.644836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dd99b-3249-4b27-88a6-fbdfb884c529 admin admin] Pushing event updated for resources: {'Network': ['ID=372bb566-dcfc-42a1-a2bb-09e310a56b03,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:14.661852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 372bb566-dcfc-42a1-a2bb-09e310a56b03 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:14.664280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-23294e0b-cad8-4a23-88f5-27205f6e0d74 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/19df8136-92f6-475e-9116-bf4342d382e6 HTTP/1.1" status: 200 len: 2981 time: 0.1251068 Jan 29 04:18:14.683778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Made reservation on behalf of e2958a25ecf34ceab4ab867182570917 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:14.686924 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.780663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-4a001962-d037-42f3-b2c5-009ac3fddc48 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/19df8136-92f6-475e-9116-bf4342d382e6 HTTP/1.1" status: 200 len: 2981 time: 0.1057601 Jan 29 04:18:14.847362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Allocated IP 172.20.0.3 (ccb0088c-eecc-46dc-9a91-63ced1ed3542/c4f061fb-f7d9-469a-952c-25ebcd0295be/40a1734d-f39b-43dc-a8c2-68fb550ca33c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:14.862269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-b1526d9c-b082-4846-92e8-1217bfdfb061 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/27d16e55-87ca-44ce-a221-7008b44778bf HTTP/1.1" status: 200 len: 2981 time: 0.0713806 Jan 29 04:18:14.953359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:14.984951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-0bff1b7b-3cbd-4593-85fc-b97ae7be9518 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/27d16e55-87ca-44ce-a221-7008b44778bf HTTP/1.1" status: 200 len: 2981 time: 0.1037149 Jan 29 04:18:15.034565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Made reservation on behalf of 338ee70972e1416080f8f893b188c868 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:15.038139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.050028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa592331-904d-4ff7-8fb5-f9d22edb81f8,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:15.062456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-64640fc0-4756-429b-9a4b-da7cfa53f2f9 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/35477c9c-b518-4b5f-a986-28973b3ed516 HTTP/1.1" status: 200 len: 2979 time: 0.0687945 Jan 29 04:18:15.063123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Checking segment: {'id': 'daab9d37-c5fa-4c0d-b243-fa410976f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '372bb566-dcfc-42a1-a2bb-09e310a56b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:15.063475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Network hostable DHCP agents. Network: 372bb566-dcfc-42a1-a2bb-09e310a56b03, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:15.097310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Network 372bb566-dcfc-42a1-a2bb-09e310a56b03 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:15.114889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 372bb566-dcfc-42a1-a2bb-09e310a56b03) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:15.122484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:15.123064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.126177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-e7ddeed7-b0b1-4c94-9735-37f96c647bb1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/35477c9c-b518-4b5f-a986-28973b3ed516 HTTP/1.1" status: 200 len: 2979 time: 0.0543163 Jan 29 04:18:15.129716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525ae3d-7080-4db5-a3cd-fd09e2591db6 None None] Network 372bb566-dcfc-42a1-a2bb-09e310a56b03 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:15.131864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-628b56dd-1e78-4d36-979b-2fa683fc6b34 req-0217283a-dfbc-463b-aa16-291b9a8c89c6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 210 time: 0.0508657 Jan 29 04:18:15.151425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5889a693-5701-41d0-8dc2-dee02eadfcc2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5377958 Jan 29 04:18:15.200960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-01862332-28bb-4c12-99c6-474aae2637b5 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/50dad7b0-9239-4a60-b0d1-a5ab72327f98 HTTP/1.1" status: 200 len: 2973 time: 0.0621192 Jan 29 04:18:15.256975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-a2915f83-cfa1-48aa-9ef9-14ee4abd997b tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/50dad7b0-9239-4a60-b0d1-a5ab72327f98 HTTP/1.1" status: 200 len: 2973 time: 0.0485623 Jan 29 04:18:15.262633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.312991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-a23b0da2-1ce5-4ec6-a074-74e71742cf42 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5601c158-cf6b-40b5-a396-711a718a42cd HTTP/1.1" status: 200 len: 2977 time: 0.0487175 Jan 29 04:18:15.336811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f6828-17f5-4cc2-9d42-3a0c7f81ac10 None None] Network 372bb566-dcfc-42a1-a2bb-09e310a56b03 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:15.360736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-ba172054-854c-4d9e-bb31-393d1b2086bc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5601c158-cf6b-40b5-a396-711a718a42cd HTTP/1.1" status: 200 len: 2977 time: 0.0400481 Jan 29 04:18:15.362896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fa5334-e89b-4c96-831e-2239aff6a516 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:15.378414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.413937 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-ca95684c-d3ea-448c-ad50-617486c8ac98 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/83e04590-4ba7-43c1-b754-fe80ce08bbc2 HTTP/1.1" status: 200 len: 2981 time: 0.0441105 Jan 29 04:18:15.422366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Allocated IP 172.20.0.2 (f3b511c2-cf74-4737-8c6a-90fa2225aa1b/b6d85a36-84c9-4a0b-9032-81d758202c1c/345b71b9-38ee-43b3-8d39-581d7a8681d5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:15.424568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Transition to ACTIVE for port object 88fa5334-e89b-4c96-831e-2239aff6a516 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:15.437192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.454549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459610-c9e1-4d33-91c5-571f7a2128c3 req-7bacace5-931a-4774-9f71-b4edf9ef2fce tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:15.456139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95459610-c9e1-4d33-91c5-571f7a2128c3 req-7bacace5-931a-4774-9f71-b4edf9ef2fce tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 931 time: 0.1996779 Jan 29 04:18:15.466768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-c2a80b18-ccae-4536-8b78-1edf2b220f02 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/83e04590-4ba7-43c1-b754-fe80ce08bbc2 HTTP/1.1" status: 200 len: 2981 time: 0.0454094 Jan 29 04:18:15.474086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.517051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-ba8ca192-17d4-4b71-a04b-0130e48330e8 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9e1a53dd-db56-4649-ad3d-817bb50f2bee HTTP/1.1" status: 200 len: 2981 time: 0.0372806 Jan 29 04:18:15.559566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Network ccb0088c-eecc-46dc-9a91-63ced1ed3542 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:15.562775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-51d9c24c-e8f1-4fe9-a99b-6fb79a0e55d2 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9e1a53dd-db56-4649-ad3d-817bb50f2bee HTTP/1.1" status: 200 len: 2981 time: 0.0381155 Jan 29 04:18:15.575477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Pushing event updated for resources: {'Port': ['ID=88fa5334-e89b-4c96-831e-2239aff6a516,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:15.593030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:15.601339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:15.616619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-abdec08e-3f51-4716-b5e1-a1f353dc14e9 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ca59ce52-b618-4490-b93e-af04e9381d51 HTTP/1.1" status: 200 len: 2981 time: 0.0471075 Jan 29 04:18:15.651023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95459610-c9e1-4d33-91c5-571f7a2128c3 req-ef2ebf6e-ce04-40ad-9f82-11e67f8821d3 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786339 Jan 29 04:18:15.656062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-a5543833-f17a-4a71-a63b-229ad9f5a392 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ca59ce52-b618-4490-b93e-af04e9381d51 HTTP/1.1" status: 200 len: 2981 time: 0.0385907 Jan 29 04:18:15.707188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-a2bf8a38-f6bc-4ede-af0a-5de7885d88f9 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d9e1cf28-7c62-47c1-ab23-333c9320690e HTTP/1.1" status: 200 len: 2981 time: 0.0445805 Jan 29 04:18:15.756111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-c3f9e242-c77f-4a5c-a836-ec694b6d94c4 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d9e1cf28-7c62-47c1-ab23-333c9320690e HTTP/1.1" status: 200 len: 2981 time: 0.0395193 Jan 29 04:18:15.784844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Pushing event updated for resources: {'Port': ['ID=40a1734d-f39b-43dc-a8c2-68fb550ca33c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:15.802505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:15.803171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.836589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-858bc290-545b-4dab-b1ad-0c519b650ab4 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ed887175-a957-4876-ad60-4238cd7bad8b HTTP/1.1" status: 200 len: 2981 time: 0.0715501 Jan 29 04:18:15.852455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-326cbcff-0a8d-4bad-bea2-f7fe29921d8c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0833447 Jan 29 04:18:15.854768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Attempting to bind port 88fa5334-e89b-4c96-831e-2239aff6a516 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:15.855231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Attempting to bind port 88fa5334-e89b-4c96-831e-2239aff6a516 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:15.855734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Attempting to bind port 88fa5334-e89b-4c96-831e-2239aff6a516 on network b88fdc91-d001-498a-ac16-68f838bf80e3 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:15.865036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Port 88fa5334-e89b-4c96-831e-2239aff6a516 on network b88fdc91-d001-498a-ac16-68f838bf80e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:15.865370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Attempting to bind port 88fa5334-e89b-4c96-831e-2239aff6a516 on network b88fdc91-d001-498a-ac16-68f838bf80e3 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:15.876297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-14775b0e-34b3-481b-8bd9-d9aacf701d3a tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ed887175-a957-4876-ad60-4238cd7bad8b HTTP/1.1" status: 200 len: 2981 time: 0.0386479 Jan 29 04:18:15.879956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Request body: {'port': {'device_id': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:15.899911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:15.900254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Checking segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:15.900639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Bound using segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:15.901413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Bound port: 88fa5334-e89b-4c96-831e-2239aff6a516, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:15.901413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.909818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:15.913642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-aa1c2d3a-7e17-4783-ba6f-1be604e580e5 req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-246586669', 'description': 'tempest-description-197396049'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:15.923038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-bf3f763f-db55-4b7a-b341-1ff82cf3746e tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f0e446c5-9178-4304-9d95-9585af2f13e5 HTTP/1.1" status: 200 len: 2981 time: 0.0378668 Jan 29 04:18:15.972917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-0604bff3-e00d-4a88-b505-704066485ddc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f0e446c5-9178-4304-9d95-9585af2f13e5 HTTP/1.1" status: 200 len: 2981 time: 0.0437193 Jan 29 04:18:16.013021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.020815 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-c1d4b418-18ea-4f25-b78b-387dc2ab0210 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f3587dc5-a007-4ade-81e5-ade62e6e71a6 HTTP/1.1" status: 200 len: 2981 time: 0.0411294 Jan 29 04:18:16.035570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa1c2d3a-7e17-4783-ba6f-1be604e580e5 req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.070177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58655805-4121-4db1-9e71-b97e56d036a1 req-d9f53ab8-6925-400a-84bc-dd01b4c02fac tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f3587dc5-a007-4ade-81e5-ade62e6e71a6 HTTP/1.1" status: 200 len: 2981 time: 0.0398245 Jan 29 04:18:16.099436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.123615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] For port 88fa5334-e89b-4c96-831e-2239aff6a516, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:16.177270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e815d-70c6-4e6f-97df-e9f4e0d92e78 req-0afda94e-9a02-466d-967e-5915324c79e3 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:16.178031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] For port 88fa5334-e89b-4c96-831e-2239aff6a516, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=88fa5334-e89b-4c96-831e-2239aff6a516,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:16.178793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b65e815d-70c6-4e6f-97df-e9f4e0d92e78 req-0afda94e-9a02-466d-967e-5915324c79e3 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 931 time: 0.0504203 Jan 29 04:18:16.219224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b65e815d-70c6-4e6f-97df-e9f4e0d92e78 req-48c8c55f-9be7-4a89-b536-c127ffa5a85e tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jan 29 04:18:16.250363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:16.258847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.267225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:16.282424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:16.285207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:16.368201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:16.368818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.370234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] 10.222.0.36 "PUT /v2.0/ports/88fa5334-e89b-4c96-831e-2239aff6a516 HTTP/1.1" status: 200 len: 1091 time: 2.2751639 Jan 29 04:18:16.378230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:16.380382 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e81200-27aa-40c5-97c8-395672582e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:16.380510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7e08a3d-265d-49d5-9a14-77786df12229 req-dc92218c-93b0-4ee3-b5d9-a2b1f01a260d tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc2b195eb8b24d05b7a5a74cb70e469b HTTP/1.1" status: 200 len: 6104 time: 0.0867212 Jan 29 04:18:16.404395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 25c05a10-732d-43aa-9a5d-95452fc0ddba no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:18:16.435970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7e08a3d-265d-49d5-9a14-77786df12229 req-bb31b609-1ae1-4684-b1bf-e82d599413a5 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "GET /v2.0/security-groups/83e04590-4ba7-43c1-b754-fe80ce08bbc2 HTTP/1.1" status: 200 len: 2981 time: 0.0467992 Jan 29 04:18:16.450460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa1c2d3a-7e17-4783-ba6f-1be604e580e5 req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.460410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 25c05a10-732d-43aa-9a5d-95452fc0ddba {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:18:16.460743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 25c05a10-732d-43aa-9a5d-95452fc0ddba not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:18:16.476817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:16.477471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.479969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa1c2d3a-7e17-4783-ba6f-1be604e580e5 req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.512180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7e08a3d-265d-49d5-9a14-77786df12229 req-92f5161c-5602-4c22-bfd5-c7b415e160d4 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "GET /v2.0/security-groups/83e04590-4ba7-43c1-b754-fe80ce08bbc2 HTTP/1.1" status: 200 len: 2981 time: 0.0657792 Jan 29 04:18:16.525580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa1c2d3a-7e17-4783-ba6f-1be604e580e5 req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.527385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa1c2d3a-7e17-4783-ba6f-1be604e580e5 req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6282685 Jan 29 04:18:16.549411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d27585-1c8b-4766-b179-497ca87ac922 service neutron] Pushing event updated for resources: {'Port': ['ID=88fa5334-e89b-4c96-831e-2239aff6a516,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:16.586889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-f0fc2369-c724-43bd-8d7d-af3b2a627ff2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2680895 Jan 29 04:18:16.599090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7474e5-56be-43f0-aa79-bf1240ee196e tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc9db35-146e-449f-a612-e77ca24fe3b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:16.609224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Request body: {'port': {'device_id': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:16.654472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-da82c4c2-eece-40c1-a03d-1f120f032769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:16.655977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-da82c4c2-eece-40c1-a03d-1f120f032769 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 1094 time: 0.1645579 Jan 29 04:18:16.660862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790606b-45ee-472a-88d5-22fc0c5a71e2 req-c21e22ed-01a1-4997-8c4b-1f0f65c865ca tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:16.668808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f790606b-45ee-472a-88d5-22fc0c5a71e2 req-c21e22ed-01a1-4997-8c4b-1f0f65c865ca tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 931 time: 0.0635290 Jan 29 04:18:16.719487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f790606b-45ee-472a-88d5-22fc0c5a71e2 req-9dfc1ad1-5c2a-49d2-ad55-1d2a9069a825 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Jan 29 04:18:16.755373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-d97cec05-b714-4a7b-ad18-0a4a02995f35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88fa5334-e89b-4c96-831e-2239aff6a516 HTTP/1.1" status: 200 len: 217 time: 0.0736666 Jan 29 04:18:16.764486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.794492 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f458b-dd9d-4d31-99fc-d59ea94d1414 x-openstack-request-id: req-4d7f458b-dd9d-4d31-99fc-d59ea94d1414 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:16.794775 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:16.795029 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d7f458b-dd9d-4d31-99fc-d59ea94d1414 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:16.795416 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516', 'status': 'completed', 'code': 200} Jan 29 04:18:16.825600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a1734d-f39b-43dc-a8c2-68fb550ca33c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:16.840669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02898914-3485-4403-a70c-31ec015aea7b req-6e990521-3935-4b71-8596-245b38b1d4c5 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/3fc9db35-146e-449f-a612-e77ca24fe3b4 HTTP/1.1" status: 200 len: 1811 time: 0.0402708 Jan 29 04:18:16.843120 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.852863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc9db35-146e-449f-a612-e77ca24fe3b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:16.853494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc9db35-146e-449f-a612-e77ca24fe3b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:16.901154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Transition to ACTIVE for port object 40a1734d-f39b-43dc-a8c2-68fb550ca33c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:16.913405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.916044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-391016b0-1ab8-4544-8e52-abecc43f6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:16.917535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-391016b0-1ab8-4544-8e52-abecc43f6eb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 200 len: 862 time: 0.1500108 Jan 29 04:18:16.919137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9718726-8433-4303-b1c0-6ab1f343a17e req-25a965cf-7e90-4b62-9e35-a22bf4867aec tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/164b9468-3153-4b19-9434-0b700530150f HTTP/1.1" status: 200 len: 1777 time: 0.1591454 Jan 29 04:18:16.919302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.946121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.950565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.972019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57eaca45-b95d-4149-a5bf-6e9ae5e89934,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:16.983227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:16.984422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02898914-3485-4403-a70c-31ec015aea7b req-5ed73f57-6cd4-4d98-afae-0b5e4f221e3a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1356878 Jan 29 04:18:17.101075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c3269-082e-484f-8215-aa25490bbc91 req-b2ff5c52-4760-4fc3-adf1-1d30743a2890 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:17.102854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-760c3269-082e-484f-8215-aa25490bbc91 req-b2ff5c52-4760-4fc3-adf1-1d30743a2890 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 943 time: 0.0671067 Jan 29 04:18:17.142738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-760c3269-082e-484f-8215-aa25490bbc91 req-2619e2a4-7c5c-42a2-bbf1-bb5893811c7b tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328510 Jan 29 04:18:17.272253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Pushing event updated for resources: {'Port': ['ID=40a1734d-f39b-43dc-a8c2-68fb550ca33c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:17.346611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-318d618b-197c-4d09-9be9-3ee5a4bd09d1 req-6cd36254-a65c-4864-9f27-dd4f6ae919e2 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/3fc9db35-146e-449f-a612-e77ca24fe3b4 HTTP/1.1" status: 200 len: 2404 time: 0.0503397 Jan 29 04:18:17.376847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-f88b8367-bed0-4e53-a9c7-1c1ad0184441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:17.378383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-f88b8367-bed0-4e53-a9c7-1c1ad0184441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b88fdc91-d001-498a-ac16-68f838bf80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4485986 Jan 29 04:18:17.427071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d9718726-8433-4303-b1c0-6ab1f343a17e req-c89d4609-bd08-4ffd-9fa0-50d38c4d97fc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.446578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b4a9-e048-40bf-8bf9-5b640d43feab req-99c2b405-7f5c-4a26-af8a-e0fef391af4c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:17.448043 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7394b4a9-e048-40bf-8bf9-5b640d43feab req-99c2b405-7f5c-4a26-af8a-e0fef391af4c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 943 time: 0.0485563 Jan 29 04:18:17.485046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7394b4a9-e048-40bf-8bf9-5b640d43feab req-505701d9-54fc-4207-a93c-c1c87708c9ca tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302663 Jan 29 04:18:17.499818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Attempting to bind port 40a1734d-f39b-43dc-a8c2-68fb550ca33c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:17.500092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Attempting to bind port 40a1734d-f39b-43dc-a8c2-68fb550ca33c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '0d88f21d-4a12-4d4a-b571-048cd405cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:17.500427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Attempting to bind port 40a1734d-f39b-43dc-a8c2-68fb550ca33c on network ccb0088c-eecc-46dc-9a91-63ced1ed3542 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:17.519420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d9718726-8433-4303-b1c0-6ab1f343a17e req-c89d4609-bd08-4ffd-9fa0-50d38c4d97fc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.531956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Port 40a1734d-f39b-43dc-a8c2-68fb550ca33c on network ccb0088c-eecc-46dc-9a91-63ced1ed3542 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:17.532296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Attempting to bind port 40a1734d-f39b-43dc-a8c2-68fb550ca33c on network ccb0088c-eecc-46dc-9a91-63ced1ed3542 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:17.557731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:17.558696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Checking segment: {'id': '0d88f21d-4a12-4d4a-b571-048cd405cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:17.559187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Bound using segment: {'id': '0d88f21d-4a12-4d4a-b571-048cd405cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:17.559613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Bound port: 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d88f21d-4a12-4d4a-b571-048cd405cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:17.559976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.561975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-0d9dd09d-9430-4662-bafb-5068b81d7ff9 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-group-rules/57eaca45-b95d-4149-a5bf-6e9ae5e89934 HTTP/1.1" status: 200 len: 778 time: 0.0225401 Jan 29 04:18:17.610866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-c0591020-9529-4666-80ff-2c449d8561a5 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/3fc9db35-146e-449f-a612-e77ca24fe3b4 HTTP/1.1" status: 200 len: 2404 time: 0.0421543 Jan 29 04:18:17.624751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-d83ad818-718f-4ace-87e7-00ac826de78b service neutron] 10.222.0.36 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294707 Jan 29 04:18:17.645598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-3ea65acf-f77c-478d-b7d2-15d255c6b065 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.654662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-3ea65acf-f77c-478d-b7d2-15d255c6b065 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.688491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-3ea65acf-f77c-478d-b7d2-15d255c6b065 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.695284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-3ea65acf-f77c-478d-b7d2-15d255c6b065 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.696345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6737aedc-73b6-4667-ac45-c3455518fa6a req-3ea65acf-f77c-478d-b7d2-15d255c6b065 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/57eaca45-b95d-4149-a5bf-6e9ae5e89934 HTTP/1.1" status: 204 len: 173 time: 0.0791881 Jan 29 04:18:17.701648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea65acf-f77c-478d-b7d2-15d255c6b065 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57eaca45-b95d-4149-a5bf-6e9ae5e89934,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:17.712068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345b71b9-38ee-43b3-8d39-581d7a8681d5 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:17.728798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.731211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d9718726-8433-4303-b1c0-6ab1f343a17e req-c89d4609-bd08-4ffd-9fa0-50d38c4d97fc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.733724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d9718726-8433-4303-b1c0-6ab1f343a17e req-c89d4609-bd08-4ffd-9fa0-50d38c4d97fc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.734926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9718726-8433-4303-b1c0-6ab1f343a17e req-c89d4609-bd08-4ffd-9fa0-50d38c4d97fc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/164b9468-3153-4b19-9434-0b700530150f HTTP/1.1" status: 204 len: 173 time: 0.8039749 Jan 29 04:18:17.766034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4609-bd08-4ffd-9fa0-50d38c4d97fc tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164b9468-3153-4b19-9434-0b700530150f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:17.772133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-55eacdee-e01d-4373-ae58-02849d1711c9 req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1844549322', 'description': 'tempest-description-1807186015'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:17.775794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Transition to ACTIVE for port object 345b71b9-38ee-43b3-8d39-581d7a8681d5 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:17.778983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] For port 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:17.787547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] For port 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c,segment=NetworkSegment(0d88f21d-4a12-4d4a-b571-048cd405cdd9),segment_id=0d88f21d-4a12-4d4a-b571-048cd405cdd9)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:17.790424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.806003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.820184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-55eacdee-e01d-4373-ae58-02849d1711c9 req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.857209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c60cd239-b41f-4e25-9229-a6e1c4a6f559 req-8aea8d13-71c9-400c-bdb1-579f99dccf7c service neutron] 10.222.0.36 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098830 Jan 29 04:18:17.875002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:17.875623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.877000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] 10.222.0.36 "PUT /v2.0/ports/40a1734d-f39b-43dc-a8c2-68fb550ca33c HTTP/1.1" status: 200 len: 1091 time: 2.0092320 Jan 29 04:18:17.889420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:17.909610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-55eacdee-e01d-4373-ae58-02849d1711c9 req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.913400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-55eacdee-e01d-4373-ae58-02849d1711c9 req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.947075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b338f5eb-df05-456f-801a-ba5c0b42df32,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:17.953806 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-55eacdee-e01d-4373-ae58-02849d1711c9 req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:17.957637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55eacdee-e01d-4373-ae58-02849d1711c9 req-fa913149-fe18-4fa0-8921-9a6b8d8510ca tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1873806 Jan 29 04:18:17.972220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a488fb21-3ebc-4ff3-a4db-b5db17047ec3 req-bd454aa4-2930-4f1c-8e9e-db8fdd4df952 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "GET /v2.0/security-groups/15642032-db81-41e2-aa83-4813b5059cf4 HTTP/1.1" status: 200 len: 1778 time: 0.1351635 Jan 29 04:18:18.057855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae13792-8b0f-4a8e-9c18-57ddca4637b9 req-4c913cb0-59bb-46cc-8197-855814ada05e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.059396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ae13792-8b0f-4a8e-9c18-57ddca4637b9 req-4c913cb0-59bb-46cc-8197-855814ada05e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0480704 Jan 29 04:18:18.059742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825fe09-1758-45f9-bc4e-2e1c6f09d812 service neutron] Pushing event updated for resources: {'Port': ['ID=40a1734d-f39b-43dc-a8c2-68fb550ca33c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:18.097748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ae13792-8b0f-4a8e-9c18-57ddca4637b9 req-1cbba424-184d-4366-b742-9777c5e4a80b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jan 29 04:18:18.106692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:18.107039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:18.107375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:18.124629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:18.124966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:18.128147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81200-27aa-40c5-97c8-395672582e7a req-894517e5-f356-4cac-8a4e-1cb8a22eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.129650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-894517e5-f356-4cac-8a4e-1cb8a22eb8fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 1094 time: 0.1430011 Jan 29 04:18:18.136996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-89e3e607-066c-4681-999b-4fca70f2f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.138470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-89e3e607-066c-4681-999b-4fca70f2f12e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d875a887be34106a798b7451bfb2edc&device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 1094 time: 0.1508486 Jan 29 04:18:18.148418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a488fb21-3ebc-4ff3-a4db-b5db17047ec3 req-5dc94649-02fa-4a86-82d7-fd76b0cdb4a1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.155365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:18.155365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:18.155365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:18.155365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Bound port: 345b71b9-38ee-43b3-8d39-581d7a8681d5, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:18.155365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.253050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a488fb21-3ebc-4ff3-a4db-b5db17047ec3 req-5dc94649-02fa-4a86-82d7-fd76b0cdb4a1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.257703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-158bad15-ea78-4876-9a0e-b8383b23b0cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c HTTP/1.1" status: 200 len: 217 time: 0.0556855 Jan 29 04:18:18.317420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f88863c2-c9be-4b78-97fc-22d5e9daeff6 req-3bbec3b4-bf63-4897-a210-619b5b2f704b tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/b338f5eb-df05-456f-801a-ba5c0b42df32 HTTP/1.1" status: 200 len: 1813 time: 0.0403759 Jan 29 04:18:18.396604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81200-27aa-40c5-97c8-395672582e7a req-0b5b181c-a638-446b-96e4-ac3c0feb0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.398101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-0b5b181c-a638-446b-96e4-ac3c0feb0114 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 924 time: 0.2584980 Jan 29 04:18:18.399408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-8bd1a95d-424f-46a9-8de9-c4488d0db813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.400706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-8bd1a95d-424f-46a9-8de9-c4488d0db813 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4f061fb-f7d9-469a-952c-25ebcd0295be HTTP/1.1" status: 200 len: 854 time: 0.1160078 Jan 29 04:18:18.401723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:18.406307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:18.409434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a488fb21-3ebc-4ff3-a4db-b5db17047ec3 req-5dc94649-02fa-4a86-82d7-fd76b0cdb4a1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.412081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a488fb21-3ebc-4ff3-a4db-b5db17047ec3 req-5dc94649-02fa-4a86-82d7-fd76b0cdb4a1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.413164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a488fb21-3ebc-4ff3-a4db-b5db17047ec3 req-5dc94649-02fa-4a86-82d7-fd76b0cdb4a1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/15642032-db81-41e2-aa83-4813b5059cf4 HTTP/1.1" status: 204 len: 173 time: 0.4328301 Jan 29 04:18:18.430903 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.436045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37be63-f716-4b55-82b3-1d570e8b013f req-4daa9a74-c4f1-456c-9914-d4e8a267adc5 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.437530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f37be63-f716-4b55-82b3-1d570e8b013f req-4daa9a74-c4f1-456c-9914-d4e8a267adc5 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 943 time: 0.0526440 Jan 29 04:18:18.480316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc94649-02fa-4a86-82d7-fd76b0cdb4a1 tempest-SecurityGroupsTestAdminJSON-428461517 tempest-SecurityGroupsTestAdminJSON-428461517-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15642032-db81-41e2-aa83-4813b5059cf4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:18.489745 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f37be63-f716-4b55-82b3-1d570e8b013f req-9db155eb-6dc5-43b7-b60a-aa1aec1aca60 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424643 Jan 29 04:18:18.505952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-44676d55-0f91-4ba1-b7a8-78579dbddd54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88fa5334-e89b-4c96-831e-2239aff6a516 HTTP/1.1" status: 200 len: 217 time: 0.0918202 Jan 29 04:18:18.515171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-95448915-b3e7-4f70-b740-a7c98dbc43e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ccb0088c-eecc-46dc-9a91-63ced1ed3542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997384 Jan 29 04:18:18.573711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.574885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.576276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] 10.222.0.36 "PUT /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 1091 time: 1.9721837 Jan 29 04:18:18.643006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-fe9a8f5f-54c2-471b-beb4-0a54382e33a4 req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1473409802', 'description': 'tempest-description-1431589952'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:18.657119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302ac9a-5e1a-4a6d-a452-883c7370f64c service neutron] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:18.669284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fe9a8f5f-54c2-471b-beb4-0a54382e33a4 req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.695790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81200-27aa-40c5-97c8-395672582e7a req-45cd8645-8467-46b6-a595-1170bfafc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.697250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-45cd8645-8467-46b6-a595-1170bfafc817 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 200 len: 862 time: 0.1787119 Jan 29 04:18:18.700570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9879d0b9-e338-4f32-b942-95905511686f req-bf27e166-8243-4fd9-a992-366ff892f8f3 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "GET /v2.0/security-groups/1cb5c7ea-d919-44ac-9622-a31d0c01ac7a HTTP/1.1" status: 200 len: 1778 time: 0.1922624 Jan 29 04:18:18.735418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fe9a8f5f-54c2-471b-beb4-0a54382e33a4 req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.739126 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fe9a8f5f-54c2-471b-beb4-0a54382e33a4 req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.768163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fe9a8f5f-54c2-471b-beb4-0a54382e33a4 req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:18.769365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe9a8f5f-54c2-471b-beb4-0a54382e33a4 req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1320035 Jan 29 04:18:18.774140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071dad9-856b-47c4-94f7-393207502977 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892a0d8a-af3e-4d5d-9e2a-ac415ec88cf7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:18.787590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-10f9ad8d-1cbf-4a64-b3a4-1a95909496cb service neutron] 10.222.0.36 "GET /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506065 Jan 29 04:18:18.794809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-11143f04-34e2-4f0e-bc9d-248f78416a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.796317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-11143f04-34e2-4f0e-bc9d-248f78416a63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1094 time: 0.1401238 Jan 29 04:18:18.799890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'tag': '40a1734d-f39b-43dc-a8c2-68fb550ca33c'}, {'name': 'network-changed', 'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:18.802075 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ee2a7-b48a-4b0d-9611-bd689817e328" -d '{"events": [{"name": "network-changed", "server_uuid": "92b59b1f-6262-4e47-a021-ec6b83ecf796", "tag": "40a1734d-f39b-43dc-a8c2-68fb550ca33c"}, {"name": "network-changed", "server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:18.837238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81200-27aa-40c5-97c8-395672582e7a req-8c02c162-83f3-47ec-b137-892b38e9c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.838893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-8c02c162-83f3-47ec-b137-892b38e9c317 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b88fdc91-d001-498a-ac16-68f838bf80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292140 Jan 29 04:18:18.904622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-4217bd4f-15be-4daa-ae1a-56707fc5d67c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 217 time: 0.0891974 Jan 29 04:18:18.929013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99341310-da33-4f64-9bc6-d88de4df5cc7 req-60bd0169-ef60-4422-8803-b843f3db9ce5 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:18.930569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99341310-da33-4f64-9bc6-d88de4df5cc7 req-60bd0169-ef60-4422-8803-b843f3db9ce5 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 943 time: 0.0519021 Jan 29 04:18:18.968802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99341310-da33-4f64-9bc6-d88de4df5cc7 req-dd62cf60-56b4-4193-ac86-53ec97a9e0e8 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312486 Jan 29 04:18:19.154698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c33a4e3b-f7c8-4db8-ba44-dbfd3c31440b req-2d3f5e04-8f33-49f8-8d36-c241ae3b852f tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/892a0d8a-af3e-4d5d-9e2a-ac415ec88cf7 HTTP/1.1" status: 200 len: 1813 time: 0.0406036 Jan 29 04:18:19.166611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9879d0b9-e338-4f32-b942-95905511686f req-cee21294-771f-472a-9754-abb69de71c59 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.177940 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:18:19.206846 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956bb6e1-ecd2-49ae-872d-e10e3f52ac0d x-openstack-request-id: req-956bb6e1-ecd2-49ae-872d-e10e3f52ac0d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:19.207141 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b59b1f-6262-4e47-a021-ec6b83ecf796", "tag": "40a1734d-f39b-43dc-a8c2-68fb550ca33c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:19.207394 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-956bb6e1-ecd2-49ae-872d-e10e3f52ac0d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:19.207786 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'tag': '40a1734d-f39b-43dc-a8c2-68fb550ca33c', 'status': 'completed', 'code': 200} Jan 29 04:18:19.208044 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'status': 'completed', 'code': 200} Jan 29 04:18:19.222851 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9879d0b9-e338-4f32-b942-95905511686f req-cee21294-771f-472a-9754-abb69de71c59 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.248738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-5e46c3c0-48ce-4d2f-b9f1-7b80b825b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:19.250488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-5e46c3c0-48ce-4d2f-b9f1-7b80b825b264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.3347559 Jan 29 04:18:19.278393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7aabd9-d116-4d30-9708-55340069eaf1 req-1140a30d-72c2-4a98-9103-f264f31306d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812455 Jan 29 04:18:19.315438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-40335dc7-f9b6-4563-8e1e-6376b6ae3a8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553370 Jan 29 04:18:19.323208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-17ab1481-ef9b-4554-b284-70a7931690dd service neutron] 10.222.0.36 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301589 Jan 29 04:18:19.379576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560797ab-b34a-4410-8d33-9d4d8b16a80a req-3e6e7cc6-5c8e-45e1-a0f1-60e455f5ddc2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:19.381059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-560797ab-b34a-4410-8d33-9d4d8b16a80a req-3e6e7cc6-5c8e-45e1-a0f1-60e455f5ddc2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0592525 Jan 29 04:18:19.389067 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9879d0b9-e338-4f32-b942-95905511686f req-cee21294-771f-472a-9754-abb69de71c59 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.391666 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9879d0b9-e338-4f32-b942-95905511686f req-cee21294-771f-472a-9754-abb69de71c59 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.392781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9879d0b9-e338-4f32-b942-95905511686f req-cee21294-771f-472a-9754-abb69de71c59 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "DELETE /v2.0/security-groups/1cb5c7ea-d919-44ac-9622-a31d0c01ac7a HTTP/1.1" status: 204 len: 173 time: 0.6841476 Jan 29 04:18:19.430437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-560797ab-b34a-4410-8d33-9d4d8b16a80a req-b50804ea-d538-423a-b977-01e9b028b0ea tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Jan 29 04:18:19.448835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-18f51499-cebb-42ae-8fa7-662d5dae432a req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1895565803', 'description': 'tempest-description-1157841385'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:19.468450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee21294-771f-472a-9754-abb69de71c59 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb5c7ea-d919-44ac-9622-a31d0c01ac7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:19.550713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32918) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:19.558664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3936c9f2-1c1f-4db1-825c-af1667072853 req-b8178b12-8902-417b-bc46-ef72ab9604c3 tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "GET /v2.0/security-groups/316968ff-4daa-4b7d-91d3-585fb9dd06e4 HTTP/1.1" status: 200 len: 1778 time: 0.0439589 Jan 29 04:18:19.566242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-56dbfe25-fb39-4107-92c4-4997c50da53d service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413228 Jan 29 04:18:19.568618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18f51499-cebb-42ae-8fa7-662d5dae432a req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.572823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e81200-27aa-40c5-97c8-395672582e7a req-d9cfe641-6a18-4a46-8095-603769b20df0 service neutron] 10.222.0.36 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397940 Jan 29 04:18:19.577074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-d52d73e8-13a7-4b72-af77-7e920d38726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:19.578755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-d52d73e8-13a7-4b72-af77-7e920d38726e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d875a887be34106a798b7451bfb2edc&device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 1094 time: 0.1256697 Jan 29 04:18:19.631669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3936c9f2-1c1f-4db1-825c-af1667072853 req-2db79212-189c-42f8-b022-93fba7bef80c tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.658133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3936c9f2-1c1f-4db1-825c-af1667072853 req-2db79212-189c-42f8-b022-93fba7bef80c tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.706721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3936c9f2-1c1f-4db1-825c-af1667072853 req-2db79212-189c-42f8-b022-93fba7bef80c tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.709476 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3936c9f2-1c1f-4db1-825c-af1667072853 req-2db79212-189c-42f8-b022-93fba7bef80c tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.719274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3936c9f2-1c1f-4db1-825c-af1667072853 req-2db79212-189c-42f8-b022-93fba7bef80c tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] 10.222.0.32 "DELETE /v2.0/security-groups/316968ff-4daa-4b7d-91d3-585fb9dd06e4 HTTP/1.1" status: 204 len: 173 time: 0.1526690 Jan 29 04:18:19.728778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79212-189c-42f8-b022-93fba7bef80c tempest-SecurityGroupsTestAdminJSON-370096242 tempest-SecurityGroupsTestAdminJSON-370096242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316968ff-4daa-4b7d-91d3-585fb9dd06e4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:19.805057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2eefe221-e1a0-4a25-a8d7-784a0b96cff6 req-68039023-8589-408e-af0b-21110b19dfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299490 Jan 29 04:18:19.814235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-98fa1d7f-d77b-4821-a1ef-504e0a854e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:19.815698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-98fa1d7f-d77b-4821-a1ef-504e0a854e5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ccb0088c-eecc-46dc-9a91-63ced1ed3542 HTTP/1.1" status: 200 len: 915 time: 0.2086601 Jan 29 04:18:19.821501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0830881d-bd46-41ec-8277-4f4c647d8d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.872195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18f51499-cebb-42ae-8fa7-662d5dae432a req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.876585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-affc7d33-cadf-4815-aac0-b06d049cf912 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c HTTP/1.1" status: 200 len: 217 time: 0.0497875 Jan 29 04:18:19.879369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18f51499-cebb-42ae-8fa7-662d5dae432a req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.952688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18f51499-cebb-42ae-8fa7-662d5dae432a req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:19.953902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18f51499-cebb-42ae-8fa7-662d5dae432a req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5220094 Jan 29 04:18:19.965100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd3477-228a-4aec-8448-4d9ab2efe716 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd2ac4-cc82-4bbd-b78d-d68e324486af,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:19.991592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-644c0226-2fd1-4471-894a-f29f4b7f01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:19.993506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-644c0226-2fd1-4471-894a-f29f4b7f01ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4f061fb-f7d9-469a-952c-25ebcd0295be HTTP/1.1" status: 200 len: 854 time: 0.0880654 Jan 29 04:18:20.032631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-197b63d3-c482-4b79-9b95-0af9611735b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ccb0088c-eecc-46dc-9a91-63ced1ed3542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318363 Jan 29 04:18:20.054616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32942) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:20.072920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0830881d-bd46-41ec-8277-4f4c647d8d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.077575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f58c4-95b5-455c-98b2-0c155ab81d6e req-172a4bf6-2106-4a16-82fa-be03b73c5d32 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:20.086707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-836f58c4-95b5-455c-98b2-0c155ab81d6e req-172a4bf6-2106-4a16-82fa-be03b73c5d32 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 943 time: 0.1365409 Jan 29 04:18:20.104843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0830881d-bd46-41ec-8277-4f4c647d8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.145343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-836f58c4-95b5-455c-98b2-0c155ab81d6e req-7fc068da-a88e-4db4-b0d6-33ae8c9a70a4 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573387 Jan 29 04:18:20.186642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0830881d-bd46-41ec-8277-4f4c647d8d57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b560798f12841eeac41db75a5a7f310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316276 Jan 29 04:18:20.189318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:20.207140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830881d-bd46-41ec-8277-4f4c647d8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7242e1-767a-46d2-94f7-afa731552ece,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:20.239295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eebfbe5-c364-4808-ad72-e300755bebb0 req-0b2ebd90-0bfb-4eb8-81f1-62cc746b27a9 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/a0cd2ac4-cc82-4bbd-b78d-d68e324486af HTTP/1.1" status: 200 len: 1813 time: 0.1307123 Jan 29 04:18:20.248507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-2d85e17b-cc66-48c6-9d1e-bd4bc8023fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053716 Jan 29 04:18:20.288931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-161e33d7-6bab-4a07-8660-6bc6477ab56b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc2b195eb8b24d05b7a5a74cb70e469b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325017 Jan 29 04:18:20.291486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32954) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:20.319071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6f84-2826-4884-ac36-a1ba4286fdf5 req-0452e3b6-e140-486c-9b25-98ba5bb04e40 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:20.322353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-232c6f84-2826-4884-ac36-a1ba4286fdf5 req-0452e3b6-e140-486c-9b25-98ba5bb04e40 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 943 time: 0.1108091 Jan 29 04:18:20.329806 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0c11-6d74-4a36-981d-f29e3fcb3e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.410016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-f4c6a507-6292-49f4-8f6e-0014bc5b3837 service neutron] 10.222.0.36 "GET /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501110 Jan 29 04:18:20.410563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a0705c-d366-4fd2-8fd9-51846f600342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.441730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a0705c-d366-4fd2-8fd9-51846f600342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.494015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0fb21d6b-1221-4e49-bf89-a193c9079774 req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1261590992', 'description': 'tempest-description-1029109009'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:20.549835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0fb21d6b-1221-4e49-bf89-a193c9079774 req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.566582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0c11-6d74-4a36-981d-f29e3fcb3e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.569589 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a0705c-d366-4fd2-8fd9-51846f600342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.573157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a0705c-d366-4fd2-8fd9-51846f600342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.574563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-36a0705c-d366-4fd2-8fd9-51846f600342 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83e04590-4ba7-43c1-b754-fe80ce08bbc2 HTTP/1.1" status: 204 len: 168 time: 0.2819400 Jan 29 04:18:20.576505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-779e7650-3b37-4b83-af3c-d60e1527ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:20.578312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-779e7650-3b37-4b83-af3c-d60e1527ceda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1094 time: 0.0729415 Jan 29 04:18:20.591968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-232c6f84-2826-4884-ac36-a1ba4286fdf5 req-2c28f49d-2e87-4e2a-8934-2d36edba01ef tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640357 Jan 29 04:18:20.604137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0705c-d366-4fd2-8fd9-51846f600342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e04590-4ba7-43c1-b754-fe80ce08bbc2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:20.665225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0c11-6d74-4a36-981d-f29e3fcb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.670057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0c11-6d74-4a36-981d-f29e3fcb3e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.671254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f7fb0c11-6d74-4a36-981d-f29e3fcb3e2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d7242e1-767a-46d2-94f7-afa731552ece HTTP/1.1" status: 204 len: 168 time: 0.4807568 Jan 29 04:18:20.692606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb0c11-6d74-4a36-981d-f29e3fcb3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7242e1-767a-46d2-94f7-afa731552ece,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:20.734914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0fb21d6b-1221-4e49-bf89-a193c9079774 req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.744368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0fb21d6b-1221-4e49-bf89-a193c9079774 req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.758022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-9cb157fd-2b05-477c-9179-0842775b5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:20.759505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-9cb157fd-2b05-477c-9179-0842775b5c9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1684022 Jan 29 04:18:20.765983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccaf0b-da32-43c1-a2a3-98628c9b6282 req-8859b83c-1bb4-4edc-b0a1-9fa4ca5c9830 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:20.778025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3dccaf0b-da32-43c1-a2a3-98628c9b6282 req-8859b83c-1bb4-4edc-b0a1-9fa4ca5c9830 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0665569 Jan 29 04:18:20.809726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0fb21d6b-1221-4e49-bf89-a193c9079774 req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:20.811017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fb21d6b-1221-4e49-bf89-a193c9079774 req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3242061 Jan 29 04:18:20.812265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-cade224b-64bb-4494-925c-de0d376f2bcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 217 time: 0.0439298 Jan 29 04:18:20.831564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3dccaf0b-da32-43c1-a2a3-98628c9b6282 req-2819885c-49c7-4139-9d87-d5d8cfd81be6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Jan 29 04:18:20.864770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1deedd-369a-48de-b04d-b759079b3204 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e69962-9bd1-4a2b-ac5e-03d217a0ef76,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:20.906616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-7e686da5-71d8-4ef1-ab49-f3b20cffb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:20.908583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-7e686da5-71d8-4ef1-ab49-f3b20cffb890 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0885761 Jan 29 04:18:20.958967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-2fc6440c-dcf1-441e-82d4-f25be8f0b81d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357831 Jan 29 04:18:21.033099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-869a3a79-acfb-4e29-975e-f832dff7c450 req-53445473-0d68-4213-b97e-237891428a25 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/01e69962-9bd1-4a2b-ac5e-03d217a0ef76 HTTP/1.1" status: 200 len: 1813 time: 0.1282518 Jan 29 04:18:21.082180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-5c9f1730-33bb-4356-86b8-fad6c7035e4a service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148040 Jan 29 04:18:21.118102 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-8f0b4b8e-985e-41cc-8936-10e117877138 req-5bd1a79e-9e14-4ae4-9647-e34195cfe458 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] show failed (client error): The resource could not be found. Jan 29 04:18:21.127060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f0b4b8e-985e-41cc-8936-10e117877138 req-5bd1a79e-9e14-4ae4-9647-e34195cfe458 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/bc355864-bc7c-4356-9af5-21a9f2de73ba HTTP/1.1" status: 404 len: 352 time: 0.0283797 Jan 29 04:18:21.130466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:21.164559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:21.173524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95958534-9154-4737-a866-d56e41f74221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.198293 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-f5152069-634d-46ed-8f5d-9a1c7ee8bd77 req-20b357c4-40fb-4e98-863d-c3a7f3dd99d1 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] show failed (client error): The resource could not be found. Jan 29 04:18:21.201002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5152069-634d-46ed-8f5d-9a1c7ee8bd77 req-20b357c4-40fb-4e98-863d-c3a7f3dd99d1 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-group-rules/fb1c2fee-aea5-4a49-b05f-cbb6c8ded491 HTTP/1.1" status: 404 len: 361 time: 0.0337834 Jan 29 04:18:21.230931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a7ee2a7-b48a-4b0d-9611-bd689817e328 req-e308cf9f-e8de-40b1-a255-8ae930e5e3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414595 Jan 29 04:18:21.233330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6585853-c2c9-40e3-8413-f866772acf1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7f3b093e35a4ff7b20e9a6d02b144aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634973 Jan 29 04:18:21.236171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:21.311945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95958534-9154-4737-a866-d56e41f74221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.312124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb14f91a-c0b4-4290-a999-21a8555e6ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.318430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95958534-9154-4737-a866-d56e41f74221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.336293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb14f91a-c0b4-4290-a999-21a8555e6ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.372573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e2085-cc97-4b63-b4fe-702b09b5dcce req-cc557c64-d160-45ed-9ace-d8ba3b49154d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:21.374316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a1e2085-cc97-4b63-b4fe-702b09b5dcce req-cc557c64-d160-45ed-9ace-d8ba3b49154d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 943 time: 0.0975726 Jan 29 04:18:21.376135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95958534-9154-4737-a866-d56e41f74221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e974b-0526-4bb0-ab21-86935e31a218,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:21.383204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95958534-9154-4737-a866-d56e41f74221 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba065f5b6b12429f8a674551b36cfb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476785 Jan 29 04:18:21.383961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33008) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:21.409938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61f29305-6811-4e3c-a9aa-4066f904d4f7 req-f57fcf57-898a-4974-a342-0d30f561ea85 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/01e69962-9bd1-4a2b-ac5e-03d217a0ef76 HTTP/1.1" status: 200 len: 1813 time: 0.0787969 Jan 29 04:18:21.444497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb14f91a-c0b4-4290-a999-21a8555e6ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.447137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb14f91a-c0b4-4290-a999-21a8555e6ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.448425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb14f91a-c0b4-4290-a999-21a8555e6ecf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e1a53dd-db56-4649-ad3d-817bb50f2bee HTTP/1.1" status: 204 len: 168 time: 0.2104251 Jan 29 04:18:21.456148 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a1e2085-cc97-4b63-b4fe-702b09b5dcce req-5840e2bb-d242-4680-b41e-332ac16a6d99 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645185 Jan 29 04:18:21.479491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14f91a-c0b4-4290-a999-21a8555e6ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a53dd-db56-4649-ad3d-817bb50f2bee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:21.484998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7eea8d16-b88a-4536-a791-ff066bc0744e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.513482 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-61f29305-6811-4e3c-a9aa-4066f904d4f7 req-f47b52f4-f1cd-45e9-9f8a-367b651f4a1c tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.549306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-61f29305-6811-4e3c-a9aa-4066f904d4f7 req-f47b52f4-f1cd-45e9-9f8a-367b651f4a1c tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.555931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7eea8d16-b88a-4536-a791-ff066bc0744e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.605616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-61f29305-6811-4e3c-a9aa-4066f904d4f7 req-f47b52f4-f1cd-45e9-9f8a-367b651f4a1c tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.606545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-61f29305-6811-4e3c-a9aa-4066f904d4f7 req-f47b52f4-f1cd-45e9-9f8a-367b651f4a1c tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.623025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61f29305-6811-4e3c-a9aa-4066f904d4f7 req-f47b52f4-f1cd-45e9-9f8a-367b651f4a1c tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "DELETE /v2.0/security-groups/01e69962-9bd1-4a2b-ac5e-03d217a0ef76 HTTP/1.1" status: 204 len: 173 time: 0.1973386 Jan 29 04:18:21.642139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b52f4-f1cd-45e9-9f8a-367b651f4a1c tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e69962-9bd1-4a2b-ac5e-03d217a0ef76,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:21.662464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7eea8d16-b88a-4536-a791-ff066bc0744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.666048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7eea8d16-b88a-4536-a791-ff066bc0744e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.674403 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7eea8d16-b88a-4536-a791-ff066bc0744e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e75e974b-0526-4bb0-ab21-86935e31a218 HTTP/1.1" status: 204 len: 168 time: 0.2897804 Jan 29 04:18:21.691275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea8d16-b88a-4536-a791-ff066bc0744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e974b-0526-4bb0-ab21-86935e31a218,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:21.711622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bed7af90-855d-47b2-87f0-872e4d60657e req-c85dc302-d3f1-4d3b-9396-2e1eda7b297a tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/a0cd2ac4-cc82-4bbd-b78d-d68e324486af HTTP/1.1" status: 200 len: 1813 time: 0.0776675 Jan 29 04:18:21.718464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33032) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:21.773248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bed7af90-855d-47b2-87f0-872e4d60657e req-9db43669-b553-4d02-bf40-bee82afb1057 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.803952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bed7af90-855d-47b2-87f0-872e4d60657e req-9db43669-b553-4d02-bf40-bee82afb1057 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.814950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf705-1e1e-4385-8cfe-6027f5bf3afb req-c4338d34-521d-4dee-b79f-17fd3e4bf223 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:21.817601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18cdf705-1e1e-4385-8cfe-6027f5bf3afb req-c4338d34-521d-4dee-b79f-17fd3e4bf223 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 943 time: 0.0565932 Jan 29 04:18:21.861148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bed7af90-855d-47b2-87f0-872e4d60657e req-9db43669-b553-4d02-bf40-bee82afb1057 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.863902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bed7af90-855d-47b2-87f0-872e4d60657e req-9db43669-b553-4d02-bf40-bee82afb1057 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:21.869285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18cdf705-1e1e-4385-8cfe-6027f5bf3afb req-1c5c1db9-432d-4375-9fdc-90472148d006 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Jan 29 04:18:21.870431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bed7af90-855d-47b2-87f0-872e4d60657e req-9db43669-b553-4d02-bf40-bee82afb1057 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "DELETE /v2.0/security-groups/a0cd2ac4-cc82-4bbd-b78d-d68e324486af HTTP/1.1" status: 204 len: 173 time: 0.1576533 Jan 29 04:18:21.888762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db43669-b553-4d02-bf40-bee82afb1057 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd2ac4-cc82-4bbd-b78d-d68e324486af,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.000006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 40a1734d-f39b-43dc-a8c2-68fb550ca33c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:22.013403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aaf0550d-ea92-4f8e-8a6c-248374dcb516 req-d6dae6cd-fc4a-429f-9b6d-1e776315e240 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/892a0d8a-af3e-4d5d-9e2a-ac415ec88cf7 HTTP/1.1" status: 200 len: 1813 time: 0.0563176 Jan 29 04:18:22.014669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319107ab-9274-4cba-9f60-a50de09d9723 req-10b1a26c-ef4b-4169-88e9-14b59524fcc2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:22.016347 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-319107ab-9274-4cba-9f60-a50de09d9723 req-10b1a26c-ef4b-4169-88e9-14b59524fcc2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0696955 Jan 29 04:18:22.085778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aaf0550d-ea92-4f8e-8a6c-248374dcb516 req-2f49ca66-ced8-4ffa-97d4-0d29512e1e60 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.103069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-319107ab-9274-4cba-9f60-a50de09d9723 req-2127da93-504b-4f91-8636-4e3cf224eee2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805299 Jan 29 04:18:22.113288 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aaf0550d-ea92-4f8e-8a6c-248374dcb516 req-2f49ca66-ced8-4ffa-97d4-0d29512e1e60 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.132552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09c2c245-b2b2-4b3f-bc61-c33a42d70505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.145952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c,segment=NetworkSegment(0d88f21d-4a12-4d4a-b571-048cd405cdd9),segment_id=0d88f21d-4a12-4d4a-b571-048cd405cdd9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:22.172912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '40a1734d-f39b-43dc-a8c2-68fb550ca33c', 'network_id': 'ccb0088c-eecc-46dc-9a91-63ced1ed3542', 'port_id': '40a1734d-f39b-43dc-a8c2-68fb550ca33c', 'mac_address': 'fa:16:3e:22:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f061fb-f7d9-469a-952c-25ebcd0295be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:22.190150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aaf0550d-ea92-4f8e-8a6c-248374dcb516 req-2f49ca66-ced8-4ffa-97d4-0d29512e1e60 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.194030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aaf0550d-ea92-4f8e-8a6c-248374dcb516 req-2f49ca66-ced8-4ffa-97d4-0d29512e1e60 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.203512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aaf0550d-ea92-4f8e-8a6c-248374dcb516 req-2f49ca66-ced8-4ffa-97d4-0d29512e1e60 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "DELETE /v2.0/security-groups/892a0d8a-af3e-4d5d-9e2a-ac415ec88cf7 HTTP/1.1" status: 204 len: 173 time: 0.1827619 Jan 29 04:18:22.217867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49ca66-ced8-4ffa-97d4-0d29512e1e60 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a0d8a-af3e-4d5d-9e2a-ac415ec88cf7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.265693 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.270251 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-203381a9-3710-40b5-af67-f6f56c60edb8 req-003c521b-c36a-497e-a4df-c02479f533c0 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/b338f5eb-df05-456f-801a-ba5c0b42df32 HTTP/1.1" status: 200 len: 1813 time: 0.0509648 Jan 29 04:18:22.284014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a1734d-f39b-43dc-a8c2-68fb550ca33c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:22.317455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c,segment=NetworkSegment(0d88f21d-4a12-4d4a-b571-048cd405cdd9),segment_id=0d88f21d-4a12-4d4a-b571-048cd405cdd9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:22.322772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.323695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 88fa5334-e89b-4c96-831e-2239aff6a516 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:22.351152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-203381a9-3710-40b5-af67-f6f56c60edb8 req-5ed3f8c6-d742-4e7f-b4ce-85d16612d186 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.373297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09c2c245-b2b2-4b3f-bc61-c33a42d70505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.385869 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09c2c245-b2b2-4b3f-bc61-c33a42d70505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.394689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-203381a9-3710-40b5-af67-f6f56c60edb8 req-5ed3f8c6-d742-4e7f-b4ce-85d16612d186 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.436168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=40a1734d-f39b-43dc-a8c2-68fb550ca33c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.454029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-09c2c245-b2b2-4b3f-bc61-c33a42d70505 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7f46a2fa36448c6a75e192f8ebac4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7345233 Jan 29 04:18:22.457117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:22.462024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c245-b2b2-4b3f-bc61-c33a42d70505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc6921-124f-46ff-a540-dd58eb5ac0e7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.486051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-203381a9-3710-40b5-af67-f6f56c60edb8 req-5ed3f8c6-d742-4e7f-b4ce-85d16612d186 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.488838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-203381a9-3710-40b5-af67-f6f56c60edb8 req-5ed3f8c6-d742-4e7f-b4ce-85d16612d186 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.489996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-203381a9-3710-40b5-af67-f6f56c60edb8 req-5ed3f8c6-d742-4e7f-b4ce-85d16612d186 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "DELETE /v2.0/security-groups/b338f5eb-df05-456f-801a-ba5c0b42df32 HTTP/1.1" status: 204 len: 173 time: 0.2189264 Jan 29 04:18:22.499737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3f8c6-d742-4e7f-b4ce-85d16612d186 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338f5eb-df05-456f-801a-ba5c0b42df32,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.517997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 88fa5334-e89b-4c96-831e-2239aff6a516, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=88fa5334-e89b-4c96-831e-2239aff6a516,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:22.542154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '88fa5334-e89b-4c96-831e-2239aff6a516', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'port_id': '88fa5334-e89b-4c96-831e-2239aff6a516', 'mac_address': 'fa:16:3e:2e:53:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:22.573066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e984b1-50f1-445a-93a2-f3d80d26f74b req-67b30e2e-1e63-4ed4-97ae-f7e17ee3bc41 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "GET /v2.0/security-groups/3fc9db35-146e-449f-a612-e77ca24fe3b4 HTTP/1.1" status: 200 len: 1811 time: 0.0527177 Jan 29 04:18:22.590955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.613043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fa5334-e89b-4c96-831e-2239aff6a516 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:22.625313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0926d744-b3e5-4157-9e1d-c0244ed23360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.645344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 88fa5334-e89b-4c96-831e-2239aff6a516, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=88fa5334-e89b-4c96-831e-2239aff6a516,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:22.652667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-00e984b1-50f1-445a-93a2-f3d80d26f74b req-1ed5ecbf-8d7d-4df0-aab7-b944595fa8d6 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.659635 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.676944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0926d744-b3e5-4157-9e1d-c0244ed23360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.679788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-00e984b1-50f1-445a-93a2-f3d80d26f74b req-1ed5ecbf-8d7d-4df0-aab7-b944595fa8d6 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.723014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27527336-5647-4226-936d-87eddf5daa4e req-4646f562-16d2-4f76-94d2-75402bae1f4d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:22.726863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27527336-5647-4226-936d-87eddf5daa4e req-4646f562-16d2-4f76-94d2-75402bae1f4d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 943 time: 0.1249075 Jan 29 04:18:22.731214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-00e984b1-50f1-445a-93a2-f3d80d26f74b req-1ed5ecbf-8d7d-4df0-aab7-b944595fa8d6 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.735425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-00e984b1-50f1-445a-93a2-f3d80d26f74b req-1ed5ecbf-8d7d-4df0-aab7-b944595fa8d6 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.743906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e984b1-50f1-445a-93a2-f3d80d26f74b req-1ed5ecbf-8d7d-4df0-aab7-b944595fa8d6 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] 10.222.0.32 "DELETE /v2.0/security-groups/3fc9db35-146e-449f-a612-e77ca24fe3b4 HTTP/1.1" status: 204 len: 173 time: 0.1591852 Jan 29 04:18:22.744720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33076) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:22.744935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33078) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:22.779076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=88fa5334-e89b-4c96-831e-2239aff6a516,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.804807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5ecbf-8d7d-4df0-aab7-b944595fa8d6 tempest-SecurityGroupRulesNegativeTestJSON-704498547 tempest-SecurityGroupRulesNegativeTestJSON-704498547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc9db35-146e-449f-a612-e77ca24fe3b4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.816524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27527336-5647-4226-936d-87eddf5daa4e req-21bb0720-6275-4270-9abe-8b4462987c95 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660510 Jan 29 04:18:22.824570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Deleting subnet fa592331-904d-4ff7-8fb5-f9d22edb81f8 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:18:22.828718 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.843425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0926d744-b3e5-4157-9e1d-c0244ed23360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.847034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0926d744-b3e5-4157-9e1d-c0244ed23360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.851933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0926d744-b3e5-4157-9e1d-c0244ed23360 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89fc6921-124f-46ff-a540-dd58eb5ac0e7 HTTP/1.1" status: 204 len: 168 time: 0.3931305 Jan 29 04:18:22.860510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926d744-b3e5-4157-9e1d-c0244ed23360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc6921-124f-46ff-a540-dd58eb5ac0e7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:22.872430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:22.932582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.048222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a8263d5a-efae-42b4-bc15-9cd2a85e6fec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8858c2db3ae45aaabf8e097d1c6f59f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2987816 Jan 29 04:18:23.049202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33098) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:23.069740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.084026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5687f9-d5e4-43ef-af51-45bf73c63560 req-86579e52-5429-4d7a-8243-d12900b9ae75 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:23.085493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d5687f9-d5e4-43ef-af51-45bf73c63560 req-86579e52-5429-4d7a-8243-d12900b9ae75 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 944 time: 0.1195083 Jan 29 04:18:23.142193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa592331-904d-4ff7-8fb5-f9d22edb81f8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:23.154307 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.157491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-695bddd1-03eb-4a5e-9c3b-2d67032b67f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fa592331-904d-4ff7-8fb5-f9d22edb81f8 HTTP/1.1" status: 204 len: 168 time: 0.4052806 Jan 29 04:18:23.160127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33104) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:23.184390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07f75e68-3654-4f78-885d-fb64b788f0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.185038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['40a1734d-f39b-43dc-a8c2-68fb550ca33c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:23.231168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['88fa5334-e89b-4c96-831e-2239aff6a516'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:23.259960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d5687f9-d5e4-43ef-af51-45bf73c63560 req-ef49f6cb-c852-48c0-a539-f90d5d7f38f9 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421621 Jan 29 04:18:23.267717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07f75e68-3654-4f78-885d-fb64b788f0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.274350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bfcb9-2227-4e53-bd7a-265008b3d72f req-633a4b87-c713-41d9-b052-314bc00c2837 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:23.290047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c19bfcb9-2227-4e53-bd7a-265008b3d72f req-633a4b87-c713-41d9-b052-314bc00c2837 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.1103351 Jan 29 04:18:23.297279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.332313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33110) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:23.348674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c19bfcb9-2227-4e53-bd7a-265008b3d72f req-b2f62364-7a33-4d83-9063-b0893c027a25 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Jan 29 04:18:23.385441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5d6e8a-d66b-4e81-a09d-b138b3414b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.490089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07f75e68-3654-4f78-885d-fb64b788f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.492632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07f75e68-3654-4f78-885d-fb64b788f0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.493836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-07f75e68-3654-4f78-885d-fb64b788f0b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35477c9c-b518-4b5f-a986-28973b3ed516 HTTP/1.1" status: 204 len: 168 time: 0.4417274 Jan 29 04:18:23.510473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f75e68-3654-4f78-885d-fb64b788f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35477c9c-b518-4b5f-a986-28973b3ed516,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:23.513864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.543948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372bb566-dcfc-42a1-a2bb-09e310a56b03']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:23.557656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daab9d37-c5fa-4c0d-b243-fa410976f482') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:23.558838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daab9d37-c5fa-4c0d-b243-fa410976f482') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:23.575861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.594741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5d6e8a-d66b-4e81-a09d-b138b3414b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.600039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5d6e8a-d66b-4e81-a09d-b138b3414b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.603627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.630422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:18:23.630834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:18:23.632509 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:18:23.657542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a5d6e8a-d66b-4e81-a09d-b138b3414b01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06898f4ce5242f2b18a57b51ba6f907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220763 Jan 29 04:18:23.660250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:23.688669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d6e8a-d66b-4e81-a09d-b138b3414b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afe606-262b-4a5d-96b9-281b46cddcf8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:23.709377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.732023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cce1518a-8304-4371-b6a1-de128f6d62f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.732876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=372bb566-dcfc-42a1-a2bb-09e310a56b03,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:23.735314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.739090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0bae129f-a09b-4a53-84fd-8ede632a1dd1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/372bb566-dcfc-42a1-a2bb-09e310a56b03 HTTP/1.1" status: 204 len: 168 time: 0.5768869 Jan 29 04:18:23.762050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cce1518a-8304-4371-b6a1-de128f6d62f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.787203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43f36260-5685-463c-983f-6f59bd09922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.820460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cce1518a-8304-4371-b6a1-de128f6d62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.823403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cce1518a-8304-4371-b6a1-de128f6d62f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:23.828264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cce1518a-8304-4371-b6a1-de128f6d62f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9afe606-262b-4a5d-96b9-281b46cddcf8 HTTP/1.1" status: 204 len: 168 time: 0.1665123 Jan 29 04:18:23.837422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1518a-8304-4371-b6a1-de128f6d62f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afe606-262b-4a5d-96b9-281b46cddcf8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:23.957119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5d0fb-52c5-47ad-8539-625de93273ff req-33816733-e32c-4470-9208-2f37001eb2b9 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:23.958830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8c5d0fb-52c5-47ad-8539-625de93273ff req-33816733-e32c-4470-9208-2f37001eb2b9 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 944 time: 0.0580628 Jan 29 04:18:23.994728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:24.003289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:24.018401 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8c5d0fb-52c5-47ad-8539-625de93273ff req-3530a947-f399-4329-9f6a-04a3f18abb91 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522394 Jan 29 04:18:24.052001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:24.078754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-41f6f4ea-7820-4d10-a70e-41982b968390 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2958a25ecf34ceab4ab867182570917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821791 Jan 29 04:18:24.081185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:24.108559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33144) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:24.110156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f570b741-2906-4334-b2c3-e215fc1c2bdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa62fd5799af4e80a781ea4e2f99c8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569291 Jan 29 04:18:24.148847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:24.161143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'port_id': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'mac_address': 'fa:16:3e:7c:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d85a36-84c9-4a0b-9032-81d758202c1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:24.168636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d68ad47e-db62-48b4-8c44-44cdf43b3f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.197316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3910aac0-c106-4556-b884-e11c6eb7d992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.206747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d68ad47e-db62-48b4-8c44-44cdf43b3f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.209821 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.228706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345b71b9-38ee-43b3-8d39-581d7a8681d5 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:24.240650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3910aac0-c106-4556-b884-e11c6eb7d992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.250947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:24.260499 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.324200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d68ad47e-db62-48b4-8c44-44cdf43b3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.330028 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d68ad47e-db62-48b4-8c44-44cdf43b3f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.331363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d68ad47e-db62-48b4-8c44-44cdf43b3f5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e0f8cdf-d97e-41fd-8af5-23c6ffcbfa1a HTTP/1.1" status: 204 len: 168 time: 0.2492101 Jan 29 04:18:24.351865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ad47e-db62-48b4-8c44-44cdf43b3f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f8cdf-d97e-41fd-8af5-23c6ffcbfa1a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:24.354311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:24.360454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3910aac0-c106-4556-b884-e11c6eb7d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.363133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3910aac0-c106-4556-b884-e11c6eb7d992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:24.375789 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3910aac0-c106-4556-b884-e11c6eb7d992 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9e1cf28-7c62-47c1-ab23-333c9320690e HTTP/1.1" status: 204 len: 168 time: 0.2659464 Jan 29 04:18:24.392187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910aac0-c106-4556-b884-e11c6eb7d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e1cf28-7c62-47c1-ab23-333c9320690e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:24.453220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1460-a7e3-4ef0-8f9f-ae308f930adb req-d40f6fa6-d514-4b6e-bc71-02606d5aede3 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:24.455015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea6d1460-a7e3-4ef0-8f9f-ae308f930adb req-d40f6fa6-d514-4b6e-bc71-02606d5aede3 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 944 time: 0.0631790 Jan 29 04:18:24.509458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19971-bc70-45fe-b32e-76fa8d43aeb9 req-78666343-9198-4780-a3e5-8d13d053d171 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:24.511944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45e19971-bc70-45fe-b32e-76fa8d43aeb9 req-78666343-9198-4780-a3e5-8d13d053d171 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.0661633 Jan 29 04:18:24.518434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea6d1460-a7e3-4ef0-8f9f-ae308f930adb req-de38721d-adcf-4f60-95c5-882552ebbb98 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512702 Jan 29 04:18:24.562151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45e19971-bc70-45fe-b32e-76fa8d43aeb9 req-7ff575d1-45bd-45d5-8e2e-a4945a8d75d0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Jan 29 04:18:24.584157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['345b71b9-38ee-43b3-8d39-581d7a8681d5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:25.135283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147b85e-639e-40bf-9447-ace9fb3f9d81 req-17b99289-1d54-488a-a3de-f472d6ae2bf8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:25.143058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f147b85e-639e-40bf-9447-ace9fb3f9d81 req-17b99289-1d54-488a-a3de-f472d6ae2bf8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 944 time: 0.0549667 Jan 29 04:18:25.186347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f147b85e-639e-40bf-9447-ace9fb3f9d81 req-10dd8c0b-a319-450e-bfeb-4db6ec3deb4e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Jan 29 04:18:25.638585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c38e-419a-45cb-b347-3e57e55ee069 req-569ad1b6-016a-4a55-8ed3-54dfa3716063 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:25.642369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f2c38e-419a-45cb-b347-3e57e55ee069 req-569ad1b6-016a-4a55-8ed3-54dfa3716063 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 944 time: 0.0518737 Jan 29 04:18:25.680754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f2c38e-419a-45cb-b347-3e57e55ee069 req-dc02f9dc-8a63-4cf2-a568-d85829d601be tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Jan 29 04:18:25.841564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8ad3-1ad6-475e-b62b-727f1ff29583 req-78e88831-554d-40ed-81f3-c462a2c6ca25 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:25.843584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b25f8ad3-1ad6-475e-b62b-727f1ff29583 req-78e88831-554d-40ed-81f3-c462a2c6ca25 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.0592208 Jan 29 04:18:25.888097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b25f8ad3-1ad6-475e-b62b-727f1ff29583 req-3a6e6d87-a21b-4961-8cc3-6e82042fae23 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377779 Jan 29 04:18:25.907008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-614b5ca9-d243-4889-8536-dedf0a2118e9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388312 Jan 29 04:18:25.967296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33242) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:26.017140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 88fa5334-e89b-4c96-831e-2239aff6a516 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:26.027996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-b78a53cc-cb33-41fb-919f-b0bce96bffc4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:26.029650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-b78a53cc-cb33-41fb-919f-b0bce96bffc4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162610 Jan 29 04:18:26.049243 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-0151d717-6e17-40a7-9650-b753653dac8c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/quotas/f573d2ec1a824d7dab7f929f61c02c68 HTTP/1.1" status: 200 len: 375 time: 0.0137846 Jan 29 04:18:26.055289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f0bde40-d1f5-41f7-852f-b221e38c401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.084994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 88fa5334-e89b-4c96-831e-2239aff6a516 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:26.095165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 88fa5334-e89b-4c96-831e-2239aff6a516 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:26.095782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.106575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-3558d4b0-23fc-4583-b66d-80d5af9aae24 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458934 Jan 29 04:18:26.195007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.231278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:26.234365 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ba2936-71cc-4f3e-8c2c-66993fc45b6d" -d '{"events": [{"server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "name": "network-vif-plugged", "status": "completed", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:26.271776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 88fa5334-e89b-4c96-831e-2239aff6a516, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=88fa5334-e89b-4c96-831e-2239aff6a516,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:26.281705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.282727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:26.314714 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddea55c-022b-4949-a140-4bf8d72c85f8 x-openstack-request-id: req-9ddea55c-022b-4949-a140-4bf8d72c85f8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:26.316200 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "name": "network-vif-plugged", "status": "completed", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:26.316445 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ddea55c-022b-4949-a140-4bf8d72c85f8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:26.316998 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516', 'code': 200} Jan 29 04:18:26.337796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db0df22-aa55-48d8-9e65-1d3edc36cf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.399300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880a5d-1642-48d6-ba12-d7902f9a56ab req-802e67bc-50be-4fd7-ab4c-5471240643f2 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:26.404315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f880a5d-1642-48d6-ba12-d7902f9a56ab req-802e67bc-50be-4fd7-ab4c-5471240643f2 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.1376340 Jan 29 04:18:26.419272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33264) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:26.469480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=88fa5334-e89b-4c96-831e-2239aff6a516,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:26.479416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d84c0-ba5a-44c7-ab69-38ed00ef45ee req-b2c70171-91d0-4430-83b6-2b3fc1645279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:26.481551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-266d84c0-ba5a-44c7-ab69-38ed00ef45ee req-b2c70171-91d0-4430-83b6-2b3fc1645279 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 1096 time: 0.0847690 Jan 29 04:18:26.493344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 345b71b9-38ee-43b3-8d39-581d7a8681d5 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:26.506837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 345b71b9-38ee-43b3-8d39-581d7a8681d5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:26.507810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.516686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f880a5d-1642-48d6-ba12-d7902f9a56ab req-9c77adfe-5709-40ac-9585-a15e22eaaf46 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944054 Jan 29 04:18:26.546474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-266d84c0-ba5a-44c7-ab69-38ed00ef45ee req-711c2542-86ef-440e-95c2-7cab09e49237 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479243 Jan 29 04:18:26.577735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db0df22-aa55-48d8-9e65-1d3edc36cf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.584953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db0df22-aa55-48d8-9e65-1d3edc36cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.640232 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.643221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:26.652197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9db0df22-aa55-48d8-9e65-1d3edc36cf4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffb73f4290f24f2796dac3bcce444458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820347 Jan 29 04:18:26.659499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0df22-aa55-48d8-9e65-1d3edc36cf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a62a737-875a-4346-9e48-1555ee4e5c2b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:26.718914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:26.731996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.732848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 40a1734d-f39b-43dc-a8c2-68fb550ca33c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:26.744166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2366-301a-4aa5-a82f-5d85f57c7299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.790000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2366-301a-4aa5-a82f-5d85f57c7299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.827025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-409532997-network', 'tenant_id': '92dd6806ddfe4144967143adad718e0d'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:26.856146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3a444-d995-4378-8531-185954d3150d req-e4d1a8ff-759d-4932-b1fa-1d931bd0e0d2 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:26.865752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6df3a444-d995-4378-8531-185954d3150d req-e4d1a8ff-759d-4932-b1fa-1d931bd0e0d2 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 944 time: 0.0875361 Jan 29 04:18:26.912354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Made reservation on behalf of 92dd6806ddfe4144967143adad718e0d for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:26.916252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.920406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-bacb10cb-674f-4d91-bc59-260a409f0897 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1773005 Jan 29 04:18:26.926830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2366-301a-4aa5-a82f-5d85f57c7299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.929690 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2366-301a-4aa5-a82f-5d85f57c7299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:26.938767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a8d2366-301a-4aa5-a82f-5d85f57c7299 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a62a737-875a-4346-9e48-1555ee4e5c2b HTTP/1.1" status: 204 len: 168 time: 0.2867692 Jan 29 04:18:26.957390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6df3a444-d995-4378-8531-185954d3150d req-24c36f00-53b4-4353-8505-0d72155e1948 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881612 Jan 29 04:18:26.960573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.063215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:27.090237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 40a1734d-f39b-43dc-a8c2-68fb550ca33c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:27.100507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 40a1734d-f39b-43dc-a8c2-68fb550ca33c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:27.100889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.117446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d2366-301a-4aa5-a82f-5d85f57c7299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a62a737-875a-4346-9e48-1555ee4e5c2b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:27.171259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.180235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08163e-2079-4008-a77b-f3374ca601ff req-2c775fdc-0b99-425a-9645-e427edb8e710 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:27.187858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd08163e-2079-4008-a77b-f3374ca601ff req-2c775fdc-0b99-425a-9645-e427edb8e710 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 945 time: 0.0881236 Jan 29 04:18:27.195411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.206309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b93ae281-3f06-4482-b263-f4b0ea2a17cc tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:27.207887 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b93ae281-3f06-4482-b263-f4b0ea2a17cc tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678356 Jan 29 04:18:27.231665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:27.236337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.238211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-9cdf0b74-995c-446c-a063-90da2172224b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/quotas/f573d2ec1a824d7dab7f929f61c02c68 HTTP/1.1" status: 200 len: 375 time: 0.0146198 Jan 29 04:18:27.259729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.260628 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Added segment 56e41db5-474f-4839-85a9-8eed4f18b724 of type vlan for network d25226af-f421-4861-a21d-bf053616c7db Jan 29 04:18:27.271865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867a1b9a-0ee7-44ed-aa37-bda508abac82,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:27.290060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd08163e-2079-4008-a77b-f3374ca601ff req-2de42902-fcf3-46be-a08d-9cb3091d3542 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962200 Jan 29 04:18:27.295642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-d12ffa8d-2d69-4d25-b6d9-0afac58b699d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519943 Jan 29 04:18:27.340585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.362235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.396127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.397230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:27.397904 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.466493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c,segment=NetworkSegment(0d88f21d-4a12-4d4a-b571-048cd405cdd9),segment_id=0d88f21d-4a12-4d4a-b571-048cd405cdd9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:27.476167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.526825 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1017096 Jan 29 04:18:27.529797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:27.536130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=40a1734d-f39b-43dc-a8c2-68fb550ca33c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:27.546136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Request body: {'subnet': {'network_id': 'd25226af-f421-4861-a21d-bf053616c7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-409532997-subnet', 'tenant_id': '92dd6806ddfe4144967143adad718e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:27.588277 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddb9bd41-7dca-4b86-901f-87913b191a69 req-a6f6ea9d-62d6-4fb7-9d2a-f5821ec7231d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 210 time: 0.0644794 Jan 29 04:18:27.591198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3605e7-9c06-48b9-9159-fa9ecaf8d255 admin admin] Pushing event updated for resources: {'Network': ['ID=d25226af-f421-4861-a21d-bf053616c7db,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:27.613080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d25226af-f421-4861-a21d-bf053616c7db details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:27.614849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Made reservation on behalf of 92dd6806ddfe4144967143adad718e0d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:27.617707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:27.817057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdfc9c-6722-45b4-8966-a3f336bfa1a8 req-60559e4f-57aa-4dff-9631-52be297e1529 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:27.818637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78cdfc9c-6722-45b4-8966-a3f336bfa1a8 req-60559e4f-57aa-4dff-9631-52be297e1529 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.1814613 Jan 29 04:18:27.898261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-51f62bea-a328-4ae1-bfed-0a559520da37 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341711 Jan 29 04:18:27.956705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33338) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:27.979023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e283-719c-42a0-a194-3ce18d1f9f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.033254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78cdfc9c-6722-45b4-8966-a3f336bfa1a8 req-4824728d-4cbc-4b05-8c4e-27dc8e3de45f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048221 Jan 29 04:18:28.137733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e283-719c-42a0-a194-3ce18d1f9f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.147484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e283-719c-42a0-a194-3ce18d1f9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.198153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1e283-719c-42a0-a194-3ce18d1f9f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff248f-a21c-4a38-96c3-1a0c0f4330f3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:28.224199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1af763db-2dfe-4f97-8543-86621e3ef4b7 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:28.226133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1af763db-2dfe-4f97-8543-86621e3ef4b7 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077741 Jan 29 04:18:28.227236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.230391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fbd1e283-719c-42a0-a194-3ce18d1f9f64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c4aa1cc71ff4d688d21e2d180701cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715523 Jan 29 04:18:28.234847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33344) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:28.314137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-727b3559-b942-4397-98d7-bf25121abbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.318300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5'}, {'server_uuid': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a1734d-f39b-43dc-a8c2-68fb550ca33c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:28.324595 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d220b2-819e-416f-a29f-d5cf58c2f45a" -d '{"events": [{"server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "name": "network-vif-plugged", "status": "completed", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5"}, {"server_uuid": "92b59b1f-6262-4e47-a021-ec6b83ecf796", "name": "network-vif-plugged", "status": "completed", "tag": "40a1734d-f39b-43dc-a8c2-68fb550ca33c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:28.365046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-727b3559-b942-4397-98d7-bf25121abbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.458278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-727b3559-b942-4397-98d7-bf25121abbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.462244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-727b3559-b942-4397-98d7-bf25121abbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.467374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-727b3559-b942-4397-98d7-bf25121abbc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7ff248f-a21c-4a38-96c3-1a0c0f4330f3 HTTP/1.1" status: 204 len: 168 time: 0.2315423 Jan 29 04:18:28.481242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b3559-b942-4397-98d7-bf25121abbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff248f-a21c-4a38-96c3-1a0c0f4330f3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:28.485411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Request body: {'port': {'device_id': '20180ab1-229f-48bc-82ba-61c1d8059148', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'f573d2ec1a824d7dab7f929f61c02c68'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:28.562332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7afd97-58c7-4c4d-b70f-79d32083c9ea req-6ed1be7c-662e-412e-a155-e6d7a7f67802 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:28.563830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7afd97-58c7-4c4d-b70f-79d32083c9ea req-6ed1be7c-662e-412e-a155-e6d7a7f67802 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.4359720 Jan 29 04:18:28.568287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b731c864-83d6-4b00-b9c3-c1e40bf9514e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:28.588305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47962d-fbf7-4c60-8e34-92a6ff8e8e59 req-ea0d96a1-e3ee-46fb-a6de-f7acdddc65d4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:28.590752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c47962d-fbf7-4c60-8e34-92a6ff8e8e59 req-ea0d96a1-e3ee-46fb-a6de-f7acdddc65d4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 945 time: 0.0602303 Jan 29 04:18:28.634307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c47962d-fbf7-4c60-8e34-92a6ff8e8e59 req-5acddc09-5819-44ff-9802-ac9492936cd6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Jan 29 04:18:28.647199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Checking segment: {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:28.647580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Network hostable DHCP agents. Network: d25226af-f421-4861-a21d-bf053616c7db, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:28.660247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7afd97-58c7-4c4d-b70f-79d32083c9ea req-7652ad32-f78a-4c60-9ebf-d54944bc23b3 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884867 Jan 29 04:18:28.691642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Network d25226af-f421-4861-a21d-bf053616c7db is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:28.714522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d25226af-f421-4861-a21d-bf053616c7db) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:28.721750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:28.722844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.724382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab576b3-dc9b-4446-b694-7b0dddd54353 None None] Network d25226af-f421-4861-a21d-bf053616c7db requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:28.729341 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5b442-e393-46a3-a611-3288dc31ef1d x-openstack-request-id: req-8db5b442-e393-46a3-a611-3288dc31ef1d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:28.729935 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "name": "network-vif-plugged", "status": "completed", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5", "code": 200}, {"server_uuid": "92b59b1f-6262-4e47-a021-ec6b83ecf796", "name": "network-vif-plugged", "status": "completed", "tag": "40a1734d-f39b-43dc-a8c2-68fb550ca33c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:28.730292 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8db5b442-e393-46a3-a611-3288dc31ef1d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:28.730695 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'code': 200} Jan 29 04:18:28.731054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Made reservation on behalf of f573d2ec1a824d7dab7f929f61c02c68 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:28.731182 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a1734d-f39b-43dc-a8c2-68fb550ca33c', 'code': 200} Jan 29 04:18:28.734900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.747176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.760058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-345bb117-07e8-452b-80f2-e21d251fc162 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2275853 Jan 29 04:18:28.843792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.20', 59037) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:28.863330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.873573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:28.892819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-4a8124a4-0df7-4d45-bf3c-2fb122ec23e8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450237 Jan 29 04:18:29.000641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.011077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05118c28-b536-431d-98e5-80c48dec34d2 None None] Network d25226af-f421-4861-a21d-bf053616c7db requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:29.028779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb677d7f-7a92-4bf6-9724-0b8f4de19d17,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:29.112800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-299e44f1-5e8c-4b2e-a1b5-96ecc0434f9b req-60c2de89-f403-4499-b21e-c5dfde7205b6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 210 time: 0.1500926 Jan 29 04:18:29.142001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866a59c-c82f-4208-8540-d6d6e9377a72 req-95f4d1e9-f15a-47a0-b90f-1f5f87aa1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:29.143547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a866a59c-c82f-4208-8540-d6d6e9377a72 req-95f4d1e9-f15a-47a0-b90f-1f5f87aa1bb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1096 time: 0.2284918 Jan 29 04:18:29.151173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2043a-ca79-4d8a-8acd-a2d2a657780e req-6c36e518-386f-4684-857a-e480dfe1c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:29.153194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fb2043a-ca79-4d8a-8acd-a2d2a657780e req-6c36e518-386f-4684-857a-e480dfe1c551 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 1096 time: 0.2094934 Jan 29 04:18:29.158331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b2668257-4a22-4434-b968-3a012950d859 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:29.160535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b2668257-4a22-4434-b968-3a012950d859 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648878 Jan 29 04:18:29.182319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Request body: {'port': {'device_id': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'f573d2ec1a824d7dab7f929f61c02c68'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:29.246879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.265939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a866a59c-c82f-4208-8540-d6d6e9377a72 req-73728967-4be0-4c8c-8b8e-a5744b22497f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114917 Jan 29 04:18:29.267005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Allocated IP 192.168.233.241 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/06ddc5c7-e568-453d-a42f-57653cc3d5bf) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:29.272630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fb2043a-ca79-4d8a-8acd-a2d2a657780e req-e6aaba95-7d8e-4d5b-bd6e-3141b47cedb2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934455 Jan 29 04:18:29.357379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b36950-28ad-4766-a37d-9b815f2cad13 req-21105ef9-8627-4344-83a0-98fdc7fc1620 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:29.358584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97b36950-28ad-4766-a37d-9b815f2cad13 req-21105ef9-8627-4344-83a0-98fdc7fc1620 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.0851030 Jan 29 04:18:29.371838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Made reservation on behalf of f573d2ec1a824d7dab7f929f61c02c68 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:29.376836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.399167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-8395cb49-5a80-4498-bc3c-bec737582695 req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-544358968', 'description': 'tempest-description-1376438793'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:29.453577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97b36950-28ad-4766-a37d-9b815f2cad13 req-af89392e-8836-49da-af80-a90222295646 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852673 Jan 29 04:18:29.530127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8395cb49-5a80-4498-bc3c-bec737582695 req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.544714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:29.545867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.590061 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.664113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:29.684847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:29.700155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:29.703344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:29.714065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Allocated IP 192.168.233.137 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/263e092b-1e7c-474e-a693-ea1020357375) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:29.752297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8395cb49-5a80-4498-bc3c-bec737582695 req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.773533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8395cb49-5a80-4498-bc3c-bec737582695 req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.777173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c08b2-3b85-481d-b29e-31d2346ec441 req-9830d8b6-3c5d-47fd-929f-0102974525bd tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:29.789039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398c08b2-3b85-481d-b29e-31d2346ec441 req-9830d8b6-3c5d-47fd-929f-0102974525bd tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.1272602 Jan 29 04:18:29.791878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:29.808778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'floatingip': {'port_id': '88fa5334-e89b-4c96-831e-2239aff6a516'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:29.871330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:29.872115 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.924954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.961130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8395cb49-5a80-4498-bc3c-bec737582695 req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.962381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:29.962534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8395cb49-5a80-4498-bc3c-bec737582695 req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5693696 Jan 29 04:18:29.971955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-f831a5bb-0f7f-49af-b040-ce7f27cd996a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5002289 Jan 29 04:18:29.980774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a98a-a0f1-4732-b906-e44e492a5d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:29.987968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97713912-8942-43cb-9096-f68d402b31ed tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32be19-ba95-4bb3-839d-54ab81389955,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:30.009215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Request body: {'port': {'device_id': '20180ab1-229f-48bc-82ba-61c1d8059148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:30.048569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c10ad9cd-ef40-47f0-b6bb-add7d902ed42 None None] Provisioning complete for port 06ddc5c7-e568-453d-a42f-57653cc3d5bf triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:30.049168 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c10ad9cd-ef40-47f0-b6bb-add7d902ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.100790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c10ad9cd-ef40-47f0-b6bb-add7d902ed42 None None] Port 06ddc5c7-e568-453d-a42f-57653cc3d5bf cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:18:30.113452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.117043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-688979639-network', 'tenant_id': '9941287f8b2147d7b610587376bc7b9a'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:30.126346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.184041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d15803-29f8-4825-9430-360430a41db6 req-2befd53c-6f8f-4182-804d-fa27ce474edd tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:30.185368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5d15803-29f8-4825-9430-360430a41db6 req-2befd53c-6f8f-4182-804d-fa27ce474edd tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.1222847 Jan 29 04:18:30.198057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a98a-a0f1-4732-b906-e44e492a5d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.200054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae25ee4-e563-4d27-a3ad-8b8ac8e928ff req-8f0f575f-99d9-4861-bd18-b1c002fdc5de tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:30.202313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ae25ee4-e563-4d27-a3ad-8b8ac8e928ff req-8f0f575f-99d9-4861-bd18-b1c002fdc5de tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 945 time: 0.2407830 Jan 29 04:18:30.212070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a98a-a0f1-4732-b906-e44e492a5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.224346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.269303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:30.271546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.296273 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.324304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9eb3a98a-a0f1-4732-b906-e44e492a5d04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c61e156449458b835366c424c9a64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689195 Jan 29 04:18:30.337669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33428) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:30.353493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5d15803-29f8-4825-9430-360430a41db6 req-4d9af7f7-080b-462b-a722-0c04769c1783 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590590 Jan 29 04:18:30.354081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3a98a-a0f1-4732-b906-e44e492a5d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0144075d-c1ec-46a7-aaa8-9d13b872993e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:30.363062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:30.381174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:30.384733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event updated for resources: {'Port': ['ID=263e092b-1e7c-474e-a693-ea1020357375,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:30.387073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:30.422554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ae25ee4-e563-4d27-a3ad-8b8ac8e928ff req-2fdb6ee1-6d36-43aa-9f3d-6f7bfc13562a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772535 Jan 29 04:18:30.473486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baa77d12-7d8c-4a94-94e1-089f4b7840fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.485418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:30.486200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.491009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-bde82d0f-2f3a-4ed1-818d-741403390be9 req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-741584146', 'description': 'tempest-description-2003063970'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:30.527632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baa77d12-7d8c-4a94-94e1-089f4b7840fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.539014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-fc7b1e26-7e67-4cb9-94e8-1ae885af0fe2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3608422 Jan 29 04:18:30.566712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Request body: {'port': {'device_id': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:30.725502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3136b2ec-059a-4f4d-ab1c-3718b566f8cd None None] Provisioning complete for port 263e092b-1e7c-474e-a693-ea1020357375 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:30.726322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3136b2ec-059a-4f4d-ab1c-3718b566f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.767487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3136b2ec-059a-4f4d-ab1c-3718b566f8cd None None] Port 263e092b-1e7c-474e-a693-ea1020357375 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:18:30.795667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bde82d0f-2f3a-4ed1-818d-741403390be9 req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.851716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.855748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baa77d12-7d8c-4a94-94e1-089f4b7840fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.858400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baa77d12-7d8c-4a94-94e1-089f4b7840fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.859625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-baa77d12-7d8c-4a94-94e1-089f4b7840fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0144075d-c1ec-46a7-aaa8-9d13b872993e HTTP/1.1" status: 204 len: 168 time: 0.5209765 Jan 29 04:18:30.894285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa77d12-7d8c-4a94-94e1-089f4b7840fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0144075d-c1ec-46a7-aaa8-9d13b872993e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:30.985666 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bde82d0f-2f3a-4ed1-818d-741403390be9 req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:30.993597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.015099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.062891 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bde82d0f-2f3a-4ed1-818d-741403390be9 req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.078990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ddc4-5d63-4732-ba28-81759dd02cc0 req-389e5dd8-5243-41f0-be86-250157cb2304 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:31.080496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0543ddc4-5d63-4732-ba28-81759dd02cc0 req-389e5dd8-5243-41f0-be86-250157cb2304 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 936 time: 0.5111594 Jan 29 04:18:31.090615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:31.114750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea929316-be58-47d4-b7af-5051011dc7f1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:31.126140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bde82d0f-2f3a-4ed1-818d-741403390be9 req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.139259 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bde82d0f-2f3a-4ed1-818d-741403390be9 req-65eee997-aeba-42ad-844a-c71a7b0d1bc6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6802790 Jan 29 04:18:31.184009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3eaf6e-cf41-428b-a022-c9b7e81da629,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:31.188546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.188895 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Added segment c814d85d-c35e-42eb-8909-e848f955876b of type vlan for network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 Jan 29 04:18:31.269605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:18:31.287551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33446) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:31.305182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db60ae84-e7d8-4db9-86e1-1c80a9f71018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.375777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0543ddc4-5d63-4732-ba28-81759dd02cc0 req-e6c03ce3-fc56-481d-b5ef-5ac6daabcb8b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663143 Jan 29 04:18:31.412774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.429282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:31.437558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.443302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.451721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.515923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db60ae84-e7d8-4db9-86e1-1c80a9f71018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.523907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-2495effd-722b-4b8d-aea5-6a45c9f8c883 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:31.525667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-2495effd-722b-4b8d-aea5-6a45c9f8c883 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 812 time: 0.1664631 Jan 29 04:18:31.527361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db60ae84-e7d8-4db9-86e1-1c80a9f71018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.553032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Transition to ACTIVE for port object 06ddc5c7-e568-453d-a42f-57653cc3d5bf will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:31.589737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-70041495-69ce-4210-988b-87041e7b0eab tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/quotas/92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 375 time: 0.0508230 Jan 29 04:18:31.590619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.596798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.600045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-db60ae84-e7d8-4db9-86e1-1c80a9f71018 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54bdd4fc453542f5992c13911a56fd0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076200 Jan 29 04:18:31.600237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:31.600237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.606482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33462) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:31.606826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:31.634018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60ae84-e7d8-4db9-86e1-1c80a9f71018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be395f-2daa-48c3-950a-90aa184936ec,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:31.663432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-16fed885-c191-4dba-a317-ae55a6d3fe73 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650053 Jan 29 04:18:31.723583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdc134-80b3-4f05-939d-b2c4331469be req-5dc07089-256c-48ee-b670-2942206a2b08 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:31.731136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6fdc134-80b3-4f05-939d-b2c4331469be req-5dc07089-256c-48ee-b670-2942206a2b08 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.2826729 Jan 29 04:18:31.769551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8061104 Jan 29 04:18:31.774276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33470) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:31.784048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Request body: {'subnet': {'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-688979639-subnet', 'tenant_id': '9941287f8b2147d7b610587376bc7b9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:31.788367 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf associated. External IP: 172.25.4.28, port: 88fa5334-e89b-4c96-831e-2239aff6a516. Jan 29 04:18:31.839212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:31.869850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6515a4-cff1-4dc2-b892-6cc94f01f7ae admin admin] Pushing event updated for resources: {'Network': ['ID=6f59be2e-20bf-4429-b688-a33a4b33c6c5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:31.872781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807d4859-d6e9-44a5-abc8-3b73e3f9569f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.884668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:31.885220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:31.887342 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:31.910793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-30c88be6-7fbb-417d-8db7-b15107a4aef1 service neutron] 10.222.0.32 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347684 Jan 29 04:18:31.941607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263e092b-1e7c-474e-a693-ea1020357375 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:31.942035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6fdc134-80b3-4f05-939d-b2c4331469be req-968a21d9-480f-418f-9429-fd1cfa718423 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100122 Jan 29 04:18:31.962691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.035060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Transition to ACTIVE for port object 263e092b-1e7c-474e-a693-ea1020357375 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:32.056279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.116212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98ff4cf5-e17d-4eae-bf98-a0cacc55d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.157340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Attempting to bind port 06ddc5c7-e568-453d-a42f-57653cc3d5bf on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:32.158495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Attempting to bind port 06ddc5c7-e568-453d-a42f-57653cc3d5bf by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:32.159087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Attempting to bind port 06ddc5c7-e568-453d-a42f-57653cc3d5bf on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:32.208431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-661962ef-231c-4f5b-9575-5f214ad59b86 service neutron] 10.222.0.32 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622783 Jan 29 04:18:32.209139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Pushing event updated for resources: {'Port': ['ID=263e092b-1e7c-474e-a693-ea1020357375,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:32.293772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807d4859-d6e9-44a5-abc8-3b73e3f9569f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.312406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Port 06ddc5c7-e568-453d-a42f-57653cc3d5bf on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:32.312745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Attempting to bind port 06ddc5c7-e568-453d-a42f-57653cc3d5bf on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:32.318801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98ff4cf5-e17d-4eae-bf98-a0cacc55d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.325191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:18:32.336301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807d4859-d6e9-44a5-abc8-3b73e3f9569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.346958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:32.347301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:32.347691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:32.348140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Bound port: 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:32.348502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.357747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7dfd-271f-4540-84f5-06a806a35286 req-83405cc3-7cd2-4e72-a97d-40e87bd6745d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:32.366204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c2a7dfd-271f-4540-84f5-06a806a35286 req-83405cc3-7cd2-4e72-a97d-40e87bd6745d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 945 time: 0.2954404 Jan 29 04:18:32.396586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Attempting to bind port 263e092b-1e7c-474e-a693-ea1020357375 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:32.397556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Attempting to bind port 263e092b-1e7c-474e-a693-ea1020357375 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:32.398098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Attempting to bind port 263e092b-1e7c-474e-a693-ea1020357375 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:32.403360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.418615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Port 263e092b-1e7c-474e-a693-ea1020357375 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:32.419169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Attempting to bind port 263e092b-1e7c-474e-a693-ea1020357375 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:32.458499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:32.459080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:32.459791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:32.460427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Bound port: 263e092b-1e7c-474e-a693-ea1020357375, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:32.460963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.516137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-807d4859-d6e9-44a5-abc8-3b73e3f9569f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=feb32077a1334fcca889a172bf58bc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9044502 Jan 29 04:18:32.525539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:32.526366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:32.527009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Network hostable DHCP agents. Network: 6f59be2e-20bf-4429-b688-a33a4b33c6c5, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:32.542473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54b4108-c1b9-4e57-a8ae-0e663e58874c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:32.559769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d4859-d6e9-44a5-abc8-3b73e3f9569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04d283d-a609-4677-8c5d-3781abdc2a77,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:32.581445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c2a7dfd-271f-4540-84f5-06a806a35286 req-ed1fdacc-0d2b-4d15-b789-c7f051b7e244 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144091 Jan 29 04:18:32.629367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01521fa-526a-4f72-a8e7-4043b982b351 req-304e39c7-828b-4fce-b868-09ef96f04763 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:32.630877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e01521fa-526a-4f72-a8e7-4043b982b351 req-304e39c7-828b-4fce-b868-09ef96f04763 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 948 time: 0.1611586 Jan 29 04:18:32.639566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:32.648696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98ff4cf5-e17d-4eae-bf98-a0cacc55d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.655076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98ff4cf5-e17d-4eae-bf98-a0cacc55d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.657221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-98ff4cf5-e17d-4eae-bf98-a0cacc55d8ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25be395f-2daa-48c3-950a-90aa184936ec HTTP/1.1" status: 204 len: 168 time: 1.0462697 Jan 29 04:18:32.675576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:32.681239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:32.686299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff4cf5-e17d-4eae-bf98-a0cacc55d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be395f-2daa-48c3-950a-90aa184936ec,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:32.690330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] For port 263e092b-1e7c-474e-a693-ea1020357375, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:32.695717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.728217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:18:32.759367 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:18:32.781656 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:32.782246 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:18:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:32.798302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6f59be2e-20bf-4429-b688-a33a4b33c6c5) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:32.807461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7190a0-48e8-4664-8dd9-c130aa580f29 None None] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:32.849103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:32.849688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.872946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] For port 263e092b-1e7c-474e-a693-ea1020357375, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=263e092b-1e7c-474e-a693-ea1020357375,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:32.924722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.954057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:32.991837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e01521fa-526a-4f72-a8e7-4043b982b351 req-a799fe1a-b705-4c18-937a-abb76c2ab7d8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495312 Jan 29 04:18:33.045343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d5c11676-ef18-4bea-a297-c91fd02cdda7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2654459 Jan 29 04:18:33.066499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:33.080620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.081240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:33.085782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] 10.222.0.20 "PUT /v2.0/ports/263e092b-1e7c-474e-a693-ea1020357375 HTTP/1.1" status: 200 len: 1096 time: 2.5315325 Jan 29 04:18:33.086489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'tag': '263e092b-1e7c-474e-a693-ea1020357375'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:33.107116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:33.130739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0da0a9c6-d077-42e0-8603-a5db65529f60 req-b37ca83d-9059-4fc0-b70b-874e9bb105c4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 210 time: 0.4319949 Jan 29 04:18:33.153412 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:33.208746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d5685-d152-4cbc-b3f5-93fc236518e1 None None] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:33.210677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.211709 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:33.213520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] 10.222.0.20 "PUT /v2.0/ports/06ddc5c7-e568-453d-a42f-57653cc3d5bf HTTP/1.1" status: 200 len: 1096 time: 3.2245295 Jan 29 04:18:33.214648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:33.217532 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:33.268372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037e2fc-624f-4b24-8849-8c42c60abe3d service neutron] Pushing event updated for resources: {'Port': ['ID=263e092b-1e7c-474e-a693-ea1020357375,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:33.294754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4c27d54-c748-46a8-93f5-129ff49544df tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "PUT /v2.0/floatingips/12986793-9ccf-40d3-ae18-0fb54ff4e4cf HTTP/1.1" status: 200 len: 990 time: 3.4868145 Jan 29 04:18:33.339107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477e194-a33d-4636-be1b-8e7ccaec5e8b service neutron] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:33.345617 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048f822-7673-44ba-b8e0-4e24a4d49f81 x-openstack-request-id: req-7048f822-7673-44ba-b8e0-4e24a4d49f81 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:33.356980 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:33.357653 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7048f822-7673-44ba-b8e0-4e24a4d49f81 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:33.358332 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'status': 'completed', 'code': 200} Jan 29 04:18:33.427676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:33.430273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:33.442086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-6763d258-5e36-419e-8a08-f2070e44fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.445609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-6763d258-5e36-419e-8a08-f2070e44fdb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1099 time: 0.1438584 Jan 29 04:18:33.453799 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f04d283d-a609-4677-8c5d-3781abdc2a77 HTTP/1.1" status: 204 len: 168 time: 0.9232872 Jan 29 04:18:33.466504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-ef8cd51c-d40d-4bd4-bc08-3d80d983afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.468608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-ef8cd51c-d40d-4bd4-bc08-3d80d983afde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 1099 time: 0.3057637 Jan 29 04:18:33.570589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-a067bb08-fe78-4883-bf40-48e752043441 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf HTTP/1.1" status: 200 len: 217 time: 0.1104927 Jan 29 04:18:33.590640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04d283d-a609-4677-8c5d-3781abdc2a77,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:33.680732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.691132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.693749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.694350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.695651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.696406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.697375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.698829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.702789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.703448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.704003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.704564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50eae6-6750-4f02-9fee-83445446a763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:33.729328 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-9810f4f8-28ae-4b79-ad81-67078ed8fcfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=263e092b-1e7c-474e-a693-ea1020357375 HTTP/1.1" status: 200 len: 217 time: 0.2319443 Jan 29 04:18:33.783013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb86c-95a1-4592-9c1f-fee6e01ec71e req-f3ef683a-ce4d-4264-84e8-ea075cb1c279 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.806261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe4bb86c-95a1-4592-9c1f-fee6e01ec71e req-f3ef683a-ce4d-4264-84e8-ea075cb1c279 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.3351424 Jan 29 04:18:33.868542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-8511992a-e8a9-444b-83c0-a1a318cc8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.871759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-8511992a-e8a9-444b-83c0-a1a318cc8b7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2909300 Jan 29 04:18:33.911914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-cc142ab1-295f-48e8-b30b-a2eb8f15dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.913411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-cc142ab1-295f-48e8-b30b-a2eb8f15dc11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1802990 Jan 29 04:18:33.987391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df663182-92a2-487a-8dc2-eda5ae6006ec req-4cd8c26d-94e7-4bb1-b25b-df3a4ac6a00c tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:33.988896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df663182-92a2-487a-8dc2-eda5ae6006ec req-4cd8c26d-94e7-4bb1-b25b-df3a4ac6a00c tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1096 time: 0.2475722 Jan 29 04:18:34.019390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe4bb86c-95a1-4592-9c1f-fee6e01ec71e req-e3305ffc-ed8a-411b-beff-3afdcff815ec tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120314 Jan 29 04:18:34.041196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-0e2e5547-7733-4075-8b0e-0e1b76358347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:34.043333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-0e2e5547-7733-4075-8b0e-0e1b76358347 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604097 Jan 29 04:18:34.070885 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df663182-92a2-487a-8dc2-eda5ae6006ec req-257b70ef-7466-4588-b73e-8b77f363006b tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Jan 29 04:18:34.125165 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9141ac-3b41-4164-813c-be3701c060b1", "tag": "263e092b-1e7c-474e-a693-ea1020357375"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:34.134624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f71fe-3bce-4050-b9c4-c887036707bc req-9ebd243c-c0fa-49ba-b1b2-ff4f78bdf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:34.138883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-9ebd243c-c0fa-49ba-b1b2-ff4f78bdf9bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126293 Jan 29 04:18:34.167075 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '12986793-9ccf-40d3-ae18-0fb54ff4e4cf', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'port_id': '88fa5334-e89b-4c96-831e-2239aff6a516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'mac_address': 'fa:16:3e:2e:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:18:02Z', 'updated_at': '2022-01-29T04:18:31Z', 'revision_number': 1, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:34.269065 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:18:34.328681 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:18:34.329242 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:18:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:34.363814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-4b049235-3d8f-4cd1-b02e-1df418e19500 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061953 Jan 29 04:18:34.364373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.20', 59039) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:34.540012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-978ae1a4-e524-4782-860d-465586fee5e3 req-8651ee13-eecf-4ee0-8d15-9004102620eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 210 time: 0.2607207 Jan 29 04:18:34.565672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3af64bc-15d6-4643-8a12-c3cd1162bb1d req-d7d69845-4de0-43f4-9068-ff3d8979c03c service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600761 Jan 29 04:18:34.611596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-89339de0-37e7-4da0-9d92-4690da55ef47 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526393 Jan 29 04:18:34.633502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33554) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:34.654924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cdfc6-e432-4eba-b0d3-5c99fa1effe1 req-aaa58c9e-5fec-444d-95fd-21f705b94d87 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:34.655239 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:18:34.662449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f76cdfc6-e432-4eba-b0d3-5c99fa1effe1 req-aaa58c9e-5fec-444d-95fd-21f705b94d87 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 948 time: 0.2970831 Jan 29 04:18:34.664023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8886a1f9-47da-4431-a5c4-69832ba841b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:34.769396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-bb5a4320-7399-4849-b6e2-e4af37e3b6f3 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:34.771171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-bb5a4320-7399-4849-b6e2-e4af37e3b6f3 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.20 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 812 time: 0.4040952 Jan 29 04:18:34.791788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f76cdfc6-e432-4eba-b0d3-5c99fa1effe1 req-8e4474c1-9e34-4dc9-85df-6c079499577b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283898 Jan 29 04:18:34.817279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'port': {'device_id': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db', 'admin_state_up': True, 'tenant_id': '92dd6806ddfe4144967143adad718e0d'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:34.914346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8886a1f9-47da-4431-a5c4-69832ba841b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:34.920430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-700f71fe-3bce-4050-b9c4-c887036707bc req-4b9df5f6-f3bb-4d84-8936-9afb41a8e26c service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460840 Jan 29 04:18:34.929556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8886a1f9-47da-4431-a5c4-69832ba841b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:34.979847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a1f9-47da-4431-a5c4-69832ba841b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d743d69-a5b8-4309-b0f1-2c954d3ee03b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:35.040409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8886a1f9-47da-4431-a5c4-69832ba841b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9885d9476b44e5f9f55173bb2c62dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055052 Jan 29 04:18:35.041510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33566) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:35.076156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-9d2dc75d-3e98-446c-82d9-2ae41259d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.078127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-9d2dc75d-3e98-446c-82d9-2ae41259d2e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1099 time: 0.3741078 Jan 29 04:18:35.154309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94073127-8561-4ad3-935e-ac0074e63023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.219485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522c2e-ff91-4be3-9547-4de6b165aa89 req-c1480c5a-46b6-42d9-b0a3-6d0cb70dd4ba tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.224825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94073127-8561-4ad3-935e-ac0074e63023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.227105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf522c2e-ff91-4be3-9547-4de6b165aa89 req-c1480c5a-46b6-42d9-b0a3-6d0cb70dd4ba tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1096 time: 0.1816127 Jan 29 04:18:35.239596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Made reservation on behalf of 92dd6806ddfe4144967143adad718e0d for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:35.243199 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561bff5f-a1a8-4092-a820-d0d54630c34a x-openstack-request-id: req-561bff5f-a1a8-4092-a820-d0d54630c34a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:35.243482 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9141ac-3b41-4164-813c-be3701c060b1", "tag": "263e092b-1e7c-474e-a693-ea1020357375", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:35.243732 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-561bff5f-a1a8-4092-a820-d0d54630c34a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:35.249880 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.250232 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'tag': '263e092b-1e7c-474e-a693-ea1020357375', 'status': 'completed', 'code': 200} Jan 29 04:18:35.263018 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '12986793-9ccf-40d3-ae18-0fb54ff4e4cf', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'port_id': '88fa5334-e89b-4c96-831e-2239aff6a516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'mac_address': 'fa:16:3e:2e:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:18:02Z', 'updated_at': '2022-01-29T04:18:31Z', 'revision_number': 1, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:18:35.312958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf522c2e-ff91-4be3-9547-4de6b165aa89 req-e1acf73e-3e00-48cc-8435-fdd65752a20a tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Jan 29 04:18:35.360343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:35.364332 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5200a7f-8883-4921-a342-9015d2126a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:35.392288 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9359ed-7673-47cc-9792-e122e2ed1af5 None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '12986793-9ccf-40d3-ae18-0fb54ff4e4cf', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'port_id': '88fa5334-e89b-4c96-831e-2239aff6a516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'mac_address': 'fa:16:3e:2e:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:18:02Z', 'updated_at': '2022-01-29T04:18:31Z', 'revision_number': 1, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:18:35.408850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-1e0df715-f727-4d01-8766-8c775becefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.419079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-1e0df715-f727-4d01-8766-8c775becefe8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3272314 Jan 29 04:18:35.512568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:35.550837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94073127-8561-4ad3-935e-ac0074e63023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.554065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94073127-8561-4ad3-935e-ac0074e63023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.555240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-96b5376a-2c45-4a13-b699-592b33326461 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf HTTP/1.1" status: 200 len: 217 time: 0.1326287 Jan 29 04:18:35.558721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-94073127-8561-4ad3-935e-ac0074e63023 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d743d69-a5b8-4309-b0f1-2c954d3ee03b HTTP/1.1" status: 204 len: 168 time: 0.5117722 Jan 29 04:18:35.566521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-518493217-network', 'tenant_id': '5d5ce0b5100a4dd285b888eca33da2b9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:35.600790 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28092194-2120-40b6-8a6b-b435bab0b753 x-openstack-request-id: req-28092194-2120-40b6-8a6b-b435bab0b753 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:35.601230 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:35.601493 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28092194-2120-40b6-8a6b-b435bab0b753 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:35.601885 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516', 'status': 'completed', 'code': 200} Jan 29 04:18:35.621631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94073127-8561-4ad3-935e-ac0074e63023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d743d69-a5b8-4309-b0f1-2c954d3ee03b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:35.645281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-a3781372-b4ce-49d6-bb39-f89136a8d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.646802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-a3781372-b4ce-49d6-bb39-f89136a8d4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 1099 time: 0.2792234 Jan 29 04:18:35.666211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899914-7e4f-4634-afce-30c99b3a0221 req-49146b02-3594-4b60-b033-99220d3c74fb tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.669854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b899914-7e4f-4634-afce-30c99b3a0221 req-49146b02-3594-4b60-b033-99220d3c74fb tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.2598686 Jan 29 04:18:35.726353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Made reservation on behalf of 5d5ce0b5100a4dd285b888eca33da2b9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:35.734804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.754777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-210486d7-a8ee-42e7-b3e7-02cb8570d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.756278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-210486d7-a8ee-42e7-b3e7-02cb8570d72c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1777899 Jan 29 04:18:35.766646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:35.802163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Allocated IP 172.20.0.4 (d25226af-f421-4861-a21d-bf053616c7db/b731c864-83d6-4b00-b9c3-c1e40bf9514e/748fb652-09c3-4211-876a-68c19afe03d2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:35.855675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3b327-e6c3-4556-a27d-3e6e8cd90cf2 None None] New status for floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:18:35.862967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b899914-7e4f-4634-afce-30c99b3a0221 req-0136f28b-0638-454d-8a5f-dd9c63aa2899 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752932 Jan 29 04:18:35.899405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200a7f-8883-4921-a342-9015d2126a8c req-b2933fc4-3064-4d8d-8b70-63d04736c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.905419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-b2933fc4-3064-4d8d-8b70-63d04736c1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 1096 time: 0.2596684 Jan 29 04:18:35.986317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-8d1ca28b-c714-4487-b757-f4096f84c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:35.988613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-8d1ca28b-c714-4487-b757-f4096f84c9e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3161690 Jan 29 04:18:36.071045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-653f6fbf-1248-4865-90e4-2406f1655495 req-21100146-6fcd-4ada-9ad7-bc9ec58bd12a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:18:36.072199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-653f6fbf-1248-4865-90e4-2406f1655495 req-21100146-6fcd-4ada-9ad7-bc9ec58bd12a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056553 Jan 29 04:18:36.074175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-aa944f60-f2be-4460-a1dd-916847a7a9ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=263e092b-1e7c-474e-a693-ea1020357375 HTTP/1.1" status: 200 len: 217 time: 0.0777788 Jan 29 04:18:36.166080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be6d0f6d-e2cb-4d42-9a88-e49a2c0bd732 req-02028dcc-fb63-4c16-b693-89958cc97679 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 210 time: 0.4049921 Jan 29 04:18:36.192133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-decc450e-36b2-4b69-b9f8-375394c71580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:36.207218 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-decc450e-36b2-4b69-b9f8-375394c71580 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1244571 Jan 29 04:18:36.276617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-4d585217-1369-45ee-b946-09b474297402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:36.279723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-4d585217-1369-45ee-b946-09b474297402 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655985 Jan 29 04:18:36.304069 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:36.310129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-d3a92057-9415-4847-b95b-ba4365f4c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:36.311788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-d3a92057-9415-4847-b95b-ba4365f4c138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5430973 Jan 29 04:18:36.458705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-e241d375-2fe3-4583-afc6-ee696d7ef8a3 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718240 Jan 29 04:18:36.469972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200a7f-8883-4921-a342-9015d2126a8c req-4f0c2d95-abee-415c-91b4-a842cc1569f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:36.469972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-4f0c2d95-abee-415c-91b4-a842cc1569f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 924 time: 0.4063103 Jan 29 04:18:36.572552 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09f2be47-a2cd-4599-a6b5-d36bf0ce02d0 req-29984c0d-3643-4167-b8f0-302ef8157c89 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076326 Jan 29 04:18:36.662273 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:36.680528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448def-971f-4e3b-8522-c0e4371629ad req-c37ab1bb-972a-4909-81bd-a121e5bc4555 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:36.687180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4448def-971f-4e3b-8522-c0e4371629ad req-c37ab1bb-972a-4909-81bd-a121e5bc4555 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 948 time: 0.3792183 Jan 29 04:18:36.706064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:36.709315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-fa1fa828-c18c-47ab-93f5-51184eab2c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88fa5334-e89b-4c96-831e-2239aff6a516 HTTP/1.1" status: 200 len: 1000 time: 0.2105787 Jan 29 04:18:36.746243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:36.838099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Network d25226af-f421-4861-a21d-bf053616c7db is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:36.850204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:18:36.872089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:36.875091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:36.884867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:36.888627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-1fbf661c-68fb-4ce0-9149-916a95e25a82 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591242 Jan 29 04:18:36.941064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb172a-1ae4-4f45-bfdb-ae2988102c4e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:36.957472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4448def-971f-4e3b-8522-c0e4371629ad req-ed4bbc59-9ad1-4f7e-a260-c9fbf1b31e3b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412353 Jan 29 04:18:36.958641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:36.958990 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Added segment 9866f5b4-8175-4d74-b6db-00adeba56a14 of type vlan for network 6fb8086f-8048-49c2-b8dd-36adffd5a26c Jan 29 04:18:36.967476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.967745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.968047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.968401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.968725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.969064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.969383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.969708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.970060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.970393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.970751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.971181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:36.989725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200a7f-8883-4921-a342-9015d2126a8c req-153ebbc6-789a-4942-b46b-5b6c043dcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:36.991266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-153ebbc6-789a-4942-b46b-5b6c043dcb2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 200 len: 862 time: 0.2635581 Jan 29 04:18:37.002907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.003256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.003722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.003923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.004256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.004579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.004896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.005222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.005546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.005868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.006213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.006571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:37.131755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:37.132277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.156009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.193532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-d92326b5-3bbc-464a-8899-e01817e8b39a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3960030 Jan 29 04:18:37.220679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Request body: {'port': {'device_id': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:37.226817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200a7f-8883-4921-a342-9015d2126a8c req-7e17727c-c3ca-4d01-9e3a-9af7834a5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:37.228389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-7e17727c-c3ca-4d01-9e3a-9af7834a5382 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b88fdc91-d001-498a-ac16-68f838bf80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181602 Jan 29 04:18:37.253882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0665cabd-b12f-42a4-bd17-fb0a6c255cf7 req-6803bdd6-87a8-4b87-8556-25f9d42bb9ae service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232715 Jan 29 04:18:37.282948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.284011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:37.284601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.626761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1128912 Jan 29 04:18:37.629603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33682) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:37.636457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Request body: {'subnet': {'network_id': '6fb8086f-8048-49c2-b8dd-36adffd5a26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-518493217-subnet', 'tenant_id': '5d5ce0b5100a4dd285b888eca33da2b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:37.660426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.663498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Made reservation on behalf of 5d5ce0b5100a4dd285b888eca33da2b9 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:37.666670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.672610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e1f2a-5ece-450d-af0f-00423a00475f admin admin] Pushing event updated for resources: {'Network': ['ID=6fb8086f-8048-49c2-b8dd-36adffd5a26c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:37.683994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6fb8086f-8048-49c2-b8dd-36adffd5a26c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:18:37.738301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-8b4bab9a-7f00-480b-a9bb-c640aa094430 service neutron] 10.222.0.36 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816203 Jan 29 04:18:37.753851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c81b-546d-4bd1-a240-d8cb0771c2b0 req-c7ce488e-dd55-40b7-9689-9b7e7f4cf7ab tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:37.757846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7472c81b-546d-4bd1-a240-d8cb0771c2b0 req-c7ce488e-dd55-40b7-9689-9b7e7f4cf7ab tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.1384559 Jan 29 04:18:37.878530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:37.929242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d88f5da-4fc8-49be-a62a-fb5942579164,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:37.940013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7472c81b-546d-4bd1-a240-d8cb0771c2b0 req-42328471-3a78-4c22-8232-2d5f75797e22 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599910 Jan 29 04:18:37.962845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Checking segment: {'id': '9866f5b4-8175-4d74-b6db-00adeba56a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6fb8086f-8048-49c2-b8dd-36adffd5a26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:37.963134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Network hostable DHCP agents. Network: 6fb8086f-8048-49c2-b8dd-36adffd5a26c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:18:37.997141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Network 6fb8086f-8048-49c2-b8dd-36adffd5a26c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:18:38.013530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6fb8086f-8048-49c2-b8dd-36adffd5a26c) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:38.024580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78fd16-81e2-41e9-a719-df3d0ce75cad None None] Network 6fb8086f-8048-49c2-b8dd-36adffd5a26c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:38.030048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:38.030764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.047668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5200a7f-8883-4921-a342-9015d2126a8c req-cc04c20e-cc62-4319-92ff-7f455ce0111b service neutron] 10.222.0.36 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873192 Jan 29 04:18:38.065217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-87976c91-bf0b-4379-8439-35fc4c129a3a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4336908 Jan 29 04:18:38.189271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748fb652-09c3-4211-876a-68c19afe03d2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:38.200000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.212842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:38.215348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571afbc-82e9-4dc7-bef1-5524ac3c64eb None None] Network 6fb8086f-8048-49c2-b8dd-36adffd5a26c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:18:38.225644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Transition to ACTIVE for port object 748fb652-09c3-4211-876a-68c19afe03d2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:38.232905 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.303036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:38.437334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Attempting to bind port 748fb652-09c3-4211-876a-68c19afe03d2 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:38.438138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Attempting to bind port 748fb652-09c3-4211-876a-68c19afe03d2 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:38.439247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Attempting to bind port 748fb652-09c3-4211-876a-68c19afe03d2 on network d25226af-f421-4861-a21d-bf053616c7db {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:38.447176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Port 748fb652-09c3-4211-876a-68c19afe03d2 on network d25226af-f421-4861-a21d-bf053616c7db not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:38.447700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Attempting to bind port 748fb652-09c3-4211-876a-68c19afe03d2 on network d25226af-f421-4861-a21d-bf053616c7db {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:38.457235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:38.458182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Checking segment: {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:38.458785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Bound using segment: {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:38.459410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Bound port: 748fb652-09c3-4211-876a-68c19afe03d2, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:38.460150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.467197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-13992cf0-85bd-4d23-8484-b42638e9177d tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:18:38.468127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-13992cf0-85bd-4d23-8484-b42638e9177d tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2543743 Jan 29 04:18:38.545185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:38.585685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e13e2-b0bf-4fdd-a093-df4c827efc26 req-8fbe54d7-b599-406b-aac1-2ccd5b3bc9d1 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:38.587239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d74e13e2-b0bf-4fdd-a093-df4c827efc26 req-8fbe54d7-b599-406b-aac1-2ccd5b3bc9d1 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 943 time: 0.1104743 Jan 29 04:18:38.612149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:38.621513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-ebd01eb6-0c6d-4a30-9cf1-ff270985f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:38.623522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-ebd01eb6-0c6d-4a30-9cf1-ff270985f130 service neutron] 10.222.0.32 "GET /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 1093 time: 0.1085210 Jan 29 04:18:38.633593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:38.634256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:18:38.634354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:38.641498 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.648908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d74e13e2-b0bf-4fdd-a093-df4c827efc26 req-c1d84c49-6d25-4a4c-b073-948b6e9a4de9 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554612 Jan 29 04:18:38.693737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:38.695558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.697523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:38.699926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] 10.222.0.20 "PUT /v2.0/ports/748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 1091 time: 1.4888420 Jan 29 04:18:38.700404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:38.705037 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c25fce-de56-484f-9e9a-9767df021cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "tag": "748fb652-09c3-4211-876a-68c19afe03d2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:38.727796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b66a9-14ba-4347-901d-006ba59c6481 service neutron] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:38.729272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'mac_address': 'fa:16:3e:9a:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:38.774864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.788132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:38.821135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:38.825759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:38.826198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:38.826502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:38.830514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.831201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 263e092b-1e7c-474e-a693-ea1020357375 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:38.832585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:38.833178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:38.839692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:38.840190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:38.840318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac83e7-7ed0-4c7d-bd9b-a37e0673ba2e req-91cb9a48-0d95-4227-94f9-452401a1973c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:38.840856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:38.841434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Bound port: 345b71b9-38ee-43b3-8d39-581d7a8681d5, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:38.848382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96ac83e7-7ed0-4c7d-bd9b-a37e0673ba2e req-91cb9a48-0d95-4227-94f9-452401a1973c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 948 time: 0.0931907 Jan 29 04:18:38.883033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-074595ad-9c0a-4793-aa51-47b268ee7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:38.884746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-074595ad-9c0a-4793-aa51-47b268ee7747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1094 time: 0.1166406 Jan 29 04:18:38.900540 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96ac83e7-7ed0-4c7d-bd9b-a37e0673ba2e req-9ec13a6e-eb64-48fc-be4b-f726998dfa6a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Jan 29 04:18:38.902734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 263e092b-1e7c-474e-a693-ea1020357375, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=263e092b-1e7c-474e-a693-ea1020357375,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:38.912173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:38.924642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.925219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.925769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.926398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.926905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.927417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.927847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.928353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.928760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.929251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.929803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.930365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:18:38.935502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '263e092b-1e7c-474e-a693-ea1020357375', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '263e092b-1e7c-474e-a693-ea1020357375', 'mac_address': 'fa:16:3e:8a:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:38.948569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-4f950421-38ec-4a23-b7f4-e284f76af424 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 217 time: 0.0461628 Jan 29 04:18:38.956623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:38.968271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:38.985393 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7736358e-cc24-4098-afd6-5eb6599f6e5f service neutron] 10.222.0.32 "POST /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3470488 Jan 29 04:18:38.987686 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:39.016108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d328d-2f92-4b4e-be28-c5136208169b req-cf7b320e-bfa0-434c-a188-a6ca28909597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.017687 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-cf7b320e-bfa0-434c-a188-a6ca28909597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.0600812 Jan 29 04:18:39.023168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263e092b-1e7c-474e-a693-ea1020357375 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:39.079969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 263e092b-1e7c-474e-a693-ea1020357375, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=263e092b-1e7c-474e-a693-ea1020357375,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:39.088168 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:39.110588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-c9c9907a-78fe-4e5b-90fb-dacf4b93dacf tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272963 Jan 29 04:18:39.112712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-5b4ee93d-b356-4f7c-91aa-df36e4c69398 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877497 Jan 29 04:18:39.152354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=263e092b-1e7c-474e-a693-ea1020357375,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:39.358544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-3a1190e0-db35-4092-8275-4053ccd05e87 service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047992 Jan 29 04:18:39.367092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-ed2f816d-320a-47b3-8d9c-84261c13aba3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.368559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-ed2f816d-320a-47b3-8d9c-84261c13aba3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517006 Jan 29 04:18:39.404937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-9b37595b-5010-4c20-a4ab-a867db2ffb6b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.406466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-9b37595b-5010-4c20-a4ab-a867db2ffb6b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.1216776 Jan 29 04:18:39.421855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-cf47291e-bd28-4d32-b432-165912b7fe09 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/quotas/9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 375 time: 0.0096531 Jan 29 04:18:39.432005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-3abde8ac-826c-4bfe-a7c7-bb21b23fb1d8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/quotas/d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 375 time: 0.0525815 Jan 29 04:18:39.438695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-08c4b89a-5f79-4784-9896-016ac2512109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.440160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-08c4b89a-5f79-4784-9896-016ac2512109 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1096 time: 0.1397023 Jan 29 04:18:39.442620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['06ddc5c7-e568-453d-a42f-57653cc3d5bf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:39.463071 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-30a8ecaa-f9fb-4456-9064-922d90c263d9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349891 Jan 29 04:18:39.473593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['263e092b-1e7c-474e-a693-ea1020357375'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:39.490341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-e7f5fbc6-e32e-411f-8f78-842a8123710b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490832 Jan 29 04:18:39.559351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329d328d-2f92-4b4e-be28-c5136208169b req-f1755983-a070-448d-a4fe-a6024f2c41a9 service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883097 Jan 29 04:18:39.600124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-e96b1e09-d6d6-4d11-87f7-2879b444676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.605020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-e96b1e09-d6d6-4d11-87f7-2879b444676e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1515093 Jan 29 04:18:39.606288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-029ee57e-1e54-484f-95c2-391c83e8b558 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291251 Jan 29 04:18:39.711523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-b8b65df5-bd45-4ce0-b793-a4e494df0b21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 217 time: 0.0639970 Jan 29 04:18:39.753600 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0fa0b4-112e-4b2c-a9ea-e3c8f7796592 x-openstack-request-id: req-dd0fa0b4-112e-4b2c-a9ea-e3c8f7796592 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:39.753860 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "tag": "748fb652-09c3-4211-876a-68c19afe03d2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:39.754078 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd0fa0b4-112e-4b2c-a9ea-e3c8f7796592 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:39.755608 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2', 'status': 'completed', 'code': 200} Jan 29 04:18:39.805752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-0255c447-5cef-4a2e-9ef7-21b3a36cd142 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971614 Jan 29 04:18:39.902191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-a9c9277b-9b65-4ec6-ad9e-c37d533e942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.904115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-a9c9277b-9b65-4ec6-ad9e-c37d533e942c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1094 time: 0.0949440 Jan 29 04:18:39.909126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-663ac557-a4de-4801-b32c-60ecfd6fcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:39.910567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-663ac557-a4de-4801-b32c-60ecfd6fcce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1849978 Jan 29 04:18:40.036866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-9777556c-cc41-41df-8673-8686aca62e88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611031 Jan 29 04:18:40.052333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be868e0f-75dd-43fc-b7c3-33f4c18f474c req-36b5ef86-ed2b-4444-a5be-f872d52f0807 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.058534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be868e0f-75dd-43fc-b7c3-33f4c18f474c req-36b5ef86-ed2b-4444-a5be-f872d52f0807 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.2512944 Jan 29 04:18:40.145319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0315c46-6cb7-4670-a1ed-aa6b80a7ee00 req-c4fe2d07-304a-40c9-9b12-1705cccd916e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.147529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f0315c46-6cb7-4670-a1ed-aa6b80a7ee00 req-c4fe2d07-304a-40c9-9b12-1705cccd916e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 945 time: 0.0924184 Jan 29 04:18:40.173653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-4564f074-033e-4ea0-bfb9-988584eb3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.175441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-4564f074-033e-4ea0-bfb9-988584eb3f93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.2623103 Jan 29 04:18:40.210975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f0315c46-6cb7-4670-a1ed-aa6b80a7ee00 req-71eed84a-59a7-4fcd-93f4-e51ccbaeaafd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541332 Jan 29 04:18:40.273712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be868e0f-75dd-43fc-b7c3-33f4c18f474c req-3b4b1313-24ba-4462-bb6e-37327441544a tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653452 Jan 29 04:18:40.292886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-802300c0-0121-44c6-9a61-0fcaf9d08ac3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 217 time: 0.1007175 Jan 29 04:18:40.357758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-1f854945-c784-4de4-abfc-f5f5f5b8e809 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982411 Jan 29 04:18:40.415979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-8651b9e3-deb9-41d5-b6a6-b9015323a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.418342 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-8651b9e3-deb9-41d5-b6a6-b9015323a7d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.1180811 Jan 29 04:18:40.431892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e2ea2-d467-4043-8120-4640277f80be req-7bf57574-fc85-4c3f-aaa1-9f9a9abb5d82 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.433948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-969e2ea2-d467-4043-8120-4640277f80be req-7bf57574-fc85-4c3f-aaa1-9f9a9abb5d82 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 943 time: 0.0899792 Jan 29 04:18:40.497668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-969e2ea2-d467-4043-8120-4640277f80be req-715eca7d-d808-48eb-83c9-bd3d85f9baf0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545740 Jan 29 04:18:40.501406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1995c266-c933-4417-a4a2-acfd0dc07b7c req-63e3e9d8-5539-4f7f-9950-d534b5c70406 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 210 time: 0.1195188 Jan 29 04:18:40.549316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-e3d346d0-c686-487d-bc1e-187851d71ecc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828109 Jan 29 04:18:40.574516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:40.671108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71ffc5f5-cdfd-4355-9769-f550f97eb4eb req-a328184d-3333-4d86-9b74-4341b8d06c09 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 210 time: 0.0915282 Jan 29 04:18:40.696028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-95279518-f01e-411f-89ce-7557fb8fe794 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294332 Jan 29 04:18:40.711370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a190860-e9d8-459f-ad72-eb1687752cb2 req-91b845d0-263c-408f-a357-097bef83678f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.712893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a190860-e9d8-459f-ad72-eb1687752cb2 req-91b845d0-263c-408f-a357-097bef83678f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 949 time: 0.1216164 Jan 29 04:18:40.718180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 06ddc5c7-e568-453d-a42f-57653cc3d5bf completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:40.726649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 06ddc5c7-e568-453d-a42f-57653cc3d5bf triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:40.733330 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:40.790533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a190860-e9d8-459f-ad72-eb1687752cb2 req-44443ac0-0f77-4bc4-acdc-bc681d85f6be tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Jan 29 04:18:40.798680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-7e1fee65-b9ad-40b3-bcee-4cca2eece777 service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395692 Jan 29 04:18:40.859006 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:40.878275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85723b-9eda-4788-952f-f04862a381cd req-f537019c-17d0-49c3-b697-8b9406806b55 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:40.888678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a85723b-9eda-4788-952f-f04862a381cd req-f537019c-17d0-49c3-b697-8b9406806b55 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.1151905 Jan 29 04:18:40.897565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:40.898516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:40.901092 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82c9dc8-0ce5-4dfc-94af-2f8108fcc194" -d '{"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-plugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:40.908734 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:40.910119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 263e092b-1e7c-474e-a693-ea1020357375 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:41.000761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a85723b-9eda-4788-952f-f04862a381cd req-b7915309-a2dd-45ac-94d7-19bb9d0f6053 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110859 Jan 29 04:18:41.005517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:41.009595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 263e092b-1e7c-474e-a693-ea1020357375 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:41.035454 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f8c1a-5ce7-4199-9da0-abae2a137d3b x-openstack-request-id: req-613f8c1a-5ce7-4199-9da0-abae2a137d3b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:41.036111 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-plugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:41.036572 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-613f8c1a-5ce7-4199-9da0-abae2a137d3b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:41.037296 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'code': 200} Jan 29 04:18:41.042428 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 263e092b-1e7c-474e-a693-ea1020357375 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:41.044026 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:41.149044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-485f9f6a-79ec-42c8-b3d1-92116771c6c3 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:41.150585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-485f9f6a-79ec-42c8-b3d1-92116771c6c3 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1704063 Jan 29 04:18:41.152164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53e60-1321-4dca-8b3c-7fd34c9054ad req-b5b9aa80-65a3-4051-9d17-f6982151c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:41.154315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0f53e60-1321-4dca-8b3c-7fd34c9054ad req-b5b9aa80-65a3-4051-9d17-f6982151c521 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1101 time: 0.0551441 Jan 29 04:18:41.170017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:41.177847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c25fce-de56-484f-9e9a-9767df021cf2 req-226925c1-c249-47c3-ab71-07813ea5946e service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861154 Jan 29 04:18:41.186703 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:41.215706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0f53e60-1321-4dca-8b3c-7fd34c9054ad req-20be090d-b8c0-432e-9426-406003774841 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 Jan 29 04:18:41.247830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 263e092b-1e7c-474e-a693-ea1020357375, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=263e092b-1e7c-474e-a693-ea1020357375,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:41.259687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:41.276135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:41.377254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=263e092b-1e7c-474e-a693-ea1020357375,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:41.425650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f296b12-a3e9-4d48-8742-6c95546b46ea req-dfe8e5ea-d79f-4481-a982-0b55fb07bcc0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:41.427489 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f296b12-a3e9-4d48-8742-6c95546b46ea req-dfe8e5ea-d79f-4481-a982-0b55fb07bcc0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 945 time: 0.0792668 Jan 29 04:18:41.506510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f296b12-a3e9-4d48-8742-6c95546b46ea req-a75055d5-6e5e-4d86-82e2-c295ca992bb8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661850 Jan 29 04:18:41.637390 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:41.643995 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6a16f21-a9a0-496d-981b-f45d959e7ec2 req-c740940f-7cd5-4030-b10c-19565b72aa25 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 210 time: 0.0367043 Jan 29 04:18:41.727165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-09868dfc-916e-4878-b6eb-830595c59127 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507078 Jan 29 04:18:41.782581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33de3ab4-9ec4-4883-aa6f-888f463b19b7 req-299b4c0f-b89f-4133-815b-eeb062a56ddd tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Jan 29 04:18:41.837347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d575a-8a83-4298-8cf7-073d5bf11690 req-36c8f049-018e-4c17-9d6c-ffc40efe6636 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:41.839560 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f54d575a-8a83-4298-8cf7-073d5bf11690 req-36c8f049-018e-4c17-9d6c-ffc40efe6636 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 943 time: 0.1645541 Jan 29 04:18:41.848429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:41.945958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:41.950349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f54d575a-8a83-4298-8cf7-073d5bf11690 req-4afaa95d-f01c-48b9-acba-690a337cbc06 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998738 Jan 29 04:18:41.957256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-3514a952-0656-4e59-a4ba-107eb2ac0df5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:41.958704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-3514a952-0656-4e59-a4ba-107eb2ac0df5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228022 Jan 29 04:18:42.022032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.025675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:42.029359 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04b4c7-9d5e-4acf-9298-71c750b882d4" -d '{"events": [{"server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "name": "network-vif-unplugged", "status": "completed", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:42.048152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Request body: {'port': {'device_id': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'd871ce1ed1ca4e098506d761ce8cf575'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:42.064518 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.196648 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1306e6eb-edc6-4ca2-8926-a115ca69bcb1 x-openstack-request-id: req-1306e6eb-edc6-4ca2-8926-a115ca69bcb1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:42.196942 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "name": "network-vif-unplugged", "status": "completed", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:42.197175 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1306e6eb-edc6-4ca2-8926-a115ca69bcb1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:42.197560 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'code': 200} Jan 29 04:18:42.265108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:42.320859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d4543-2539-41dd-b967-caf13029c10d req-90730c8b-fbb1-46dd-bf87-f9f1732fd629 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:42.322512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-731d4543-2539-41dd-b967-caf13029c10d req-90730c8b-fbb1-46dd-bf87-f9f1732fd629 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.2710729 Jan 29 04:18:42.380724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-1fb7e48b-5e0c-419a-935f-e0ee949e4f26 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:42.382204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-1fb7e48b-5e0c-419a-935f-e0ee949e4f26 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.3490546 Jan 29 04:18:42.382916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:42.383391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:42.383752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:42.403784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:42.404166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Attempting to bind port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:42.415113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Request body: {'port': {'device_id': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'admin_state_up': True, 'tenant_id': '9941287f8b2147d7b610587376bc7b9a'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:42.441462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:42.441807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:42.442226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:42.442678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Bound port: 345b71b9-38ee-43b3-8d39-581d7a8681d5, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:42.443038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.499441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-731d4543-2539-41dd-b967-caf13029c10d req-c2631d35-0fe2-4212-a36a-a3e2f1a1c870 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402948 Jan 29 04:18:42.534134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Made reservation on behalf of d871ce1ed1ca4e098506d761ce8cf575 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:42.537519 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.560453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 748fb652-09c3-4211-876a-68c19afe03d2 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:42.567355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.622701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:42.626189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:42.661187 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.718248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:42.732283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '748fb652-09c3-4211-876a-68c19afe03d2', 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db', 'port_id': '748fb652-09c3-4211-876a-68c19afe03d2', 'mac_address': 'fa:16:3e:33:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b731c864-83d6-4b00-b9c3-c1e40bf9514e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:42.796149 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b419d06a-a744-4289-b29c-eb73a7cfb087 req-a1fce796-acf4-4845-a13a-f8322f46ccac tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 210 time: 0.0554585 Jan 29 04:18:42.800641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.820820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748fb652-09c3-4211-876a-68c19afe03d2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:42.831943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:42.835594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.851846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:42.860204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.892666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:42.931769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:42.939440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce19d-97c1-4eb6-b722-a94ccbdaa2d3 req-9c577e35-1370-4eb8-b6ad-65e9e1454db0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:42.946524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-985ce19d-97c1-4eb6-b722-a94ccbdaa2d3 req-9c577e35-1370-4eb8-b6ad-65e9e1454db0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.3046691 Jan 29 04:18:42.950363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.955145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:42.955675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:42.957007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-f642f495-0d00-4ff3-ab30-742d9c348052 service neutron] 10.222.0.20 "PUT /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 1121 time: 1.7923594 Jan 29 04:18:42.957660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95e89329-c7d6-40b7-9028-a7c6c91f2f4e req-2990bd35-3d35-4c14-8936-827db1829722 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 210 time: 0.0458360 Jan 29 04:18:42.965370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.039117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263e092b-1e7c-474e-a693-ea1020357375'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:43.041412 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b414f25-81c1-45c7-a5f3-b4ac59355619" -d '{"events": [{"server_uuid": "cb9141ac-3b41-4164-813c-be3701c060b1", "name": "network-vif-plugged", "status": "completed", "tag": "263e092b-1e7c-474e-a693-ea1020357375"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:43.109864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1eecb-895c-4cc1-8ced-791be4ed99c3 req-7004ceb4-b174-49d3-acf7-307f85a801da tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:43.111735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ecf1eecb-895c-4cc1-8ced-791be4ed99c3 req-7004ceb4-b174-49d3-acf7-307f85a801da tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 944 time: 0.0503926 Jan 29 04:18:43.121282 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.130361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['345b71b9-38ee-43b3-8d39-581d7a8681d5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:43.138267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e754b31f-a461-4aec-946f-d139da297e1a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:43.151608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-985ce19d-97c1-4eb6-b722-a94ccbdaa2d3 req-d3fadf30-2eb4-43e1-bac9-d720f66500b9 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037115 Jan 29 04:18:43.174235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ecf1eecb-895c-4cc1-8ced-791be4ed99c3 req-fdcafd0b-1525-4368-be48-c185bb72e87f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551825 Jan 29 04:18:43.196364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:43.239709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Allocated IP 172.20.0.4 (6f59be2e-20bf-4429-b688-a33a4b33c6c5/a54b4108-c1b9-4e57-a8ae-0e663e58874c/6e10bf2e-8fa6-418b-875b-ce86a98faff3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:43.283860 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ba02b-ac6e-4c9c-95c9-13b2bf34ac9f x-openstack-request-id: req-b69ba02b-ac6e-4c9c-95c9-13b2bf34ac9f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:43.284165 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9141ac-3b41-4164-813c-be3701c060b1", "name": "network-vif-plugged", "status": "completed", "tag": "263e092b-1e7c-474e-a693-ea1020357375", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:43.284421 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b69ba02b-ac6e-4c9c-95c9-13b2bf34ac9f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:43.284904 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263e092b-1e7c-474e-a693-ea1020357375', 'code': 200} Jan 29 04:18:43.465162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Allocated IP 192.168.233.226 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/d0b0d4e8-516d-488d-83bc-7a1d1729781a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:43.503488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.523764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f87f2c-8b17-450b-9892-742f7056d21f req-df8717f2-2a2a-4e84-b968-2aaa43501399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:43.525451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4f87f2c-8b17-450b-9892-742f7056d21f req-df8717f2-2a2a-4e84-b968-2aaa43501399 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 1101 time: 0.1396842 Jan 29 04:18:43.629080 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.663886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4f87f2c-8b17-450b-9892-742f7056d21f req-02ea52bc-cfe8-402b-b0cb-9536566a77b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297174 Jan 29 04:18:43.754180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:43.760144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:43.763687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:43.769849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:43.789522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2946-138b-4e9f-a54c-569f8fa3c9c9 req-e9c75443-f4ac-4698-8ebb-e30c655ba165 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:43.791255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08aa2946-138b-4e9f-a54c-569f8fa3c9c9 req-e9c75443-f4ac-4698-8ebb-e30c655ba165 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.1921060 Jan 29 04:18:43.848865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.879663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:43.880244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.884092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33910) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:43.889252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07e2739d-93d3-4915-a2d7-5bfa4b1a0a95 req-5504edfd-c111-4ef5-82b2-ade3e7a1b829 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 210 time: 0.0314720 Jan 29 04:18:43.898465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08aa2946-138b-4e9f-a54c-569f8fa3c9c9 req-13444633-67a7-4e8b-866f-a98b932b61d9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833399 Jan 29 04:18:43.918648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-8ce02e0b-9d3b-44cb-8570-fbb5da94ce30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5112195 Jan 29 04:18:43.930664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:43.967735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Request body: {'port': {'device_id': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:44.008776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:44.017800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:44.024974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:44.027990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:44.080445 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf7590e9-d9a0-415f-b07f-ad47306666a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.088902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8785e0e-7557-4360-8116-dc0622c9d81f req-2b25cd32-436f-434d-b371-1aa0701f3208 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:44.094424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8785e0e-7557-4360-8116-dc0622c9d81f req-2b25cd32-436f-434d-b371-1aa0701f3208 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 931 time: 0.0561259 Jan 29 04:18:44.094927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.130897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:44.131440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.132717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8785e0e-7557-4360-8116-dc0622c9d81f req-2ea46e7b-a504-41f6-adfb-c893c3f7bb8d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Jan 29 04:18:44.186675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-a6e3fefc-56c7-404c-95e6-cced67ac1726 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1429350 Jan 29 04:18:44.201636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:44.204148 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9" -d '{"events": [{"name": "network-changed", "server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:44.268164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-895a9dee-b25f-4ddb-9028-8850ae259173 None None] Provisioning complete for port d0b0d4e8-516d-488d-83bc-7a1d1729781a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:44.268726 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-895a9dee-b25f-4ddb-9028-8850ae259173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.270117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Request body: {'port': {'device_id': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:44.316579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-895a9dee-b25f-4ddb-9028-8850ae259173 None None] Port d0b0d4e8-516d-488d-83bc-7a1d1729781a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:18:44.321986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecfeb3-3f08-4ebc-bda4-78439849e1d9 req-ca48dc01-70ac-4d57-a20b-06ae3512b792 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:44.324755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9cecfeb3-3f08-4ebc-bda4-78439849e1d9 req-ca48dc01-70ac-4d57-a20b-06ae3512b792 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0635147 Jan 29 04:18:44.363922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9cecfeb3-3f08-4ebc-bda4-78439849e1d9 req-4b756d7a-a5a3-418d-8e33-84766fd3544c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Jan 29 04:18:44.405187 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf7590e9-d9a0-415f-b07f-ad47306666a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.419268 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd604f-41e2-4970-8834-284beb1210a9 x-openstack-request-id: req-c1bd604f-41e2-4970-8834-284beb1210a9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:44.419553 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:44.419803 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1bd604f-41e2-4970-8834-284beb1210a9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:44.420184 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'status': 'completed', 'code': 200} Jan 29 04:18:44.425539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf7590e9-d9a0-415f-b07f-ad47306666a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.453839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.462234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4e67-ce8f-427d-b6b1-02c1e670ba36 req-c8c809d9-5a10-4e28-9d50-e3501e641bc1 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:44.463979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dbba4e67-ce8f-427d-b6b1-02c1e670ba36 req-c8c809d9-5a10-4e28-9d50-e3501e641bc1 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 944 time: 0.1907716 Jan 29 04:18:44.573170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 748fb652-09c3-4211-876a-68c19afe03d2 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:44.627068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 748fb652-09c3-4211-876a-68c19afe03d2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:44.631220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 748fb652-09c3-4211-876a-68c19afe03d2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:44.631594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.711010 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.745544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:44.749165 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.775724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf7590e9-d9a0-415f-b07f-ad47306666a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f17a23e32f5b48b3a78074573f1770ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893931 Jan 29 04:18:44.778754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33924) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:44.783068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7590e9-d9a0-415f-b07f-ad47306666a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b3090-2922-4a2f-9939-b372fcbc456c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:44.808561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:44.838752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dbba4e67-ce8f-427d-b6b1-02c1e670ba36 req-97cea842-2b53-4339-becf-5a1c1e180bad tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609624 Jan 29 04:18:44.842563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83dd3dee-2153-45b1-adce-e712f5a51955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.863052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-14ddfa03-2455-4757-94c4-6e23d47fdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:44.864784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-14ddfa03-2455-4757-94c4-6e23d47fdcfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1124 time: 0.3859811 Jan 29 04:18:44.880228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83dd3dee-2153-45b1-adce-e712f5a51955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.959323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83dd3dee-2153-45b1-adce-e712f5a51955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.963017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83dd3dee-2153-45b1-adce-e712f5a51955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:44.968161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-83dd3dee-2153-45b1-adce-e712f5a51955 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/976b3090-2922-4a2f-9939-b372fcbc456c HTTP/1.1" status: 204 len: 168 time: 0.1881814 Jan 29 04:18:44.976779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd3dee-2153-45b1-adce-e712f5a51955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b3090-2922-4a2f-9939-b372fcbc456c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:45.045586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c85c-e890-4e68-8654-99fe24687eea req-d34cf1b1-0684-4c34-be88-cb514b8aacd1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.047404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f148c85c-e890-4e68-8654-99fe24687eea req-d34cf1b1-0684-4c34-be88-cb514b8aacd1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 936 time: 0.0658147 Jan 29 04:18:45.099265 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f148c85c-e890-4e68-8654-99fe24687eea req-d2ed93af-2c19-4fcd-9b62-e19870754666 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Jan 29 04:18:45.138522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e10bf2e-8fa6-418b-875b-ce86a98faff3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:45.155239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.185559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-a9e2363c-46c3-4f07-a426-dc630df8de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.187067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-a9e2363c-46c3-4f07-a426-dc630df8de09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.3135529 Jan 29 04:18:45.188149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Transition to ACTIVE for port object 6e10bf2e-8fa6-418b-875b-ce86a98faff3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:45.215162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.262237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10b93-0e9c-4079-9e36-0919a48139f4 req-3e700b61-1890-42f8-bfca-5ba5650044f3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.263946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fd10b93-0e9c-4079-9e36-0919a48139f4 req-3e700b61-1890-42f8-bfca-5ba5650044f3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0522048 Jan 29 04:18:45.265101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc3750-555a-4af7-8483-65d8e21754da req-31506414-fff0-4556-a697-a12bebbf8133 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.266617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2bdc3750-555a-4af7-8483-65d8e21754da req-31506414-fff0-4556-a697-a12bebbf8133 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.2074599 Jan 29 04:18:45.285734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:45.289777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-aced8eac-bdf3-49e6-8bee-21de2f2ef553 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 217 time: 0.0898001 Jan 29 04:18:45.290516 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7e052-bd5c-47cb-886b-23243835b9b3" -d '{"events": [{"server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "748fb652-09c3-4211-876a-68c19afe03d2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:45.309125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fd10b93-0e9c-4079-9e36-0919a48139f4 req-287a53a0-f7c8-4177-858d-afb2a44b7938 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Jan 29 04:18:45.349633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:45.362553 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a084ed6f-b780-4fc3-ba58-c06c5bb40f9d x-openstack-request-id: req-a084ed6f-b780-4fc3-ba58-c06c5bb40f9d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:45.363583 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "748fb652-09c3-4211-876a-68c19afe03d2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:45.363974 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a084ed6f-b780-4fc3-ba58-c06c5bb40f9d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:45.364550 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2', 'code': 200} Jan 29 04:18:45.366213 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ddd1c6b-d676-477b-91ef-d1c0ebbfd0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.390291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:45.454322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-b1ea406f-e07a-4f41-9fa9-a868147444ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.455817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-b1ea406f-e07a-4f41-9fa9-a868147444ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1445756 Jan 29 04:18:45.480896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2bdc3750-555a-4af7-8483-65d8e21754da req-e42e0c12-e311-4113-8c61-3e4461257471 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884339 Jan 29 04:18:45.485602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b0d4e8-516d-488d-83bc-7a1d1729781a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:45.504509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ddd1c6b-d676-477b-91ef-d1c0ebbfd0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.511762 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.512467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ddd1c6b-d676-477b-91ef-d1c0ebbfd0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.548698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18861-82e0-40d1-88f7-54987aa69bc4 req-786d94f0-21ff-4054-834b-caf507e49814 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.550324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88f18861-82e0-40d1-88f7-54987aa69bc4 req-786d94f0-21ff-4054-834b-caf507e49814 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0949342 Jan 29 04:18:45.555546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-9207e698-bcaf-4dc1-9d46-6c7d56dd1262 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720501 Jan 29 04:18:45.566862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ddd1c6b-d676-477b-91ef-d1c0ebbfd0e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70c4fdbe75a648a791c18b7b8e0c7a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160616 Jan 29 04:18:45.569690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:45.573787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd1c6b-d676-477b-91ef-d1c0ebbfd0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0656ce2c-7d7b-4974-83e6-f7222e0981cd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:45.594287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Transition to ACTIVE for port object d0b0d4e8-516d-488d-83bc-7a1d1729781a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:45.602972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88f18861-82e0-40d1-88f7-54987aa69bc4 req-ee4c34c3-e1aa-48ed-b200-62f91edf96ca tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Jan 29 04:18:45.634334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.710722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:45.711061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:45.711393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:45.731917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd445b6-b2d6-4828-b47d-639c63f44fe4 req-42f6a2c2-d074-4660-9342-f9ebc0ea8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.733432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bd445b6-b2d6-4828-b47d-639c63f44fe4 req-42f6a2c2-d074-4660-9342-f9ebc0ea8ade service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1096 time: 0.2434676 Jan 29 04:18:45.751426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:45.751759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:45.800697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:45.801041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:45.801434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:45.801923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Bound port: 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:45.802294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.810741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:45.846405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7e7d-3708-4abd-91c3-32b9e8ab5547 req-5ea50708-b6e5-45ca-b2fb-cb8eca16a832 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.847933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d58d7e7d-3708-4abd-91c3-32b9e8ab5547 req-5ea50708-b6e5-45ca-b2fb-cb8eca16a832 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2863340 Jan 29 04:18:45.904786 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3cde-2395-474f-afbf-e95174abc1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:45.913555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-4fd4eb59-fcdc-4126-a5cc-dd613806fddd service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429768 Jan 29 04:18:45.956468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bd445b6-b2d6-4828-b47d-639c63f44fe4 req-2b544a98-ebf2-4d9a-a145-dc01d61e0a17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102182 Jan 29 04:18:45.966019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74368509-579a-4b30-bd59-25e85904f083 req-f81cae50-e0e7-4f1b-8f21-a4b75fad89dc tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:45.967641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74368509-579a-4b30-bd59-25e85904f083 req-f81cae50-e0e7-4f1b-8f21-a4b75fad89dc tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 945 time: 0.0577786 Jan 29 04:18:46.005353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74368509-579a-4b30-bd59-25e85904f083 req-5ac952e2-4eb7-4e79-9644-17b6a13dd916 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jan 29 04:18:46.058264 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3cde-2395-474f-afbf-e95174abc1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.080848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d58d7e7d-3708-4abd-91c3-32b9e8ab5547 req-2fcaaefa-7c34-45ae-8e48-334d321d8f71 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132585 Jan 29 04:18:46.095209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:46.098618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:46.098958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:46.099288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:46.129974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:46.137198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Port d0b0d4e8-516d-488d-83bc-7a1d1729781a on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:46.137531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:46.147616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.202282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:46.202282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:46.202282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:46.202282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Bound port: d0b0d4e8-516d-488d-83bc-7a1d1729781a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:46.202282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.219779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.220317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.221706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] 10.222.0.36 "PUT /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 1091 time: 2.2639744 Jan 29 04:18:46.225784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b9da83-e4ad-4cf0-a9a2-a5f05d7151f9 req-2a2341eb-908e-477f-a883-3cffadd891b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811770 Jan 29 04:18:46.247464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3cde-2395-474f-afbf-e95174abc1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.250419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3cde-2395-474f-afbf-e95174abc1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.251592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d0d3cde-2395-474f-afbf-e95174abc1ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0656ce2c-7d7b-4974-83e6-f7222e0981cd HTTP/1.1" status: 204 len: 168 time: 0.6714232 Jan 29 04:18:46.254108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aa232-f227-4684-b71b-886c39becde9 req-5b696017-34f0-47c0-884b-840ddca4d29d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.263040 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c82aa232-f227-4684-b71b-886c39becde9 req-5b696017-34f0-47c0-884b-840ddca4d29d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.0842383 Jan 29 04:18:46.280218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd9a16-8702-4abd-af24-0f6d7cfc3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:46.292119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d3cde-2395-474f-afbf-e95174abc1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656ce2c-7d7b-4974-83e6-f7222e0981cd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:46.316029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c82aa232-f227-4684-b71b-886c39becde9 req-a1973fe6-e2cd-42ab-b2f4-e0310b93179c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Jan 29 04:18:46.376169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-f643294e-4e02-4bf0-9ba8-24b8d03d167e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529280 Jan 29 04:18:46.378052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:46.396224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:46.409782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.428583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:46.430937 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea9528c-7f03-42ec-b28d-823a868b9f55" -d '{"events": [{"name": "network-changed", "server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:46.443171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c295f-c960-47e5-b4c3-2e50a4c3c3a9 req-5687e71b-fcc5-4cf3-bc67-204ae6ba4372 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.444818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e6c295f-c960-47e5-b4c3-2e50a4c3c3a9 req-5687e71b-fcc5-4cf3-bc67-204ae6ba4372 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0522351 Jan 29 04:18:46.487875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e6c295f-c960-47e5-b4c3-2e50a4c3c3a9 req-c361b498-a0b1-436f-b2cf-6a6566fdc050 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Jan 29 04:18:46.503988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-f6546858-fb8d-4167-a023-566f38ce8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.505316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-f6546858-fb8d-4167-a023-566f38ce8235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1094 time: 0.1794646 Jan 29 04:18:46.508327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.508883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:46.511827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-b028fa54-4195-4628-934e-e407d11bdade service neutron] 10.222.0.36 "PUT /v2.0/ports/d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 1096 time: 2.2866325 Jan 29 04:18:46.567771 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbeaf0e-0db9-49fe-9eb7-5349e912d137 x-openstack-request-id: req-dbbeaf0e-0db9-49fe-9eb7-5349e912d137 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:46.568065 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:46.568319 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbbeaf0e-0db9-49fe-9eb7-5349e912d137 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:46.568709 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'status': 'completed', 'code': 200} Jan 29 04:18:46.601714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:46.607235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028fa54-4195-4628-934e-e407d11bdade service neutron] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:46.613751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-3f73c89e-36dd-4740-bd82-e380e2ed8c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 217 time: 0.0692558 Jan 29 04:18:46.660858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-2f1cbde7-57bb-472b-8e42-3c4cdde33f20 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.668439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-2f1cbde7-57bb-472b-8e42-3c4cdde33f20 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761443 Jan 29 04:18:46.736329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-797317c3-43f9-4c07-8b33-c2285c6ab831 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/quotas/f573d2ec1a824d7dab7f929f61c02c68 HTTP/1.1" status: 200 len: 375 time: 0.0669382 Jan 29 04:18:46.763439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bff7-4a0c-4b18-abe6-37fb977c6abc req-a08cd814-ce6c-42b2-90b8-1054bb197498 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.764592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:46.765355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c553bff7-4a0c-4b18-abe6-37fb977c6abc req-a08cd814-ce6c-42b2-90b8-1054bb197498 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0674119 Jan 29 04:18:46.781409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:18:46.789718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-1c13e08b-8a29-4c59-bc9e-4178ccdd5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.791216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-1c13e08b-8a29-4c59-bc9e-4178ccdd5e17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1659188 Jan 29 04:18:46.801618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-57d9704f-5bb6-438c-b34f-ac1cdddedaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:46.802666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-57d9704f-5bb6-438c-b34f-ac1cdddedaf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1099 time: 0.1924562 Jan 29 04:18:46.809322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c553bff7-4a0c-4b18-abe6-37fb977c6abc req-85e8f78a-4a6d-4c0c-a75c-3a6ace0ea6fc tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Jan 29 04:18:46.839707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-e933f671-ff3c-42c1-ab57-c36368548f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360980 Jan 29 04:18:46.853062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-781e2e36-6a49-4a4c-9713-c143e0af0965 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157713 Jan 29 04:18:46.891289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-2426f5e7-f07f-4b06-9c5e-e6543a5e31c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0538440 Jan 29 04:18:47.013984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-86f3cf21-7765-4e58-87bc-9c43c68158f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.015999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-86f3cf21-7765-4e58-87bc-9c43c68158f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1110668 Jan 29 04:18:47.048624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-77710d6f-2b4f-43cb-9cfd-640dbdddd3a1 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663785 Jan 29 04:18:47.062909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eeb276dd-9ea5-400f-a3a2-cd446bc9b0d8 req-4a32022f-327a-4a37-9c7f-b18367740acf tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 210 time: 0.0475798 Jan 29 04:18:47.184185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-55cb7a47-37e5-4912-9c38-711fd42108f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.185691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-55cb7a47-37e5-4912-9c38-711fd42108f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521103 Jan 29 04:18:47.485790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10a049-4a74-488f-83d1-e37432c26d54 req-ac356fa0-6754-4ccb-9f22-7565ae2b3d5e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.487555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a10a049-4a74-488f-83d1-e37432c26d54 req-ac356fa0-6754-4ccb-9f22-7565ae2b3d5e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.0598979 Jan 29 04:18:47.492113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b3565-7d45-4468-82d1-96d7a404ac97 req-3739909e-f95d-43e7-94b4-34a3592331b6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.493586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-305b3565-7d45-4468-82d1-96d7a404ac97 req-3739909e-f95d-43e7-94b4-34a3592331b6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 945 time: 0.3860347 Jan 29 04:18:47.505951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f60a3d9d-b651-4d08-a2fe-7895a508afad req-9a2cabc2-1aa1-4573-bd9e-ee4c3c0625d6 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400463 Jan 29 04:18:47.544640 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a10a049-4a74-488f-83d1-e37432c26d54 req-095cbf5a-ef63-4a19-a709-44f614db3658 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Jan 29 04:18:47.565926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-305b3565-7d45-4468-82d1-96d7a404ac97 req-4655ed69-edd4-4a06-830f-080781a34f9f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Jan 29 04:18:47.588009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-7f07e9b8-e036-48b8-ae21-21e7683f05a3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890529 Jan 29 04:18:47.680407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157386b2-e2a1-4a64-8425-4300dccb3d98 req-96229539-d4c3-4c29-b410-153a4ecd88e3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.682678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-157386b2-e2a1-4a64-8425-4300dccb3d98 req-96229539-d4c3-4c29-b410-153a4ecd88e3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0583587 Jan 29 04:18:47.725231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-157386b2-e2a1-4a64-8425-4300dccb3d98 req-0ba49669-d58f-491d-9667-c85ef1d542e3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jan 29 04:18:47.772892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-805404dc-b419-4025-927e-32c93c596e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.774425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-805404dc-b419-4025-927e-32c93c596e10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1094 time: 0.0731626 Jan 29 04:18:47.781152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75d48627-8912-4ffe-93a8-3f6f47250c36 req-fdac9a37-ccd3-4fcb-9bad-daa5b2e89813 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631110 Jan 29 04:18:47.875190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-6f3d1f17-b8d8-4929-9613-3e789032c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:47.877313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-6f3d1f17-b8d8-4929-9613-3e789032c490 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.0953407 Jan 29 04:18:47.938338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-74b44bfe-63b0-427d-93c9-63f130715cad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 217 time: 0.0493827 Jan 29 04:18:48.008280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dcfb0-af6d-4727-b2fe-c0f3fdd45cac req-3299e226-2442-4c20-9cf1-cc73248fbee2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.009769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-939dcfb0-af6d-4727-b2fe-c0f3fdd45cac req-3299e226-2442-4c20-9cf1-cc73248fbee2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.1150477 Jan 29 04:18:48.011606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-ecfd5019-2a4d-4ccb-afb0-9b526fbd3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.012954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-ecfd5019-2a4d-4ccb-afb0-9b526fbd3b0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0616424 Jan 29 04:18:48.052072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-be4507ea-26d9-410a-aaa4-bfeacf4e2337 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299106 Jan 29 04:18:48.090106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-939dcfb0-af6d-4727-b2fe-c0f3fdd45cac req-60fbde79-9c7c-49ec-bb05-b3386fc78fa9 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737510 Jan 29 04:18:48.188604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fda6b961-7029-494d-a586-2a48d1b8e763 req-5d7a2a93-0bb0-4793-8963-37a5470b066d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 210 time: 0.0359445 Jan 29 04:18:48.190885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-e9bcfeed-c24e-4fe1-8e16-72fc7139b7e3 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279590 Jan 29 04:18:48.334623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-13f0e327-85fa-46c8-b2c9-a22978a99bae tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255740 Jan 29 04:18:48.336548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea9528c-7f03-42ec-b28d-823a868b9f55 req-c0380358-4fa3-4adb-97ca-fc8f25fd48ce service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360209 Jan 29 04:18:48.464045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-aba9f4c0-8928-4f0b-8a3b-f4e2398fa0db tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.465636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-aba9f4c0-8928-4f0b-8a3b-f4e2398fa0db tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221950 Jan 29 04:18:48.487908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Request body: {'port': {'device_id': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'f573d2ec1a824d7dab7f929f61c02c68'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:48.573830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:48.577047 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1df77-d438-4f6e-b1db-a463d6940a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:48.619121 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187102e9-f40a-4520-9c30-97815d05aabd x-openstack-request-id: req-187102e9-f40a-4520-9c30-97815d05aabd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:48.619408 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:48.620930 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-187102e9-f40a-4520-9c30-97815d05aabd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:48.621389 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'status': 'completed', 'code': 200} Jan 29 04:18:48.622959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Made reservation on behalf of f573d2ec1a824d7dab7f929f61c02c68 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:48.627228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:48.688158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34078) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:48.715669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f2794-586b-4198-9533-3f31c1267b26 req-3c7c7e7d-d502-4cf9-9202-8bbeba94c181 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.717540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-287f2794-586b-4198-9533-3f31c1267b26 req-3c7c7e7d-d502-4cf9-9202-8bbeba94c181 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.0843391 Jan 29 04:18:48.757773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-287f2794-586b-4198-9533-3f31c1267b26 req-57ddd76c-af64-4f99-a50a-3d41ab9ae28c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Jan 29 04:18:48.821628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89e82544-44b0-4b03-b273-cd3aa6cd4506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:48.829942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f102d3-bf4a-4b5d-86db-9c1351eac36c req-37b4e0aa-70d8-4933-bc4b-1e0a90c66daf tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.831433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f102d3-bf4a-4b5d-86db-9c1351eac36c req-37b4e0aa-70d8-4933-bc4b-1e0a90c66daf tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 945 time: 0.1641262 Jan 29 04:18:48.835269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-cc491070-717c-4066-9f35-439f118f4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.836643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-cc491070-717c-4066-9f35-439f118f4926 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1099 time: 0.1400545 Jan 29 04:18:48.886133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Allocated IP 192.168.233.206 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/c0220996-496e-423f-bd07-be77b9f0de7c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:48.898054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e205a1-faea-4d80-95f3-f40bcd1d6436 req-2e87adf8-1110-44c6-8dc6-d8272dcb79cc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:48.899490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61e205a1-faea-4d80-95f3-f40bcd1d6436 req-2e87adf8-1110-44c6-8dc6-d8272dcb79cc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0700011 Jan 29 04:18:48.963192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61e205a1-faea-4d80-95f3-f40bcd1d6436 req-d5c7cb76-fd43-4c06-a173-ac561b94f7a6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Jan 29 04:18:48.968254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89e82544-44b0-4b03-b273-cd3aa6cd4506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:48.972774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89e82544-44b0-4b03-b273-cd3aa6cd4506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:48.986699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f102d3-bf4a-4b5d-86db-9c1351eac36c req-8851943b-a004-4274-aa19-c9110f32ba9c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490796 Jan 29 04:18:49.021221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e82544-44b0-4b03-b273-cd3aa6cd4506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53f61b-d761-4fdb-8577-fb109b868460,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:49.037120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89e82544-44b0-4b03-b273-cd3aa6cd4506 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf8200df12324798b66806d8bdea5053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470981 Jan 29 04:18:49.039912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:49.077224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-fea28e68-fc28-4bd7-8da7-f8fed062136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.078641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-fea28e68-fc28-4bd7-8da7-f8fed062136a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2196059 Jan 29 04:18:49.079944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-fa5a0008-1ef3-4e4a-8ca4-3ed29393f88a service neutron] 10.222.0.36 "GET /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.1853876 Jan 29 04:18:49.108013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-d8f227e1-4b26-42c1-93a2-af2626e0db4a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-544358968&fields=id&tenant_id=92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 267 time: 0.0356028 Jan 29 04:18:49.177000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-859a4c53-bf8b-4be3-b0d2-43e5b1fa2c88 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.178647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-859a4c53-bf8b-4be3-b0d2-43e5b1fa2c88 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 945 time: 0.0647557 Jan 29 04:18:49.190438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'port': {'security_groups': ['867a1b9a-0ee7-44ed-aa37-bda508abac82', '7b32be19-ba95-4bb3-839d-54ab81389955']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:49.215444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-c514d181-522c-4dba-ae7e-de9908c3927d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.1123655 Jan 29 04:18:49.279211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.343442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1217774b-5405-4b65-b85a-ddbcd67ed07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.372116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.408928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770d80a-7e6c-4674-9b74-2abab2cc5e90 req-57b218e8-4d64-4b54-ad00-2124ca803c73 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.414410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3770d80a-7e6c-4674-9b74-2abab2cc5e90 req-57b218e8-4d64-4b54-ad00-2124ca803c73 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.2052405 Jan 29 04:18:49.425613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-04b8ec02-dcd8-436c-a45a-973f0073389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.427053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-04b8ec02-dcd8-436c-a45a-973f0073389c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1990113 Jan 29 04:18:49.435988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1217774b-5405-4b65-b85a-ddbcd67ed07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.508940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:49.537521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.543268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.589795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:49.591035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.591709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.593202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b73cd8f-f985-4462-ab7b-5d99238a3f60 req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "PUT /v2.0/ports/748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 981 time: 0.4074397 Jan 29 04:18:49.593672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:49.596217 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f27c6-080c-4817-b298-392bacf469c5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "tag": "748fb652-09c3-4211-876a-68c19afe03d2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:49.602623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3770d80a-7e6c-4674-9b74-2abab2cc5e90 req-8481929e-e26d-40fe-b41e-16e1aaae0c17 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696892 Jan 29 04:18:49.626340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224111d3-7358-4ac9-9553-2fe50c7d70a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:49.632464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-20f0c7fc-94e8-47dc-875c-1260b2b844a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.644387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-20f0c7fc-94e8-47dc-875c-1260b2b844a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880329 Jan 29 04:18:49.662550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.693822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1217774b-5405-4b65-b85a-ddbcd67ed07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.696899 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1217774b-5405-4b65-b85a-ddbcd67ed07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:49.699020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1217774b-5405-4b65-b85a-ddbcd67ed07d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc53f61b-d761-4fdb-8577-fb109b868460 HTTP/1.1" status: 204 len: 168 time: 0.6581454 Jan 29 04:18:49.742208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc09f6f-b06f-416c-ac14-1eaabf1ab951 req-69c13656-e6a9-41da-8ba5-55a752541b2c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:49.743672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cdc09f6f-b06f-416c-ac14-1eaabf1ab951 req-69c13656-e6a9-41da-8ba5-55a752541b2c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 936 time: 0.0549934 Jan 29 04:18:49.792996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cdc09f6f-b06f-416c-ac14-1eaabf1ab951 req-e1a3726e-5fe0-47ac-9ef4-ab5082bd9be0 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Jan 29 04:18:49.819646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:49.824941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:49.839697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217774b-5405-4b65-b85a-ddbcd67ed07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53f61b-d761-4fdb-8577-fb109b868460,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:49.852723 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e8ffc4-ec07-4e94-80fb-cab22d6b51f5 x-openstack-request-id: req-78e8ffc4-ec07-4e94-80fb-cab22d6b51f5 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:49.854720 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "tag": "748fb652-09c3-4211-876a-68c19afe03d2", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:49.854981 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78e8ffc4-ec07-4e94-80fb-cab22d6b51f5 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:49.855381 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2', 'status': 'completed', 'code': 200} Jan 29 04:18:49.860697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:49.886133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:49.917232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:49.919801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event updated for resources: {'Port': ['ID=c0220996-496e-423f-bd07-be77b9f0de7c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:49.954292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:49.958258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-a0dc9a06-2a47-422e-842e-e6b883bff052 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-741584146&fields=id&tenant_id=92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 267 time: 0.1963606 Jan 29 04:18:49.998900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['06ddc5c7-e568-453d-a42f-57653cc3d5bf', '263e092b-1e7c-474e-a693-ea1020357375'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:50.045472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-7aeef628-c4e4-4aa3-8eae-e41612a0f4d1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007246 Jan 29 04:18:50.092027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345b71b9-38ee-43b3-8d39-581d7a8681d5 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:50.107467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.108129 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.147048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-340d4f02-a41c-4a3e-9a21-31bdc33f7b9b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6627011 Jan 29 04:18:50.149039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:50.153399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:50.202814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9648-65c2-4009-9c09-76e8edfdac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.210958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Request body: {'port': {'device_id': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:50.274656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a8360db9-8374-4829-b1dd-082593dd82d4 None None] Provisioning complete for port c0220996-496e-423f-bd07-be77b9f0de7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:50.274656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a8360db9-8374-4829-b1dd-082593dd82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.276294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-6602e0de-aa52-412d-a441-8a192f389bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.277938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-6602e0de-aa52-412d-a441-8a192f389bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1135 time: 0.3654730 Jan 29 04:18:50.290107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c752f7-b7f6-4103-835d-b2fdb656473c req-7985cc58-9fbc-4103-a4c5-1b5df8176082 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.292203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45c752f7-b7f6-4103-835d-b2fdb656473c req-7985cc58-9fbc-4103-a4c5-1b5df8176082 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.3430340 Jan 29 04:18:50.325081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a8360db9-8374-4829-b1dd-082593dd82d4 None None] Port c0220996-496e-423f-bd07-be77b9f0de7c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:18:50.400561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45c752f7-b7f6-4103-835d-b2fdb656473c req-cb247a8b-cc70-496a-be9a-9ba81c0a2f51 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567751 Jan 29 04:18:50.421609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-1f18a514-8e6b-4118-bd14-cb0323cf26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.423104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-1f18a514-8e6b-4118-bd14-cb0323cf26d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.1300082 Jan 29 04:18:50.479566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-03e56855-7cb4-4740-ada3-6ff60678cf68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 217 time: 0.0384450 Jan 29 04:18:50.545347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-c34a8e11-7f7e-43fc-bc1c-a9d27f1bc81b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.546909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-c34a8e11-7f7e-43fc-bc1c-a9d27f1bc81b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 984 time: 0.5460138 Jan 29 04:18:50.556274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.560573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-6da77e5c-8db4-4af9-b2c5-125ada481b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.562056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-6da77e5c-8db4-4af9-b2c5-125ada481b27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.0752883 Jan 29 04:18:50.575103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db0c09-897a-4cef-b9f5-1501df3ec31d req-d19cf0d2-89c4-457d-ab6e-10534e809d73 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.577814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'port': {'security_groups': ['7b32be19-ba95-4bb3-839d-54ab81389955', '867a1b9a-0ee7-44ed-aa37-bda508abac82', 'ea929316-be58-47d4-b7af-5051011dc7f1']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:50.583046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48db0c09-897a-4cef-b9f5-1501df3ec31d req-d19cf0d2-89c4-457d-ab6e-10534e809d73 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0979114 Jan 29 04:18:50.620522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-af78fbc4-b5f6-4795-9be3-c10f6c5fc88a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346627 Jan 29 04:18:50.637330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48db0c09-897a-4cef-b9f5-1501df3ec31d req-b60af121-e551-45dc-b8c2-75e88ad2edcc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534918 Jan 29 04:18:50.723363 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7f1df77-d438-4f6e-b1db-a463d6940a9c req-41ad1f6e-648b-4bec-bc29-1d4500980b84 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485708 Jan 29 04:18:50.734425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.753843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-1dcb13cc-2c4f-4f48-8f20-a982879546ef service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152914 Jan 29 04:18:50.776637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.789070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfefa12-8cb2-4c60-a552-0458f8723786 req-390eda9c-69a7-4dfe-9ee7-8d0140990b25 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.790559 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cfefa12-8cb2-4c60-a552-0458f8723786 req-390eda9c-69a7-4dfe-9ee7-8d0140990b25 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 943 time: 0.0806241 Jan 29 04:18:50.861802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] Transition to ACTIVE for port object 345b71b9-38ee-43b3-8d39-581d7a8681d5 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:50.871516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cfefa12-8cb2-4c60-a552-0458f8723786 req-4416a933-b3d5-4edf-8515-4189930375bd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 Jan 29 04:18:50.884576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.891352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c0f27c6-080c-4817-b298-392bacf469c5 req-2cf770e7-1b87-4312-9d67-bcc560cdb2db service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294887 Jan 29 04:18:50.981701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9648-65c2-4009-9c09-76e8edfdac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:50.993099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95729a-26c6-4921-8da5-5ebbf88f4499 req-c271ccf0-ee7a-4cf2-bb78-5ab8a105ddae tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:50.995333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d95729a-26c6-4921-8da5-5ebbf88f4499 req-c271ccf0-ee7a-4cf2-bb78-5ab8a105ddae tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 936 time: 0.0513732 Jan 29 04:18:51.017172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9648-65c2-4009-9c09-76e8edfdac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.035492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d95729a-26c6-4921-8da5-5ebbf88f4499 req-b5847cb8-e1f6-4233-aaeb-4380ef5fa08b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Jan 29 04:18:51.078334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] No DVR routers for this DVR port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:18:51.110553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] Pushing event updated for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:51.180090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f6f9648-65c2-4009-9c09-76e8edfdac08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08a279ada815440f897e5efa65aec135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0012374 Jan 29 04:18:51.180807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f9648-65c2-4009-9c09-76e8edfdac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8412d8-3f6e-44b3-aec5-5f817636b222,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:51.183722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34114) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:51.208864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-c2f3d64a-e852-4d42-a191-d928ae1d6b43 service neutron] 10.222.0.36 "PUT /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0802224 Jan 29 04:18:51.232834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3e445a-0b03-493e-842d-38eeaf380879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.253979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3e445a-0b03-493e-842d-38eeaf380879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.316238 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3e445a-0b03-493e-842d-38eeaf380879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.319728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd3e445a-0b03-493e-842d-38eeaf380879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.321004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd3e445a-0b03-493e-842d-38eeaf380879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b8412d8-3f6e-44b3-aec5-5f817636b222 HTTP/1.1" status: 204 len: 168 time: 0.1362031 Jan 29 04:18:51.329441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e445a-0b03-493e-842d-38eeaf380879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8412d8-3f6e-44b3-aec5-5f817636b222,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:51.372506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:51.387031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0220996-496e-423f-bd07-be77b9f0de7c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:51.398416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.423384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Transition to ACTIVE for port object c0220996-496e-423f-bd07-be77b9f0de7c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:51.425500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.431387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.442639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-66c1a018-2d56-4a62-9593-dbf7bf586c94 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:51.444276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-66c1a018-2d56-4a62-9593-dbf7bf586c94 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.0997198 Jan 29 04:18:51.455387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.497227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:51.582583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:51.583252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.588807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d86550c-6d91-4e04-a45b-63b7c0a780af req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "PUT /v2.0/ports/748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 1020 time: 1.0205750 Jan 29 04:18:51.589804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:51.603199 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588f3aa-346a-4672-9f4f-09ef915b7972" -d '{"events": [{"name": "network-changed", "server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "tag": "748fb652-09c3-4211-876a-68c19afe03d2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:51.613014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Pushing event updated for resources: {'Port': ['ID=c0220996-496e-423f-bd07-be77b9f0de7c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:51.613549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-d69b2707-c7c7-464c-8e61-ea2cb9ab7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:51.615304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-d69b2707-c7c7-464c-8e61-ea2cb9ab7f67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa&tenant_id=338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 1095 time: 0.1581907 Jan 29 04:18:51.637452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c7d6-cc1c-47b2-a5c1-4550aa856290 req-e9a08bf3-01fc-4e0e-9bf5-3a92ee5bc1f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:51.639182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fbd1c7d6-cc1c-47b2-a5c1-4550aa856290 req-e9a08bf3-01fc-4e0e-9bf5-3a92ee5bc1f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.1160636 Jan 29 04:18:51.715317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fbd1c7d6-cc1c-47b2-a5c1-4550aa856290 req-2c8d4a3c-850d-4b82-b2b1-204772d45c45 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Jan 29 04:18:51.802941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10827e-e407-49bc-9d63-c7b01fc695a7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:51.805469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-8da52cd9-4995-429a-b05d-25f5c8174f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:51.812582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-8da52cd9-4995-429a-b05d-25f5c8174f2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1095 time: 0.1118019 Jan 29 04:18:51.818784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:51.832469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808e383-f591-469d-8399-3fe322442688 req-14750bc4-18da-49ba-bbc7-017c24f4a484 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:51.840546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3808e383-f591-469d-8399-3fe322442688 req-14750bc4-18da-49ba-bbc7-017c24f4a484 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1023 time: 0.1426470 Jan 29 04:18:51.873381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Attempting to bind port c0220996-496e-423f-bd07-be77b9f0de7c on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:51.873713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Attempting to bind port c0220996-496e-423f-bd07-be77b9f0de7c by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:51.874078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Attempting to bind port c0220996-496e-423f-bd07-be77b9f0de7c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:51.892042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Port c0220996-496e-423f-bd07-be77b9f0de7c on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:51.892505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Attempting to bind port c0220996-496e-423f-bd07-be77b9f0de7c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:51.899966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:51.900310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:51.901253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:51.901712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Bound port: c0220996-496e-423f-bd07-be77b9f0de7c, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:51.902109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:51.978456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3808e383-f591-469d-8399-3fe322442688 req-2c821df9-38b5-4f12-9dc3-7a55e6fe575f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b32be19-ba95-4bb3-839d-54ab81389955&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=ea929316-be58-47d4-b7af-5051011dc7f1 HTTP/1.1" status: 200 len: 6148 time: 0.1338620 Jan 29 04:18:52.008586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-731f76a0-d5b1-473d-8daa-055f9a513067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.011868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] For port c0220996-496e-423f-bd07-be77b9f0de7c, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:52.015534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] For port c0220996-496e-423f-bd07-be77b9f0de7c, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c0220996-496e-423f-bd07-be77b9f0de7c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:52.021104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-731f76a0-d5b1-473d-8daa-055f9a513067 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1990454 Jan 29 04:18:52.024763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.088465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.089335 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.091370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] 10.222.0.20 "PUT /v2.0/ports/c0220996-496e-423f-bd07-be77b9f0de7c HTTP/1.1" status: 200 len: 1096 time: 1.8905945 Jan 29 04:18:52.101516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-61869636-3b47-469f-9159-c2d4a946590b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 217 time: 0.0753920 Jan 29 04:18:52.162334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:52.169002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:18:52.218903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4b55c-1851-4d73-a59e-439ef07bca9b req-4d6916a0-4569-4464-88cd-de0bfd627d7b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.220499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-def4b55c-1851-4d73-a59e-439ef07bca9b req-4d6916a0-4569-4464-88cd-de0bfd627d7b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.1391563 Jan 29 04:18:52.223165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a244-fbe5-47fa-8c5d-0f54202ef3fe service neutron] Pushing event updated for resources: {'Port': ['ID=c0220996-496e-423f-bd07-be77b9f0de7c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:52.237611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-3c92bb14-750f-4348-87bb-385cce9b88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.240433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-3c92bb14-750f-4348-87bb-385cce9b88d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1279619 Jan 29 04:18:52.273502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-335002ed-592c-4bc6-b6d8-0ca47d717e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.279562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-335002ed-592c-4bc6-b6d8-0ca47d717e5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 1099 time: 0.1194994 Jan 29 04:18:52.292149 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-56e19a16-0c9d-4992-bb0f-b01c92484b3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367305 Jan 29 04:18:52.319809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-def4b55c-1851-4d73-a59e-439ef07bca9b req-b2ce4cce-f7d4-490d-b9c6-e1bfb2592536 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888188 Jan 29 04:18:52.393410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:18:52.426762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-0fd25bb6-7007-48f8-89f7-b9c2c4c36e74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c0220996-496e-423f-bd07-be77b9f0de7c HTTP/1.1" status: 200 len: 217 time: 0.1048510 Jan 29 04:18:52.432990 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2514f045-1021-4e01-99f7-8d8cd63902b8 x-openstack-request-id: req-2514f045-1021-4e01-99f7-8d8cd63902b8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:52.433326 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "tag": "748fb652-09c3-4211-876a-68c19afe03d2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:52.434483 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2514f045-1021-4e01-99f7-8d8cd63902b8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:52.434483 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2', 'status': 'completed', 'code': 200} Jan 29 04:18:52.457388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-192b908b-7341-4a81-9d99-a80131cb36d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400342 Jan 29 04:18:52.498259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:52.516309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'port_id': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'mac_address': 'fa:16:3e:1e:52:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4108-c1b9-4e57-a8ae-0e663e58874c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:52.574991 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.591997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e10bf2e-8fa6-418b-875b-ce86a98faff3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:52.615532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:52.621576 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.622384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:52.631459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-546dfe4d-54b1-4f94-968f-e65b7513e324 req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1445191819 ', 'description': 'tempest-description-595122282'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:52.699969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-661ba989-796f-4327-bbd6-0c53d731b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.701962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-661ba989-796f-4327-bbd6-0c53d731b339 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1174 time: 0.2116940 Jan 29 04:18:52.708508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-0ea9b174-4064-4f8a-aaee-c5c33b0ba9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.708508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-0ea9b174-4064-4f8a-aaee-c5c33b0ba9be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2386808 Jan 29 04:18:52.709256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-546dfe4d-54b1-4f94-968f-e65b7513e324 req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.726112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aeb95-9fbe-4cd2-80f6-73799adb1d43 req-c0420298-f19b-423b-9927-dba5cae1c246 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.727674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a34aeb95-9fbe-4cd2-80f6-73799adb1d43 req-c0420298-f19b-423b-9927-dba5cae1c246 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.1151009 Jan 29 04:18:52.736643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-81cbb70d-0f14-4df9-8273-128bff7d8627 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611077 Jan 29 04:18:52.803324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:52.824437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-546dfe4d-54b1-4f94-968f-e65b7513e324 req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.832559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-546dfe4d-54b1-4f94-968f-e65b7513e324 req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.862719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a34aeb95-9fbe-4cd2-80f6-73799adb1d43 req-d195976f-1fff-46cd-be3d-2069e61e2d60 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151376 Jan 29 04:18:52.874363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff01644-22d5-42cc-ae3a-9fb76bf16f27,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:52.884921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:52.885055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-2e1b2bf4-3205-419e-8349-55bf381ce4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.886674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-2e1b2bf4-3205-419e-8349-55bf381ce4f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579545 Jan 29 04:18:52.891422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-546dfe4d-54b1-4f94-968f-e65b7513e324 req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:52.909540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'mac_address': 'fa:16:3e:2e:44:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:52.913070 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-546dfe4d-54b1-4f94-968f-e65b7513e324 req-605cae0f-26b9-4b7c-aa36-64acb63f84c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2975330 Jan 29 04:18:52.939850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-78f17ce3-c8a3-4ff2-a5ed-1e465e8ec8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:52.941446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-78f17ce3-c8a3-4ff2-a5ed-1e465e8ec8cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.2110124 Jan 29 04:18:53.010670 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.023412 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-5b131d77-d62c-423d-b3ad-1d4b020ef1e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 200 len: 217 time: 0.0554378 Jan 29 04:18:53.047424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b0d4e8-516d-488d-83bc-7a1d1729781a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:53.078940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:53.087579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.136976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-ece7dafa-3d03-443e-a991-e55bdf41f6e3 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387345 Jan 29 04:18:53.147903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e695aa-4c7b-4054-8619-adc98eb733fe req-6bbe23b3-5a23-4ff7-894c-49f33a7226c4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:53.149612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9e695aa-4c7b-4054-8619-adc98eb733fe req-6bbe23b3-5a23-4ff7-894c-49f33a7226c4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 948 time: 0.1409080 Jan 29 04:18:53.152953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-93400502-ab17-430e-874a-7038757a1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:53.154411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-93400502-ab17-430e-874a-7038757a1c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.1106081 Jan 29 04:18:53.187193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:53.237178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-ebac5717-55ce-4d49-808e-65c389ea9504 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:53.239295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-ebac5717-55ce-4d49-808e-65c389ea9504 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.0483940 Jan 29 04:18:53.241778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-d75d580a-3725-4093-802c-1dc5ba7f6082 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674732 Jan 29 04:18:53.270108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9e695aa-4c7b-4054-8619-adc98eb733fe req-a1c980f6-25a9-4b8b-910d-498de7ed3480 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076531 Jan 29 04:18:53.424886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ff1997-078c-4c9e-9ffc-a11c7f8b14f2 req-60c2cd02-89d9-438e-be6f-8944d8dc2e87 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742131 Jan 29 04:18:53.465743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-04fa0726-30a8-4ea2-bfab-901152faeb88 service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946888 Jan 29 04:18:53.469297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7f6ab42c-f3b1-4809-a917-4403d984ad88 service neutron] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:53.474406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f3713-7d0e-4c12-b7e1-4195a647e918 req-b490c9e9-24cf-48b3-a7f0-9542be2b0b30 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:53.480617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7f6ab42c-f3b1-4809-a917-4403d984ad88 service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.481872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-712fb61c-f6f2-4426-aafb-f81c0aa833ca req-7f6ab42c-f3b1-4809-a917-4403d984ad88 service neutron] 10.222.0.20 "DELETE /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.2110164 Jan 29 04:18:53.483337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-225f3713-7d0e-4c12-b7e1-4195a647e918 req-b490c9e9-24cf-48b3-a7f0-9542be2b0b30 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 949 time: 0.0925250 Jan 29 04:18:53.485715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['6e10bf2e-8fa6-418b-875b-ce86a98faff3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:53.527713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2979ee2d-1b51-4800-8289-991caaa4a468 req-d05ddd3c-cb31-41f1-837a-3ee5a712a17a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/8ff01644-22d5-42cc-ae3a-9fb76bf16f27 HTTP/1.1" status: 200 len: 1780 time: 0.0981088 Jan 29 04:18:53.540404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:53.577388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-225f3713-7d0e-4c12-b7e1-4195a647e918 req-80123893-847a-4b75-9caa-8afa6150ca5b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932367 Jan 29 04:18:53.640103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f588f3aa-346a-4672-9f4f-09ef915b7972 req-637ac30c-0334-4684-8a30-0f7630b0cd1a service neutron] 10.222.0.20 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544805 Jan 29 04:18:53.675953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829aed7-9bc6-41d7-85ad-834b6ab68f02 req-3985120e-dc52-4757-8136-95c3b0ec9f3e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:53.705322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7829aed7-9bc6-41d7-85ad-834b6ab68f02 req-3985120e-dc52-4757-8136-95c3b0ec9f3e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.1020265 Jan 29 04:18:53.710850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d70f037f-5031-4a2d-8496-38316f297fdf req-03124a95-0fa8-479d-a710-0abe05ae0eda tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/8ff01644-22d5-42cc-ae3a-9fb76bf16f27 HTTP/1.1" status: 200 len: 1780 time: 0.0418804 Jan 29 04:18:53.739339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7829aed7-9bc6-41d7-85ad-834b6ab68f02 req-3a9544b8-8c13-48d8-ab3a-bf0dbb0ce794 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Jan 29 04:18:53.784094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d70f037f-5031-4a2d-8496-38316f297fdf req-c500f0ef-daaa-420b-8d74-1ecc2185f76d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.809842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d70f037f-5031-4a2d-8496-38316f297fdf req-c500f0ef-daaa-420b-8d74-1ecc2185f76d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.817537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5895-ac52-4388-9e60-f40ceab48cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.861406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d70f037f-5031-4a2d-8496-38316f297fdf req-c500f0ef-daaa-420b-8d74-1ecc2185f76d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.864546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d70f037f-5031-4a2d-8496-38316f297fdf req-c500f0ef-daaa-420b-8d74-1ecc2185f76d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:53.865694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d70f037f-5031-4a2d-8496-38316f297fdf req-c500f0ef-daaa-420b-8d74-1ecc2185f76d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ff01644-22d5-42cc-ae3a-9fb76bf16f27 HTTP/1.1" status: 204 len: 173 time: 0.1471636 Jan 29 04:18:53.877427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500f0ef-daaa-420b-8d74-1ecc2185f76d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff01644-22d5-42cc-ae3a-9fb76bf16f27,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:53.897779 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-53388e15-1755-438b-9fc0-66aeb9a1205c req-1b57252a-238d-44b6-8387-3c4265285e34 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:18:53.898953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53388e15-1755-438b-9fc0-66aeb9a1205c req-1b57252a-238d-44b6-8387-3c4265285e34 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/8ff01644-22d5-42cc-ae3a-9fb76bf16f27 HTTP/1.1" status: 404 len: 352 time: 0.0158031 Jan 29 04:18:53.927430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-17d3ee9c-1390-4be3-a2a3-be8688c467d1 req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-625304304', 'description': 'tempest-description-67354381'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:53.945935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34206) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:53.973360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17d3ee9c-1390-4be3-a2a3-be8688c467d1 req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.028386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d3e27-3e71-4401-bf35-ff465da26603 req-b9f16488-4fbf-44cd-a6ff-98278ea6ac40 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:54.030224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce5d3e27-3e71-4401-bf35-ff465da26603 req-b9f16488-4fbf-44cd-a6ff-98278ea6ac40 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.0603056 Jan 29 04:18:54.066303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17d3ee9c-1390-4be3-a2a3-be8688c467d1 req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.081356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17d3ee9c-1390-4be3-a2a3-be8688c467d1 req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.090151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7f97f92-e8f0-4aa1-b02d-f6ae94b9a8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.092857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce5d3e27-3e71-4401-bf35-ff465da26603 req-23086989-1986-4b64-98e4-668186182df8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561020 Jan 29 04:18:54.137218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17d3ee9c-1390-4be3-a2a3-be8688c467d1 req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.138613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-17d3ee9c-1390-4be3-a2a3-be8688c467d1 req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2165480 Jan 29 04:18:54.154604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d006a6-5289-41e0-930c-4fa52b9cfe0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093c9e4b-f5da-49da-994e-27b5530c6137,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:54.175673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fa1c9543-bad0-47bd-bd25-309b762a276d req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-512402398', 'description': 'tempest-description-1714792527'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:54.222978 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fa1c9543-bad0-47bd-bd25-309b762a276d req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.249090 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7f97f92-e8f0-4aa1-b02d-f6ae94b9a8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.257557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7f97f92-e8f0-4aa1-b02d-f6ae94b9a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.269985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b019-f04c-4e20-be5b-eb9161f6a488 req-95d55727-aa78-4d07-8193-30fe6f9f5c40 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:54.274568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac35b019-f04c-4e20-be5b-eb9161f6a488 req-95d55727-aa78-4d07-8193-30fe6f9f5c40 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1095 time: 0.0491440 Jan 29 04:18:54.313964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7f97f92-e8f0-4aa1-b02d-f6ae94b9a8f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9210ce2290574b19b04dfc0988fb073e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644674 Jan 29 04:18:54.314377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34222) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:54.319643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac35b019-f04c-4e20-be5b-eb9161f6a488 req-133c771b-b1bc-4fbc-a783-109086e2b5f0 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Jan 29 04:18:54.325023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97f92-e8f0-4aa1-b02d-f6ae94b9a8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47d5c8-3866-4cce-9124-77fee386703b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:54.403576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fa1c9543-bad0-47bd-bd25-309b762a276d req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.414738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fa1c9543-bad0-47bd-bd25-309b762a276d req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.428887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af6155e9-f766-4994-8e1f-5420301bb37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.438477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'tag': 'c0220996-496e-423f-bd07-be77b9f0de7c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:54.440838 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feb2acc-7ecc-49da-8851-95487aad9aad" -d '{"events": [{"name": "network-changed", "server_uuid": "87b33cf7-c5ca-4046-8ddd-c33a85583cc5", "tag": "c0220996-496e-423f-bd07-be77b9f0de7c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:54.471226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fa1c9543-bad0-47bd-bd25-309b762a276d req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.484970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af297308-a998-416e-85e9-aa1bc1afe855 req-64e4f593-4140-49b1-8fb1-612b4a7bc68c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:54.491049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af297308-a998-416e-85e9-aa1bc1afe855 req-64e4f593-4140-49b1-8fb1-612b4a7bc68c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 948 time: 0.0644341 Jan 29 04:18:54.492147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa1c9543-bad0-47bd-bd25-309b762a276d req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3259606 Jan 29 04:18:54.497507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c0357-578f-4021-a608-4f3e280eb678 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbeeee8-27f8-4567-8d89-4186580bc6ab,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:54.512976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af6155e9-f766-4994-8e1f-5420301bb37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.534415 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85201a58-1777-4417-9173-18ac8233a893 x-openstack-request-id: req-85201a58-1777-4417-9173-18ac8233a893 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:54.534700 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b33cf7-c5ca-4046-8ddd-c33a85583cc5", "tag": "c0220996-496e-423f-bd07-be77b9f0de7c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:54.534953 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85201a58-1777-4417-9173-18ac8233a893 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:54.535406 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'tag': 'c0220996-496e-423f-bd07-be77b9f0de7c', 'status': 'completed', 'code': 200} Jan 29 04:18:54.553092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af297308-a998-416e-85e9-aa1bc1afe855 req-540861a9-bd25-4e32-98b9-be76ea055d17 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514350 Jan 29 04:18:54.568424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8966fa42-13bb-4ec2-b404-a4d0d870643f req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-445032139', 'description': 'tempest-description-1244948973'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:54.599471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8966fa42-13bb-4ec2-b404-a4d0d870643f req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.623465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af6155e9-f766-4994-8e1f-5420301bb37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.626460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af6155e9-f766-4994-8e1f-5420301bb37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.630411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af6155e9-f766-4994-8e1f-5420301bb37d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba47d5c8-3866-4cce-9124-77fee386703b HTTP/1.1" status: 204 len: 168 time: 0.3152490 Jan 29 04:18:54.688608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6155e9-f766-4994-8e1f-5420301bb37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47d5c8-3866-4cce-9124-77fee386703b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:54.722520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-2ecf6c2f-195f-40f0-bba3-8543396393e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:54.724043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-2ecf6c2f-195f-40f0-bba3-8543396393e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0925288 Jan 29 04:18:54.767748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8966fa42-13bb-4ec2-b404-a4d0d870643f req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.800657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8966fa42-13bb-4ec2-b404-a4d0d870643f req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:54.817397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-a9e25d44-cb05-4a60-8409-7b271a0709bf tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:54.828455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-a9e25d44-cb05-4a60-8409-7b271a0709bf tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.1590145 Jan 29 04:18:54.855213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-67edc38a-d3a9-48b4-8c4a-f1a1d5218a4e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/quotas/338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 375 time: 0.0193529 Jan 29 04:18:54.913862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-5cd1843d-b796-4673-9aba-a07927e5f437 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571048 Jan 29 04:18:55.018617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-263c1b58-d015-4783-8167-1f642c52c3af service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036458 Jan 29 04:18:55.046200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34250) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:55.090992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8966fa42-13bb-4ec2-b404-a4d0d870643f req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.091662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0362bd0-f811-42ab-9829-7775bd708b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.092213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8966fa42-13bb-4ec2-b404-a4d0d870643f req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5401053 Jan 29 04:18:55.096601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a51da5-6a16-4ef7-8ad2-0d0cb2a39f5d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf7efd-9062-48cd-986b-d66508d471e2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:55.142769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-a6b7b812-b385-4a20-8cf5-845cf96fb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:55.144892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-a6b7b812-b385-4a20-8cf5-845cf96fb57f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.4073477 Jan 29 04:18:55.198233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-305b1de8-bb51-4806-9c23-9ef8b5e64dae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c0220996-496e-423f-bd07-be77b9f0de7c HTTP/1.1" status: 200 len: 217 time: 0.0440395 Jan 29 04:18:55.202299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-b814310a-3a18-4cd8-ba43-d573d6906102 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821647 Jan 29 04:18:55.211294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0362bd0-f811-42ab-9829-7775bd708b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.216702 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0362bd0-f811-42ab-9829-7775bd708b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.257054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0362bd0-f811-42ab-9829-7775bd708b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417fdaff-a9b3-4848-8c01-c61daa8f6c3c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:55.277631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89127d-23f1-4be1-83d7-37cda9ee9927 req-5292a374-f4ba-4160-b2c4-fd0e7295ace8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:55.279754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b89127d-23f1-4be1-83d7-37cda9ee9927 req-5292a374-f4ba-4160-b2c4-fd0e7295ace8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 949 time: 0.1189795 Jan 29 04:18:55.288680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-fc193398-f46e-40f6-9af1-abea4f1c1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:55.290095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-fc193398-f46e-40f6-9af1-abea4f1c1154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0765450 Jan 29 04:18:55.296688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e0362bd0-f811-42ab-9829-7775bd708b58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f9094b01b114cb8851895b707408b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494545 Jan 29 04:18:55.299285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34254) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:18:55.345907 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b89127d-23f1-4be1-83d7-37cda9ee9927 req-355803a8-e309-4d7a-be54-c345b8db37c0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556736 Jan 29 04:18:55.373638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11bb68d8-f7ad-4ab0-adf3-0a60980b39e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.413226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11bb68d8-f7ad-4ab0-adf3-0a60980b39e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.444576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-49f0d106-d904-4af8-9709-faaf6eda2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:55.451198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-49f0d106-d904-4af8-9709-faaf6eda2a25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191595 Jan 29 04:18:55.501181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11bb68d8-f7ad-4ab0-adf3-0a60980b39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.504000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11bb68d8-f7ad-4ab0-adf3-0a60980b39e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:55.505262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-11bb68d8-f7ad-4ab0-adf3-0a60980b39e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/417fdaff-a9b3-4848-8c01-c61daa8f6c3c HTTP/1.1" status: 204 len: 168 time: 0.2050674 Jan 29 04:18:55.519262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb68d8-f7ad-4ab0-adf3-0a60980b39e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417fdaff-a9b3-4848-8c01-c61daa8f6c3c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:55.558370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f05aa-3cbe-47aa-aa35-cad3789b19e6 req-f72490d6-b2e0-42c1-9bfc-979691735aec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:55.567646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff6f05aa-3cbe-47aa-aa35-cad3789b19e6 req-f72490d6-b2e0-42c1-9bfc-979691735aec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.1076403 Jan 29 04:18:55.654045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff6f05aa-3cbe-47aa-aa35-cad3789b19e6 req-b58df3ab-368e-4f42-ace6-aa0ecdc4c244 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833473 Jan 29 04:18:55.674923 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-7dafeff4-402f-4cab-9359-5ccd5944c30c service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168596 Jan 29 04:18:55.793108 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da81755c-ec1e-4033-b3e4-bc40d0c0617e req-4895b999-5c96-4512-8114-39917e829052 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 210 time: 0.0491984 Jan 29 04:18:55.825737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72ab9fce-6d84-4d52-8e2a-a8ee4d9f0909 req-d1bc8eda-af2f-419a-9827-8ab848440c1b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 10893 time: 0.3317697 Jan 29 04:18:55.903795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72ab9fce-6d84-4d52-8e2a-a8ee4d9f0909 req-23cb3bd0-f14a-40dc-83a2-aa51b2579fcf tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/867a1b9a-0ee7-44ed-aa37-bda508abac82 HTTP/1.1" status: 200 len: 2981 time: 0.0770092 Jan 29 04:18:55.948450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd807c6c-f3bd-484c-b46f-fbfe1be7dab0 req-debb55cb-af3a-4f1d-a0bb-f3994c5bf687 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:55.949953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2feb2acc-7ecc-49da-8851-95487aad9aad req-ada34e4d-fd82-422c-a774-a3e748796681 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662899 Jan 29 04:18:55.956788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd807c6c-f3bd-484c-b46f-fbfe1be7dab0 req-debb55cb-af3a-4f1d-a0bb-f3994c5bf687 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 948 time: 0.0919218 Jan 29 04:18:55.982706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72ab9fce-6d84-4d52-8e2a-a8ee4d9f0909 req-830b7d1b-6415-4754-9906-8339532acd79 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/867a1b9a-0ee7-44ed-aa37-bda508abac82 HTTP/1.1" status: 200 len: 2981 time: 0.0761421 Jan 29 04:18:56.002209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd807c6c-f3bd-484c-b46f-fbfe1be7dab0 req-eaeda36e-cee4-475e-a9b9-e2b48f538e63 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Jan 29 04:18:56.037148 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66acefb0-cc04-4f5c-b6e8-11856975e630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.078107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33b90b22-1b52-4e66-94a3-f4e26bb09816 req-a649cd23-2e90-4e25-834a-52b105633233 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/093c9e4b-f5da-49da-994e-27b5530c6137 HTTP/1.1" status: 200 len: 1798 time: 0.0790732 Jan 29 04:18:56.147386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33b90b22-1b52-4e66-94a3-f4e26bb09816 req-b3775dde-c236-42df-ab00-70791a66c922 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.171271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:56.177359 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:18:56.199229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33b90b22-1b52-4e66-94a3-f4e26bb09816 req-b3775dde-c236-42df-ab00-70791a66c922 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.258901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port d0b0d4e8-516d-488d-83bc-7a1d1729781a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:56.265553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port d0b0d4e8-516d-488d-83bc-7a1d1729781a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:56.266740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.267980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33b90b22-1b52-4e66-94a3-f4e26bb09816 req-b3775dde-c236-42df-ab00-70791a66c922 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.270968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33b90b22-1b52-4e66-94a3-f4e26bb09816 req-b3775dde-c236-42df-ab00-70791a66c922 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.273219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33b90b22-1b52-4e66-94a3-f4e26bb09816 req-b3775dde-c236-42df-ab00-70791a66c922 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/093c9e4b-f5da-49da-994e-27b5530c6137 HTTP/1.1" status: 204 len: 173 time: 0.1848598 Jan 29 04:18:56.285243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3775dde-c236-42df-ab00-70791a66c922 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c9e4b-f5da-49da-994e-27b5530c6137,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:56.313723 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-234f9478-5f5f-4995-b165-7523b547db1b req-c3de3c8b-2b4d-4716-ba34-babfbb767613 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:18:56.315786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-234f9478-5f5f-4995-b165-7523b547db1b req-c3de3c8b-2b4d-4716-ba34-babfbb767613 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/093c9e4b-f5da-49da-994e-27b5530c6137 HTTP/1.1" status: 404 len: 352 time: 0.0205851 Jan 29 04:18:56.411178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f040abc-1fda-418c-a0ae-3fc9fc1561e6 req-0a9d5662-1dd0-40a3-9813-2d46aa56eb05 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/7dbeeee8-27f8-4567-8d89-4186580bc6ab HTTP/1.1" status: 200 len: 1800 time: 0.0711298 Jan 29 04:18:56.472539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.498916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:56.501007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9f040abc-1fda-418c-a0ae-3fc9fc1561e6 req-ffdf51fb-052e-4120-af20-8528c836883e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.503727 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecee11-0c62-49f2-890e-bd18438e5f32" -d '{"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-plugged", "status": "completed", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:56.521004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:56.527278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d0c4-380f-43f9-814b-f72d8bdc8795 req-27efbd35-1145-4dbf-a042-08e03e48ee43 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:56.529302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9f040abc-1fda-418c-a0ae-3fc9fc1561e6 req-ffdf51fb-052e-4120-af20-8528c836883e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.532673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.533850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:18:56.536391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bd1d0c4-380f-43f9-814b-f72d8bdc8795 req-27efbd35-1145-4dbf-a042-08e03e48ee43 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 949 time: 0.0935581 Jan 29 04:18:56.591979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bd1d0c4-380f-43f9-814b-f72d8bdc8795 req-1b62e27f-4207-40b7-91bc-86a3b1ccb64a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545883 Jan 29 04:18:56.600581 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9f040abc-1fda-418c-a0ae-3fc9fc1561e6 req-ffdf51fb-052e-4120-af20-8528c836883e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.604236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9f040abc-1fda-418c-a0ae-3fc9fc1561e6 req-ffdf51fb-052e-4120-af20-8528c836883e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.606257 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f040abc-1fda-418c-a0ae-3fc9fc1561e6 req-ffdf51fb-052e-4120-af20-8528c836883e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/7dbeeee8-27f8-4567-8d89-4186580bc6ab HTTP/1.1" status: 204 len: 173 time: 0.1862926 Jan 29 04:18:56.621613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf51fb-052e-4120-af20-8528c836883e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbeeee8-27f8-4567-8d89-4186580bc6ab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:56.660612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:18:56.669848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:56.673851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:18:56.674578 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:56.727233 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982e5d17-fa41-40f0-bb78-266dfaf8843c x-openstack-request-id: req-982e5d17-fa41-40f0-bb78-266dfaf8843c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:56.727638 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-plugged", "status": "completed", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:56.728308 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-982e5d17-fa41-40f0-bb78-266dfaf8843c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:56.729941 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'code': 200} Jan 29 04:18:56.730757 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-7aa47e37-5fa7-49d4-ac9a-f7563daed608 req-3dce1e39-fbcc-446e-bfff-5349d19d2b04 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:18:56.735075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c0220996-496e-423f-bd07-be77b9f0de7c details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:18:56.739088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aa47e37-5fa7-49d4-ac9a-f7563daed608 req-3dce1e39-fbcc-446e-bfff-5349d19d2b04 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/7dbeeee8-27f8-4567-8d89-4186580bc6ab HTTP/1.1" status: 404 len: 352 time: 0.0394990 Jan 29 04:18:56.842254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068c726-e93d-4ac6-ad18-b675b93c384c req-d91211b2-a4cb-412b-a0c9-60a86e4fc822 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:56.844265 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c068c726-e93d-4ac6-ad18-b675b93c384c req-d91211b2-a4cb-412b-a0c9-60a86e4fc822 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.0950191 Jan 29 04:18:56.930730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f834a1-d65d-4994-a70e-250a840ead8b req-2753c4c8-d7e0-4255-957d-475a1c7a2c65 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/5fbf7efd-9062-48cd-986b-d66508d471e2 HTTP/1.1" status: 200 len: 1800 time: 0.1724985 Jan 29 04:18:56.941836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c068c726-e93d-4ac6-ad18-b675b93c384c req-1e5674a4-b764-4a21-95e4-8eb4abb02358 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906143 Jan 29 04:18:57.080276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40a9da3b-3aa8-4b4e-9550-ef8287fce8e5 req-03c5bb09-1c1c-465b-9510-97aae5ae6bb0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 210 time: 0.0397875 Jan 29 04:18:57.202332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c0220996-496e-423f-bd07-be77b9f0de7c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c0220996-496e-423f-bd07-be77b9f0de7c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:57.211866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.248340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'c0220996-496e-423f-bd07-be77b9f0de7c', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'c0220996-496e-423f-bd07-be77b9f0de7c', 'mac_address': 'fa:16:3e:7f:d3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:18:57.256494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f834a1-d65d-4994-a70e-250a840ead8b req-f3397256-36b3-4a7a-a184-3ee743e7d2d0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.268383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de141637-847e-4d5e-a658-9649d4f33719 req-510d4f67-93c4-4e54-a949-d19600ca588b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:57.274112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de141637-847e-4d5e-a658-9649d4f33719 req-510d4f67-93c4-4e54-a949-d19600ca588b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 948 time: 0.0982022 Jan 29 04:18:57.283016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.291585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f834a1-d65d-4994-a70e-250a840ead8b req-f3397256-36b3-4a7a-a184-3ee743e7d2d0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.315609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.340540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de141637-847e-4d5e-a658-9649d4f33719 req-dd1ce623-5369-441d-a507-3de0b1785e00 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587623 Jan 29 04:18:57.349041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:57.350901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0220996-496e-423f-bd07-be77b9f0de7c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:57.371887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.375154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c0220996-496e-423f-bd07-be77b9f0de7c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c0220996-496e-423f-bd07-be77b9f0de7c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:18:57.379779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4770b-a7e6-40e7-8bda-5c05a4c91691 req-4d5b1fef-aa3b-404b-8d04-65951ac44658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:57.383432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2f4770b-a7e6-40e7-8bda-5c05a4c91691 req-4d5b1fef-aa3b-404b-8d04-65951ac44658 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1101 time: 0.5549111 Jan 29 04:18:57.402444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.426069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:57.444027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2f4770b-a7e6-40e7-8bda-5c05a4c91691 req-0dc49519-a626-4d2d-a693-c25e5cc0054b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 Jan 29 04:18:57.466971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-d8864c66-9731-4f84-9a7d-ed256fc9c63e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:57.469003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-d8864c66-9731-4f84-9a7d-ed256fc9c63e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.5840485 Jan 29 04:18:57.470636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f834a1-d65d-4994-a70e-250a840ead8b req-f3397256-36b3-4a7a-a184-3ee743e7d2d0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.473802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f834a1-d65d-4994-a70e-250a840ead8b req-f3397256-36b3-4a7a-a184-3ee743e7d2d0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.474985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f834a1-d65d-4994-a70e-250a840ead8b req-f3397256-36b3-4a7a-a184-3ee743e7d2d0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/5fbf7efd-9062-48cd-986b-d66508d471e2 HTTP/1.1" status: 204 len: 173 time: 0.5240362 Jan 29 04:18:57.485864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3397256-36b3-4a7a-a184-3ee743e7d2d0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf7efd-9062-48cd-986b-d66508d471e2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:57.489350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c0220996-496e-423f-bd07-be77b9f0de7c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:57.516312 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-1138de92-363c-4292-a92a-8319f3c7df11 req-e7fdba75-59ef-433f-a395-5f767627e29b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:18:57.521115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1138de92-363c-4292-a92a-8319f3c7df11 req-e7fdba75-59ef-433f-a395-5f767627e29b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/5fbf7efd-9062-48cd-986b-d66508d471e2 HTTP/1.1" status: 404 len: 352 time: 0.0273581 Jan 29 04:18:57.624293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8429a7df-d86f-4599-8197-f203d43047a5 req-3e111557-730a-450c-a645-3a0307c23478 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 6148 time: 0.0828202 Jan 29 04:18:57.688806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8429a7df-d86f-4599-8197-f203d43047a5 req-95c62487-3836-4f26-a7db-91cf72f31f8a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/867a1b9a-0ee7-44ed-aa37-bda508abac82 HTTP/1.1" status: 200 len: 2981 time: 0.0558257 Jan 29 04:18:57.729796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4434-b16e-438f-80c3-e6f214110951 req-eebfc144-a3ae-4829-86c0-26987e00529b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:57.731430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-699f4434-b16e-438f-80c3-e6f214110951 req-eebfc144-a3ae-4829-86c0-26987e00529b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0536680 Jan 29 04:18:57.744062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8429a7df-d86f-4599-8197-f203d43047a5 req-b1a01403-9689-4aed-8fd4-b530f8150118 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/867a1b9a-0ee7-44ed-aa37-bda508abac82 HTTP/1.1" status: 200 len: 2981 time: 0.0509026 Jan 29 04:18:57.761696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Request body: {'port': {'device_id': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'admin_state_up': True, 'tenant_id': '338ee70972e1416080f8f893b188c868'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:57.776814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-699f4434-b16e-438f-80c3-e6f214110951 req-4c55e6ac-8883-4d39-8f32-6b92ef608563 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Jan 29 04:18:57.829016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-9d19c144-f73d-4489-af5d-82f9d8443c91 req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2101463309', 'description': 'tempest-description-1689249736'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:57.862363 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d19c144-f73d-4489-af5d-82f9d8443c91 req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.888792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c0220996-496e-423f-bd07-be77b9f0de7c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:18:57.927906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Made reservation on behalf of 338ee70972e1416080f8f893b188c868 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:18:57.934041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.954938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d19c144-f73d-4489-af5d-82f9d8443c91 req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:57.965389 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d19c144-f73d-4489-af5d-82f9d8443c91 req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.004263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:58.032457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d19c144-f73d-4489-af5d-82f9d8443c91 req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.042130 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d19c144-f73d-4489-af5d-82f9d8443c91 req-38d96ddc-3d3e-4acd-bac5-b4836f551c46 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2171407 Jan 29 04:18:58.136404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-5508f1f6-02ac-4943-a399-6f1ee7887734 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8140403615d438fb09998ea44208515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308180 Jan 29 04:18:58.138971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e35fad-c9e1-478b-bf62-951426972a90 req-8f89239f-546b-4b36-bc52-575f23337e7b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:58.143635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Allocated IP 172.20.0.13 (f3b511c2-cf74-4737-8c6a-90fa2225aa1b/b6d85a36-84c9-4a0b-9032-81d758202c1c/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:18:58.146665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3e35fad-c9e1-478b-bf62-951426972a90 req-8f89239f-546b-4b36-bc52-575f23337e7b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Jan 29 04:18:58.186784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3e35fad-c9e1-478b-bf62-951426972a90 req-feba2a4b-ed15-4c1e-9b0b-502181637140 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Jan 29 04:18:58.210878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-51fa2bce-0699-41b1-bc17-f3abc3ddba81 req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-839705536', 'description': 'tempest-description-914592059'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:58.237884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-51fa2bce-0699-41b1-bc17-f3abc3ddba81 req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.317951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-51fa2bce-0699-41b1-bc17-f3abc3ddba81 req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.324395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-51fa2bce-0699-41b1-bc17-f3abc3ddba81 req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.327900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-b156612e-62fb-408b-8b9f-263805588810 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:58.329539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-b156612e-62fb-408b-8b9f-263805588810 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836188 Jan 29 04:18:58.359835 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-e866c336-a5fe-49ca-b3c4-5da7833bb8e6 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/quotas/a8140403615d438fb09998ea44208515 HTTP/1.1" status: 200 len: 375 time: 0.0204194 Jan 29 04:18:58.373305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-51fa2bce-0699-41b1-bc17-f3abc3ddba81 req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.378455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-51fa2bce-0699-41b1-bc17-f3abc3ddba81 req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1715276 Jan 29 04:18:58.379704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b15e28-cd1e-47b7-b3fb-c328409fb9eb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dec1ad-3e3e-4489-a1c7-65caf90af0a0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:58.411008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-3db8a312-42cf-4f49-bd63-381848b01154 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8140403615d438fb09998ea44208515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371749 Jan 29 04:18:58.435050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.478677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.494018 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e17a193f-f799-4174-aee4-449aed2aebe0 req-18c3fb58-a718-4e5d-b5ed-c15fdf2d71b4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 210 time: 0.0373707 Jan 29 04:18:58.523132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:18:58.530379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:18:58.535097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:18:58.581383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:58.607612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:58.608276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.630010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-28a1a336-bb75-441f-9ea9-9b031e082edb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8726580 Jan 29 04:18:58.663537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388bb4-6ff1-4c44-b995-e139cffb4a60 req-45619c93-cfb2-441d-baca-c4143db85fd4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:58.664442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Request body: {'port': {'device_id': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:18:58.665345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a388bb4-6ff1-4c44-b995-e139cffb4a60 req-45619c93-cfb2-441d-baca-c4143db85fd4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 949 time: 0.0615761 Jan 29 04:18:58.719521 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a388bb4-6ff1-4c44-b995-e139cffb4a60 req-5a517d84-51cb-485d-9b9f-6da49b1b2f81 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Jan 29 04:18:58.730866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:58.733688 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f1577-bdca-460e-8b0b-7784f8b0ed61" -d '{"events": [{"server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "name": "network-vif-plugged", "status": "completed", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:58.786453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9421763d-fdf3-4d0f-84eb-6c0be8ca0eae req-c0960edd-3519-42ef-81a8-ae67756aef11 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 210 time: 0.0299847 Jan 29 04:18:58.788646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.848174 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a78beb-4bcc-4468-ae77-c85366a9aa4b x-openstack-request-id: req-97a78beb-4bcc-4468-ae77-c85366a9aa4b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:18:58.848488 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "name": "network-vif-plugged", "status": "completed", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:18:58.848741 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97a78beb-4bcc-4468-ae77-c85366a9aa4b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:18:58.849329 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'code': 200} Jan 29 04:18:58.853378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a6bfe55f-8910-41ad-a173-ff8a2086b66b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:58.855760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a6bfe55f-8910-41ad-a173-ff8a2086b66b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 812 time: 0.2138479 Jan 29 04:18:58.942690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-dc1ca270-4d19-439e-8e2d-548e509a0eea tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/quotas/92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 375 time: 0.0778594 Jan 29 04:18:58.968041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:58.971065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7b2c1-8af8-4273-a1ec-55b6b686ee4c req-78d11981-8521-4ded-b099-412f9da0a3a0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:58.972636 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0dc7b2c1-8af8-4273-a1ec-55b6b686ee4c req-78d11981-8521-4ded-b099-412f9da0a3a0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0669262 Jan 29 04:18:59.019979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0dc7b2c1-8af8-4273-a1ec-55b6b686ee4c req-94e4f3b5-6d7a-4133-8ef8-e8ded4183056 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Jan 29 04:18:59.092837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6346-87e9-479a-8c30-0529160ef2b2 req-4ef07c41-b3ba-4eb8-9f1f-ab734f9c23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:59.094787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75ce6346-87e9-479a-8c30-0529160ef2b2 req-4ef07c41-b3ba-4eb8-9f1f-ab734f9c23b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1096 time: 0.1487496 Jan 29 04:18:59.115133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-3b280815-89b1-4cb7-92c3-4123174ba89f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1538653 Jan 29 04:18:59.137879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.224672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75ce6346-87e9-479a-8c30-0529160ef2b2 req-434ec786-df2a-45a2-b37c-d576c97e881d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185648 Jan 29 04:18:59.289505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-96234c14-1134-421e-9c6e-ea70adca2909 service neutron] 10.222.0.32 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634948 Jan 29 04:18:59.303084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:18:59.324042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.351758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4b736-5064-4a86-b0a8-aa09dcfdec66 req-1679c1dc-32b6-4a9e-94a1-1dfd60f4b11a tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:59.353170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99d4b736-5064-4a86-b0a8-aa09dcfdec66 req-1679c1dc-32b6-4a9e-94a1-1dfd60f4b11a tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1101 time: 0.0513637 Jan 29 04:18:59.374180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-99d4b736-5064-4a86-b0a8-aa09dcfdec66 req-f9d0207c-e7c5-4cd0-b83e-f4ed5fe2cb95 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.375336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Transition to ACTIVE for port object ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:18:59.381475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.456520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-b43332ca-2a4a-4eef-8e61-d1e21f1cffde service neutron] 10.222.0.32 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479416 Jan 29 04:18:59.457110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:59.459441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-99d4b736-5064-4a86-b0a8-aa09dcfdec66 req-f9d0207c-e7c5-4cd0-b83e-f4ed5fe2cb95 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.465846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-99d4b736-5064-4a86-b0a8-aa09dcfdec66 req-f9d0207c-e7c5-4cd0-b83e-f4ed5fe2cb95 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.516947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99d4b736-5064-4a86-b0a8-aa09dcfdec66 req-f9d0207c-e7c5-4cd0-b83e-f4ed5fe2cb95 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562519 Jan 29 04:18:59.526889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0207c-e7c5-4cd0-b83e-f4ed5fe2cb95 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01497018-5463-422e-a8e3-759969e9635e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:18:59.572338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:18:59.572571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:18:59.572903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:59.584928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:18:59.585364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:18:59.592763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:18:59.593142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:18:59.593488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:18:59.593935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Bound port: ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:18:59.594500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.657399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579986e2-8146-402b-afe0-5457cda7bad4 req-41d6ed35-dacb-4270-b959-426d891b8d77 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:59.658986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-579986e2-8146-402b-afe0-5457cda7bad4 req-41d6ed35-dacb-4270-b959-426d891b8d77 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 945 time: 0.0670514 Jan 29 04:18:59.736103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-579986e2-8146-402b-afe0-5457cda7bad4 req-0a33ea82-2602-4172-9c89-002d82dd2df9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619464 Jan 29 04:18:59.770515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:18:59.791617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:18:59.804124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dcfd8-fdc8-4aad-a9a6-239cf226b952 req-3929a311-725c-4a37-a5a0-c489df322dea tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:59.813781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f39dcfd8-fdc8-4aad-a9a6-239cf226b952 req-3929a311-725c-4a37-a5a0-c489df322dea tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 944 time: 0.0951135 Jan 29 04:18:59.823001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.891260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:18:59.891963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:18:59.893480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 1092 time: 1.2384052 Jan 29 04:18:59.896014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:18:59.898342 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afafe08-f94e-4f80-b1bf-d816b0f65575" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:18:59.908603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f39dcfd8-fdc8-4aad-a9a6-239cf226b952 req-c1542cdb-77d8-4903-a42f-0d2485be9a58 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938864 Jan 29 04:18:59.934215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184aea1-8b61-49c4-a490-e90b221d6526 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:00.036672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85dc2008-f18a-4bf1-81f6-45238f412e90 req-0408157d-1ffa-44bc-a3c1-cfb86d17de1e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 210 time: 0.0366621 Jan 29 04:19:00.060025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-ed14f34b-77bb-45f0-82cc-4cadb6eb66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:00.061825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-ed14f34b-77bb-45f0-82cc-4cadb6eb66fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1095 time: 0.0913746 Jan 29 04:19:00.131186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-245b9625-ed92-4b6b-9587-ad73ffd48a97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 217 time: 0.0514762 Jan 29 04:19:00.232428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-75ae4f36-8bc9-4d9a-b5b7-669bb6d1d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:00.234099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-75ae4f36-8bc9-4d9a-b5b7-669bb6d1d490 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0802996 Jan 29 04:19:00.245685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811d74-b673-4107-9370-9b5f90ee90d1 req-2165543b-c2a1-4e09-9676-0bd684e583a9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:00.245685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f811d74-b673-4107-9370-9b5f90ee90d1 req-2165543b-c2a1-4e09-9676-0bd684e583a9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 949 time: 0.1067157 Jan 29 04:19:00.286629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-444e72f0-ea59-4ca0-b921-6312d81b565e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405116 Jan 29 04:19:00.387261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f811d74-b673-4107-9370-9b5f90ee90d1 req-5d8641d7-e2c2-44f9-830e-5c7300b1387f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333289 Jan 29 04:19:00.469345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-021a965b-c21d-4636-b73b-e9d6c874c417 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720216 Jan 29 04:19:00.504221 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f3fead-5d09-41f2-861f-b9e1a3adfb8e x-openstack-request-id: req-f2f3fead-5d09-41f2-861f-b9e1a3adfb8e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:00.504521 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:00.504883 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2f3fead-5d09-41f2-861f-b9e1a3adfb8e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:00.505143 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'status': 'completed', 'code': 200} Jan 29 04:19:00.538136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d8b359-e89e-4556-9a16-d0ade2f9fa86 req-7234f43d-e78b-40b2-bc38-a4c2277b8a93 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 210 time: 0.0282574 Jan 29 04:19:00.612843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a233-9361-4064-b1a8-5dbdc1750922 req-b39f8dc2-e8bd-408d-869a-6598f5560843 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:00.615160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9785a233-9361-4064-b1a8-5dbdc1750922 req-b39f8dc2-e8bd-408d-869a-6598f5560843 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0565701 Jan 29 04:19:00.669877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9785a233-9361-4064-b1a8-5dbdc1750922 req-ae9e003d-b406-4dae-8a69-70a928d91641 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Jan 29 04:19:00.689530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c0220996-496e-423f-bd07-be77b9f0de7c up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:00.694881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34438) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:00.698521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-e5ea3817-abcd-4065-be96-717af5e7e806 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a8140403615d438fb09998ea44208515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964379 Jan 29 04:19:00.760651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port c0220996-496e-423f-bd07-be77b9f0de7c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:00.785059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port c0220996-496e-423f-bd07-be77b9f0de7c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:00.785453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:00.816762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-095537c5-7b35-4e3d-b1ec-b96d874fd7a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193907 Jan 29 04:19:00.823119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-7fc69a3a-ae93-480c-86b7-429e439c4218 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:00.824296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-7fc69a3a-ae93-480c-86b7-429e439c4218 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061293 Jan 29 04:19:00.876433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d688a030-28a9-4dd7-9b00-ecc2153ff36a req-e140e217-4f87-4c25-81f3-f2d0264a00bd service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064721 Jan 29 04:19:00.930691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:00.938166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35e964-ab84-4876-8f5a-37ad47b1f443 req-4cf43d0e-1724-4f55-88f1-6e3bb10f7636 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:00.941503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b35e964-ab84-4876-8f5a-37ad47b1f443 req-4cf43d0e-1724-4f55-88f1-6e3bb10f7636 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 945 time: 0.0791476 Jan 29 04:19:00.958846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-237a20d7-2628-4910-908f-71e759065661 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:00.960674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-237a20d7-2628-4910-908f-71e759065661 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457299 Jan 29 04:19:00.963950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0220996-496e-423f-bd07-be77b9f0de7c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:00.969834 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c335ab-550d-4cbe-b54f-bb0a868367a8" -d '{"events": [{"server_uuid": "87b33cf7-c5ca-4046-8ddd-c33a85583cc5", "name": "network-vif-plugged", "status": "completed", "tag": "c0220996-496e-423f-bd07-be77b9f0de7c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:00.986233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c0220996-496e-423f-bd07-be77b9f0de7c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c0220996-496e-423f-bd07-be77b9f0de7c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:00.991828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:01.036891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b35e964-ab84-4876-8f5a-37ad47b1f443 req-e19227d3-1de0-41b6-a3ca-279fce92d6c8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771303 Jan 29 04:19:01.080915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c0220996-496e-423f-bd07-be77b9f0de7c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:01.082737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Request body: {'port': {'device_id': '08a37d76-e037-4034-9bb3-76aa5944396d', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'a8140403615d438fb09998ea44208515'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:01.101416 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac519c2e-8d0c-48e4-aa54-8221065f1609 x-openstack-request-id: req-ac519c2e-8d0c-48e4-aa54-8221065f1609 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:01.103128 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b33cf7-c5ca-4046-8ddd-c33a85583cc5", "name": "network-vif-plugged", "status": "completed", "tag": "c0220996-496e-423f-bd07-be77b9f0de7c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:01.104162 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac519c2e-8d0c-48e4-aa54-8221065f1609 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:01.104810 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0220996-496e-423f-bd07-be77b9f0de7c', 'code': 200} Jan 29 04:19:01.394205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4384-e4ed-4fb6-b979-54093c99c1d4 req-596834b5-8aec-4454-a2fa-d286b22dd967 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.401588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02af4384-e4ed-4fb6-b979-54093c99c1d4 req-596834b5-8aec-4454-a2fa-d286b22dd967 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1096 time: 0.0628276 Jan 29 04:19:01.464500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02af4384-e4ed-4fb6-b979-54093c99c1d4 req-4bdc4d69-bcc4-432b-8bca-5274c441de16 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562582 Jan 29 04:19:01.594987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d521b5ec-770d-4482-bb7b-3051c5d0710e req-1004c094-d527-4904-a989-d24bf63a1075 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 210 time: 0.0433462 Jan 29 04:19:01.668848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a2ccb-f93b-449b-9e7b-fc8448c08b7c req-81d1b589-f2c2-4178-87af-8355acb4ee5d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.676420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0a2ccb-f93b-449b-9e7b-fc8448c08b7c req-81d1b589-f2c2-4178-87af-8355acb4ee5d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 944 time: 0.6440849 Jan 29 04:19:01.727465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2992c-84f0-4867-9fcf-670fb5d50222 req-3e9a87f0-23bd-4ba1-8866-aee0bafb7246 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.730495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4db2992c-84f0-4867-9fcf-670fb5d50222 req-3e9a87f0-23bd-4ba1-8866-aee0bafb7246 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.0621555 Jan 29 04:19:01.732442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-44c9b599-31b7-4158-b901-1ec9de272424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.733955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-44c9b599-31b7-4158-b901-1ec9de272424 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1095 time: 0.6340683 Jan 29 04:19:01.743994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228c278-30f3-44a3-b4f8-4bf28056c9bb req-34b74a6d-2b53-4162-a48e-9486555c4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.746111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8228c278-30f3-44a3-b4f8-4bf28056c9bb req-34b74a6d-2b53-4162-a48e-9486555c4da2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 1101 time: 0.1960893 Jan 29 04:19:01.783471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4db2992c-84f0-4867-9fcf-670fb5d50222 req-b2e34c81-678b-493b-9ea8-5860a23f5987 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Jan 29 04:19:01.883159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e84c58-1815-4432-871a-e04773452828 req-bd5d9246-b0f8-4b2f-85ff-6519d28cd7e5 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.892619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2e84c58-1815-4432-871a-e04773452828 req-bd5d9246-b0f8-4b2f-85ff-6519d28cd7e5 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1096 time: 0.0512135 Jan 29 04:19:01.895258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0a2ccb-f93b-449b-9e7b-fc8448c08b7c req-7e09e92c-c228-454f-8d1d-5d12021f6498 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180235 Jan 29 04:19:01.910733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-928b4546-e5d9-4a5e-a86f-28c0eaacd07c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:01.912183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-928b4546-e5d9-4a5e-a86f-28c0eaacd07c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.36 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 812 time: 0.3530195 Jan 29 04:19:01.913830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8228c278-30f3-44a3-b4f8-4bf28056c9bb req-d4e56e9e-6a11-4149-8165-e2c3bdb2cac4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479909 Jan 29 04:19:01.946670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2e84c58-1815-4432-871a-e04773452828 req-1da2a7e7-fdb8-45a1-b91d-052663604656 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Jan 29 04:19:01.967740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'port': {'device_id': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db', 'admin_state_up': True, 'tenant_id': '92dd6806ddfe4144967143adad718e0d'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:02.045924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563619-3c53-4b7b-8be8-c3e4274777c9 req-218bf562-6d55-4345-8641-ff2ca6bdf1a0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:02.047327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1563619-3c53-4b7b-8be8-c3e4274777c9 req-218bf562-6d55-4345-8641-ff2ca6bdf1a0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0538161 Jan 29 04:19:02.065568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa7bdd4-e031-44dd-b85b-9b82917bcb0e req-e1cb453b-9820-4acd-b01c-3c26d2bab341 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 210 time: 0.0502837 Jan 29 04:19:02.066684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Made reservation on behalf of a8140403615d438fb09998ea44208515 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:02.071071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:02.089048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1563619-3c53-4b7b-8be8-c3e4274777c9 req-6b513fb1-0543-468e-a1fa-8b6beeb2cdfc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Jan 29 04:19:02.112236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:02.125691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-5edbfeac-d040-4147-a6c7-ac8a93f67619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:02.127179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-5edbfeac-d040-4147-a6c7-ac8a93f67619 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.3802824 Jan 29 04:19:02.209545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-401066bc-b1d4-4d5f-8153-2dd5559fe0a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 217 time: 0.0681577 Jan 29 04:19:02.314978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-f794cf21-be4c-45c4-abeb-c206aa327766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:02.316489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-f794cf21-be4c-45c4-abeb-c206aa327766 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0997679 Jan 29 04:19:02.320850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Made reservation on behalf of 92dd6806ddfe4144967143adad718e0d for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:02.324852 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:02.368281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-0c764441-479b-4365-a7c6-a2d2f4bd73c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390587 Jan 29 04:19:02.402113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:02.440870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:02.565772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fb24bf-3805-42d6-8729-4615dcb891e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:02.647101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-0666533b-e725-4178-bad3-bb3e5036d56a service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652099 Jan 29 04:19:02.747199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Allocated IP 172.20.0.13 (d25226af-f421-4861-a21d-bf053616c7db/b731c864-83d6-4b00-b9c3-c1e40bf9514e/dfef0c5e-1c38-4000-83eb-e00ff6aebd5b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:02.774316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cd87dfc-a8b8-419e-be29-cb5523ce57f1 req-226f2b91-a40f-4885-a9c2-2502d2a9d75e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 210 time: 0.0766261 Jan 29 04:19:02.820305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Allocated IP 192.168.233.77 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/90e415ec-ed20-4863-ac9a-dbdbfa8a7a80) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:02.895177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1afafe08-f94e-4f80-b1bf-d816b0f65575 req-5bd2c4ae-3b6c-45b8-8e00-2e146c2e9698 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390163 Jan 29 04:19:03.101860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338eba-84a4-4e4a-a4f2-e3c5a6c77291 req-b3a0b6ba-028f-448b-ac7a-7913a3dae0cd tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.103293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f338eba-84a4-4e4a-a4f2-e3c5a6c77291 req-b3a0b6ba-028f-448b-ac7a-7913a3dae0cd tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.2340972 Jan 29 04:19:03.161769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-48e0e107-20be-4c2f-81c8-5dfb70d49a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.163291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-48e0e107-20be-4c2f-81c8-5dfb70d49a3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1101 time: 0.1680055 Jan 29 04:19:03.168072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:03.200599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-e9316c5a-21ed-4ba1-b465-e0490ae31f8d tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:03.201949 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-e9316c5a-21ed-4ba1-b465-e0490ae31f8d tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062892 Jan 29 04:19:03.249717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-bb56d2f6-cb2e-465d-b77d-4dffce81cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.272165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f338eba-84a4-4e4a-a4f2-e3c5a6c77291 req-72064664-29f3-412f-8a6d-7216cfa44d6e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612446 Jan 29 04:19:03.272671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-bb56d2f6-cb2e-465d-b77d-4dffce81cf70 service neutron] 10.222.0.32 "GET /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 1093 time: 0.0628614 Jan 29 04:19:03.282642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:03.283272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:19:03.288572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:03.398941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-1d6ece39-7602-4d71-8039-23d3b3d4b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.401281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-1d6ece39-7602-4d71-8039-23d3b3d4b5ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2271161 Jan 29 04:19:03.404750 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:03.454726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:03.467966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:03.468765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:03.469379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:03.473050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Pushing event updated for resources: {'Port': ['ID=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:03.475081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:03.485570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:03.491876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:03.492399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:03.492933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:03.493536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Bound port: 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:03.498390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:03.574008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:03.578284 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-744093cf-3d9a-4653-a6a5-3c46e79a8d11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.1190634 Jan 29 04:19:03.663745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:03.668873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Network d25226af-f421-4861-a21d-bf053616c7db is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:03.671286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-824fd70e-9be6-4aef-bf56-a8ca2a7f3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.673286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-824fd70e-9be6-4aef-bf56-a8ca2a7f3ffb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0749631 Jan 29 04:19:03.676144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:03.683940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:03.686981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:03.691821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:03.692180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-321a8958-5578-4bd8-a49e-0c5c7d2e347f service neutron] 10.222.0.32 "POST /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4099679 Jan 29 04:19:03.738915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:03.745483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:03.811687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed970-1425-48ad-a1ae-404012f0772f req-ab77cf8c-beba-4202-a274-48ba1e1bb87e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.819848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53eed970-1425-48ad-a1ae-404012f0772f req-ab77cf8c-beba-4202-a274-48ba1e1bb87e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 944 time: 0.4166975 Jan 29 04:19:03.955782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa0b5-8a7f-4cc6-aa84-5b3c22b33ad3 req-5de53a03-3977-4c3c-9b8d-aba53b9bc81c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:03.976680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba2aa0b5-8a7f-4cc6-aa84-5b3c22b33ad3 req-5de53a03-3977-4c3c-9b8d-aba53b9bc81c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 935 time: 0.0976822 Jan 29 04:19:04.010362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.011418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.034631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba2aa0b5-8a7f-4cc6-aa84-5b3c22b33ad3 req-b4d2073d-14a1-4240-ac0b-c71dc5ba91e9 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Jan 29 04:19:04.039024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-6cc4cd6f-1be6-4a7b-9c3d-33eb858da849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.040608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-6cc4cd6f-1be6-4a7b-9c3d-33eb858da849 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3450141 Jan 29 04:19:04.047927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.048545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.136153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-99d530f6-b24e-4d93-b738-ef6bdea10312 None None] Provisioning complete for port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:04.136680 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-99d530f6-b24e-4d93-b738-ef6bdea10312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.156982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64507f2b-e945-42fe-95cd-860417fb0344 req-ba736321-5c93-44fc-8d63-e515125e2777 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.158583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64507f2b-e945-42fe-95cd-860417fb0344 req-ba736321-5c93-44fc-8d63-e515125e2777 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0607517 Jan 29 04:19:04.183896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-99d530f6-b24e-4d93-b738-ef6bdea10312 None None] Port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:19:04.205220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64507f2b-e945-42fe-95cd-860417fb0344 req-fe5c0d87-a578-449b-8fcc-d8cb183cec52 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Jan 29 04:19:04.243132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:04.334587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8858fe-0320-4ba9-b57f-b8f713c78e36 req-34313683-5405-4d56-87c6-42f04a39f37c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.344688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf8858fe-0320-4ba9-b57f-b8f713c78e36 req-34313683-5405-4d56-87c6-42f04a39f37c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 945 time: 0.0719907 Jan 29 04:19:04.363180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:04.379648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'port_id': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'mac_address': 'fa:16:3e:68:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d85a36-84c9-4a0b-9032-81d758202c1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:04.401550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a9f748f3-be3b-47f2-aa07-1f2226375e77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4426880 Jan 29 04:19:04.415493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53eed970-1425-48ad-a1ae-404012f0772f req-36552d55-f6cb-4f12-b8ce-29a9ab876da4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946219 Jan 29 04:19:04.425881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Request body: {'port': {'device_id': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:04.432253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1d401ab8-211b-493c-a34c-6b7793dc5b4e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3772323 Jan 29 04:19:04.441288 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.442094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf8858fe-0320-4ba9-b57f-b8f713c78e36 req-007b1d89-8ec2-4a4a-8941-7c31be7ea44d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 Jan 29 04:19:04.467469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Request body: {'port': {'device_id': '08a37d76-e037-4034-9bb3-76aa5944396d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:04.483689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:04.506526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-c07caa44-fa12-4bea-88c8-3e10a5b02b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.508167 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-c07caa44-fa12-4bea-88c8-3e10a5b02b32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1096 time: 0.4568739 Jan 29 04:19:04.534487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:04.544144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.595985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68399af8-e8f1-4df6-a946-fb0864858821 req-0707ef89-059f-4905-87c7-a61541e72d0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.597495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68399af8-e8f1-4df6-a946-fb0864858821 req-0707ef89-059f-4905-87c7-a61541e72d0d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 932 time: 0.0833156 Jan 29 04:19:04.623693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:04.648050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68399af8-e8f1-4df6-a946-fb0864858821 req-b61b5b26-d63b-4ec8-995e-15cb772f2824 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Jan 29 04:19:04.671275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-722afef7-0926-4465-a956-da27d91a798b service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110415 Jan 29 04:19:04.696691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.722912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:04.819692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c21db-346f-4959-9e6c-09b0a090cec3 req-645fbaf3-7312-4d60-843e-28f3292fbd54 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.821170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa2c21db-346f-4959-9e6c-09b0a090cec3 req-645fbaf3-7312-4d60-843e-28f3292fbd54 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.2266622 Jan 29 04:19:04.850119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-fee8448d-8c50-4455-87d5-9171d1a574f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:04.851561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-fee8448d-8c50-4455-87d5-9171d1a574f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.3318222 Jan 29 04:19:04.894847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:04.998469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-68e5a06b-9cdb-4a0d-873b-e10cf4cb8891 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 217 time: 0.1287451 Jan 29 04:19:05.113526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa2c21db-346f-4959-9e6c-09b0a090cec3 req-ef05f472-e2a4-4f14-9c26-1c52a98ebad1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649481 Jan 29 04:19:05.125323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-73fd81aa-f235-4bcd-a975-3cdce3ec0a8a service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408431 Jan 29 04:19:05.145706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d2bd-bd27-4551-aaa6-e76a3ac8f8cb req-a1b2ef67-faeb-41a3-8c2a-113e795c3e74 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:05.147639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eea3d2bd-bd27-4551-aaa6-e76a3ac8f8cb req-a1b2ef67-faeb-41a3-8c2a-113e795c3e74 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 935 time: 0.0548708 Jan 29 04:19:05.207274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eea3d2bd-bd27-4551-aaa6-e76a3ac8f8cb req-85104759-50e9-4d6b-82f6-82dae0e52c84 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Jan 29 04:19:05.223584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-f3427f2f-7ed2-4e31-a49c-dec23c92de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:05.225042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-f3427f2f-7ed2-4e31-a49c-dec23c92de38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.2050173 Jan 29 04:19:05.274883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-bcbd8c5c-5e00-438f-8a25-de8374c961d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335402 Jan 29 04:19:05.369441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa2f33-6a60-42fb-b57f-102d80033de5 req-451ea631-fab4-4a88-a86f-42c7912bc6bb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:05.372549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4fa2f33-6a60-42fb-b57f-102d80033de5 req-451ea631-fab4-4a88-a86f-42c7912bc6bb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0778785 Jan 29 04:19:05.422833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4fa2f33-6a60-42fb-b57f-102d80033de5 req-bb1b6a27-8a05-45c9-ba40-791a9e976eb3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Jan 29 04:19:05.512483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-7f01c982-d495-41dd-85c8-1e23cd03fcfb service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094641 Jan 29 04:19:05.567042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b46-129d-46a2-9d69-8b15028fc17b req-b57aefff-acaa-43cf-9b56-f266e840ce4c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:05.568866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56859b46-129d-46a2-9d69-8b15028fc17b req-b57aefff-acaa-43cf-9b56-f266e840ce4c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 945 time: 0.0530226 Jan 29 04:19:05.607887 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56859b46-129d-46a2-9d69-8b15028fc17b req-f9d634bc-c261-47ba-974f-94ed9f5a3c07 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Jan 29 04:19:05.663998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfef0c5e-1c38-4000-83eb-e00ff6aebd5b {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:05.686263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:05.699632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:05.716083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:05.734055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Transition to ACTIVE for port object dfef0c5e-1c38-4000-83eb-e00ff6aebd5b will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:05.749476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb4598-0a1a-4001-ba20-a6f5c386f41c req-31331e84-a21d-4d18-8db0-c0fbe278ac19 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:05.750980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6beb4598-0a1a-4001-ba20-a6f5c386f41c req-31331e84-a21d-4d18-8db0-c0fbe278ac19 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 945 time: 0.1554747 Jan 29 04:19:05.756830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:05.763200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Transition to ACTIVE for port object 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:05.767782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-8cedc00c-080b-4866-90f1-b905b008fe4a service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324803 Jan 29 04:19:05.778992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:05.849594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:05.886103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6beb4598-0a1a-4001-ba20-a6f5c386f41c req-70b63244-b75a-4664-a1b6-2249952d5216 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208653 Jan 29 04:19:06.023661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:06.057576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.058072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.058616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.059146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.060102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.060102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.060675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.061137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.061596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.062086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.062543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.062999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.067022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-dcf5d53a-d2a3-4ed7-833a-5d69e232c244 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5&device_id=08a37d76-e037-4034-9bb3-76aa5944396d&device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38&device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5&device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac&device_id=cb9141ac-3b41-4164-813c-be3701c060b1&device_id=20180ab1-229f-48bc-82ba-61c1d8059148&device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa&device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 10858 time: 0.0758517 Jan 29 04:19:06.091972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-5a61622a-c234-48ec-b56c-48434502f20d tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.179854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-5a61622a-c234-48ec-b56c-48434502f20d tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.183976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-5a61622a-c234-48ec-b56c-48434502f20d tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.235417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61622a-c234-48ec-b56c-48434502f20d tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd10a08-44d6-44cf-8512-2dce315a4314,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:06.242403 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99e630e1-5683-406c-9b04-e96abc86c1e1 req-5a61622a-c234-48ec-b56c-48434502f20d tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=d1fb24bf-3805-42d6-8729-4615dcb891e7&id=7b32be19-ba95-4bb3-839d-54ab81389955&id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&id=ea929316-be58-47d4-b7af-5051011dc7f1&id=e754b31f-a461-4aec-946f-d139da297e1a&id=19df8136-92f6-475e-9116-bf4342d382e6&id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 1009 time: 0.1683342 Jan 29 04:19:06.286315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:06.348073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Attempting to bind port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:06.348333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Attempting to bind port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:06.348593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Attempting to bind port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b on network d25226af-f421-4861-a21d-bf053616c7db {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:06.355726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:06.357805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-fbda8346-9a7c-4fa7-b224-d896a83592db tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.359333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-fbda8346-9a7c-4fa7-b224-d896a83592db tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.4452791 Jan 29 04:19:06.364474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:06.364848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.366457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8cf26-86a3-4a96-aa68-3e68a87b1672 req-eb7daa75-4d5e-4e04-9dae-e90683df1192 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.374582 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27e8cf26-86a3-4a96-aa68-3e68a87b1672 req-eb7daa75-4d5e-4e04-9dae-e90683df1192 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 944 time: 0.3533726 Jan 29 04:19:06.376189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785075f-e490-4b03-ad3b-2231850dc7c4 req-e0f10076-4b6d-44c5-9716-3f4984076c13 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.382365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a785075f-e490-4b03-ad3b-2231850dc7c4 req-e0f10076-4b6d-44c5-9716-3f4984076c13 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 947 time: 0.0871496 Jan 29 04:19:06.386317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:06.389025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Attempting to bind port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:06.389360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Attempting to bind port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:06.389689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Attempting to bind port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:06.394728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b on network d25226af-f421-4861-a21d-bf053616c7db not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:06.395069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Attempting to bind port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b on network d25226af-f421-4861-a21d-bf053616c7db {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:06.423639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:06.423965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Attempting to bind port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:06.428779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:06.429117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Checking segment: {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:06.429412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a785075f-e490-4b03-ad3b-2231850dc7c4 req-d995afe1-e1ed-4647-9878-298722dcf67e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Jan 29 04:19:06.429531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Bound using segment: {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:06.429936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Bound port: dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e41db5-474f-4839-85a9-8eed4f18b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:06.430296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.456818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:06.457218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:06.457605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:06.458072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Bound port: 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:06.458428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.475152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.502678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:06.504991 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec9ab2-f80f-4903-8a7e-dc866d5ff2c3" -d '{"events": [{"server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "name": "network-vif-plugged", "status": "completed", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:06.521849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:06.529985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.550691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27e8cf26-86a3-4a96-aa68-3e68a87b1672 req-b5a9311a-f576-42ab-94a5-014324b8b458 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613057 Jan 29 04:19:06.566750 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.607461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:06.664720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:06.715764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:06.721826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] For port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:06.729412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.736370 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5373c466-b9ba-4fae-b859-b9738a7942d5 x-openstack-request-id: req-5373c466-b9ba-4fae-b859-b9738a7942d5 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:06.737044 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "name": "network-vif-plugged", "status": "completed", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:06.737545 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5373c466-b9ba-4fae-b859-b9738a7942d5 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:06.738170 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'code': 200} Jan 29 04:19:06.750630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] For port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:06.787183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.838710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.839337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.840717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] 10.222.0.36 "PUT /v2.0/ports/dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 1092 time: 2.4215097 Jan 29 04:19:06.844136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:06.846482 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:06.883300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4692b6-6df9-40f4-a495-0e323173b94a req-7e7bdae2-5844-439a-aba1-5e7c0744ad7b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.885028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc4692b6-6df9-40f4-a495-0e323173b94a req-7e7bdae2-5844-439a-aba1-5e7c0744ad7b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.2523551 Jan 29 04:19:06.897233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.897977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:06.899436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] 10.222.0.36 "PUT /v2.0/ports/90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 HTTP/1.1" status: 200 len: 1095 time: 2.4444413 Jan 29 04:19:06.904277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd8ffc-19b1-48ae-b5e5-e72b400b4259 service neutron] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:06.954970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3526-1e2b-4e1a-a30d-844091a985cd req-0a2e5dd3-3fc9-4cd7-9a7b-0ea828650f06 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.955514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3526-1e2b-4e1a-a30d-844091a985cd req-0a2e5dd3-3fc9-4cd7-9a7b-0ea828650f06 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.956032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3526-1e2b-4e1a-a30d-844091a985cd req-0a2e5dd3-3fc9-4cd7-9a7b-0ea828650f06 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:06.964495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-316e3526-1e2b-4e1a-a30d-844091a985cd req-0a2e5dd3-3fc9-4cd7-9a7b-0ea828650f06 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5&device_id=cb9141ac-3b41-4164-813c-be3701c060b1&device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 2884 time: 0.0614009 Jan 29 04:19:07.022464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-316e3526-1e2b-4e1a-a30d-844091a985cd req-4cc5c232-0fea-4c6a-9a0c-49a9abed6fe5 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570607 Jan 29 04:19:07.080200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:07.097596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc4692b6-6df9-40f4-a495-0e323173b94a req-2d97db1d-d003-48cc-9018-32867036a27a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966977 Jan 29 04:19:07.113851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0700-1e2f-4b30-92d5-6cca0aa4bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:07.152707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3761292-ac82-442c-b0f7-0fe4a1778557 req-fa0ae4df-718a-47dc-a361-410c72b00eec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.154331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3761292-ac82-442c-b0f7-0fe4a1778557 req-fa0ae4df-718a-47dc-a361-410c72b00eec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 945 time: 0.0734184 Jan 29 04:19:07.161617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8779f-cac6-4424-81a5-88a4e987957d req-f1187a76-f84e-4c42-a288-2a537f18e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.163178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ac8779f-cac6-4424-81a5-88a4e987957d req-f1187a76-f84e-4c42-a288-2a537f18e63f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1097 time: 0.1986313 Jan 29 04:19:07.195344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1f4a7283-53e0-4f83-9073-44f7bd26092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.195643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3761292-ac82-442c-b0f7-0fe4a1778557 req-99f676b0-9672-446c-ad99-95e3897249d1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Jan 29 04:19:07.198492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-1f4a7283-53e0-4f83-9073-44f7bd26092b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8140403615d438fb09998ea44208515&device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 1098 time: 0.1751597 Jan 29 04:19:07.206267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a7ce633b-c557-48b6-8df9-992092000fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.208163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-a7ce633b-c557-48b6-8df9-992092000fec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1095 time: 0.2151878 Jan 29 04:19:07.231400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:07.281822 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6570b74a-2d38-4ba4-bf16-facda5feaccf x-openstack-request-id: req-6570b74a-2d38-4ba4-bf16-facda5feaccf {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:07.282133 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:07.282392 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6570b74a-2d38-4ba4-bf16-facda5feaccf {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:07.282781 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'status': 'completed', 'code': 200} Jan 29 04:19:07.349016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc11a3e-9651-4886-895c-3921674d2fc9 req-99548961-a72e-4672-b0fe-264a5105ac90 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.350337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dcc11a3e-9651-4886-895c-3921674d2fc9 req-99548961-a72e-4672-b0fe-264a5105ac90 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.0498872 Jan 29 04:19:07.350646 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-3e612613-ae21-46b3-8f20-802e2d5930fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 HTTP/1.1" status: 200 len: 217 time: 0.0993042 Jan 29 04:19:07.355787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-73fd34fa-8e18-4a17-bd30-4191358a8a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 217 time: 0.1234205 Jan 29 04:19:07.386693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ac8779f-cac6-4424-81a5-88a4e987957d req-a70deb20-58ed-496d-83dc-8014cc53b456 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021327 Jan 29 04:19:07.388537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:07.392123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dcc11a3e-9651-4886-895c-3921674d2fc9 req-4db29f42-3faa-4866-b476-4af9a7aac01d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Jan 29 04:19:07.442607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:07.491540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baecb8d-958e-40d3-8f28-6e8ee80c6c3c req-1301bd9d-224c-40af-b731-d87785e5a453 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.493034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0baecb8d-958e-40d3-8f28-6e8ee80c6c3c req-1301bd9d-224c-40af-b731-d87785e5a453 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.2903092 Jan 29 04:19:07.511038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-b5c91c48-ba71-4e7e-a648-604c547ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.512483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-b5c91c48-ba71-4e7e-a648-604c547ac7b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1454713 Jan 29 04:19:07.523619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-beed640c-92ef-4ff9-a866-dbdacd4340ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.524989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-beed640c-92ef-4ff9-a866-dbdacd4340ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.1591885 Jan 29 04:19:07.545295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da30162-18d4-4202-9df3-9c3eea39bc87 req-eff38aea-74d4-43e9-9f43-de7303b75f04 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.546811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7da30162-18d4-4202-9df3-9c3eea39bc87 req-eff38aea-74d4-43e9-9f43-de7303b75f04 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 947 time: 0.0488551 Jan 29 04:19:07.564687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:07.585305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7da30162-18d4-4202-9df3-9c3eea39bc87 req-74f33c38-8f30-4b34-ba51-f9de13ebdf32 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Jan 29 04:19:07.590852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0baecb8d-958e-40d3-8f28-6e8ee80c6c3c req-7f2a1b31-8359-4085-bf03-04e98f439880 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897839 Jan 29 04:19:07.601242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:07.601517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:07.601847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:07.608396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:07.608750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Attempting to bind port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:07.613745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:07.614115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:07.614510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:07.614940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Bound port: 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:07.615302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:07.710765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:07.715304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:07.739623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:07.780438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf338ef7-79de-4df4-b6da-1325f15b0da4 req-6a20bc1a-160c-4bd0-ba5a-5f0d6d853486 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.782106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf338ef7-79de-4df4-b6da-1325f15b0da4 req-6a20bc1a-160c-4bd0-ba5a-5f0d6d853486 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 944 time: 0.1256309 Jan 29 04:19:07.783836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-8c7b7e1f-b117-4e85-a82b-7e86ddec23e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672770 Jan 29 04:19:07.941694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:07.945921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-0a79c06a-8ca2-4d5a-af07-02b447365430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.947459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-0a79c06a-8ca2-4d5a-af07-02b447365430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288549 Jan 29 04:19:07.952915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf338ef7-79de-4df4-b6da-1325f15b0da4 req-32846302-7788-46fe-b8cc-11cb2db6a80b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467755 Jan 29 04:19:07.957049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:07.957674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:07.959077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-351df533-c6cf-42e3-a0e0-6c94d0e0b044 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 1121 time: 1.5825989 Jan 29 04:19:08.033174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-24add46e-eaf8-4505-be0d-d062b33583e7 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242043 Jan 29 04:19:08.151697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-8ea9843f-61e5-40f5-a690-d9dc9277f51f service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832716 Jan 29 04:19:08.154248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['6e10bf2e-8fa6-418b-875b-ce86a98faff3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:08.192669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c79ea-0462-4f7e-b205-146e1ec9f13a req-f37a113a-bef7-4b44-abb0-1edd7a1c3e70 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.194238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c41c79ea-0462-4f7e-b205-146e1ec9f13a req-f37a113a-bef7-4b44-abb0-1edd7a1c3e70 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1101 time: 0.1438911 Jan 29 04:19:08.230561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-221fd401-3676-4ea5-a500-2e59c1795d36 req-914a3f55-6768-4357-949c-f025c176e4ac service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894851 Jan 29 04:19:08.241402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4e0b1-05c4-42a1-a32d-80d9fc936307 req-d5d4f746-ed7c-4882-b66a-4af79df70b10 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.243723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60b4e0b1-05c4-42a1-a32d-80d9fc936307 req-d5d4f746-ed7c-4882-b66a-4af79df70b10 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0636020 Jan 29 04:19:08.277291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c41c79ea-0462-4f7e-b205-146e1ec9f13a req-48604b8a-c923-4550-9b29-35e04775f370 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501142 Jan 29 04:19:08.296563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510ff4f5-e927-4c1e-a854-bc7b1ab48b0d req-55a8ad57-d340-4851-a419-76ec054e99dd service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342471 Jan 29 04:19:08.308144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60b4e0b1-05c4-42a1-a32d-80d9fc936307 req-c727ee20-7c76-4381-a955-9b073394ec3e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 Jan 29 04:19:08.406863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0d1d-efd7-4755-a97d-d32cc8fe1d5e req-d78bf79c-d303-4deb-ae84-655e79965e6e tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.408238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b5c0d1d-efd7-4755-a97d-d32cc8fe1d5e req-d78bf79c-d303-4deb-ae84-655e79965e6e tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1101 time: 0.0401881 Jan 29 04:19:08.433430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd345ea5-2a7d-4097-8a83-e7d9d63cd6fe req-235798ab-7b14-42f3-baca-5bb07a45eeec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.434951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd345ea5-2a7d-4097-8a83-e7d9d63cd6fe req-235798ab-7b14-42f3-baca-5bb07a45eeec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0795734 Jan 29 04:19:08.436772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-f9561f4f-9d40-4cfe-90d2-69189f0918f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.438152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-f9561f4f-9d40-4cfe-90d2-69189f0918f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1095 time: 0.0707464 Jan 29 04:19:08.445317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b5c0d1d-efd7-4755-a97d-d32cc8fe1d5e req-035a5000-e0ce-4819-839d-7ec8db763008 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Jan 29 04:19:08.523706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd345ea5-2a7d-4097-8a83-e7d9d63cd6fe req-2b870378-2cc8-493f-a47b-e19e2c9fca2f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822718 Jan 29 04:19:08.557238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-8d69c129-abfb-441f-90a5-16f01f66c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.559046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-8d69c129-abfb-441f-90a5-16f01f66c430 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.1105061 Jan 29 04:19:08.607915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-0759a2fb-6a7f-4f1d-a577-9f25a50233e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 217 time: 0.0376043 Jan 29 04:19:08.668258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-5ab528bd-3fb2-4439-b047-29e30f4fd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.669652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-5ab528bd-3fb2-4439-b047-29e30f4fd387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.0522335 Jan 29 04:19:08.719522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-5d9ceec6-46f1-4016-a3fc-0ddb857f180b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262651 Jan 29 04:19:08.766205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47c587-04be-4540-ac86-9758d2a37843 req-6d47465d-1cd4-4c24-8b33-e61b4efc40a8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.767744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa47c587-04be-4540-ac86-9758d2a37843 req-6d47465d-1cd4-4c24-8b33-e61b4efc40a8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.2680492 Jan 29 04:19:08.805564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa47c587-04be-4540-ac86-9758d2a37843 req-050360ea-1ee7-469d-991f-5bd1a115542e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Jan 29 04:19:08.845352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-f23bc2c9-9da7-458f-89bb-7bd7d5c325c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173134 Jan 29 04:19:08.879497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992b591-b6bb-41a0-9182-5dee843d0539 req-53eaaffb-c6eb-43f1-bedb-475a53243f03 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.881136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1992b591-b6bb-41a0-9182-5dee843d0539 req-53eaaffb-c6eb-43f1-bedb-475a53243f03 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 947 time: 0.0836484 Jan 29 04:19:08.911719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc24f8-4131-43d4-bc98-df8653316ad8 req-88ead665-488c-47ca-b769-03fe3e292d39 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:08.913177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1fc24f8-4131-43d4-bc98-df8653316ad8 req-88ead665-488c-47ca-b769-03fe3e292d39 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.0467472 Jan 29 04:19:08.956861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1fc24f8-4131-43d4-bc98-df8653316ad8 req-dac8312b-4608-4be8-9e2d-f2d04250d087 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Jan 29 04:19:08.960148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1992b591-b6bb-41a0-9182-5dee843d0539 req-be3459d6-6e2d-45ed-b34c-d878151e4d5f tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525203 Jan 29 04:19:08.975252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa875d-cdcc-447f-8bd9-f60e84f72e99 req-d663db48-5438-4409-81de-a047fdec51ee service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221983 Jan 29 04:19:09.075906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95ceee-c892-4593-8eb3-c4547bb4848f req-07678d6b-5b36-47fd-b0eb-5baa8bf734c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.077735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b95ceee-c892-4593-8eb3-c4547bb4848f req-07678d6b-5b36-47fd-b0eb-5baa8bf734c8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 944 time: 0.0530124 Jan 29 04:19:09.116034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b95ceee-c892-4593-8eb3-c4547bb4848f req-dcf92850-d1b8-4c59-a542-91f9ec1d363a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jan 29 04:19:09.283894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a37d76-e037-4034-9bb3-76aa5944396d', 'tag': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'}, {'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3'}, {'name': 'network-changed', 'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:09.286463 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b002e37-025d-4998-b419-74b01fb329a9" -d '{"events": [{"name": "network-changed", "server_uuid": "08a37d76-e037-4034-9bb3-76aa5944396d", "tag": "90e415ec-ed20-4863-ac9a-dbdbfa8a7a80"}, {"server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3"}, {"name": "network-changed", "server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:09.332804 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93b519-925a-402d-965a-5a62d1c9ad2b x-openstack-request-id: req-aa93b519-925a-402d-965a-5a62d1c9ad2b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:09.333398 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a37d76-e037-4034-9bb3-76aa5944396d", "tag": "90e415ec-ed20-4863-ac9a-dbdbfa8a7a80", "status": "completed", "code": 200}, {"server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3", "code": 200}, {"name": "network-changed", "server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:09.333398 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa93b519-925a-402d-965a-5a62d1c9ad2b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:09.334083 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a37d76-e037-4034-9bb3-76aa5944396d', 'tag': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80', 'status': 'completed', 'code': 200} Jan 29 04:19:09.334346 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'code': 200} Jan 29 04:19:09.334583 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'status': 'completed', 'code': 200} Jan 29 04:19:09.428050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bab56a-df81-46a7-899e-e5e77b54e72b req-0505ea03-9ac3-4013-a96c-ece5af867660 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.429516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76bab56a-df81-46a7-899e-e5e77b54e72b req-0505ea03-9ac3-4013-a96c-ece5af867660 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0522211 Jan 29 04:19:09.473380 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76bab56a-df81-46a7-899e-e5e77b54e72b req-f34cef59-0802-403e-8381-b2a15fe877ce tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Jan 29 04:19:09.494100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-1d8b2c90-a795-4520-b21d-cec0e78e132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.495630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-1d8b2c90-a795-4520-b21d-cec0e78e132e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8140403615d438fb09998ea44208515&device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 1098 time: 0.0761578 Jan 29 04:19:09.506617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0574870-0f65-445d-b04d-b1ca4f2553a9 req-98cd88fe-8e9b-4cca-a3ac-9fef68358b11 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.508007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0574870-0f65-445d-b04d-b1ca4f2553a9 req-98cd88fe-8e9b-4cca-a3ac-9fef68358b11 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0758059 Jan 29 04:19:09.641217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7de0-6e19-41e1-acd7-6f7b141ffa02 req-d07c3547-e1e8-4e4e-b9df-373a44713562 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.642772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-65fa7de0-6e19-41e1-acd7-6f7b141ffa02 req-d07c3547-e1e8-4e4e-b9df-373a44713562 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0495558 Jan 29 04:19:09.682794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-65fa7de0-6e19-41e1-acd7-6f7b141ffa02 req-c11e4afa-a38d-408b-9803-c5894e795b27 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Jan 29 04:19:09.804621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0574870-0f65-445d-b04d-b1ca4f2553a9 req-7579b11c-95ce-43fd-a2d1-fc1b2bd664d1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882185 Jan 29 04:19:09.833356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-b92e276c-e094-49ee-8814-940e8c8b142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.834850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-b92e276c-e094-49ee-8814-940e8c8b142e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3260024 Jan 29 04:19:09.879020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-9c8de538-a2ca-4a6b-8075-4a1998f5dd2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 HTTP/1.1" status: 200 len: 217 time: 0.0339494 Jan 29 04:19:09.922667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247f333-a9f3-4336-96f9-22d279cacffb req-fc0e5e45-b77b-474e-bfea-5e3c2f513406 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.924117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a247f333-a9f3-4336-96f9-22d279cacffb req-fc0e5e45-b77b-474e-bfea-5e3c2f513406 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.0476499 Jan 29 04:19:09.961425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a247f333-a9f3-4336-96f9-22d279cacffb req-79d6af74-6c75-4629-8da9-e381a3cb9230 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Jan 29 04:19:09.963424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-200f9e63-7e2a-4e41-83fc-6209bc6e294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:09.964844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-200f9e63-7e2a-4e41-83fc-6209bc6e294a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0474243 Jan 29 04:19:10.023475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-8d8c7c48-d554-4acc-bb82-92499469464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.025006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-8d8c7c48-d554-4acc-bb82-92499469464a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424566 Jan 29 04:19:10.072556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c17ba0-ba43-4922-8837-3bbcc61b2cff req-0f861316-3ff7-41c7-9db7-cfcd9b7f9cd1 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.073987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4c17ba0-ba43-4922-8837-3bbcc61b2cff req-0f861316-3ff7-41c7-9db7-cfcd9b7f9cd1 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1097 time: 0.0385151 Jan 29 04:19:10.110668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4c17ba0-ba43-4922-8837-3bbcc61b2cff req-51c30292-1a5f-4a34-9264-049caecf3748 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304258 Jan 29 04:19:10.127907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff978dc-0b7d-47ac-9089-1b6b28b97630 req-e9f307c0-9bd2-4232-9339-ada54089e48c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.129383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ff978dc-0b7d-47ac-9089-1b6b28b97630 req-e9f307c0-9bd2-4232-9339-ada54089e48c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.1004536 Jan 29 04:19:10.202930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-419e6c7d-3ac3-4dd4-942f-40e00b9f7e33 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493847 Jan 29 04:19:10.230580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ff978dc-0b7d-47ac-9089-1b6b28b97630 req-d0fbab67-1253-4c52-a02d-fad16ce24713 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/security-groups?id=19df8136-92f6-475e-9116-bf4342d382e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906608 Jan 29 04:19:10.280062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-d261630e-dccb-4a4d-9ced-61ed6c8c4ffc tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.281618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-d261630e-dccb-4a4d-9ced-61ed6c8c4ffc tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 945 time: 0.1341739 Jan 29 04:19:10.405970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875bcf-d3de-40a4-b077-162fc818a0bf req-42466c17-9ade-471b-a3f4-5bfe7f1c1131 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.407435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23875bcf-d3de-40a4-b077-162fc818a0bf req-42466c17-9ade-471b-a3f4-5bfe7f1c1131 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 947 time: 0.0485516 Jan 29 04:19:10.418513 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-95d3912a-fae3-49dd-83c2-dc2213815bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057519 Jan 29 04:19:10.427361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0114005-54ed-4b8d-871d-e3c7de243c74 req-e1ee1f55-e89c-448a-b8e6-8757c9fa49a0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.428725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0114005-54ed-4b8d-871d-e3c7de243c74 req-e1ee1f55-e89c-448a-b8e6-8757c9fa49a0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 944 time: 0.1282063 Jan 29 04:19:10.446542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23875bcf-d3de-40a4-b077-162fc818a0bf req-a6b6738d-6301-44f3-bd1d-ce46d4a63866 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Jan 29 04:19:10.474665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Deleting port 40a1734d-f39b-43dc-a8c2-68fb550ca33c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:10.475005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:10.479844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0114005-54ed-4b8d-871d-e3c7de243c74 req-b6a12bbe-77a2-414e-a4f4-8f41a1f73a1f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Jan 29 04:19:10.546565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a32fb-04f8-46d7-bf6f-8cf9d22162b3 req-c7ebd5e6-fc5c-4119-aca1-c1569b726055 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.548054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-219a32fb-04f8-46d7-bf6f-8cf9d22162b3 req-c7ebd5e6-fc5c-4119-aca1-c1569b726055 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1097 time: 0.0437753 Jan 29 04:19:10.583074 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-219a32fb-04f8-46d7-bf6f-8cf9d22162b3 req-91f5abfd-7b56-468a-ab3c-01792a2ced29 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289545 Jan 29 04:19:10.622336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] For port 40a1734d-f39b-43dc-a8c2-68fb550ca33c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=40a1734d-f39b-43dc-a8c2-68fb550ca33c,segment=NetworkSegment(0d88f21d-4a12-4d4a-b571-048cd405cdd9),segment_id=0d88f21d-4a12-4d4a-b571-048cd405cdd9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:10.622687 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:10.641229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Calling delete_port for 40a1734d-f39b-43dc-a8c2-68fb550ca33c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:10.662476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cca20-aec6-429d-8651-ef298fb7ecea req-816debc9-c779-4850-afad-ecba2cbd0f38 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.663869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf9cca20-aec6-429d-8651-ef298fb7ecea req-816debc9-c779-4850-afad-ecba2cbd0f38 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.1100471 Jan 29 04:19:10.667469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-49198bbd-9fce-4053-ac28-ca78c2681eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.668837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-49198bbd-9fce-4053-ac28-ca78c2681eff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1124 time: 0.1228929 Jan 29 04:19:10.745819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:10.796746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf9cca20-aec6-429d-8651-ef298fb7ecea req-ac0935c0-d491-431d-8c06-bb9053e9757a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256027 Jan 29 04:19:10.842634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-df15ba63-eb44-4b5c-94eb-764a889ff3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.844267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-df15ba63-eb44-4b5c-94eb-764a889ff3a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1657209 Jan 29 04:19:10.877128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba601d89-355b-4299-a37f-62c689cb4666 req-449ec19a-0888-4f86-a87c-35d1a6cbbcc3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:10.885512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba601d89-355b-4299-a37f-62c689cb4666 req-449ec19a-0888-4f86-a87c-35d1a6cbbcc3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0900466 Jan 29 04:19:10.900022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:10.911978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:19:10.922207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-5ef0c972-fad9-4b0f-98cf-596a8d54b0e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 217 time: 0.0551286 Jan 29 04:19:10.923506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba601d89-355b-4299-a37f-62c689cb4666 req-9c1e99e1-be41-4bd8-b85b-714006b9e7e3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369608 Jan 29 04:19:10.960532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:11.000405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['40a1734d-f39b-43dc-a8c2-68fb550ca33c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:11.021967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Pushing event deleted for resources: {'Port': ['ID=40a1734d-f39b-43dc-a8c2-68fb550ca33c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:11.025019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48da53d-2748-4864-973b-66478f3da8f7 req-6f26a505-5364-4063-b5f8-0190dca8d4c0 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:11.027065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d48da53d-2748-4864-973b-66478f3da8f7 req-6f26a505-5364-4063-b5f8-0190dca8d4c0 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1097 time: 0.1478825 Jan 29 04:19:11.032439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edce12-b2d0-4c7e-9e19-c6d66523f145 req-3fdad198-c3e8-4e1c-acea-e10a3b02226d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:11.033938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8edce12-b2d0-4c7e-9e19-c6d66523f145 req-3fdad198-c3e8-4e1c-acea-e10a3b02226d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0512815 Jan 29 04:19:11.039342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002e37-025d-4998-b419-74b01fb329a9 req-36890143-cc95-49b0-8219-561ee0115668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:11.041573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-36890143-cc95-49b0-8219-561ee0115668 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0911746 Jan 29 04:19:11.084153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8edce12-b2d0-4c7e-9e19-c6d66523f145 req-bc7afbd8-da76-4cfd-9dd6-2747b3c6d44b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Jan 29 04:19:11.084566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] No DVR routers for this DVR port 40a1734d-f39b-43dc-a8c2-68fb550ca33c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:11.106194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:11.106194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5848291-bd56-4b08-ae48-0ebbd05d9527 req-f4eb7fc2-2664-4753-8739-a1ecaa5816c6 tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.36 "DELETE /v2.0/ports/40a1734d-f39b-43dc-a8c2-68fb550ca33c HTTP/1.1" status: 204 len: 173 time: 0.8151510 Jan 29 04:19:11.106194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-2f812eaf-ee06-4e5e-9dd1-07bad7dd8286 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507226 Jan 29 04:19:11.175242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d48da53d-2748-4864-973b-66478f3da8f7 req-3d99c904-0411-4970-b40a-c6fbddf70dd5 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189253 Jan 29 04:19:11.212163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-0eb09ce4-8e06-4299-8569-1059eb696090 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980213 Jan 29 04:19:11.305335 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b002e37-025d-4998-b419-74b01fb329a9 req-a9c3de27-2cd4-4cfb-9c1f-c7490a0a4ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Jan 29 04:19:11.336068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'name': 'network-vif-deleted', 'tag': '40a1734d-f39b-43dc-a8c2-68fb550ca33c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:11.340220 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7abe50-e5b3-47ee-a678-d7e11c7d97d3" -d '{"events": [{"server_uuid": "92b59b1f-6262-4e47-a021-ec6b83ecf796", "name": "network-vif-deleted", "tag": "40a1734d-f39b-43dc-a8c2-68fb550ca33c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:11.352485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d30fd335-b58e-41db-a7f0-c014da726669 req-f815857f-793b-4a3e-a932-25fb234d827c tempest-VolumesAdminNegativeTest-1982020790 tempest-VolumesAdminNegativeTest-1982020790-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b59b1f-6262-4e47-a021-ec6b83ecf796 HTTP/1.1" status: 200 len: 210 time: 0.0333717 Jan 29 04:19:11.375803 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98758377-fbd6-46bb-af22-152fb9bcf39d x-openstack-request-id: req-98758377-fbd6-46bb-af22-152fb9bcf39d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:11.376098 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b59b1f-6262-4e47-a021-ec6b83ecf796", "name": "network-vif-deleted", "tag": "40a1734d-f39b-43dc-a8c2-68fb550ca33c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:11.376354 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98758377-fbd6-46bb-af22-152fb9bcf39d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:11.376773 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b59b1f-6262-4e47-a021-ec6b83ecf796', 'name': 'network-vif-deleted', 'tag': '40a1734d-f39b-43dc-a8c2-68fb550ca33c', 'status': 'completed', 'code': 200} Jan 29 04:19:11.560880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ecc54-9fda-484f-af54-299edf1a7d24 req-8a4e17da-d8ab-46a2-9e85-9bd8e0cf9d37 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:11.562331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af9ecc54-9fda-484f-af54-299edf1a7d24 req-8a4e17da-d8ab-46a2-9e85-9bd8e0cf9d37 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 947 time: 0.0469279 Jan 29 04:19:11.597074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad1216-f9ed-457b-a24e-2747844a78c9 req-e14c7137-fe75-48ee-b985-4c3da7351262 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:11.598571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6ad1216-f9ed-457b-a24e-2747844a78c9 req-e14c7137-fe75-48ee-b985-4c3da7351262 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Jan 29 04:19:11.601508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af9ecc54-9fda-484f-af54-299edf1a7d24 req-36127641-4c78-4390-bad9-f9a99152ff6e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Jan 29 04:19:11.625014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:11.641951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6ad1216-f9ed-457b-a24e-2747844a78c9 req-2cffc48b-ccf8-43b0-ace7-c113069cb6c7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373156 Jan 29 04:19:11.915015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d26ef-2ffc-4b9d-bf4b-a72ea59256f8 req-12987c58-2a79-498e-af4d-a9fe65c03879 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:11.916518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c16d26ef-2ffc-4b9d-bf4b-a72ea59256f8 req-12987c58-2a79-498e-af4d-a9fe65c03879 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0505185 Jan 29 04:19:11.953319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c16d26ef-2ffc-4b9d-bf4b-a72ea59256f8 req-056f63ea-6fc8-4621-91f0-e95fcc3d36fb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308321 Jan 29 04:19:12.038653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff736620-3ba6-4460-bad2-ae6b938384d8 req-89015d6d-9a51-4af6-aa19-fb357f97cb6c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:12.040126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff736620-3ba6-4460-bad2-ae6b938384d8 req-89015d6d-9a51-4af6-aa19-fb357f97cb6c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0488348 Jan 29 04:19:12.077614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff736620-3ba6-4460-bad2-ae6b938384d8 req-d06ce803-141c-4645-adef-91e81d74b711 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Jan 29 04:19:12.200014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162c5a3-5526-4a60-8cfb-6a0a6148e2b5 req-59ba22d9-c19b-4c07-b19e-84d4c51ce472 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:12.201707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a162c5a3-5526-4a60-8cfb-6a0a6148e2b5 req-59ba22d9-c19b-4c07-b19e-84d4c51ce472 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0478411 Jan 29 04:19:12.238562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a162c5a3-5526-4a60-8cfb-6a0a6148e2b5 req-5a071e19-7e40-42b3-af3e-ce1ff8c842a0 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Jan 29 04:19:12.298307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551830f-340d-4aa4-81fe-dc99031dcbdb req-05ea6cd6-0d0d-4876-b411-f7aee3c45058 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:12.299827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8551830f-340d-4aa4-81fe-dc99031dcbdb req-05ea6cd6-0d0d-4876-b411-f7aee3c45058 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1097 time: 0.0389912 Jan 29 04:19:12.303872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dfef0c5e-1c38-4000-83eb-e00ff6aebd5b details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:12.337982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8551830f-340d-4aa4-81fe-dc99031dcbdb req-2c0a911b-df4a-45f6-a11c-31e09cc51900 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Jan 29 04:19:12.398130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:12.411259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34694) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:12.414836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'network_id': 'd25226af-f421-4861-a21d-bf053616c7db', 'port_id': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'mac_address': 'fa:16:3e:61:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b731c864-83d6-4b00-b9c3-c1e40bf9514e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:12.455965 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.465993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Deleting subnet c4f061fb-f7d9-469a-952c-25ebcd0295be {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:19:12.469044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.470414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfef0c5e-1c38-4000-83eb-e00ff6aebd5b {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:12.493832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:12.499160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.500048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:12.508712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.552840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.600367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:12.618855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.652277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f061fb-f7d9-469a-952c-25ebcd0295be,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:12.659781 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.662162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:12.663183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-91b87bef-05c2-4ccd-85e4-31ade27b5d91 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c4f061fb-f7d9-469a-952c-25ebcd0295be HTTP/1.1" status: 204 len: 168 time: 0.2509112 Jan 29 04:19:12.667865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34710) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:12.677957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80', 'mac_address': 'fa:16:3e:37:98:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:12.726021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.740937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:12.747417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20009c9d-3fd9-4e67-aa74-eb6885033892 req-147e1ac0-f1c1-4170-9869-07175b2fb300 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:12.752969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.755949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20009c9d-3fd9-4e67-aa74-eb6885033892 req-147e1ac0-f1c1-4170-9869-07175b2fb300 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 947 time: 0.0639517 Jan 29 04:19:12.764850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:12.772070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.806919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20009c9d-3fd9-4e67-aa74-eb6885033892 req-70af6b6a-247a-4be0-8526-eebd4533fdac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Jan 29 04:19:12.836846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:12.873740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.897512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb0088c-eecc-46dc-9a91-63ced1ed3542']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:12.908771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d88f21d-4a12-4d4a-b571-048cd405cdd9') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:12.909343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d88f21d-4a12-4d4a-b571-048cd405cdd9') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:12.921268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.936411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.943692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:19:12.944039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:12.944146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52866a-e59c-44ea-b3bd-2f4f5ee640ed req-6182d7bf-41fd-4ba0-a7b6-c42bdb02f80b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:19:12.946030 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:19:12.952341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab52866a-e59c-44ea-b3bd-2f4f5ee640ed req-6182d7bf-41fd-4ba0-a7b6-c42bdb02f80b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 945 time: 0.0693591 Jan 29 04:19:12.996227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab52866a-e59c-44ea-b3bd-2f4f5ee640ed req-b2d2753e-11e9-456b-af0b-b1c9ab48872e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Jan 29 04:19:13.011826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.020406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.023539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ccb0088c-eecc-46dc-9a91-63ced1ed3542 HTTP/1.1" status: 204 len: 168 time: 0.3546298 Jan 29 04:19:13.026475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:13.043438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63032d-17f3-48ba-9060-97f1db5673f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb0088c-eecc-46dc-9a91-63ced1ed3542,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:13.083373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Deleting subnet ba083ce8-3fe8-48f8-9e51-74130999c47c {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:19:13.088117 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.109020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d8aff-8417-4058-b6e5-b89c7b2dca42 req-ab0a2244-171a-4db0-a52b-5317429844fe tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:13.110478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-008d8aff-8417-4058-b6e5-b89c7b2dca42 req-ab0a2244-171a-4db0-a52b-5317429844fe tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0588446 Jan 29 04:19:13.122806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.126240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.152603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-008d8aff-8417-4058-b6e5-b89c7b2dca42 req-678fc449-98b3-4311-8b72-aad5d454566b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Jan 29 04:19:13.170594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.200149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:13.236157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.249124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:13.269433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799d149-6919-4b92-9863-ce063aa4f0cc req-f1e03aa8-a20f-45f1-a6ea-dd351ba184cf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:13.271065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e799d149-6919-4b92-9863-ce063aa4f0cc req-f1e03aa8-a20f-45f1-a6ea-dd351ba184cf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 943 time: 0.0626397 Jan 29 04:19:13.272163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba083ce8-3fe8-48f8-9e51-74130999c47c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:13.274186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.279651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b9d432cb-d612-4d4b-b878-cad3c1c74a0c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ba083ce8-3fe8-48f8-9e51-74130999c47c HTTP/1.1" status: 204 len: 168 time: 0.2499471 Jan 29 04:19:13.279979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34732) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:13.342843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e799d149-6919-4b92-9863-ce063aa4f0cc req-38614dee-1300-407e-9cc4-57ac7902c845 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Jan 29 04:19:13.351578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.419344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-56de0d35-441f-4c86-b5f4-a7a061388be2 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:13.420351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-56de0d35-441f-4c86-b5f4-a7a061388be2 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192587 Jan 29 04:19:13.463289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209322a9-399b-4744-ae0d-0e9522dd52f3 req-1913edba-8d63-4241-8548-9b097b2bc3fc tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:13.465385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-209322a9-399b-4744-ae0d-0e9522dd52f3 req-1913edba-8d63-4241-8548-9b097b2bc3fc tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0531197 Jan 29 04:19:13.483990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.496923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-aa7d6bbe-aeba-411c-9925-4786a05944f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:13.498308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-aa7d6bbe-aeba-411c-9925-4786a05944f2 service neutron] 10.222.0.32 "GET /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 1094 time: 0.0534322 Jan 29 04:19:13.504795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-209322a9-399b-4744-ae0d-0e9522dd52f3 req-b1cffbde-4a5a-43bd-81f4-5911acb32116 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Jan 29 04:19:13.510686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:13.511136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:19:13.516838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147dac4a-f02a-4f34-a0bc-7f07c44fbbd4']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:13.551592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a60781d-8e3f-4d21-b927-e56bfe1f18f6') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:13.551891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a60781d-8e3f-4d21-b927-e56bfe1f18f6') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:13.565744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.613074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.623997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:19:13.624591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:19:13.625971 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:19:13.698347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.703351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.709877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/147dac4a-f02a-4f34-a0bc-7f07c44fbbd4 HTTP/1.1" status: 204 len: 168 time: 0.4283309 Jan 29 04:19:13.728822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-25d23935-a403-464f-9618-8f18fd1fe85b service neutron] 10.222.0.36 "GET /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.0602307 Jan 29 04:19:13.743211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649da5-1e80-400b-8f86-e9b25a44bb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=147dac4a-f02a-4f34-a0bc-7f07c44fbbd4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:13.764549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:13.764896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:13.765228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:13.769914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:13.770271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:13.775718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:13.776055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:13.776940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:13.776940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Bound port: ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:13.836164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:13.846347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:13.847883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-496d7d92-5a4d-4f51-b4d2-c3f65756d4be service neutron] 10.222.0.32 "POST /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3410912 Jan 29 04:19:13.944676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:13.959855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34740) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:13.974876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a1e38-ef00-4076-abb1-298ca120209c req-f56f6bec-77c4-4a18-9afc-164111768c46 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:13.976336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f86a1e38-ef00-4076-abb1-298ca120209c req-f56f6bec-77c4-4a18-9afc-164111768c46 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 948 time: 0.0956042 Jan 29 04:19:13.984624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:14.040173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b91400ca-105e-43c4-917c-e10a7f22f4a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d875a887be34106a798b7451bfb2edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762651 Jan 29 04:19:14.040396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e10bf2e-8fa6-418b-875b-ce86a98faff3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:14.042095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34744) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:14.051760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f86a1e38-ef00-4076-abb1-298ca120209c req-f0595e43-84b6-4640-b26b-a3eb222726c8 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689869 Jan 29 04:19:14.053454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:14.057293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cea1c-151b-444c-8525-4c50af3ab184 req-366b3ae9-dfb7-4a72-9517-c40cbfd770bb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.059362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-630cea1c-151b-444c-8525-4c50af3ab184 req-366b3ae9-dfb7-4a72-9517-c40cbfd770bb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.0887017 Jan 29 04:19:14.077654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.123344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-630cea1c-151b-444c-8525-4c50af3ab184 req-7eeb5d94-b389-46ab-962e-61d73e883b12 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538702 Jan 29 04:19:14.133127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-908011c1-114d-4b87-bafd-89050b43ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.157430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-908011c1-114d-4b87-bafd-89050b43ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.191149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] Transition to ACTIVE for port object 6e10bf2e-8fa6-418b-875b-ce86a98faff3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:14.201118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbaa2d-6c9f-4c12-81d8-368c87a8b51e req-1f9fb815-a065-4961-a057-cf5cebff629c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.202996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2cbaa2d-6c9f-4c12-81d8-368c87a8b51e req-1f9fb815-a065-4961-a057-cf5cebff629c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 945 time: 0.0810726 Jan 29 04:19:14.204657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.213943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-908011c1-114d-4b87-bafd-89050b43ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.217671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-908011c1-114d-4b87-bafd-89050b43ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.221922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-908011c1-114d-4b87-bafd-89050b43ac09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19df8136-92f6-475e-9116-bf4342d382e6 HTTP/1.1" status: 204 len: 168 time: 0.1789865 Jan 29 04:19:14.233177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908011c1-114d-4b87-bafd-89050b43ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df8136-92f6-475e-9116-bf4342d382e6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:14.292951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72164c5-0e74-45ac-9017-ff9315d3f532 req-876861a5-8650-43a0-ae00-c0568a8fa9d0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.294684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b72164c5-0e74-45ac-9017-ff9315d3f532 req-876861a5-8650-43a0-ae00-c0568a8fa9d0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0633512 Jan 29 04:19:14.299263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] No DVR routers for this DVR port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:14.317959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2cbaa2d-6c9f-4c12-81d8-368c87a8b51e req-81bfe3d0-22b7-40fc-a438-28e189777b4e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085091 Jan 29 04:19:14.319063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d23677-f71c-4384-843a-6e191243c072 service neutron] Pushing event updated for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:14.335785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:14.352437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b72164c5-0e74-45ac-9017-ff9315d3f532 req-e93dd9e0-b88b-40e9-8dd3-c2df41274ccd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Jan 29 04:19:14.353831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-52d23677-f71c-4384-843a-6e191243c072 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6153114 Jan 29 04:19:14.397142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:14.402721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:14.403318 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.487683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.489413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05c3d-3ccf-40e8-b0b6-0d0fe55728a0 req-b1d9694a-c7da-4b7d-a4ab-048aee0e717f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.491196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ef05c3d-3ccf-40e8-b0b6-0d0fe55728a0 req-b1d9694a-c7da-4b7d-a4ab-048aee0e717f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.0715203 Jan 29 04:19:14.512490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a37d76-e037-4034-9bb3-76aa5944396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:14.515688 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a2a65-ea9a-48a7-90d7-bcc4181d9b17" -d '{"events": [{"server_uuid": "08a37d76-e037-4034-9bb3-76aa5944396d", "name": "network-vif-plugged", "status": "completed", "tag": "90e415ec-ed20-4863-ac9a-dbdbfa8a7a80"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:14.529306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:14.534671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.536166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dfef0c5e-1c38-4000-83eb-e00ff6aebd5b up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:14.550181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-8db5285c-6c51-4bde-9f6f-a222294d8330 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.551752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-8db5285c-6c51-4bde-9f6f-a222294d8330 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.0828390 Jan 29 04:19:14.560610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ef05c3d-3ccf-40e8-b0b6-0d0fe55728a0 req-4af4412f-bb72-443e-b05c-dd8c030d10f9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Jan 29 04:19:14.566589 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579f475-4e74-4d73-84f6-8fc5e961a05c x-openstack-request-id: req-6579f475-4e74-4d73-84f6-8fc5e961a05c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:14.566926 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a37d76-e037-4034-9bb3-76aa5944396d", "name": "network-vif-plugged", "status": "completed", "tag": "90e415ec-ed20-4863-ac9a-dbdbfa8a7a80", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:14.567230 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6579f475-4e74-4d73-84f6-8fc5e961a05c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:14.567751 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a37d76-e037-4034-9bb3-76aa5944396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80', 'code': 200} Jan 29 04:19:14.639182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:14.647073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:14.660847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:14.666220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:14.666857 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.741704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9862d271-ddbf-489e-bc9c-4d88a2a489e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dfab33a01474fc0b021f04a1f0ec719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929987 Jan 29 04:19:14.744722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34762) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:14.760842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db5832-804e-446e-b53b-7b9dc007af81 req-bced6e5c-3687-492e-ac44-90af71182b90 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.762885 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9db5832-804e-446e-b53b-7b9dc007af81 req-bced6e5c-3687-492e-ac44-90af71182b90 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1177931 Jan 29 04:19:14.764840 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.771397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-6ce062bd-b342-49a9-9ab8-367bbca879eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.782604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-6ce062bd-b342-49a9-9ab8-367bbca879eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5&tenant_id=9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 1095 time: 0.2147830 Jan 29 04:19:14.798417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c67c5-258b-4afe-9ad0-2591adeb1148 req-fe8fb1e3-0d6c-49a2-8c57-e913f4fdab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.799979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-059c67c5-258b-4afe-9ad0-2591adeb1148 req-fe8fb1e3-0d6c-49a2-8c57-e913f4fdab6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 1100 time: 0.1215532 Jan 29 04:19:14.810656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:14.818298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.819676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 40a1734d-f39b-43dc-a8c2-68fb550ca33c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:14.844149 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9db5832-804e-446e-b53b-7b9dc007af81 req-94c1ea79-36c5-4865-b2cb-163d17ba56e1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Jan 29 04:19:14.870378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93380c26-f8a2-4f5b-9b31-b73f2c3b09c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.892041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 40a1734d-f39b-43dc-a8c2-68fb550ca33c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:19:14.892544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 40a1734d-f39b-43dc-a8c2-68fb550ca33c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:14.899098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93380c26-f8a2-4f5b-9b31-b73f2c3b09c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.903944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-059c67c5-258b-4afe-9ad0-2591adeb1148 req-2e1e2b1b-9ef5-48f6-bc78-f7dfa5c58d57 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Jan 29 04:19:14.910912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-2bc90208-b612-4cbf-bad4-6ae1d32ff7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:14.916657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-2bc90208-b612-4cbf-bad4-6ae1d32ff7de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1095 time: 0.0829511 Jan 29 04:19:14.920717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:14.954355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93380c26-f8a2-4f5b-9b31-b73f2c3b09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.957253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93380c26-f8a2-4f5b-9b31-b73f2c3b09c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:14.958492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-93380c26-f8a2-4f5b-9b31-b73f2c3b09c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0e446c5-9178-4304-9d95-9585af2f13e5 HTTP/1.1" status: 204 len: 168 time: 0.2125816 Jan 29 04:19:14.967114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93380c26-f8a2-4f5b-9b31-b73f2c3b09c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e446c5-9178-4304-9d95-9585af2f13e5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:15.048833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-3e66e421-c3cd-4814-a540-48a9dcf8a531 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--654892761&fields=id&tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9 HTTP/1.1" status: 200 len: 267 time: 0.0506802 Jan 29 04:19:15.068592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-b2a917fa-df9a-454d-b3d6-601650ff5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.069990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-b2a917fa-df9a-454d-b3d6-601650ff5a2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1501806 Jan 29 04:19:15.201765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ce69-ac08-4f2f-9321-e4ca538e9d52 req-c15d7aa7-c41e-4fe3-a6c4-85e61049a402 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.203687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91f3ce69-ac08-4f2f-9321-e4ca538e9d52 req-c15d7aa7-c41e-4fe3-a6c4-85e61049a402 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 949 time: 0.0704312 Jan 29 04:19:15.256046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91f3ce69-ac08-4f2f-9321-e4ca538e9d52 req-15e4491a-0949-4800-8ff7-a22746fdfc5f tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Jan 29 04:19:15.390128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d41ff-ec3f-4eae-92e7-66541f764740 req-9648f493-65c4-4aca-92c1-569d40870731 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.394534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-6f6d7bc7-8c0a-4261-937e-449d1e4375f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 217 time: 0.3143802 Jan 29 04:19:15.397827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c54d41ff-ec3f-4eae-92e7-66541f764740 req-9648f493-65c4-4aca-92c1-569d40870731 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.0651705 Jan 29 04:19:15.436593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c54d41ff-ec3f-4eae-92e7-66541f764740 req-4991916c-42a6-4141-99c0-1774e98382ac tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 Jan 29 04:19:15.481113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-0721dd4d-505a-48a4-9aea-ed4b72743799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.482600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-0721dd4d-505a-48a4-9aea-ed4b72743799 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0746458 Jan 29 04:19:15.490732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-5cee71d4-122f-493b-bc47-8d5c486d2e80 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.492198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-5cee71d4-122f-493b-bc47-8d5c486d2e80 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 823 time: 0.4359546 Jan 29 04:19:15.527571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-cf90a631-b31c-4260-bc82-b7f14eb64430 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344055 Jan 29 04:19:15.529217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-626e7009-5657-4fb7-85e9-d697ffd49d42 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/quotas/d7e3d2a6e7f648af8c5cbb511b9d95b9 HTTP/1.1" status: 200 len: 375 time: 0.0281549 Jan 29 04:19:15.569203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8ce4-f158-4e2a-b7cc-082ee1f995bf req-d91789ca-c085-4e0b-9271-5a04dde17155 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.571024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67fc8ce4-f158-4e2a-b7cc-082ee1f995bf req-d91789ca-c085-4e0b-9271-5a04dde17155 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 946 time: 0.0579727 Jan 29 04:19:15.588876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-8eb7425c-8dd2-4c2c-ab8a-34abf6bc4e45 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523729 Jan 29 04:19:15.648947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67fc8ce4-f158-4e2a-b7cc-082ee1f995bf req-c8592c5a-6c80-46d2-b292-ac02a9f34365 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Jan 29 04:19:15.763153 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-ff7d372d-27bb-4062-8fbf-46b6b0fbddf6 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731668 Jan 29 04:19:15.763932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c011-2d28-41bf-a21d-bed07f9abaf5 req-3d9a981e-bf3e-44c6-8de6-c2eae3956065 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.765508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0892c011-2d28-41bf-a21d-bed07f9abaf5 req-3d9a981e-bf3e-44c6-8de6-c2eae3956065 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0598576 Jan 29 04:19:15.766327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-84dfc479-9e67-4417-9cf1-bb176a578591 service neutron] 10.222.0.32 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565123 Jan 29 04:19:15.810748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0892c011-2d28-41bf-a21d-bed07f9abaf5 req-64c1dd2d-d1ff-4450-99b5-190748ea54e3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Jan 29 04:19:15.929707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-924cb1f6-9b1a-4c95-a61b-67e0be343ab6 service neutron] 10.222.0.32 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571021 Jan 29 04:19:15.946657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-a37c2ff0-8ee9-4d28-be5e-c9504dcc42d1 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152482 Jan 29 04:19:15.950142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff889bd1-7f7a-4cc1-8c0c-231da7834059 req-243dbfd6-09f0-446c-a254-de9bb3d40cec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:15.957340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff889bd1-7f7a-4cc1-8c0c-231da7834059 req-243dbfd6-09f0-446c-a254-de9bb3d40cec tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.0655198 Jan 29 04:19:16.002003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff889bd1-7f7a-4cc1-8c0c-231da7834059 req-d56687f7-75e4-4a8c-be7d-de3f99c3a1d0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Jan 29 04:19:16.213427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94585c-8ae6-4b69-9929-34ff32c93309 req-1c35f8af-37f0-462a-a7cf-09917076f016 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:16.215168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f94585c-8ae6-4b69-9929-34ff32c93309 req-1c35f8af-37f0-462a-a7cf-09917076f016 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0820148 Jan 29 04:19:16.252611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d3b453d-683b-4830-a9f5-0f2f798ff4bb req-edda2625-2143-460e-8926-c71739ff627d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 210 time: 0.0285881 Jan 29 04:19:16.279534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f94585c-8ae6-4b69-9929-34ff32c93309 req-ee7d6041-c579-4092-a7f7-2a0c155cf585 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Jan 29 04:19:16.424483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b7f65-86c1-4ad5-b7a3-9574d399cb8b req-f10bbb3d-e47b-473a-a25f-f14cf0b8942d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:16.425934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be9b7f65-86c1-4ad5-b7a3-9574d399cb8b req-f10bbb3d-e47b-473a-a25f-f14cf0b8942d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 949 time: 0.0806587 Jan 29 04:19:16.503104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be9b7f65-86c1-4ad5-b7a3-9574d399cb8b req-e079ab84-e603-4a43-9aae-1261e9f61b2b tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Jan 29 04:19:16.570882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:16.574407 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccedf30-3ea8-45aa-987e-3eed46376772" -d '{"events": [{"server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "name": "network-vif-plugged", "status": "completed", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:16.620497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-f44791f5-9475-4d30-8fda-664cedb2970b tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:16.622020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-f44791f5-9475-4d30-8fda-664cedb2970b tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.1349642 Jan 29 04:19:16.633295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c464a-196f-4cca-a691-c5d9e0af0ce7 req-6198ae3d-6a0c-479a-8d7e-630080ebcb4a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:16.634879 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0c464a-196f-4cca-a691-c5d9e0af0ce7 req-6198ae3d-6a0c-479a-8d7e-630080ebcb4a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.0594757 Jan 29 04:19:16.709597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0c464a-196f-4cca-a691-c5d9e0af0ce7 req-af454954-b01e-4223-ad5e-73bc2aa25952 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684507 Jan 29 04:19:16.784094 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024cdb9-35f4-4515-90ba-5931026841d4 x-openstack-request-id: req-0024cdb9-35f4-4515-90ba-5931026841d4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:16.784333 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "name": "network-vif-plugged", "status": "completed", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:16.784594 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0024cdb9-35f4-4515-90ba-5931026841d4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:16.784989 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'code': 200} Jan 29 04:19:16.898455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-ef116cce-9de2-4e16-80cd-c49b245594ae service neutron] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:16.914760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-ef116cce-9de2-4e16-80cd-c49b245594ae service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:16.915903 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e3a06fb-4c70-4e6f-953c-c8b48fe47406 req-ef116cce-9de2-4e16-80cd-c49b245594ae service neutron] 10.222.0.20 "DELETE /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.2618923 Jan 29 04:19:16.924632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373b41a-b5cb-456a-b4c3-01a930956bba req-b5e4ca45-36a5-4a3d-a598-bc8500701809 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:16.926345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9373b41a-b5cb-456a-b4c3-01a930956bba req-b5e4ca45-36a5-4a3d-a598-bc8500701809 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 946 time: 0.0896592 Jan 29 04:19:17.008942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9373b41a-b5cb-456a-b4c3-01a930956bba req-e7318d31-54ab-4ab2-afe0-6e17659d3640 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728667 Jan 29 04:19:17.017230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3ed94-3bac-43d4-a088-a354bde10a4d req-d8b3cada-4a89-4a26-854b-0833642dfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.018561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fe3ed94-3bac-43d4-a088-a354bde10a4d req-d8b3cada-4a89-4a26-854b-0833642dfc1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1097 time: 0.1003914 Jan 29 04:19:17.029062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-66613b1d-d079-493a-83aa-b2e14f99833e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.030517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-66613b1d-d079-493a-83aa-b2e14f99833e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.36 "GET /v2.0/ports?device_id=088c78b1-17f3-470a-b7e3-7bdbdd3f41fa HTTP/1.1" status: 200 len: 945 time: 0.1309273 Jan 29 04:19:17.044468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eefc2e-de45-4cfc-8286-8c5f638e647d req-be2e6fa7-d74e-4fb4-a6c6-2b3fa08d0374 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.046041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39eefc2e-de45-4cfc-8286-8c5f638e647d req-be2e6fa7-d74e-4fb4-a6c6-2b3fa08d0374 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0871985 Jan 29 04:19:17.127887 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-7ed4cc4a-c0d1-48c9-9171-2bc8db5879cb tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8140403615d438fb09998ea44208515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234787 Jan 29 04:19:17.155216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fe3ed94-3bac-43d4-a088-a354bde10a4d req-94040e92-0aca-47fd-a76c-d41f824ce64f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082320 Jan 29 04:19:17.159534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39eefc2e-de45-4cfc-8286-8c5f638e647d req-8e925353-ed29-4377-b234-fe477e470491 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010885 Jan 29 04:19:17.196286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Deleting port 88fa5334-e89b-4c96-831e-2239aff6a516 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:17.196633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:17.243307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-beeeb190-a623-4861-a9df-cd88255c077b tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.245527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-beeeb190-a623-4861-a9df-cd88255c077b tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120028 Jan 29 04:19:17.261366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-c1be0536-515c-4593-be26-cc71f1ef0e0a tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/quotas/a8140403615d438fb09998ea44208515 HTTP/1.1" status: 200 len: 375 time: 0.0091822 Jan 29 04:19:17.313111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-6ca26960-4e16-41fb-bfe4-d22c4f0a7d64 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8140403615d438fb09998ea44208515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446024 Jan 29 04:19:17.343525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] For port 88fa5334-e89b-4c96-831e-2239aff6a516, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=88fa5334-e89b-4c96-831e-2239aff6a516,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:17.343892 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:17.354029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc05696-092a-4bb1-ae2c-c3561789c1cd req-0c4fbe28-a7cd-4732-9cb3-fa4ceb3de9c4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.355480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cc05696-092a-4bb1-ae2c-c3561789c1cd req-0c4fbe28-a7cd-4732-9cb3-fa4ceb3de9c4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.1185391 Jan 29 04:19:17.395271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-d9ab798c-d9cb-4147-aa6c-b0ebc170aa4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241257 Jan 29 04:19:17.544601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3770b4b6-430d-4a06-99ac-1f46f44d1faf req-7bd58912-67bc-481a-a533-c04e32649958 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jan 29 04:19:17.578666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cc05696-092a-4bb1-ae2c-c3561789c1cd req-38309b1e-e99e-4027-a5fa-072209cb24cb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159181 Jan 29 04:19:17.716425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76d0acfb-d694-4dab-bbb6-1ae891d56d85 req-a13ca54d-7690-4c54-9c99-5c7495bb5858 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 210 time: 0.0494156 Jan 29 04:19:17.752770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-71b47bad-07b8-4418-9f5f-bdaacd53b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.754557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-71b47bad-07b8-4418-9f5f-bdaacd53b9a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 1095 time: 0.1637614 Jan 29 04:19:17.777979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:17.778655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:17.778779 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf disassociated. External IP: 172.25.4.28, port: 88fa5334-e89b-4c96-831e-2239aff6a516. Jan 29 04:19:17.779052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Calling delete_port for 88fa5334-e89b-4c96-831e-2239aff6a516 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:17.843797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dca85-0811-41ad-aeeb-57d65c0f0078 req-89309a9d-22e3-4d5d-8315-b21c43bdce25 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.845561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc4dca85-0811-41ad-aeeb-57d65c0f0078 req-89309a9d-22e3-4d5d-8315-b21c43bdce25 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2249811 Jan 29 04:19:17.858079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-0271742b-3a1a-4dd4-9193-89d5c6215f58 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.859786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-0271742b-3a1a-4dd4-9193-89d5c6215f58 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.20 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 823 time: 0.2613235 Jan 29 04:19:17.882277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-2abeb4d6-29f5-4b27-8804-1fc25ec01fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:17.883874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-2abeb4d6-29f5-4b27-8804-1fc25ec01fa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.0983167 Jan 29 04:19:17.912633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc4dca85-0811-41ad-aeeb-57d65c0f0078 req-e0c3d970-524c-4df5-b84a-34326bff966d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517063 Jan 29 04:19:17.932846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-9a01d92c-8306-48d6-aad3-0ae015a118a7 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9 HTTP/1.1" status: 200 len: 379 time: 0.0480025 Jan 29 04:19:17.953959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'port': {'device_id': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'admin_state_up': True, 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'security_groups': ['25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:17.996674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-b2070f26-ee60-49e1-acfa-f64365f93b59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 200 len: 217 time: 0.0477271 Jan 29 04:19:18.057400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c31f8-fee4-4f2a-8120-dc508f6cc81b req-3988994a-4275-4576-a469-8feda382bc4e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.058838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd5c31f8-fee4-4f2a-8120-dc508f6cc81b req-3988994a-4275-4576-a469-8feda382bc4e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.1459818 Jan 29 04:19:18.099885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e836aa-1ae5-4302-bcfc-9a584e45ebd3 req-3606212c-c493-4b6b-b576-898617af279c tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.101727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74e836aa-1ae5-4302-bcfc-9a584e45ebd3 req-3606212c-c493-4b6b-b576-898617af279c tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1095 time: 0.0719645 Jan 29 04:19:18.122468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-54b18ebc-550b-432d-af0a-1815fb2a580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.124101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-54b18ebc-550b-432d-af0a-1815fb2a580f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1172075 Jan 29 04:19:18.150999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Made reservation on behalf of d7e3d2a6e7f648af8c5cbb511b9d95b9 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:18.154750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:18.162942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74e836aa-1ae5-4302-bcfc-9a584e45ebd3 req-0efe937c-2909-4c09-a71d-0315d123cec5 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537527 Jan 29 04:19:18.168208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd5c31f8-fee4-4f2a-8120-dc508f6cc81b req-2bd4c055-868f-4a52-80dc-b14d32711838 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004415 Jan 29 04:19:18.172372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-9f942570-e8fa-488f-925b-67481d4a3c47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370922 Jan 29 04:19:18.285685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:18.328459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event deleted for resources: {'Port': ['ID=88fa5334-e89b-4c96-831e-2239aff6a516,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:18.349568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:18.352454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Allocated IP 172.20.0.4 (b88fdc91-d001-498a-ac16-68f838bf80e3/7b298790-140b-4098-8cb5-564c3cda3871/d9234603-9c4b-461b-8296-ecc2c261e779) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:18.370687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd822fc-6a33-4647-ba4f-e5e733974275 req-af144ebb-498c-434f-b4ab-1c8406946b99 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.379314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2dd822fc-6a33-4647-ba4f-e5e733974275 req-af144ebb-498c-434f-b4ab-1c8406946b99 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 946 time: 0.0832975 Jan 29 04:19:18.450240 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2dd822fc-6a33-4647-ba4f-e5e733974275 req-1cfdf05e-2749-4be2-8461-bc9067072943 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655229 Jan 29 04:19:18.489114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:18.503395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-0abb4601-9a5d-41db-be86-a5487fd0bb73 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909906 Jan 29 04:19:18.749461 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:18.781833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-b5eb09e8-7b43-46a2-9cd9-f251017d6272 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.788850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-b5eb09e8-7b43-46a2-9cd9-f251017d6272 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.1822677 Jan 29 04:19:18.814370 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-13c33f3e-62f8-4f72-b67d-2bddd7ea6e12 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/quotas/9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 375 time: 0.0245967 Jan 29 04:19:18.865579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f615b3b-4267-4c4b-9caa-6cf40e8d662e req-d2735e13-383f-4fb4-a706-199d23ed1d30 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883536 Jan 29 04:19:18.875252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-26fd4820-d1fa-41e0-bd94-9df360660489 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599527 Jan 29 04:19:18.879332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1ec74-46e9-4457-b4d5-25641115b419 req-acafb354-4ff9-4d5e-8394-a10b071979f5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.880992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0a1ec74-46e9-4457-b4d5-25641115b419 req-acafb354-4ff9-4d5e-8394-a10b071979f5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.5461779 Jan 29 04:19:18.939222 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:18.962247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:19:18.966409 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0a1ec74-46e9-4457-b4d5-25641115b419 req-bd80f8b3-5ee3-49c3-a32e-36f3287e20d2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785716 Jan 29 04:19:18.979652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-1be4221b-8c5a-4156-ac1b-e5b462f809a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:18.980943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-1be4221b-8c5a-4156-ac1b-e5b462f809a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1097 time: 0.0760880 Jan 29 04:19:19.038388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Network b88fdc91-d001-498a-ac16-68f838bf80e3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:19.054551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:19.064271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:19.069296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event updated for resources: {'Port': ['ID=d9234603-9c4b-461b-8296-ecc2c261e779,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:19.106969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-f0930b7d-eba9-4aee-aadf-845458420446 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306979 Jan 29 04:19:19.175062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:19.175682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:19.206893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-ac025067-90eb-4657-a363-030e47baf904 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2575595 Jan 29 04:19:19.222916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-1e2e5c97-e046-47e7-8e7a-684a6b660aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:19.224345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-1e2e5c97-e046-47e7-8e7a-684a6b660aaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1418765 Jan 29 04:19:19.230419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:19:19.234664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-93c85a24-5e80-4f1a-8ec4-5fba95153fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268430 Jan 29 04:19:19.243088 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:19:19.254220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:19.254976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:18:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:19.267001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9cc7c-7ada-43ad-b95a-e84be5d8bd78 req-b240926b-3062-42db-bd9d-6c4c136f83fc tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:19.268766 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60d9cc7c-7ada-43ad-b95a-e84be5d8bd78 req-b240926b-3062-42db-bd9d-6c4c136f83fc tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 931 time: 0.1079209 Jan 29 04:19:19.270640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Request body: {'port': {'device_id': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:19.302885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] No DVR routers for this DVR port 88fa5334-e89b-4c96-831e-2239aff6a516 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:19.310631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:19.311436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e251579a-e7b3-4fbc-8467-9a2db9e1e71d req-2d5d0cf4-d983-4982-b762-623daae6b835 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.36 "DELETE /v2.0/ports/88fa5334-e89b-4c96-831e-2239aff6a516 HTTP/1.1" status: 204 len: 173 time: 2.2634811 Jan 29 04:19:19.339916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'name': 'network-vif-deleted', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:19.342184 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9af4b39-e4cb-4614-b141-c1b1aadb8813" -d '{"events": [{"server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "name": "network-vif-deleted", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:19.365544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-fe23bd02-0afc-475c-b780-7793c2360d53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 217 time: 0.0797014 Jan 29 04:19:19.375128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-064649ef-6fd5-4b8e-80c8-5924cc8df78f tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a8140403615d438fb09998ea44208515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053514 Jan 29 04:19:19.379192 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:19.517909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60d9cc7c-7ada-43ad-b95a-e84be5d8bd78 req-60ae56e6-0886-41b8-aede-c4ecdefd6f8f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265821 Jan 29 04:19:19.529157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-81a6ae17-00c7-4f6a-9960-3040bd2a9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:19.534950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-81a6ae17-00c7-4f6a-9960-3040bd2a9857 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1589429 Jan 29 04:19:19.598134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-b138b887-3986-4397-bef9-aa3f0c92f6ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510516 Jan 29 04:19:19.719279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:19.756230 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:19:19.762428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-04a73beb-69b0-4bde-abfb-98df0e42b3b2 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:19.765738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3bceadd0-b788-4bc4-b346-792f9486c177 req-93a99fc2-7748-4747-98bc-427107221ab5 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 210 time: 0.0430822 Jan 29 04:19:19.768452 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:19.769119 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:18:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:19.775895 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-04a73beb-69b0-4bde-abfb-98df0e42b3b2 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881960 Jan 29 04:19:19.807572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Request body: {'port': {'device_id': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'a8140403615d438fb09998ea44208515'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:19.860091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:19.927582 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:19.992439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e837ddc-44ff-471d-b6d7-a75e7865b19b req-f7944ab1-62e4-46d8-b92d-2941903f9279 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:19.994558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e837ddc-44ff-471d-b6d7-a75e7865b19b req-f7944ab1-62e4-46d8-b92d-2941903f9279 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.3426390 Jan 29 04:19:20.058170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-6f095b7a-0d2b-43c7-be1d-5a546813a059 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362459 Jan 29 04:19:20.083004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e837ddc-44ff-471d-b6d7-a75e7865b19b req-00500f8e-916e-4c3b-a368-1ef943c99471 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Jan 29 04:19:20.173926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Made reservation on behalf of a8140403615d438fb09998ea44208515 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:20.179405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:20.223060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d53b-725b-4a54-aad0-fcbf48a8d5cd req-d4f624ec-a704-489e-af87-c256a209b135 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:20.227636 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15b3d53b-725b-4a54-aad0-fcbf48a8d5cd req-d4f624ec-a704-489e-af87-c256a209b135 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.2775700 Jan 29 04:19:20.241659 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b81f001-e37d-46f1-89f4-0a13d3f2ed24 x-openstack-request-id: req-7b81f001-e37d-46f1-89f4-0a13d3f2ed24 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:20.242006 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c78b1-17f3-470a-b7e3-7bdbdd3f41fa", "name": "network-vif-deleted", "tag": "88fa5334-e89b-4c96-831e-2239aff6a516", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:20.242268 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b81f001-e37d-46f1-89f4-0a13d3f2ed24 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:20.242668 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c78b1-17f3-470a-b7e3-7bdbdd3f41fa', 'name': 'network-vif-deleted', 'tag': '88fa5334-e89b-4c96-831e-2239aff6a516', 'status': 'completed', 'code': 200} Jan 29 04:19:20.248079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-b342ce7f-f8ec-4a37-8705-5bf023b0a2a5 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681616 Jan 29 04:19:20.335102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 88fa5334-e89b-4c96-831e-2239aff6a516 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:20.340239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15b3d53b-725b-4a54-aad0-fcbf48a8d5cd req-fdbc9dff-32a8-4f4a-820e-799d117277f2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052954 Jan 29 04:19:20.392453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 88fa5334-e89b-4c96-831e-2239aff6a516 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:19:20.395363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 88fa5334-e89b-4c96-831e-2239aff6a516 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:20.454727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63e17da9-43cd-4588-b411-521adbbd8eb0 req-37ed8d44-7c2e-4c75-b909-ebda456df8a3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 210 time: 0.1391177 Jan 29 04:19:20.483802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Allocated IP 192.168.233.168 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/de8c67ab-944a-480e-9727-d03489100784) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:20.532271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:20.597626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-0d627cd1-2697-4ab8-934e-166768c74446 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:20.599205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd85c29-f81f-4f50-b09b-d62e66d3f369 None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:19:20.614241 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-0d627cd1-2697-4ab8-934e-166768c74446 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1097 time: 0.1537447 Jan 29 04:19:20.618301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9234603-9c4b-461b-8296-ecc2c261e779 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:20.640120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:20.660069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:20.672426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Transition to ACTIVE for port object d9234603-9c4b-461b-8296-ecc2c261e779 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:20.688560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:20.800971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894fcd-2c44-4d96-b101-1425674e8ac3 req-84e9b0c1-9e36-40b6-aef2-b682c6cd2357 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:20.808904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c894fcd-2c44-4d96-b101-1425674e8ac3 req-84e9b0c1-9e36-40b6-aef2-b682c6cd2357 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 946 time: 0.3563786 Jan 29 04:19:20.841865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Pushing event updated for resources: {'Port': ['ID=d9234603-9c4b-461b-8296-ecc2c261e779,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:20.866966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:20.887360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c894fcd-2c44-4d96-b101-1425674e8ac3 req-f6d10b77-04ff-4a32-9728-68c1b043f757 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774305 Jan 29 04:19:20.929579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Attempting to bind port d9234603-9c4b-461b-8296-ecc2c261e779 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:20.937232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Attempting to bind port d9234603-9c4b-461b-8296-ecc2c261e779 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:20.937835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Attempting to bind port d9234603-9c4b-461b-8296-ecc2c261e779 on network b88fdc91-d001-498a-ac16-68f838bf80e3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:20.954661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e5d5-e04a-4125-aa51-9979ce001588 req-b594f361-2396-4ae1-9a76-a641280a02c6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:20.955632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Port d9234603-9c4b-461b-8296-ecc2c261e779 on network b88fdc91-d001-498a-ac16-68f838bf80e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:20.956153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Attempting to bind port d9234603-9c4b-461b-8296-ecc2c261e779 on network b88fdc91-d001-498a-ac16-68f838bf80e3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:20.963201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7962e5d5-e04a-4125-aa51-9979ce001588 req-b594f361-2396-4ae1-9a76-a641280a02c6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.3333333 Jan 29 04:19:20.977561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:20.989295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Checking segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:20.992401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Bound using segment: {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:20.992898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Bound port: d9234603-9c4b-461b-8296-ecc2c261e779, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8cee1d-31e2-4368-8597-b513a1818cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:20.993272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.031434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34962) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:21.077063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.090673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb866ab1-7e2b-475f-8de7-f68860a8663c None None] New status for floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:19:21.133164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e517-0d8e-47ee-a01d-7b542041f92d req-cb8ef198-e857-4091-bd4f-afe53d7a3e42 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.135323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7962e5d5-e04a-4125-aa51-9979ce001588 req-fec268d3-76cb-4128-acea-68927c111c06 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699243 Jan 29 04:19:21.150714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f219e517-0d8e-47ee-a01d-7b542041f92d req-cb8ef198-e857-4091-bd4f-afe53d7a3e42 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 943 time: 0.1356709 Jan 29 04:19:21.270906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f219e517-0d8e-47ee-a01d-7b542041f92d req-992921be-037d-4675-ad70-36ff2758bd7e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210275 Jan 29 04:19:21.296212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] For port d9234603-9c4b-461b-8296-ecc2c261e779, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:21.315133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] For port d9234603-9c4b-461b-8296-ecc2c261e779, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d9234603-9c4b-461b-8296-ecc2c261e779,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:21.326004 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.378518 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de125e54-1547-4ed4-8f4d-d312468118ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.392217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.392846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.394259 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] 10.222.0.20 "PUT /v2.0/ports/d9234603-9c4b-461b-8296-ecc2c261e779 HTTP/1.1" status: 200 len: 1091 time: 2.1285858 Jan 29 04:19:21.396583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:21.398608 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36c932-088d-4c4b-b091-b9e52a140196" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:21.435843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-995351bd-4304-4c2e-b613-1f9ad32c9d6f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2101463309&fields=id&tenant_id=92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 267 time: 0.0746515 Jan 29 04:19:21.436801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee92467-f1ea-4c39-8566-e8f6da4afd61 service neutron] Pushing event updated for resources: {'Port': ['ID=d9234603-9c4b-461b-8296-ecc2c261e779,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:21.484279 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afafe2f7-bbae-4329-a6ae-ad476945c90d req-243512b4-66d7-4c7b-9290-23045c59a0d7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 210 time: 0.2486601 Jan 29 04:19:21.548094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-a6f5a6ee-29e8-4398-8d5a-b4f52356675c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.549725 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-a6f5a6ee-29e8-4398-8d5a-b4f52356675c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 946 time: 0.1037824 Jan 29 04:19:21.554360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:21.561543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-45dab6bc-116f-4980-b4f7-8bf710865df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.563304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-45dab6bc-116f-4980-b4f7-8bf710865df9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 1094 time: 0.0741131 Jan 29 04:19:21.569819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'port': {'security_groups': ['867a1b9a-0ee7-44ed-aa37-bda508abac82', 'aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:21.591516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.627302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:21.676658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-5237b777-7cef-44b1-a287-48931cee39fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9234603-9c4b-461b-8296-ecc2c261e779 HTTP/1.1" status: 200 len: 217 time: 0.0667505 Jan 29 04:19:21.684554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:21.689277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-414495a3-3565-415c-b3ea-381e04cf16bf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.690821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-414495a3-3565-415c-b3ea-381e04cf16bf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.5706718 Jan 29 04:19:21.725880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:21.730540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Request body: {'port': {'device_id': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'admin_state_up': True, 'tenant_id': '9941287f8b2147d7b610587376bc7b9a'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:21.749581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:21.752379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:21.782916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2be983ed-61be-4d9e-a395-4582362eeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.784830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-2be983ed-61be-4d9e-a395-4582362eeb48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 200 len: 862 time: 0.0889270 Jan 29 04:19:21.793223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:21.800028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Pushing event updated for resources: {'Port': ['ID=de8c67ab-944a-480e-9727-d03489100784,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:21.890927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-efd3cbda-721a-4620-a0dc-1fd55cd7a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:21.892594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-efd3cbda-721a-4620-a0dc-1fd55cd7a10c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b88fdc91-d001-498a-ac16-68f838bf80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955048 Jan 29 04:19:22.071713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:22.086787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-f6c9b2c6-04d4-405e-96b4-d3cbd2b83d54 service neutron] 10.222.0.20 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633282 Jan 29 04:19:22.124887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.129450 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.143679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2e8ff-dc71-4008-8372-acdfbc8d080b req-572fcc56-efde-403b-a34d-f5fe72237c55 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.151481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00a2e8ff-dc71-4008-8372-acdfbc8d080b req-572fcc56-efde-403b-a34d-f5fe72237c55 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.6043875 Jan 29 04:19:22.156505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5ae377ea-6dd4-4a96-9074-69296b3a170e None None] Provisioning complete for port de8c67ab-944a-480e-9727-d03489100784 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:22.156954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ae377ea-6dd4-4a96-9074-69296b3a170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.181728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:22.183794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:22.193668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de125e54-1547-4ed4-8f4d-d312468118ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.204457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.205301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.206930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ee9ac2d-39e6-4f6b-99d1-c0080d5336f9 req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "PUT /v2.0/ports/dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 982 time: 0.6419942 Jan 29 04:19:22.214732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.215305 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.241728 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de125e54-1547-4ed4-8f4d-d312468118ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.253817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b728d-699f-45ba-bafd-176834d92044 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:22.258341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:22.260635 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb35be-f7de-4ad1-ae81-ab5b85319ff4" -d '{"events": [{"server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:22.262622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e028a1-324f-4a51-a9c2-ce6a150e0064 req-cc867f5c-320c-43eb-909b-2faf0a1c1094 service neutron] 10.222.0.20 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625242 Jan 29 04:19:22.269695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.292973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00a2e8ff-dc71-4008-8372-acdfbc8d080b req-e83f7605-12cd-47b4-8c90-114e43722716 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404812 Jan 29 04:19:22.330324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.334577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-326fc86d-243c-470e-a35d-9f0db45f325c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5329597 Jan 29 04:19:22.346486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95756-1bb8-4702-8af6-bf0729f89c51 req-441fb60f-8473-4ee2-a9ef-4fe38dc5af6c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.348856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5aa95756-1bb8-4702-8af6-bf0729f89c51 req-441fb60f-8473-4ee2-a9ef-4fe38dc5af6c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 946 time: 0.0804348 Jan 29 04:19:22.364824 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f997454-3315-453f-b7ed-762d3d49f72b x-openstack-request-id: req-6f997454-3315-453f-b7ed-762d3d49f72b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:22.365106 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:22.365357 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f997454-3315-453f-b7ed-762d3d49f72b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:22.365747 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'status': 'completed', 'code': 200} Jan 29 04:19:22.401538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-de125e54-1547-4ed4-8f4d-d312468118ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b4cf3bab2a74cfa9925d4a8ad1714b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3642123 Jan 29 04:19:22.401538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de125e54-1547-4ed4-8f4d-d312468118ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b8e94f-dab0-4f56-b94c-8117119b7634,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:22.401853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5aa95756-1bb8-4702-8af6-bf0729f89c51 req-9105dc02-1ad0-4e09-98aa-2fe9c1462f4e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455182 Jan 29 04:19:22.418597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34982) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:22.467201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Request body: {'port': {'device_id': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:22.471386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:22.496471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97ab7b61-e727-4e52-8e40-1a85890d999b req-9be81d15-0b40-45ca-8652-10b6309908c1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 210 time: 0.0671413 Jan 29 04:19:22.519192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5ae377ea-6dd4-4a96-9074-69296b3a170e None None] Port de8c67ab-944a-480e-9727-d03489100784 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:19:22.519398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:22.519484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c40346-33c7-41be-b785-21ef4df50ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.519560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.577024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:22.582986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:22.583322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:22.583654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:22.598649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c40346-33c7-41be-b785-21ef4df50ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.644948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-bf96631e-2605-4b0e-b181-e1d7a32344a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.646600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-bf96631e-2605-4b0e-b181-e1d7a32344a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 1094 time: 0.1744981 Jan 29 04:19:22.652215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:22.652546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Attempting to bind port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:22.654485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2c1d8-8805-4e5c-a19a-30555e9be4f1 req-287e78fe-7fa3-4112-bc8e-8b09cc94f0f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.661732 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ce2c1d8-8805-4e5c-a19a-30555e9be4f1 req-287e78fe-7fa3-4112-bc8e-8b09cc94f0f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.1340091 Jan 29 04:19:22.674888 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.682853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:22.683198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:22.683634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:22.684197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Bound port: ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:22.684354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.716441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71302286-89e6-4dc2-b4c1-5406525ca2c5 req-ca081bdb-d8ef-43a6-bbbc-8ee223f2b419 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d HTTP/1.1" status: 200 len: 1801 time: 0.1726868 Jan 29 04:19:22.763561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ce2c1d8-8805-4e5c-a19a-30555e9be4f1 req-0b38de49-9ce1-44fd-9e4d-44ec2c6afb73 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007540 Jan 29 04:19:22.807803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c40346-33c7-41be-b785-21ef4df50ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.814542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c40346-33c7-41be-b785-21ef4df50ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:22.818635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95c40346-33c7-41be-b785-21ef4df50ed8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b8e94f-dab0-4f56-b94c-8117119b7634 HTTP/1.1" status: 204 len: 168 time: 0.3981414 Jan 29 04:19:22.830849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-f633e93e-606a-4793-966a-0070fdc9724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.832561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-f633e93e-606a-4793-966a-0070fdc9724c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 924 time: 0.1685541 Jan 29 04:19:22.834024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c40346-33c7-41be-b785-21ef4df50ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b8e94f-dab0-4f56-b94c-8117119b7634,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:22.850643 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b8c85-a60f-4179-974b-a128f16ddf8b x-openstack-request-id: req-758b8c85-a60f-4179-974b-a128f16ddf8b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:22.850931 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:22.851183 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-758b8c85-a60f-4179-974b-a128f16ddf8b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:22.851573 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'code': 200} Jan 29 04:19:22.891912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-e6623bea-3235-4071-a129-faaaf6c94d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9234603-9c4b-461b-8296-ecc2c261e779 HTTP/1.1" status: 200 len: 217 time: 0.0483868 Jan 29 04:19:22.933593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Allocated IP 172.20.0.7 (6f59be2e-20bf-4429-b688-a33a4b33c6c5/a54b4108-c1b9-4e57-a8ae-0e663e58874c/2473792c-1ca6-4428-8f03-6ab4c88f0534) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:22.964329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:22.988321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:22.992263 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-71302286-89e6-4dc2-b4c1-5406525ca2c5 req-6e1ecb5b-4a1a-46ad-9a47-0b3852ef54b8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:19:22.992694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-df85be09-8929-4150-a864-488b312b25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:22.994166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71302286-89e6-4dc2-b4c1-5406525ca2c5 req-6e1ecb5b-4a1a-46ad-9a47-0b3852ef54b8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d HTTP/1.1" status: 409 len: 341 time: 0.2335467 Jan 29 04:19:23.005691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-df85be09-8929-4150-a864-488b312b25b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 200 len: 862 time: 0.1000323 Jan 29 04:19:23.014820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.033414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93602fc-4cf0-4dce-b648-9378f8ae6bc1 req-9ee02cc3-d41b-4151-aa0b-fffd19b53cd7 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.038649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e93602fc-4cf0-4dce-b648-9378f8ae6bc1 req-9ee02cc3-d41b-4151-aa0b-fffd19b53cd7 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 943 time: 0.0950317 Jan 29 04:19:23.137718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e93602fc-4cf0-4dce-b648-9378f8ae6bc1 req-ea7e573e-fc43-4dae-8e01-f0781d52056e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861404 Jan 29 04:19:23.159564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-b5d804de-e950-444f-8c84-1875437154c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.161526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-b5d804de-e950-444f-8c84-1875437154c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b88fdc91-d001-498a-ac16-68f838bf80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186700 Jan 29 04:19:23.278384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-fc731323-783e-43a5-a066-216be4cad044 service neutron] 10.222.0.20 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081798 Jan 29 04:19:23.311901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:23.316097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.316802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.318213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-79c2a548-0fe9-49d6-ac97-dcc69daf254d service neutron] 10.222.0.20 "PUT /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 1122 time: 2.6724789 Jan 29 04:19:23.375976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082dbd2-0317-40f3-82df-61ffe3699c98 req-e54aba1a-d29f-4551-991e-abc7cc229b4c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.384956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c082dbd2-0317-40f3-82df-61ffe3699c98 req-e54aba1a-d29f-4551-991e-abc7cc229b4c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 936 time: 0.2841797 Jan 29 04:19:23.420775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8c67ab-944a-480e-9727-d03489100784 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:23.441212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.451908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.466031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:23.480476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178dc11-2fa8-4c6c-b321-2c979a2efc96 req-3fe23778-0423-498b-a909-46625213f9f0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.482177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0178dc11-2fa8-4c6c-b321-2c979a2efc96 req-3fe23778-0423-498b-a909-46625213f9f0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 985 time: 0.0821490 Jan 29 04:19:23.488320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f36c932-088d-4c4b-b091-b9e52a140196 req-6a9e1935-9843-4b4a-a9be-c5cffcb76f34 service neutron] 10.222.0.20 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961923 Jan 29 04:19:23.539883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c082dbd2-0317-40f3-82df-61ffe3699c98 req-e13af84f-4328-4cf9-83fa-e6dade1ebf56 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542060 Jan 29 04:19:23.542320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Transition to ACTIVE for port object de8c67ab-944a-480e-9727-d03489100784 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:23.545700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0178dc11-2fa8-4c6c-b321-2c979a2efc96 req-c741be8d-16af-468d-8da7-35dc5622120f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0563335 Jan 29 04:19:23.553221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.613559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-dd52a52d-3c6c-4f91-b814-ba2b955767c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.614120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-dd52a52d-3c6c-4f91-b814-ba2b955767c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1136 time: 0.1658983 Jan 29 04:19:23.637131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-0cf942b8-fce4-4295-9948-28602594c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.638700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-0cf942b8-fce4-4295-9948-28602594c9b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1101 time: 0.1783323 Jan 29 04:19:23.667526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.717412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Pushing event updated for resources: {'Port': ['ID=de8c67ab-944a-480e-9727-d03489100784,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:23.738035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2dcd-8a6a-4005-b0df-9ab0b1f442b4 req-93a0c7b3-33c7-4300-bb9b-8aa88943ec12 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.740369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e22c2dcd-8a6a-4005-b0df-9ab0b1f442b4 req-93a0c7b3-33c7-4300-bb9b-8aa88943ec12 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0898633 Jan 29 04:19:23.792452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e22c2dcd-8a6a-4005-b0df-9ab0b1f442b4 req-f3c1f8f5-0eb2-4fd5-b283-2604562f0965 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Jan 29 04:19:23.814204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11f23ebb-7abd-4a65-b73f-ac0b78e41cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:23.891311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:23.909026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:23.917763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:23.924491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:23.940406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92343475-ec67-4fae-9cbd-bef8953146c1 req-8755ff88-6240-4604-9d6b-4af477ca637c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.946449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92343475-ec67-4fae-9cbd-bef8953146c1 req-8755ff88-6240-4604-9d6b-4af477ca637c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 931 time: 0.0692036 Jan 29 04:19:23.963142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:23.986569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92343475-ec67-4fae-9cbd-bef8953146c1 req-09eece9a-a257-4aaa-a543-1e36bb224980 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Jan 29 04:19:23.989105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-28304fbc-9ea5-4efd-bda4-5bbc54b32807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:23.990628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-28304fbc-9ea5-4efd-bda4-5bbc54b32807 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.3679109 Jan 29 04:19:24.020011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbf406-07ef-42c2-8254-a08ec23a9a7e req-aeb5a6cd-8582-4d3d-a47a-5522d549926b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.021475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36bbf406-07ef-42c2-8254-a08ec23a9a7e req-aeb5a6cd-8582-4d3d-a47a-5522d549926b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 944 time: 0.3119631 Jan 29 04:19:24.048631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-312665695-network', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:24.083341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Made reservation on behalf of 2e4b256ba6de482490079dd9a434d33f for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:24.085538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.086633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.088027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.093198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-707df1e2-8c7f-402b-b620-588d658b3d2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 217 time: 0.0812614 Jan 29 04:19:24.094197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-fbf94afa-b667-4aa2-88ee-f3012a2a1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.095592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-fbf94afa-b667-4aa2-88ee-f3012a2a1a61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3959804 Jan 29 04:19:24.103904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Attempting to bind port de8c67ab-944a-480e-9727-d03489100784 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:24.104234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Attempting to bind port de8c67ab-944a-480e-9727-d03489100784 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:24.104567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Attempting to bind port de8c67ab-944a-480e-9727-d03489100784 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:24.108291 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.128256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Port de8c67ab-944a-480e-9727-d03489100784 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:24.128587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Attempting to bind port de8c67ab-944a-480e-9727-d03489100784 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:24.150863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696a340-1541-42c5-821a-295048f71f65 req-a15e144c-55fb-4cb9-b745-7992ad8bb9e9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.152306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8696a340-1541-42c5-821a-295048f71f65 req-a15e144c-55fb-4cb9-b745-7992ad8bb9e9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0829506 Jan 29 04:19:24.162232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-5ef42601-9d9b-43fa-a8a1-e1d4c71e333a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4528091 Jan 29 04:19:24.203337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Request body: {'port': {'device_id': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:24.208653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-4a58221e-f7b8-41c3-82ac-34caccbb4f02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0938323 Jan 29 04:19:24.208802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8696a340-1541-42c5-821a-295048f71f65 req-4b4c2c1c-e4e2-4752-b05c-19dc349259a9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Jan 29 04:19:24.215198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36bbf406-07ef-42c2-8254-a08ec23a9a7e req-a0f15f2a-952d-4c7f-9dea-9502c0e767f6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751432 Jan 29 04:19:24.215949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:24.216290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:24.216899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:24.217103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Bound port: de8c67ab-944a-480e-9727-d03489100784, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:24.217462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.238360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.252372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.277549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:19:24.294969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-017af942-8182-40cc-bcd0-257f2b0466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.296336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-017af942-8182-40cc-bcd0-257f2b0466f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.1805322 Jan 29 04:19:24.297654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f0c39-6c2c-4ccb-af4c-f4ea8f2f71f1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:24.302592 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.302933 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Added segment 4fbf0a5d-939a-44ee-936c-d6ae6c82e156 of type vlan for network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 Jan 29 04:19:24.363094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.366892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:24.369878 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910f362c-a781-4847-86a9-66218fe81de3" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:24.374866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-09ab5372-b3ff-4a08-88ca-c2b6ab522f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697246 Jan 29 04:19:24.382558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-b0bc0c7a-8b75-4af6-9f6b-9965870bc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.383922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-b0bc0c7a-8b75-4af6-9f6b-9965870bc71d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1452956 Jan 29 04:19:24.389584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1cd1-3aac-4429-ab1a-63f71f32935f req-67c25875-8b85-41c9-8206-959b07ea7b12 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.391102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-badc1cd1-3aac-4429-ab1a-63f71f32935f req-67c25875-8b85-41c9-8206-959b07ea7b12 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 943 time: 0.1113260 Jan 29 04:19:24.398769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.410693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.411649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.412239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.414883 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9f17dd-02c2-4632-8ab0-84452bbb91bc x-openstack-request-id: req-ff9f17dd-02c2-4632-8ab0-84452bbb91bc {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:24.415177 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:24.415958 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff9f17dd-02c2-4632-8ab0-84452bbb91bc {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:24.416298 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'status': 'completed', 'code': 200} Jan 29 04:19:24.492313 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5734863 Jan 29 04:19:24.493074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c64d-f283-4988-8087-b35c1d8ad076 admin admin] Pushing event updated for resources: {'Network': ['ID=4d882de2-c4cf-4f79-bc0f-ac1b382e7342,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:24.495536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35026) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:24.497593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-badc1cd1-3aac-4429-ab1a-63f71f32935f req-9e179327-979e-41e3-a93c-1d0db4b354d3 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957236 Jan 29 04:19:24.502068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Request body: {'subnet': {'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-subnet', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:24.504894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:19:24.678595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072257c5-223a-4e75-9421-5af48bfd6358 req-08decd0e-08e5-466a-bf17-6358f7220775 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.680133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-072257c5-223a-4e75-9421-5af48bfd6358 req-08decd0e-08e5-466a-bf17-6358f7220775 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 948 time: 0.0545084 Jan 29 04:19:24.720063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-072257c5-223a-4e75-9421-5af48bfd6358 req-003e0c8f-886b-4431-818a-45bd78f254d1 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Jan 29 04:19:24.753439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] For port de8c67ab-944a-480e-9727-d03489100784, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:24.793188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] For port de8c67ab-944a-480e-9727-d03489100784, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=de8c67ab-944a-480e-9727-d03489100784,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:24.828090 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.852999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-b57b68a3-0390-4679-973e-949fe59a0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.854587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-b57b68a3-0390-4679-973e-949fe59a0b19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4568436 Jan 29 04:19:24.880311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:24.882880 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd998a0-6999-48bc-8bef-55a15814f3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:24.914562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c3195-1f87-4a4b-8e04-494de35c3075 req-b6d06a45-59f8-4293-b282-a30f2e5b2ae1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.916488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-796c3195-1f87-4a4b-8e04-494de35c3075 req-b6d06a45-59f8-4293-b282-a30f2e5b2ae1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0485992 Jan 29 04:19:24.959037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-796c3195-1f87-4a4b-8e04-494de35c3075 req-a973c87f-1cdf-4234-bfdc-62695ab3dac1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Jan 29 04:19:24.972579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:24.973203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:24.974962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] 10.222.0.20 "PUT /v2.0/ports/de8c67ab-944a-480e-9727-d03489100784 HTTP/1.1" status: 200 len: 1096 time: 2.5165231 Jan 29 04:19:24.996768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-815b7a63-ea0b-4825-aaf5-e93f2149cb20 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084526 Jan 29 04:19:25.002694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Made reservation on behalf of 2e4b256ba6de482490079dd9a434d33f for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:25.005320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:25.047434 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67e184-824c-4f9a-9ecd-630539fe9e3c x-openstack-request-id: req-fa67e184-824c-4f9a-9ecd-630539fe9e3c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:25.047969 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:25.048492 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa67e184-824c-4f9a-9ecd-630539fe9e3c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:25.049030 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'status': 'completed', 'code': 200} Jan 29 04:19:25.085238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.36', 51782) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:25.127399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9011456-af09-483b-a4e6-bc200a812d1f req-5febff68-b399-4d19-b021-650095de559f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.128885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9011456-af09-483b-a4e6-bc200a812d1f req-5febff68-b399-4d19-b021-650095de559f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 985 time: 0.3699336 Jan 29 04:19:25.155326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa11eec-a180-4959-adb2-f33e60f59e62 req-f1250f1d-cf4b-4c8a-995e-a394088bf858 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.156948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8aa11eec-a180-4959-adb2-f33e60f59e62 req-f1250f1d-cf4b-4c8a-995e-a394088bf858 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 931 time: 0.0833213 Jan 29 04:19:25.160007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-0e7c2329-9894-4214-b1f7-7e8e42373884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.161438 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-0e7c2329-9894-4214-b1f7-7e8e42373884 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1125 time: 0.0753646 Jan 29 04:19:25.181860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54270e05-b712-4b21-9bf3-c5a5d56fb38f service neutron] Pushing event updated for resources: {'Port': ['ID=de8c67ab-944a-480e-9727-d03489100784,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:25.237442 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8aa11eec-a180-4959-adb2-f33e60f59e62 req-8e64150b-3fae-4aff-a6f8-c8479f6ca7f1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737822 Jan 29 04:19:25.276804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-14370c72-4d7a-48cc-8468-0db4e3d18858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.278669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-14370c72-4d7a-48cc-8468-0db4e3d18858 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1016688 Jan 29 04:19:25.329660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-ac099010-a1f9-498c-9cb7-0dd029ed8b40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 217 time: 0.0431664 Jan 29 04:19:25.375389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9011456-af09-483b-a4e6-bc200a812d1f req-6c2a6625-1ab1-421a-a19f-59bf35723d21 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2226887 Jan 29 04:19:25.383692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-219d260a-32ab-47cb-a2da-c5e74fe1568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.385196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-219d260a-32ab-47cb-a2da-c5e74fe1568f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8140403615d438fb09998ea44208515&device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 1099 time: 0.3055065 Jan 29 04:19:25.397736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-ffeee512-e523-4bf7-8321-315adca9ae34 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996264 Jan 29 04:19:25.403338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63a6e645-8de1-45b2-a5ed-0da191b7b05a req-d3f06e9e-6416-4010-8f5f-81823184ac7a service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888130 Jan 29 04:19:25.470846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-ca0abfc1-bc3d-4a23-ae9a-c2af9e9638b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=de8c67ab-944a-480e-9727-d03489100784 HTTP/1.1" status: 200 len: 217 time: 0.0652392 Jan 29 04:19:25.623349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-297e04e8-d9cd-43fe-b4c5-0b0b89043985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.624806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-297e04e8-d9cd-43fe-b4c5-0b0b89043985 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.2875800 Jan 29 04:19:25.635393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7c7a9-ff95-4864-9f0e-99204a42a872 req-3814b850-94d6-43e0-a253-d6c56e3705d5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.636794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0eb7c7a9-ff95-4864-9f0e-99204a42a872 req-3814b850-94d6-43e0-a253-d6c56e3705d5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.3096249 Jan 29 04:19:25.668239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-60638a16-6655-4bde-9e31-0ad18656cb09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303431 Jan 29 04:19:25.712492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0eb7c7a9-ff95-4864-9f0e-99204a42a872 req-49e9fd7e-2e0a-4b99-8caa-5c8e9d93bd10 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Jan 29 04:19:25.754468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-0d5e22b3-76df-4920-a86d-b64e5398afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.755932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-0d5e22b3-76df-4920-a86d-b64e5398afce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2412987 Jan 29 04:19:25.780986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d03be-20be-4826-9ac9-af318cb110a2 req-f030e102-9a25-455c-85b6-6b8102d90ac4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.782479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7d03be-20be-4826-9ac9-af318cb110a2 req-f030e102-9a25-455c-85b6-6b8102d90ac4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 944 time: 0.3154297 Jan 29 04:19:25.805751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f362c-a781-4847-86a9-66218fe81de3 req-2f8cdf75-5da8-4762-88d9-15a67d67587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.807896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-2f8cdf75-5da8-4762-88d9-15a67d67587e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1136 time: 0.2760563 Jan 29 04:19:25.813572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-cba949a2-f4d4-44ec-aa1c-fc557b93ba79 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231973 Jan 29 04:19:25.825815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:25.829423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2473792c-1ca6-4428-8f03-6ab4c88f0534 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:25.833062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002bdd5-8ad9-4e6b-b988-b998293aa50a req-ea4d8191-54c7-4294-a660-8f9846441e46 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.834569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7002bdd5-8ad9-4e6b-b988-b998293aa50a req-ea4d8191-54c7-4294-a660-8f9846441e46 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 943 time: 0.0607767 Jan 29 04:19:25.850162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67dcd33b-ef8a-498c-8e3c-5c0340c71daa req-e388c8ce-145f-4f1f-b59b-67f355f520b5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960826 Jan 29 04:19:25.858406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:25.925476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7002bdd5-8ad9-4e6b-b988-b998293aa50a req-a7b30a41-71ba-496c-a6b0-5cc61a213a0d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829365 Jan 29 04:19:25.964679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd998a0-6999-48bc-8bef-55a15814f3f2 req-3e3fb010-d956-4aed-9380-360320bd37bc service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147742 Jan 29 04:19:25.966008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Transition to ACTIVE for port object 2473792c-1ca6-4428-8f03-6ab4c88f0534 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:25.988459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:25.995235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-597af9ce-6afa-43ca-b851-b333f17deb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:25.996876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-597af9ce-6afa-43ca-b851-b333f17deb91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250531 Jan 29 04:19:25.999816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7d03be-20be-4826-9ac9-af318cb110a2 req-5e86de39-d16a-4ca1-9342-2e30e2081981 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994138 Jan 29 04:19:26.012990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eff788f-95dc-4943-9113-bba3056ea851,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:26.030578 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be8f58a0-37c2-43f9-85e7-c214e050f126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.096159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981a1e3-bbb4-46a9-9dcd-19cef5be3759 req-d0ed4ce8-49ba-42e5-811c-a553032b30aa tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.097688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9981a1e3-bbb4-46a9-9dcd-19cef5be3759 req-d0ed4ce8-49ba-42e5-811c-a553032b30aa tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 948 time: 0.0936768 Jan 29 04:19:26.140031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9981a1e3-bbb4-46a9-9dcd-19cef5be3759 req-c5b68d6a-8eab-4ac2-8f0d-bb1a7e3d8349 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352242 Jan 29 04:19:26.149241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Checking segment: {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:26.150172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Network hostable DHCP agents. Network: 4d882de2-c4cf-4f79-bc0f-ac1b382e7342, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:19:26.176729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:26.193448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f362c-a781-4847-86a9-66218fe81de3 req-7ea6680d-27ee-47d8-a275-43809e1742d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.194944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-7ea6680d-27ee-47d8-a275-43809e1742d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.3173802 Jan 29 04:19:26.304874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-0eb65dd5-68aa-4225-a95e-2e950a515111 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 217 time: 0.0872221 Jan 29 04:19:26.314567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:19:26.328492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-2496d2f3-a2e6-45f2-9de4-e41a8b282ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095951 Jan 29 04:19:26.341068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734e0b1-06f7-4584-86f8-c5e26c04d14e req-02639239-90bf-4a1d-a9b2-e385162f645f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.342571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4734e0b1-06f7-4584-86f8-c5e26c04d14e req-02639239-90bf-4a1d-a9b2-e385162f645f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2294800 Jan 29 04:19:26.367558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb06697-53fb-40fe-bfbd-05ddaa985100 req-a794cafb-7b35-4ef8-a515-56789b1051fc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.369643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcb06697-53fb-40fe-bfbd-05ddaa985100 req-a794cafb-7b35-4ef8-a515-56789b1051fc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.0556443 Jan 29 04:19:26.388674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4d882de2-c4cf-4f79-bc0f-ac1b382e7342) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:26.396947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b472816-73e5-47b3-81b6-976039228f01 None None] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:19:26.412351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcb06697-53fb-40fe-bfbd-05ddaa985100 req-d75f4555-7e32-4ee1-a889-97d0722d9f69 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357597 Jan 29 04:19:26.534428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342f54-5895-4424-b1c1-60175c9e09aa req-a250d28d-2a4d-4685-b740-83c5121db712 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.536000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28342f54-5895-4424-b1c1-60175c9e09aa req-a250d28d-2a4d-4685-b740-83c5121db712 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 985 time: 0.0567853 Jan 29 04:19:26.553177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4d882de2-c4cf-4f79-bc0f-ac1b382e7342', 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'fixed_ips': [{'subnet_id': '8eff788f-95dc-4943-9113-bba3056ea851'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:19:26.554499 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.580927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28342f54-5895-4424-b1c1-60175c9e09aa req-5e080821-8cb5-410e-94e1-678f9e638ed1 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0379181 Jan 29 04:19:26.682849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.683352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.692862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-0c5584bb-881a-4f57-a744-5d947d9dcf5e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-839705536&fields=id&tenant_id=92dd6806ddfe4144967143adad718e0d HTTP/1.1" status: 200 len: 267 time: 0.0409815 Jan 29 04:19:26.696907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:26.697244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:26.697576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:26.701608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Allocated IP 172.20.0.2 (4d882de2-c4cf-4f79-bc0f-ac1b382e7342/8eff788f-95dc-4943-9113-bba3056ea851/5bcafd7a-680b-4eab-8c54-a8051cf136a8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:26.713764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f362c-a781-4847-86a9-66218fe81de3 req-594b5bd1-2f1a-4dbc-b64a-a0e76c0c8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.715274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-594b5bd1-2f1a-4dbc-b64a-a0e76c0c8a9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.4030921 Jan 29 04:19:26.724694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:26.725168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:26.737496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4734e0b1-06f7-4584-86f8-c5e26c04d14e req-a1f23d3c-d375-4353-b3e7-17d5324150f8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718641 Jan 29 04:19:26.762842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a17cb74-673e-40b7-96a9-b2a0352d76c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2638264 Jan 29 04:19:26.764955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-7804459e-9220-4ef5-bd35-0190d8854f73 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.765787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-7804459e-9220-4ef5-bd35-0190d8854f73 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 985 time: 0.0659423 Jan 29 04:19:26.766301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35056) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:26.770859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:26.774815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:26.775193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:26.775554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:26.776023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Bound port: 2473792c-1ca6-4428-8f03-6ab4c88f0534, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:26.776409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.781127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'port': {'security_groups': ['867a1b9a-0ee7-44ed-aa37-bda508abac82', 'aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d', 'd5dec1ad-3e3e-4489-a1c7-65caf90af0a0']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:26.782286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-0045a29d-533b-4bf0-9d09-153d339ee59b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498447 Jan 29 04:19:26.861367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d9234603-9c4b-461b-8296-ecc2c261e779 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:26.863866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:26.876233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.877392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcda575-1f6d-402f-ae20-b6e9c205b7c5 req-547b5f4b-6db7-421c-a793-dfe4adf4b5d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106876 Jan 29 04:19:26.878916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.911160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.925751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.949533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:26.963707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:26.986915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ea354-0790-4824-b7b7-c2a319373e20 req-a8726c4e-6e9c-4a8e-990d-1e45c45eb92e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:26.988419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c52ea354-0790-4824-b7b7-c2a319373e20 req-a8726c4e-6e9c-4a8e-990d-1e45c45eb92e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.1358736 Jan 29 04:19:26.994012 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-860bbd63-c46c-44c6-9f09-326a6e954bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988919 Jan 29 04:19:26.995619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:26.996812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.006263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.011574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:27.022040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:27.028152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:27.051501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Pushing event updated for resources: {'Port': ['ID=5bcafd7a-680b-4eab-8c54-a8051cf136a8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:27.052197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'tag': 'de8c67ab-944a-480e-9727-d03489100784'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:27.053826 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e358e05-c55e-4cfc-8684-b41e58247cf8", "tag": "de8c67ab-944a-480e-9727-d03489100784"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:27.093575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:27.095959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.095959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] 10.222.0.36 "PUT /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 1091 time: 2.9028785 Jan 29 04:19:27.146490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c52ea354-0790-4824-b7b7-c2a319373e20 req-10e02ab7-12ac-4b8e-abd6-f9ef598e064b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482465 Jan 29 04:19:27.156347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a022c7-ccd2-4323-b605-a6ad8eb97892 service neutron] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:27.158178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.163584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d9234603-9c4b-461b-8296-ecc2c261e779, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d9234603-9c4b-461b-8296-ecc2c261e779,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:27.185589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Attempting to bind port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:27.185822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Attempting to bind port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:27.186433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Attempting to bind port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 on network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:27.187925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.201643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'port_id': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'mac_address': 'fa:16:3e:d5:34:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:27.203553 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.206528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:27.207344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Checking segment: {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:27.207935 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.208542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Bound using segment: {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:27.209243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Bound port: 5bcafd7a-680b-4eab-8c54-a8051cf136a8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:27.209795 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.216853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:27.219628 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797eaa54-3a97-4598-9a6b-e154e39f7152" -d '{"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-unplugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:27.237731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910f362c-a781-4847-86a9-66218fe81de3 req-c28ab78e-c150-4758-bd72-3eaa67b5c540 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158799 Jan 29 04:19:27.244515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:27.272178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.323801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147bbca-3ab0-45c3-b405-e72a82757766 req-de7afc88-8ad3-4938-8c3c-afc17f13d380 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:27.328344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6147bbca-3ab0-45c3-b405-e72a82757766 req-de7afc88-8ad3-4938-8c3c-afc17f13d380 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 943 time: 0.0855696 Jan 29 04:19:27.338592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-3bd7935b-633d-4b1b-9be8-21aca9eb5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:27.340206 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-3bd7935b-633d-4b1b-9be8-21aca9eb5a81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1094 time: 0.1149571 Jan 29 04:19:27.352307 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.390650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9234603-9c4b-461b-8296-ecc2c261e779 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:27.403144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] For port 5bcafd7a-680b-4eab-8c54-a8051cf136a8, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:27.406870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6147bbca-3ab0-45c3-b405-e72a82757766 req-2127d7d8-b930-4d8b-92e3-2a2586c1b208 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723283 Jan 29 04:19:27.408882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-3774af90-8716-456c-bbe4-a56586fcd7b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 217 time: 0.0435364 Jan 29 04:19:27.409027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:27.428003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] For port 5bcafd7a-680b-4eab-8c54-a8051cf136a8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5bcafd7a-680b-4eab-8c54-a8051cf136a8,segment=NetworkSegment(4fbf0a5d-939a-44ee-936c-d6ae6c82e156),segment_id=4fbf0a5d-939a-44ee-936c-d6ae6c82e156)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:27.430121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d9234603-9c4b-461b-8296-ecc2c261e779, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d9234603-9c4b-461b-8296-ecc2c261e779,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:27.441865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.460065 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.460716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:27.476005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-3eff360d-e501-4bef-89d9-3c8f19d1d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:27.477463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-3eff360d-e501-4bef-89d9-3c8f19d1d2dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0573201 Jan 29 04:19:27.535741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:27.544904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-d8f6b62f-990f-4993-8a00-42df2edebddd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532689 Jan 29 04:19:27.559282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.588313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.603531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.618537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dc8f8-8710-434c-938c-2bb8d45dbcbd None None] Pushing event updated for resources: {'Port': ['ID=5bcafd7a-680b-4eab-8c54-a8051cf136a8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:27.638072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.679162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4be01-3d5f-42b2-aecf-b38bfeb5025e req-48c01f71-3995-473d-a87c-d18f9e31a794 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:27.686997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fb4be01-3d5f-42b2-aecf-b38bfeb5025e req-48c01f71-3995-473d-a87c-d18f9e31a794 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 944 time: 0.1572628 Jan 29 04:19:27.695893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:27.698496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:27.699270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:27.700810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e804ce7e-8bef-4109-b112-b1fb1bab4269 req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "PUT /v2.0/ports/dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 1021 time: 0.9263966 Jan 29 04:19:27.703711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:27.707421 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498741fc-56d3-4502-89be-9852be043504" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:27.717379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:27.728437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-04558496-1a88-4b5b-8606-424eb623b6cc service neutron] 10.222.0.36 "GET /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.2058458 Jan 29 04:19:27.775231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-b4979bd7-d5b0-4a97-ae7d-f08856e23566 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965432 Jan 29 04:19:27.794086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fb4be01-3d5f-42b2-aecf-b38bfeb5025e req-4f4f7fad-8755-4fac-b582-6de0f7f49a81 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013496 Jan 29 04:19:27.796456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945be32-8b2f-4d15-8a82-6d6b1b1c3ce4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:27.822287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:27.855197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Allocated IP 172.25.4.205 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/7666876f-8f3b-4fbe-91f8-10f3e5ec92a4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:27.861032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:19:27.861419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:27.913784 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364cf6f1-ec98-4bc0-b1cf-79e17da303dc x-openstack-request-id: req-364cf6f1-ec98-4bc0-b1cf-79e17da303dc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:27.914266 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e358e05-c55e-4cfc-8684-b41e58247cf8", "tag": "de8c67ab-944a-480e-9727-d03489100784", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:27.914527 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-364cf6f1-ec98-4bc0-b1cf-79e17da303dc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:27.915081 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'tag': 'de8c67ab-944a-480e-9727-d03489100784', 'status': 'completed', 'code': 200} Jan 29 04:19:27.923129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d9234603-9c4b-461b-8296-ecc2c261e779,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:27.941224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:27.948555 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aed9b9-9594-4ed1-92b1-b4efbed0762c x-openstack-request-id: req-96aed9b9-9594-4ed1-92b1-b4efbed0762c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:27.948881 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-unplugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:27.949140 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96aed9b9-9594-4ed1-92b1-b4efbed0762c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:27.949529 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'code': 200} Jan 29 04:19:27.967080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8a1bdf-a03c-4dca-a516-85f9228f1cc6 req-b25147cd-1839-41d1-88a7-268863870b03 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718304 Jan 29 04:19:28.073956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.085727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d231a-a317-4206-a951-9352b4987245 req-8e21479d-2f54-41a0-8826-e0b162dcb639 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.088183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-636d231a-a317-4206-a951-9352b4987245 req-8e21479d-2f54-41a0-8826-e0b162dcb639 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.1096869 Jan 29 04:19:28.150954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-636d231a-a317-4206-a951-9352b4987245 req-406fdcd6-a1c5-422e-84b4-f51ef1866be2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535233 Jan 29 04:19:28.152628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.182606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:28.195822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:28.204754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:28.212002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:28.214067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Pushing event updated for resources: {'Port': ['ID=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:28.214261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-ccb705ae-46cc-4c8b-b36c-4531f78797b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.216266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-ccb705ae-46cc-4c8b-b36c-4531f78797b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8140403615d438fb09998ea44208515&device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 1099 time: 0.3044169 Jan 29 04:19:28.225633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49221ad-d0df-4153-802d-b3b915b72bfc req-fc33ce41-73b0-456f-8de5-659d00630583 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.230628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b49221ad-d0df-4153-802d-b3b915b72bfc req-fc33ce41-73b0-456f-8de5-659d00630583 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 948 time: 0.3144786 Jan 29 04:19:28.237012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:28.281977 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce2a2063-00fc-40eb-af8b-df4a9dc5c0d4 req-32b55232-b576-48d9-b16c-c00eb004bcee tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/d5dec1ad-3e3e-4489-a1c7-65caf90af0a0 HTTP/1.1" status: 200 len: 1799 time: 0.0824091 Jan 29 04:19:28.289171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:28.303692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:28.340846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.354012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:28.423553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'mac_address': 'fa:16:3e:9a:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:28.424585 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-ce2a2063-00fc-40eb-af8b-df4a9dc5c0d4 req-84e87861-b82e-4ef5-ae9e-1172f6904655 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:19:28.436720 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce2a2063-00fc-40eb-af8b-df4a9dc5c0d4 req-84e87861-b82e-4ef5-ae9e-1172f6904655 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5dec1ad-3e3e-4489-a1c7-65caf90af0a0 HTTP/1.1" status: 409 len: 341 time: 0.1252916 Jan 29 04:19:28.455562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b49221ad-d0df-4153-802d-b3b915b72bfc req-c8eb741a-711e-4fba-bcca-a73c5bb1631c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272807 Jan 29 04:19:28.509541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-97f0c1e5-0bf6-4c01-8792-58310f73f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.511893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-97f0c1e5-0bf6-4c01-8792-58310f73f392 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1945934 Jan 29 04:19:28.521778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] Transition to ACTIVE for port object ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:28.530518 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50689e6c-4b44-4520-a31d-ee808c39563e x-openstack-request-id: req-50689e6c-4b44-4520-a31d-ee808c39563e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:28.530814 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:28.531069 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50689e6c-4b44-4520-a31d-ee808c39563e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:28.531474 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'status': 'completed', 'code': 200} Jan 29 04:19:28.544732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.589985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-1459d0c2-b443-4cc3-90e9-498e5167a5f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=de8c67ab-944a-480e-9727-d03489100784 HTTP/1.1" status: 200 len: 217 time: 0.0668101 Jan 29 04:19:28.633563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.676719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.692243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:28.732198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bbc1d-61de-44fe-920b-9d048d9ed16c req-b13aec41-f3d9-40c2-b1f4-18a198b71f5c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.739651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:28.739846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f6bbc1d-61de-44fe-920b-9d048d9ed16c req-b13aec41-f3d9-40c2-b1f4-18a198b71f5c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.1142800 Jan 29 04:19:28.753017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:28.779613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:28.794926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] No DVR routers for this DVR port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:28.809655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-e910a463-0bdd-42b9-98a3-58d9f0329017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.812209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-e910a463-0bdd-42b9-98a3-58d9f0329017 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1750839 Jan 29 04:19:28.818478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498741fc-56d3-4502-89be-9852be043504 req-bcf69d15-f3d2-488d-bc41-412d06919e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.820165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-bcf69d15-f3d2-488d-bc41-412d06919e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92dd6806ddfe4144967143adad718e0d&device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1175 time: 0.2426422 Jan 29 04:19:28.827550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f6bbc1d-61de-44fe-920b-9d048d9ed16c req-4faf8797-3ba6-46fa-b8eb-fdcbe16a2566 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864294 Jan 29 04:19:28.909930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:28.939153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b75197-d5c7-433f-a401-7cfb840d75ed req-777b5eb1-8fcc-40fe-bf77-bf2900568134 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:28.947432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90b75197-d5c7-433f-a401-7cfb840d75ed req-777b5eb1-8fcc-40fe-bf77-bf2900568134 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 948 time: 0.3100078 Jan 29 04:19:28.974665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-162c06f8-015c-49bd-a4f7-01ec283abfb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2336938 Jan 29 04:19:29.033106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5bcafd7a-680b-4eab-8c54-a8051cf136a8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:29.040141 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.115002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c2ce3e-ddb0-40bd-8ec3-02afa49bb549 None None] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:19:29.133321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.143000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90b75197-d5c7-433f-a401-7cfb840d75ed req-4df32781-a526-4605-9922-abed1b3d9cce tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946974 Jan 29 04:19:29.153040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-778fcd5c-8066-4033-a3a0-8ed3010a5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.154825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-778fcd5c-8066-4033-a3a0-8ed3010a5d85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3332558 Jan 29 04:19:29.158550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498741fc-56d3-4502-89be-9852be043504 req-34c66595-311a-4126-9ee8-44b15683a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.160169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-34c66595-311a-4126-9ee8-44b15683a0fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 200 len: 913 time: 0.3231349 Jan 29 04:19:29.194970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.196728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:29.197242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.252922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-1382b386-c536-42fa-8575-bd2c3737b0bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 200 len: 217 time: 0.0782602 Jan 29 04:19:29.291523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a5090c5d-736a-4ec4-bded-8866ab512792 None None] Provisioning complete for port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:29.292034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5090c5d-736a-4ec4-bded-8866ab512792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.344808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498741fc-56d3-4502-89be-9852be043504 req-270b9430-57c0-4ba4-8bd6-06d15ee745b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.346316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-270b9430-57c0-4ba4-8bd6-06d15ee745b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 200 len: 852 time: 0.0847473 Jan 29 04:19:29.356422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dbeec-e42b-4603-b669-afff8939abed req-72387322-4ab3-4675-9fdd-f04aa32654b4 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.357532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d9234603-9c4b-461b-8296-ecc2c261e779'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:29.364192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d02dbeec-e42b-4603-b669-afff8939abed req-72387322-4ab3-4675-9fdd-f04aa32654b4 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 944 time: 0.2223310 Jan 29 04:19:29.370592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-d161be02-5e05-436e-a087-a9f7dc8185a5 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.371999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-d161be02-5e05-436e-a087-a9f7dc8185a5 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1997166 Jan 29 04:19:29.375848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fc3b-4531-46ac-ad0c-6a30eded1e96 req-e52edb6d-1cfd-4f39-96f4-7a21ac735fe7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.377497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1805fc3b-4531-46ac-ad0c-6a30eded1e96 req-e52edb6d-1cfd-4f39-96f4-7a21ac735fe7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 945 time: 0.1544793 Jan 29 04:19:29.380465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['06ddc5c7-e568-453d-a42f-57653cc3d5bf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:29.400508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-093fa173-4be1-4352-a075-af774ed42892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d25226af-f421-4861-a21d-bf053616c7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457690 Jan 29 04:19:29.403263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-6cb846e3-b699-4ed8-a2e3-cbb4ddaa0d73 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367451 Jan 29 04:19:29.460650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d02dbeec-e42b-4603-b669-afff8939abed req-f03b9a1f-0144-46bf-97f3-9f76b59406e6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954120 Jan 29 04:19:29.471288 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.472778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-0132c6b1-ea42-4b92-99f2-a6bec892f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.474906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-0132c6b1-ea42-4b92-99f2-a6bec892f73d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38&tenant_id=338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 1096 time: 0.0944607 Jan 29 04:19:29.512499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:19:29.610372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5bcafd7a-680b-4eab-8c54-a8051cf136a8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5bcafd7a-680b-4eab-8c54-a8051cf136a8,segment=NetworkSegment(4fbf0a5d-939a-44ee-936c-d6ae6c82e156),segment_id=4fbf0a5d-939a-44ee-936c-d6ae6c82e156)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:29.625559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5090c5d-736a-4ec4-bded-8866ab512792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.631976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:29.837631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1805fc3b-4531-46ac-ad0c-6a30eded1e96 req-14d73e4d-2e4b-4244-bcb5-3576d2cb3b09 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398785 Jan 29 04:19:29.843378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5bcafd7a-680b-4eab-8c54-a8051cf136a8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:29.850722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-a5090c5d-736a-4ec4-bded-8866ab512792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:19:29.851125 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-a5090c5d-736a-4ec4-bded-8866ab512792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:19:29.915255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80dce131-e9d3-42c1-b8ca-b3367cddaeb7 req-eafad5e7-8633-4737-a56f-b4cc3b7bf579 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942305 Jan 29 04:19:29.918173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:29.920410 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d9c48-9ed8-4082-8f81-16748ed502b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:29.932992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-16dbecf8-9e6e-4147-bc49-c88884230df8 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130484 Jan 29 04:19:29.934978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-75761937-d362-4dc1-88e2-1aaf933b2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.936550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-75761937-d362-4dc1-88e2-1aaf933b2df4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1096 time: 0.4209843 Jan 29 04:19:29.978283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85c20-1b13-46c7-9fa8-f7cbdf534caa req-6eb3954f-f26c-4ec6-b593-8fbf9420f8e9 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:29.979905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28e85c20-1b13-46c7-9fa8-f7cbdf534caa req-6eb3954f-f26c-4ec6-b593-8fbf9420f8e9 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1024 time: 0.3744056 Jan 29 04:19:30.019001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3679662-2595-40d5-91bc-a1b9e3b833ef req-4fad987e-c40f-4055-80b0-fb6f5cb40cb7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.020473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3679662-2595-40d5-91bc-a1b9e3b833ef req-4fad987e-c40f-4055-80b0-fb6f5cb40cb7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.1043582 Jan 29 04:19:30.033247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:19:30.044631 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Sync routers for ids ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:19:30.055279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Routers {'17377ffa-342b-4e87-a0a3-a148e4a51ab9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:30.056691 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:30.077627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-498741fc-56d3-4502-89be-9852be043504 req-a25237dd-d170-4c3b-bae9-a0727a1e3455 service neutron] 10.222.0.36 "GET /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253600 Jan 29 04:19:30.081582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28e85c20-1b13-46c7-9fa8-f7cbdf534caa req-0357ab55-cefe-4125-835b-c3310657a82b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=d5dec1ad-3e3e-4489-a1c7-65caf90af0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0753100 Jan 29 04:19:30.082963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3679662-2595-40d5-91bc-a1b9e3b833ef req-91fa303e-7fa9-45cb-b1c5-6fc2b00ddc92 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510538 Jan 29 04:19:30.089368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.090555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c67a4d50-12ea-4d1f-b5fc-459f2f504a8e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3232312 Jan 29 04:19:30.093961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:30.104486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-cc00f0cd-380f-484f-abb9-140cca13b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.104486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-cc00f0cd-380f-484f-abb9-140cca13b673 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1563137 Jan 29 04:19:30.160318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-af43be2e-8a1b-4ddb-82cd-c10043666236 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 200 len: 217 time: 0.0504031 Jan 29 04:19:30.203489 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Set router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:30.253653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-4eded1bb-0c1f-4288-a7a0-5d1122d28bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.255289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-4eded1bb-0c1f-4288-a7a0-5d1122d28bcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0836332 Jan 29 04:19:30.281803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8f73b-ec3c-49d6-ad3a-21c120c54e3e req-9bae040e-a5f6-48cb-bbfe-3cb0ed0605ec tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.283587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ad8f73b-ec3c-49d6-ad3a-21c120c54e3e req-9bae040e-a5f6-48cb-bbfe-3cb0ed0605ec tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 948 time: 0.0731890 Jan 29 04:19:30.309247 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-e2d2891a-a423-45a9-90d6-2c4bc5f40c81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424213 Jan 29 04:19:30.334212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b101a03-9dcb-4480-a0ec-2da0fcba82b7 req-da8d3b43-82a0-40d9-a3a2-5700c0ff59ff tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.335702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b101a03-9dcb-4480-a0ec-2da0fcba82b7 req-da8d3b43-82a0-40d9-a3a2-5700c0ff59ff tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.1305690 Jan 29 04:19:30.411259 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ad8f73b-ec3c-49d6-ad3a-21c120c54e3e req-74c6fe41-3541-47ec-9d56-a24740c3486d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Jan 29 04:19:30.450789 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-09dbc3ef-d3d4-4c9a-9ed8-3c4cc6c75cbf service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296558 Jan 29 04:19:30.453572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b101a03-9dcb-4480-a0ec-2da0fcba82b7 req-775cf7b0-e0e0-4aaa-9d54-5d3df30784d2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950270 Jan 29 04:19:30.459415 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0301d406-3620-41a2-b134-37261f1749ac x-openstack-request-id: req-0301d406-3620-41a2-b134-37261f1749ac {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:30.459805 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:30.460153 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0301d406-3620-41a2-b134-37261f1749ac {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:30.460631 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'status': 'completed', 'code': 200} Jan 29 04:19:30.514394 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:28Z', 'revision_number': 3, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:30.517810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9b44767c-88f4-4533-8800-ef9ee8b83b0d None None] Provisioning complete for port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:30.518368 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9b44767c-88f4-4533-8800-ef9ee8b83b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.543740 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Checking router: 17377ffa-342b-4e87-a0a3-a148e4a51ab9 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:19:30.544364 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Updating router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:19:30.574909 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.617504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-a0f6bf00-ce4d-4359-b8ed-e0d2a7086b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.619712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-a0f6bf00-ce4d-4359-b8ed-e0d2a7086b6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1094 time: 0.1134653 Jan 29 04:19:30.648550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-9b32cd8b-8ffc-4f7b-8e6a-539613715d96 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828659 Jan 29 04:19:30.666042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1b540-ada7-41d5-9b15-cb562fcb43de req-ae2db54b-7cff-4954-83a5-a4030c730191 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.667869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08c1b540-ada7-41d5-9b15-cb562fcb43de req-ae2db54b-7cff-4954-83a5-a4030c730191 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 949 time: 0.1728249 Jan 29 04:19:30.715001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08c1b540-ada7-41d5-9b15-cb562fcb43de req-c8a4ef91-4d7c-4585-bfd6-3723b2555c7c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Jan 29 04:19:30.734994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eafc9-cb77-4b0b-ada3-61ba0b63104f req-ee2cfdde-7260-4cf1-871a-7b2e1b04255a tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.734994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-161eafc9-cb77-4b0b-ada3-61ba0b63104f req-ee2cfdde-7260-4cf1-871a-7b2e1b04255a tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 944 time: 0.1747823 Jan 29 04:19:30.833167 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-161eafc9-cb77-4b0b-ada3-61ba0b63104f req-62362183-cca7-4916-b265-a11accde6d90 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908709 Jan 29 04:19:30.844443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.855937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-5d0b230e-3f4c-46ec-bf30-69935ec2c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:30.857349 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.857485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-5d0b230e-3f4c-46ec-bf30-69935ec2c8d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.2250192 Jan 29 04:19:30.858113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device de8c67ab-944a-480e-9727-d03489100784 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:30.869667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d9234603-9c4b-461b-8296-ecc2c261e779 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:30.869800 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.945242 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Attempting to bind port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:30.945482 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Attempting to bind port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:30.945727 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Attempting to bind port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:30.948432 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Pushing event updated for resources: {'Port': ['ID=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:30.957665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:30.959987 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:30.959987 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.962663 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:30.963396 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Bound port: 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:30.963850 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:30.967452 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.967808 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.968246 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.968578 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.968951 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.979367 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.979716 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.980079 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.980420 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.980757 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.981094 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.981421 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:30.983144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-a57580f9-991f-4f47-ab92-efaaf32396f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 217 time: 0.0374527 Jan 29 04:19:30.987271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5bcafd7a-680b-4eab-8c54-a8051cf136a8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:31.039869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03d7a0-3a43-4f6c-b829-6d6b5421e096 req-1ea2a9d5-16f8-4ed4-b66f-54711153e8f5 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.048549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f03d7a0-3a43-4f6c-b829-6d6b5421e096 req-1ea2a9d5-16f8-4ed4-b66f-54711153e8f5 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 945 time: 0.0889642 Jan 29 04:19:31.054474 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] For port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:31.057947 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] For port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:31.067301 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.081140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-e19a5325-a2bb-4a7c-bd68-f096ff905b89 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.083025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-e19a5325-a2bb-4a7c-bd68-f096ff905b89 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.0864265 Jan 29 04:19:31.108441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port de8c67ab-944a-480e-9727-d03489100784, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=de8c67ab-944a-480e-9727-d03489100784,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:31.120970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f03d7a0-3a43-4f6c-b829-6d6b5421e096 req-a5dfaa27-677f-4ecf-b592-50cd76c69500 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Jan 29 04:19:31.130301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port d9234603-9c4b-461b-8296-ecc2c261e779 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:31.144960 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7e2bc-40ba-4f25-bb42-5bd2ff7274b6 None None] Pushing event updated for resources: {'Port': ['ID=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:31.154304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Allocated IP 172.20.0.1 (4d882de2-c4cf-4f79-bc0f-ac1b382e7342/8eff788f-95dc-4943-9113-bba3056ea851/ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:31.156865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port d9234603-9c4b-461b-8296-ecc2c261e779 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:31.159716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.162614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'de8c67ab-944a-480e-9727-d03489100784', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'de8c67ab-944a-480e-9727-d03489100784', 'mac_address': 'fa:16:3e:8f:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:31.164380 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Routers {'17377ffa-342b-4e87-a0a3-a148e4a51ab9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:31.165354 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:31.254841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:31.255223 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.283936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.308522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b9b8-a78d-4688-ab26-2b6ac27d7ae5 req-042d963b-8af5-4dff-a1d3-ff8d4989ba30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.317124 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ab0b9b8-a78d-4688-ab26-2b6ac27d7ae5 req-042d963b-8af5-4dff-a1d3-ff8d4989ba30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.0980053 Jan 29 04:19:31.328207 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] Set router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:31.358703 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.366166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-f3254dd7-14c0-4062-879a-eb094991887e service neutron] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:31.383306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ab0b9b8-a78d-4688-ab26-2b6ac27d7ae5 req-89f3eb26-3ed1-4ee8-bea4-19c2a546e5c7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Jan 29 04:19:31.391331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-f3254dd7-14c0-4062-879a-eb094991887e service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.392658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a546a5a-15dc-4c5d-9266-318f1045d749 req-f3254dd7-14c0-4062-879a-eb094991887e service neutron] 10.222.0.20 "DELETE /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.2994502 Jan 29 04:19:31.398879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d9234603-9c4b-461b-8296-ecc2c261e779, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d9234603-9c4b-461b-8296-ecc2c261e779,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:31.401882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:31.404648 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86c857-2b9e-490c-817d-dec8a690d1a6" -d '{"events": [{"server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "name": "network-vif-plugged", "status": "completed", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:31.424155 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.444983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-794ca714-228c-414d-bec2-5d25072ed0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.447764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-794ca714-228c-414d-bec2-5d25072ed0f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.4348373 Jan 29 04:19:31.491834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.503242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-b49d0456-66be-45da-ba67-1967feadff20 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.505276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-b49d0456-66be-45da-ba67-1967feadff20 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1024 time: 0.4912522 Jan 29 04:19:31.521816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8c67ab-944a-480e-9727-d03489100784 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:31.546289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-0e2fc932-1fd3-4410-8335-fc7d1cc450ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627396 Jan 29 04:19:31.546537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24c893-1e90-4835-9407-eaba29ea1301 req-747dce26-9f7a-4c48-90f6-1e549e6e3e1d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.547506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e24c893-1e90-4835-9407-eaba29ea1301 req-747dce26-9f7a-4c48-90f6-1e549e6e3e1d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 948 time: 0.0629873 Jan 29 04:19:31.548264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d9234603-9c4b-461b-8296-ecc2c261e779,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:31.554586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.560516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port de8c67ab-944a-480e-9727-d03489100784, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=de8c67ab-944a-480e-9727-d03489100784,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:31.567335 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.568380 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:28Z', 'revision_number': 3, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:31.601053 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784ccf5-a701-4a8c-b63e-7fe4da9dad0e None None] The sync data for ids ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'] in n-d-825930-1 is: [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:28Z', 'revision_number': 3, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:19:31.607178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15daef-ed01-4fe3-88c1-6811cbcfb6ed req-f1188dc6-8c5e-4eac-ac8a-5857911e7f77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.609313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee15daef-ed01-4fe3-88c1-6811cbcfb6ed req-f1188dc6-8c5e-4eac-ac8a-5857911e7f77 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1024 time: 0.2974379 Jan 29 04:19:31.613354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e24c893-1e90-4835-9407-eaba29ea1301 req-b62bb5d9-c22b-4faa-9d38-e5403434fd2b tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504580 Jan 29 04:19:31.626302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=de8c67ab-944a-480e-9727-d03489100784,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:31.671842 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114841b0-c148-40bd-b352-996dee99e381 x-openstack-request-id: req-114841b0-c148-40bd-b352-996dee99e381 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:31.672212 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "name": "network-vif-plugged", "status": "completed", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:31.672957 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-114841b0-c148-40bd-b352-996dee99e381 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:31.672957 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'code': 200} Jan 29 04:19:31.705150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:31.726045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:31.770070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:31.781588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:31.791379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1f76-7d4d-4703-8342-82749f014214 req-57d56416-79e7-4dd7-84bf-af76756ccccb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.793333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c98c1f76-7d4d-4703-8342-82749f014214 req-57d56416-79e7-4dd7-84bf-af76756ccccb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0732641 Jan 29 04:19:31.873802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee15daef-ed01-4fe3-88c1-6811cbcfb6ed req-afa6dd3d-6041-451a-890d-c2f1b29ab053 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=d5dec1ad-3e3e-4489-a1c7-65caf90af0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2401502 Jan 29 04:19:31.874639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c98c1f76-7d4d-4703-8342-82749f014214 req-9a652810-03d4-4f31-849f-502c365164e6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622683 Jan 29 04:19:31.882037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182c4b5-ddc7-47f1-80eb-82014a2a8587 req-309a72b5-5e97-4cbb-a8ec-7fc2afb41879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:31.884567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7182c4b5-ddc7-47f1-80eb-82014a2a8587 req-309a72b5-5e97-4cbb-a8ec-7fc2afb41879 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 1096 time: 0.0874863 Jan 29 04:19:31.910365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:31.914226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-66a4cfbb-e831-486f-9bd1-e860079b4b84 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238595 Jan 29 04:19:31.972722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7182c4b5-ddc7-47f1-80eb-82014a2a8587 req-4f715b3a-3d60-48c8-aa87-cf2f1ec6c7fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769613 Jan 29 04:19:32.000976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['de8c67ab-944a-480e-9727-d03489100784'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:32.068592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcaec4-e8d8-40d5-8c04-a1e68a0b3344 req-395b9bd3-505f-43fc-9fcf-e012ce2aa1f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:32.070696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ebcaec4-e8d8-40d5-8c04-a1e68a0b3344 req-395b9bd3-505f-43fc-9fcf-e012ce2aa1f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 949 time: 0.0969772 Jan 29 04:19:32.113200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ebcaec4-e8d8-40d5-8c04-a1e68a0b3344 req-b1cccbcf-3e9a-4a4a-aff8-9643e2ea9ebf tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Jan 29 04:19:32.125118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Deleting port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:32.125306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.200041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-746d9a2e-3272-44e0-844d-e751d02bb8f4 None None] Provisioning complete for port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:32.200423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746d9a2e-3272-44e0-844d-e751d02bb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.260735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf12f7b-d756-4146-850d-59f3969cf7d0 req-87346ab0-e9e2-45b2-8317-7c298ad8633e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:32.260933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-746d9a2e-3272-44e0-844d-e751d02bb8f4 None None] Port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:19:32.264348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2cf12f7b-d756-4146-850d-59f3969cf7d0 req-87346ab0-e9e2-45b2-8317-7c298ad8633e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.2713723 Jan 29 04:19:32.276275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244594-42ec-4545-8a20-9359f0635f91 req-c34e50f6-84b2-4cc4-83dc-7e0c2dde1a49 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:32.277874 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31244594-42ec-4545-8a20-9359f0635f91 req-c34e50f6-84b2-4cc4-83dc-7e0c2dde1a49 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 945 time: 0.0729671 Jan 29 04:19:32.331692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31244594-42ec-4545-8a20-9359f0635f91 req-d534c14b-1af2-4ac7-922a-715c0d82b2bb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Jan 29 04:19:32.347546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] For port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:32.348055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.353589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc7d9c48-9ed8-4082-8f81-16748ed502b1 req-48bebdf0-4c42-4ecb-ba2a-0a3b7dced15f service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614230 Jan 29 04:19:32.407161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:32.414558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.417221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:32.420404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Calling delete_port for dfef0c5e-1c38-4000-83eb-e00ff6aebd5b owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:32.447656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2cf12f7b-d756-4146-850d-59f3969cf7d0 req-f615206c-4209-47b3-a06b-fd1709ae0432 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655371 Jan 29 04:19:32.530808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c701be-8be3-4860-9fb5-80133d736983 req-0e0bc3fc-52b6-4f4c-a7d5-009ad5c2a3a9 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:32.539016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3c701be-8be3-4860-9fb5-80133d736983 req-0e0bc3fc-52b6-4f4c-a7d5-009ad5c2a3a9 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 1096 time: 0.0551724 Jan 29 04:19:32.580581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3c701be-8be3-4860-9fb5-80133d736983 req-7fb089ac-8c26-40d6-8f42-ab818557dd84 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Jan 29 04:19:32.672401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:32.732037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dd750-f6bc-4a56-b6e9-33871cdb37e7 req-dda72a39-7b02-45e5-a49e-acbe9c6de3a2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:32.740042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-085dd750-f6bc-4a56-b6e9-33871cdb37e7 req-dda72a39-7b02-45e5-a49e-acbe9c6de3a2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.1831458 Jan 29 04:19:32.753325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:32.768841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'port_id': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'mac_address': 'fa:16:3e:68:89:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4108-c1b9-4e57-a8ae-0e663e58874c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:32.782869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15817-64b7-44d1-958d-7aab5ee5fcfd req-3c72cc92-b67f-4e56-8fdb-b92b7651a3d0 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:32.791235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1eb15817-64b7-44d1-958d-7aab5ee5fcfd req-3c72cc92-b67f-4e56-8fdb-b92b7651a3d0 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 949 time: 0.0871627 Jan 29 04:19:32.806035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-085dd750-f6bc-4a56-b6e9-33871cdb37e7 req-4c2c6d65-7a52-4fbf-9fc3-892cf5b67674 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 Jan 29 04:19:32.833869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.843796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1eb15817-64b7-44d1-958d-7aab5ee5fcfd req-96bd5a68-f909-45f8-8883-ebcbce30a42a tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515327 Jan 29 04:19:32.845571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2473792c-1ca6-4428-8f03-6ab4c88f0534 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:32.858795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:32.895594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:32.915752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.943178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.951905 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:32.998550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 06ddc5c7-e568-453d-a42f-57653cc3d5bf triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:32.998922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.030955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:33.049868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac63c6-0c37-483e-98c6-506e1759c05d req-716da8fe-35ae-4c52-bf75-ab00d1318e21 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:33.051635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78ac63c6-0c37-483e-98c6-506e1759c05d req-716da8fe-35ae-4c52-bf75-ab00d1318e21 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0785196 Jan 29 04:19:33.080627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:33.103768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78ac63c6-0c37-483e-98c6-506e1759c05d req-1ccffc47-80cd-40f6-a9b3-bba780028167 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Jan 29 04:19:33.143786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:33.144091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.170393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.180096 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:19:33.220687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:33.231002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.239807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f0a65-f5ff-4318-92fa-dab6416af52f req-c5aeb84d-b151-4fb9-a184-8242303b1030 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:33.241952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-288f0a65-f5ff-4318-92fa-dab6416af52f req-c5aeb84d-b151-4fb9-a184-8242303b1030 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b7a5bf-5861-4639-93e1-e5f587faefd5 HTTP/1.1" status: 200 len: 1024 time: 0.0695677 Jan 29 04:19:33.277443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2473792c-1ca6-4428-8f03-6ab4c88f0534'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:33.294994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-288f0a65-f5ff-4318-92fa-dab6416af52f req-f15ae349-a714-4460-b2c6-798047571d36 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=d5dec1ad-3e3e-4489-a1c7-65caf90af0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0459151 Jan 29 04:19:33.324556 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.341428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.354617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:33.374904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:33.382076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:33.389627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.391620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.403867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:33.436832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c4470-dde8-4c67-8a9d-9d52a46d4388 req-fa0d873a-42d3-4c03-ab23-c3115fdba4b4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:33.444324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c7c4470-dde8-4c67-8a9d-9d52a46d4388 req-fa0d873a-42d3-4c03-ab23-c3115fdba4b4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0661595 Jan 29 04:19:33.444843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'Port': ['ID=dfef0c5e-1c38-4000-83eb-e00ff6aebd5b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:33.487566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c7c4470-dde8-4c67-8a9d-9d52a46d4388 req-2bed8d67-30b1-42a9-bf8c-5b55c314535c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Jan 29 04:19:33.491439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:33.512303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] No DVR routers for this DVR port dfef0c5e-1c38-4000-83eb-e00ff6aebd5b on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:33.551114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:33.556066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a8aacd7-39f1-4d0f-a280-2e19da36985b req-2071c2f1-5733-40d5-87b3-0f06b4e54f7e tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.36 "DELETE /v2.0/ports/dfef0c5e-1c38-4000-83eb-e00ff6aebd5b HTTP/1.1" status: 204 len: 173 time: 2.0226643 Jan 29 04:19:33.559006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'name': 'network-vif-deleted', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:33.561628 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b823f-b9a9-4e85-83a8-00c8a4fa5459" -d '{"events": [{"server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "name": "network-vif-deleted", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:33.596158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-10ccb796-bd58-4172-a45d-6130cd83c75f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:33.597954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-10ccb796-bd58-4172-a45d-6130cd83c75f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.3163009 Jan 29 04:19:33.636828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-230bc74c-4288-4f81-9365-aceacf71d3e0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/quotas/338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 375 time: 0.0267758 Jan 29 04:19:33.646164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542873-e335-484b-8a3c-037830b7da9c req-1a283a52-bfe8-4ce6-b48c-228e578e7265 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:33.648234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e542873-e335-484b-8a3c-037830b7da9c req-1a283a52-bfe8-4ce6-b48c-228e578e7265 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0820699 Jan 29 04:19:33.661689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:33.673763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:33.676721 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2a6d7-4f50-413a-87dd-8665d43a5561" -d '{"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-plugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:33.713114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:33.725788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e542873-e335-484b-8a3c-037830b7da9c req-cfed3e39-ee4d-4144-a30a-47ef2abd65c7 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647836 Jan 29 04:19:33.774118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-a337ec05-4285-4b75-b456-50e8e016315c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164491 Jan 29 04:19:33.792086 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e48639b-dc80-4a6e-b86c-f89f520452ac x-openstack-request-id: req-0e48639b-dc80-4a6e-b86c-f89f520452ac {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:33.792461 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7a5bf-5861-4639-93e1-e5f587faefd5", "name": "network-vif-deleted", "tag": "dfef0c5e-1c38-4000-83eb-e00ff6aebd5b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:33.792724 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e48639b-dc80-4a6e-b86c-f89f520452ac {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:33.793212 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7a5bf-5861-4639-93e1-e5f587faefd5', 'name': 'network-vif-deleted', 'tag': 'dfef0c5e-1c38-4000-83eb-e00ff6aebd5b', 'status': 'completed', 'code': 200} Jan 29 04:19:33.843879 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73fdcec-4414-40cd-9612-9ee487764440 x-openstack-request-id: req-a73fdcec-4414-40cd-9612-9ee487764440 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:33.844458 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-plugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:33.844871 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a73fdcec-4414-40cd-9612-9ee487764440 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:33.845477 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'code': 200} Jan 29 04:19:33.955750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:19:33.960146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-c73b06eb-daa4-4cb9-a4c9-3956b32fd49a service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660447 Jan 29 04:19:33.971862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e03c3a-e12d-46bd-a8bd-1387b1863e8b req-f7316eb4-bb33-4cde-979b-1aa4ab1bcca1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:33.979486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88e03c3a-e12d-46bd-a8bd-1387b1863e8b req-f7316eb4-bb33-4cde-979b-1aa4ab1bcca1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 944 time: 0.0690391 Jan 29 04:19:34.014314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88e03c3a-e12d-46bd-a8bd-1387b1863e8b req-532d8ec3-1f88-4821-a8a7-0945bac3c97c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Jan 29 04:19:34.101873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-37c3e106-5e29-4213-b2aa-114056c04947 None None] Provisioning complete for port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:34.102230 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37c3e106-5e29-4213-b2aa-114056c04947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.141643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-37c3e106-5e29-4213-b2aa-114056c04947 None None] Port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:19:34.141884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-1b8d973b-f788-468d-a6ac-bb60ea976b70 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701481 Jan 29 04:19:34.142837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:19:34.144364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25775-edcf-4708-b105-527ceda20c71 req-b6047656-72a7-4962-b632-bcc3d56d2b2e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:34.148182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8bef5e01-9fd6-4ae7-b17e-c6d7b0849fa0 admin admin] 10.222.0.32 "PUT /v2.0/routers/17377ffa-342b-4e87-a0a3-a148e4a51ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0529549 Jan 29 04:19:34.152327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2b25775-edcf-4708-b105-527ceda20c71 req-b6047656-72a7-4962-b632-bcc3d56d2b2e tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 949 time: 0.0821443 Jan 29 04:19:34.163960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Sync routers for ids ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:19:34.181487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Routers {'17377ffa-342b-4e87-a0a3-a148e4a51ab9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:34.182457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:34.220929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2b25775-edcf-4708-b105-527ceda20c71 req-396bbe23-73fc-4e7c-857e-bcad69c7862b tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Jan 29 04:19:34.224842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764560-ab62-497e-934c-c9a8421fe8aa req-be0931ce-871a-41ba-b5e3-9ae96064ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:34.226287 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7764560-ab62-497e-934c-c9a8421fe8aa req-be0931ce-871a-41ba-b5e3-9ae96064ea07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1101 time: 0.0720787 Jan 29 04:19:34.296847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7764560-ab62-497e-934c-c9a8421fe8aa req-e47f02bb-41a8-41df-9b72-9d0566754475 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594695 Jan 29 04:19:34.343524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Set router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:34.436323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b9da7-ebae-45a7-95a3-c2aba2f93244 req-2fa65256-7de1-411f-9e75-edf019128178 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:34.436550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:34.445079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f6b9da7-ebae-45a7-95a3-c2aba2f93244 req-2fa65256-7de1-411f-9e75-edf019128178 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0617192 Jan 29 04:19:34.495021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f6b9da7-ebae-45a7-95a3-c2aba2f93244 req-111d8c54-6f7a-4605-ab5d-30a03cf3a4ef tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490122 Jan 29 04:19:34.564333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 2473792c-1ca6-4428-8f03-6ab4c88f0534 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:34.588781 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f47f59f1-d4e6-4a43-9715-748c0f74ddce req-4d744f31-9fe0-42e5-a3ef-15dfc450331c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 210 time: 0.0526931 Jan 29 04:19:34.596706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 2473792c-1ca6-4428-8f03-6ab4c88f0534 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:34.597100 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.708348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.751183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:34.751482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-59681c94-3a4e-40f5-b78e-02776883f6e0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2419519 Jan 29 04:19:34.756265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:34.757671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:32Z', 'revision_number': 4, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9', 'name': '', 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'mac_address': 'fa:16:3e:67:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8eff788f-95dc-4943-9113-bba3056ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:30Z', 'updated_at': '2022-01-29T04:19:32Z', 'revision_number': 2, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'subnets': [{'id': '8eff788f-95dc-4943-9113-bba3056ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:34.767904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c4f5a-aa45-4913-982b-8312340170c9 req-ca539e32-c99d-41d9-8719-6c10e1e2f83b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:34.769917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a74c4f5a-aa45-4913-982b-8312340170c9 req-ca539e32-c99d-41d9-8719-6c10e1e2f83b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0728803 Jan 29 04:19:34.788831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.789635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dfef0c5e-1c38-4000-83eb-e00ff6aebd5b no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:34.792461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.792967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Checking router: 17377ffa-342b-4e87-a0a3-a148e4a51ab9 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:19:34.793315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Updating router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:19:34.815230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a74c4f5a-aa45-4913-982b-8312340170c9 req-a8520a62-82ed-4b4a-a5c7-4371738bcff9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 Jan 29 04:19:34.855733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: dfef0c5e-1c38-4000-83eb-e00ff6aebd5b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:19:34.856085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dfef0c5e-1c38-4000-83eb-e00ff6aebd5b not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:34.877602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.887726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device de8c67ab-944a-480e-9727-d03489100784 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:34.912505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c03f3e8-7a03-46ef-add5-76d48122803c req-2226472a-022a-47f9-91a4-fb91d80fa0f8 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d HTTP/1.1" status: 200 len: 1801 time: 0.0702412 Jan 29 04:19:34.927137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:34.942355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:34.979136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:34.990749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3c03f3e8-7a03-46ef-add5-76d48122803c req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.020160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3c03f3e8-7a03-46ef-add5-76d48122803c req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.067887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Allocated IP 172.25.4.180 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/e9be73a0-b74a-4180-8b2a-0e263b0e5f68) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:35.068654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3c03f3e8-7a03-46ef-add5-76d48122803c req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.072419 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3c03f3e8-7a03-46ef-add5-76d48122803c req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.075064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c03f3e8-7a03-46ef-add5-76d48122803c req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d HTTP/1.1" status: 204 len: 173 time: 0.1611097 Jan 29 04:19:35.092106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port de8c67ab-944a-480e-9727-d03489100784 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:35.095271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:35.105457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.105977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.106419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.106855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.107341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.107798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.108233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.108653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.109212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.109685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.110558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.110722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port de8c67ab-944a-480e-9727-d03489100784 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:35.110894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31559a67-d5e3-4416-8628-9404191d4760 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:35.111290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.213234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f43efa-57aa-459b-a66a-29b0383bc49e req-e01e2fa4-9f2d-466a-badf-fb4985d2b86c tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:35.218304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:35.218612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48f43efa-57aa-459b-a66a-29b0383bc49e req-e01e2fa4-9f2d-466a-badf-fb4985d2b86c tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0700734 Jan 29 04:19:35.218739 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.224362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.262500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48f43efa-57aa-459b-a66a-29b0383bc49e req-c2648f20-7b96-4e23-9271-cd097b054d7d tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Jan 29 04:19:35.262757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.304389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:35.307869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:35.311718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:35.341880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=e9be73a0-b74a-4180-8b2a-0e263b0e5f68,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:35.348996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.387911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067eff-c5c3-4294-b78e-a547c73b6db5 req-29e09e3f-be92-478e-af73-4005fdb38222 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:35.389386 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10067eff-c5c3-4294-b78e-a547c73b6db5 req-29e09e3f-be92-478e-af73-4005fdb38222 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 945 time: 0.0582914 Jan 29 04:19:35.430967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10067eff-c5c3-4294-b78e-a547c73b6db5 req-2b787862-6b1e-46fb-ab7b-fe30aaa6da5b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347841 Jan 29 04:19:35.441042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.469464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port de8c67ab-944a-480e-9727-d03489100784, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=de8c67ab-944a-480e-9727-d03489100784,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:35.474653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.486633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.514335 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.528504 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.529454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05bca6a9-9cd5-4845-975a-e15524672ac9 req-373d80d2-2ed2-4752-ab58-8e1e2ef45022 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/d5dec1ad-3e3e-4489-a1c7-65caf90af0a0 HTTP/1.1" status: 200 len: 1799 time: 0.0535669 Jan 29 04:19:35.551959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=de8c67ab-944a-480e-9727-d03489100784,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:35.609368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05bca6a9-9cd5-4845-975a-e15524672ac9 req-99de5029-78fa-4062-ab67-7ddc6e87328c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.641970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05bca6a9-9cd5-4845-975a-e15524672ac9 req-99de5029-78fa-4062-ab67-7ddc6e87328c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.732235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05bca6a9-9cd5-4845-975a-e15524672ac9 req-99de5029-78fa-4062-ab67-7ddc6e87328c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.735284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05bca6a9-9cd5-4845-975a-e15524672ac9 req-99de5029-78fa-4062-ab67-7ddc6e87328c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.741304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05bca6a9-9cd5-4845-975a-e15524672ac9 req-99de5029-78fa-4062-ab67-7ddc6e87328c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5dec1ad-3e3e-4489-a1c7-65caf90af0a0 HTTP/1.1" status: 204 len: 173 time: 0.2024879 Jan 29 04:19:35.762806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-202879a5-b039-42f3-b3e9-c1a12ba95e29 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:35.763840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5029-78fa-4062-ab67-7ddc6e87328c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dec1ad-3e3e-4489-a1c7-65caf90af0a0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:35.764675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-202879a5-b039-42f3-b3e9-c1a12ba95e29 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.1840785 Jan 29 04:19:35.786660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Request body: {'port': {'device_id': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'admin_state_up': True, 'tenant_id': '338ee70972e1416080f8f893b188c868'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:35.832407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294b353-25bd-4f99-94cd-59f255ed81c8 None None] Pushing event updated for resources: {'Port': ['ID=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:35.844212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.848564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.852934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534'}, {'server_uuid': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8c67ab-944a-480e-9727-d03489100784'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:35.855873 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be90c13-2b17-4886-b708-3b1946e9ffcc" -d '{"events": [{"server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "name": "network-vif-plugged", "status": "completed", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534"}, {"server_uuid": "0e358e05-c55e-4cfc-8684-b41e58247cf8", "name": "network-vif-plugged", "status": "completed", "tag": "de8c67ab-944a-480e-9727-d03489100784"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:35.876180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Attempting to bind port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:35.876546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Attempting to bind port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:35.876902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Attempting to bind port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 on network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:35.879532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a4777-53d4-420b-80b9-ef3d2ef35d2c req-1a6d252f-49bd-4779-812e-80f92fb9aef4 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:35.880510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-706a4777-53d4-420b-80b9-ef3d2ef35d2c req-1a6d252f-49bd-4779-812e-80f92fb9aef4 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 950 time: 0.0649099 Jan 29 04:19:35.882079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:35.882457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Checking segment: {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:35.882853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.883239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Bound using segment: {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:35.884615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Bound port: ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbf0a5d-939a-44ee-936c-d6ae6c82e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:35.885032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.934024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-706a4777-53d4-420b-80b9-ef3d2ef35d2c req-57a6688f-5a01-4e25-956c-c88ac8546ab3 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Jan 29 04:19:35.948960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=e9be73a0-b74a-4180-8b2a-0e263b0e5f68,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:35.967624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.978967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9a9ca52b-0e9f-4a59-a4ce-5b228a036848 None None] Provisioning complete for port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:35.979615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca52b-0e9f-4a59-a4ce-5b228a036848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:35.998858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.009797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-ad976dc2-376d-4e15-b779-4c8d40364801 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2573581 Jan 29 04:19:36.046079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ca52b-0e9f-4a59-a4ce-5b228a036848 None None] Port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:19:36.049715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] For port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:36.053358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] For port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,segment=NetworkSegment(4fbf0a5d-939a-44ee-936c-d6ae6c82e156),segment_id=4fbf0a5d-939a-44ee-936c-d6ae6c82e156)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:36.059441 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.077780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475a9b9-72f9-4e04-baac-487ccf4e22ec req-92485dd3-9949-4b34-a499-60f26b840040 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:36.079436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f475a9b9-72f9-4e04-baac-487ccf4e22ec req-92485dd3-9949-4b34-a499-60f26b840040 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0553181 Jan 29 04:19:36.108204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-befef3a5-e3a6-45f1-9b2f-62363d68ca6a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.0905466 Jan 29 04:19:36.108894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35200) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:36.112542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Made reservation on behalf of 338ee70972e1416080f8f893b188c868 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:36.114242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Request body: {'floatingip': {'port_id': 'd9234603-9c4b-461b-8296-ecc2c261e779'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:36.115901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.163591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294b353-25bd-4f99-94cd-59f255ed81c8 None None] Pushing event updated for resources: {'Port': ['ID=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:36.169479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Routers {'17377ffa-342b-4e87-a0a3-a148e4a51ab9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:36.170240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:36.256443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] Set router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:36.344119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-9c9c639f-bb51-454e-8ad8-592f8b0cf739 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:36.351095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-9c9c639f-bb51-454e-8ad8-592f8b0cf739 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2475328 Jan 29 04:19:36.359924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-3305b2ef-57d6-4dba-a1a0-f182c204de77 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:36.374775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-000ac3ba-d7eb-45f1-8815-bfd0a47db967 req-3305b2ef-57d6-4dba-a1a0-f182c204de77 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225019 Jan 29 04:19:36.386188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7059d-8b48-4452-b51a-ff4ae6142850 req-dd22f3e5-cdee-4690-b10c-cf4e0eac86df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:36.387734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ac7059d-8b48-4452-b51a-ff4ae6142850 req-dd22f3e5-cdee-4690-b10c-cf4e0eac86df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.1581693 Jan 29 04:19:36.410992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Allocated IP 172.20.0.10 (f3b511c2-cf74-4737-8c6a-90fa2225aa1b/b6d85a36-84c9-4a0b-9032-81d758202c1c/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:36.461123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5d3ef5f3-09eb-43f2-aae9-2782665a3c30 None None] Provisioning complete for port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:36.461494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef5f3-09eb-43f2-aae9-2782665a3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.499894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ac7059d-8b48-4452-b51a-ff4ae6142850 req-3e3f0c21-72c8-4659-9cc8-7fc0e04bf03c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041229 Jan 29 04:19:36.563024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-6d0ca1f1-fef9-4279-b234-573f5069179c req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-891389736', 'description': 'tempest-description-220626192'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:36.617884 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef5f3-09eb-43f2-aae9-2782665a3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.645026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:32Z', 'revision_number': 4, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9', 'name': '', 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'mac_address': 'fa:16:3e:67:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8eff788f-95dc-4943-9113-bba3056ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:30Z', 'updated_at': '2022-01-29T04:19:36Z', 'revision_number': 4, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'subnets': [{'id': '8eff788f-95dc-4943-9113-bba3056ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:36.663272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6d0ca1f1-fef9-4279-b234-573f5069179c req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.681390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e6aaf-e30f-4cb4-ae75-c790d5b7d6c2 None None] The sync data for ids ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'] in n-d-825930-1 is: [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:32Z', 'revision_number': 4, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9', 'name': '', 'network_id': '4d882de2-c4cf-4f79-bc0f-ac1b382e7342', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'mac_address': 'fa:16:3e:67:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8eff788f-95dc-4943-9113-bba3056ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:30Z', 'updated_at': '2022-01-29T04:19:36Z', 'revision_number': 4, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'subnets': [{'id': '8eff788f-95dc-4943-9113-bba3056ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:19:36.686046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5d3ef5f3-09eb-43f2-aae9-2782665a3c30 None None] For port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,segment=NetworkSegment(4fbf0a5d-939a-44ee-936c-d6ae6c82e156),segment_id=4fbf0a5d-939a-44ee-936c-d6ae6c82e156)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:36.693839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef5f3-09eb-43f2-aae9-2782665a3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.726436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4bfc62e-453a-4724-86e0-91ec99b805ba req-38cee360-31b4-409b-806a-eb59d4ee3eba tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 210 time: 0.2853069 Jan 29 04:19:36.764283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ef5f3-09eb-43f2-aae9-2782665a3c30 None None] Pushing event updated for resources: {'Port': ['ID=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:36.967153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0930084-44a0-432f-ba84-61b6dda64562 req-1ec755d5-d3e1-4d00-8ae6-2e6c47069ea3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:36.968714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0930084-44a0-432f-ba84-61b6dda64562 req-1ec755d5-d3e1-4d00-8ae6-2e6c47069ea3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1042538 Jan 29 04:19:36.982310 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:36.985289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6d0ca1f1-fef9-4279-b234-573f5069179c req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.016991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:37.028984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6d0ca1f1-fef9-4279-b234-573f5069179c req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.057203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0930084-44a0-432f-ba84-61b6dda64562 req-178e3cfd-c879-40ca-9f2d-0d9ee7b0105b tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573108 Jan 29 04:19:37.064465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.117667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6d0ca1f1-fef9-4279-b234-573f5069179c req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.119940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:37.120559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.124712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:37.130540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d0ca1f1-fef9-4279-b234-573f5069179c req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5776143 Jan 29 04:19:37.131650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:37.144730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:37.151156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:37.165660 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce683e9-19fe-4521-bc5f-42ba29e9c36b x-openstack-request-id: req-4ce683e9-19fe-4521-bc5f-42ba29e9c36b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:37.165982 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "name": "network-vif-plugged", "status": "completed", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534", "code": 200}, {"server_uuid": "0e358e05-c55e-4cfc-8684-b41e58247cf8", "name": "network-vif-plugged", "status": "completed", "tag": "de8c67ab-944a-480e-9727-d03489100784", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:37.166235 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ce683e9-19fe-4521-bc5f-42ba29e9c36b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:37.166708 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'code': 200} Jan 29 04:19:37.166965 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8c67ab-944a-480e-9727-d03489100784', 'code': 200} Jan 29 04:19:37.184423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.184922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.185360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.185491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.186099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.187477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.188311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.188780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.189262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.189687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.190417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.191353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.191493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:37.227293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:37.228584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7e986-0503-433e-878b-54037792ee1a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18141a53-5153-46ec-8eae-a5c716efbed4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:37.233106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.252478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.269594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-fdc49166-8f7c-4a03-b6b0-3ce622f190e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4868679 Jan 29 04:19:37.333439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Request body: {'port': {'device_id': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:37.425206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b521b-dd19-4a3d-87b7-77215fdffbcf req-c608afe6-da61-437c-bb84-6b00742120e0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:37.426968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-334b521b-dd19-4a3d-87b7-77215fdffbcf req-c608afe6-da61-437c-bb84-6b00742120e0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 945 time: 0.1392157 Jan 29 04:19:37.447254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d54a29-1b3b-4fb9-8ee6-2a4909fc9dd5 req-edd61639-8dd9-4dc7-b005-a6dce40c231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:37.448795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d54a29-1b3b-4fb9-8ee6-2a4909fc9dd5 req-edd61639-8dd9-4dc7-b005-a6dce40c231b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1096 time: 0.1276162 Jan 29 04:19:37.450578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.530660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-334b521b-dd19-4a3d-87b7-77215fdffbcf req-a68ebd2d-8c7b-423b-a693-9d33e5773f30 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933609 Jan 29 04:19:37.545520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d54a29-1b3b-4fb9-8ee6-2a4909fc9dd5 req-fdacf8ea-db4d-45bf-927f-b12780069352 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837696 Jan 29 04:19:37.731401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c820b11-2b35-4504-b1ed-428bf0ef8aba req-048b00e2-8f6b-4eea-82dd-6511c765fe31 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:37.732966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c820b11-2b35-4504-b1ed-428bf0ef8aba req-048b00e2-8f6b-4eea-82dd-6511c765fe31 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 950 time: 0.1115429 Jan 29 04:19:37.797428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c820b11-2b35-4504-b1ed-428bf0ef8aba req-3ec5bc02-ef68-446c-87d5-48dc4293f766 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563841 Jan 29 04:19:37.803200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-7b2fb6af-edb9-43f4-b580-40250e23d727 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6506441 Jan 29 04:19:37.809622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e17f-7871-4e3d-99f2-f5ceb242c5d9 req-cbdd5c9a-eee4-4368-975a-e5b5c3730ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:37.811102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4987e17f-7871-4e3d-99f2-f5ceb242c5d9 req-cbdd5c9a-eee4-4368-975a-e5b5c3730ef3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 1101 time: 0.2498980 Jan 29 04:19:37.816035 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-8fdb0b4d-5d3f-4d92-b6b7-33850a1c6837 service neutron] show failed (client error): The resource could not be found. Jan 29 04:19:37.816035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-8fdb0b4d-5d3f-4d92-b6b7-33850a1c6837 service neutron] 10.222.0.36 "GET /v2.0/ports/d0b0d4e8-516d-488d-83bc-7a1d1729781a/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.2530811 Jan 29 04:19:37.818832 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf associated. External IP: 172.25.4.28, port: d9234603-9c4b-461b-8296-ecc2c261e779. Jan 29 04:19:37.831917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:37.932915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6218b1a-c937-4b66-9a92-fe3ce8f1d56d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:37.943300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.954131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4987e17f-7871-4e3d-99f2-f5ceb242c5d9 req-e680df88-a9d9-4edf-ab31-c0d69399d089 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329460 Jan 29 04:19:37.959261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:37.963136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9fb32-b648-426f-a417-dedf7d9f2475 req-2ac0f68c-36c4-45f1-a48c-4497daa28897 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:37.964704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9e9fb32-b648-426f-a417-dedf7d9f2475 req-2ac0f68c-36c4-45f1-a48c-4497daa28897 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0767169 Jan 29 04:19:37.972579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Transition to ACTIVE for port object c6218b1a-c937-4b66-9a92-fe3ce8f1d56d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:38.001588 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.064778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9e9fb32-b648-426f-a417-dedf7d9f2475 req-0735d55b-34ce-4c3e-aa1a-b82eb60b1e0a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889437 Jan 29 04:19:38.089662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:38.162567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:19:38.180188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8679dec-e715-409b-8e16-9cb56584adce req-c246a807-759a-498e-9bd8-375aeb0c909b tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/18141a53-5153-46ec-8eae-a5c716efbed4 HTTP/1.1" status: 200 len: 1799 time: 0.0618827 Jan 29 04:19:38.181359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:38.181731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:38.182020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:38.184603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.186630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:38.186997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:38.191993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:38.192330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:38.192714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:38.193140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Bound port: c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:38.193496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.201398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b8679dec-e715-409b-8e16-9cb56584adce req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1729499944', 'description': 'tempest-description-hth-1465489481'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:38.255882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b8679dec-e715-409b-8e16-9cb56584adce req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.315526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:38.332778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b8679dec-e715-409b-8e16-9cb56584adce req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.336223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:38.339256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b8679dec-e715-409b-8e16-9cb56584adce req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.342091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b8679dec-e715-409b-8e16-9cb56584adce req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.343398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8679dec-e715-409b-8e16-9cb56584adce req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "PUT /v2.0/security-groups/18141a53-5153-46ec-8eae-a5c716efbed4 HTTP/1.1" status: 200 len: 1775 time: 0.1476324 Jan 29 04:19:38.347589 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.372246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:19:38.377633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.386340 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:19:38.388065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:38.388689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.390221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 1092 time: 1.0702729 Jan 29 04:19:38.390654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:38.392868 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8857e6c2-d4b3-427c-958f-b1d995762ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:38.402442 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:38.403993 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:38.420578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9eae6-ce31-4d31-b3a6-75277c2b2759 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18141a53-5153-46ec-8eae-a5c716efbed4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:38.445349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-83951770-fb26-462b-b7a9-bdcced7b3c77 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "PUT /v2.0/floatingips/12986793-9ccf-40d3-ae18-0fb54ff4e4cf HTTP/1.1" status: 200 len: 990 time: 2.3354778 Jan 29 04:19:38.455655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:38.457930 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea959fe-d7f0-47bb-952a-2a4fcba1340d" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:38.472790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b125a5-1214-457c-9220-d6b76dc6f7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:38.480297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-46b738e8-2600-42db-aa7e-466a6c73b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:38.482518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-46b738e8-2600-42db-aa7e-466a6c73b2f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76&tenant_id=d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 1101 time: 0.1207640 Jan 29 04:19:38.483846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Allocated IP 172.25.4.80 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/580eb539-4001-4590-b371-d9e5906578e3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:38.519244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07ace2-7f52-47e4-b609-938ca78e0fef req-57608de6-a6e0-4b79-b075-b739043dfe70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:38.520762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e07ace2-7f52-47e4-b609-938ca78e0fef req-57608de6-a6e0-4b79-b075-b739043dfe70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.0955503 Jan 29 04:19:38.527622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-4028736d-7031-4ab6-9017-36ba6d2a57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:38.529056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-4028736d-7031-4ab6-9017-36ba6d2a57d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1095 time: 0.0658841 Jan 29 04:19:38.548236 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:38.554184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:38.594302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e07ace2-7f52-47e4-b609-938ca78e0fef req-1b6a3a0c-351a-4737-a7d0-491a7b3dfe04 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641661 Jan 29 04:19:38.595671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-29a6196b-1b43-4c10-9604-4fd2eb93e482 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 217 time: 0.0418880 Jan 29 04:19:38.632078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.699285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.706618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-b5fb4c67-ff1f-4311-9b9d-b8c8812a1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:38.708058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-b5fb4c67-ff1f-4311-9b9d-b8c8812a1d2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1034384 Jan 29 04:19:38.766197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-1454d216-d732-467b-8659-0fbd0d8067a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330040 Jan 29 04:19:38.803247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5821f6-5785-45d8-bc4a-47c53a3186a9 req-547bac0a-2d71-4da5-8f47-56287a4346d1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:38.804728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa5821f6-5785-45d8-bc4a-47c53a3186a9 req-547bac0a-2d71-4da5-8f47-56287a4346d1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.1010485 Jan 29 04:19:38.819539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '12986793-9ccf-40d3-ae18-0fb54ff4e4cf', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'port_id': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'mac_address': 'fa:16:3e:d5:34:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:18:02Z', 'updated_at': '2022-01-29T04:19:36Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:38.844565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:38.848473 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:19:38.858910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:38.859669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:38.888034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa5821f6-5785-45d8-bc4a-47c53a3186a9 req-372a9850-9679-4e73-b931-5f5a6aedc1ee tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547423 Jan 29 04:19:38.899703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:38.903904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-9e151a18-4bc3-46c0-a17a-058a44a3e654 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241286 Jan 29 04:19:38.905992 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:38.917801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:38.943768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=580eb539-4001-4590-b371-d9e5906578e3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:38.967417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:38.998535 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:39.020157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba70f25-a65d-428e-8d40-7c673583b68b req-85193abe-e6a2-4345-93de-7d0ec9d1bb94 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094282 Jan 29 04:19:39.074717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:39.077104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.152925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.152925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.207239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4bb35c0-a3a1-4740-9fbe-e35b0a686bdc req-92d3756b-5871-4bc8-b0c9-6df70e722feb tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/18141a53-5153-46ec-8eae-a5c716efbed4 HTTP/1.1" status: 200 len: 1775 time: 0.0503018 Jan 29 04:19:39.219338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Transition to ACTIVE for port object d0b0d4e8-516d-488d-83bc-7a1d1729781a will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:39.224732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.248899 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769ef00-49d8-4995-83f7-a0e63ac43e75 x-openstack-request-id: req-1769ef00-49d8-4995-83f7-a0e63ac43e75 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:39.249510 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:39.249858 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1769ef00-49d8-4995-83f7-a0e63ac43e75 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:39.250718 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'status': 'completed', 'code': 200} Jan 29 04:19:39.364213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] No DVR routers for this DVR port d0b0d4e8-516d-488d-83bc-7a1d1729781a on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:39.367729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:39.401194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8822758-bbf0-4b34-9bb0-4f0c440b4c32 req-cabd31d8-1784-42ce-b55e-ca8282631773 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.402887 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8822758-bbf0-4b34-9bb0-4f0c440b4c32 req-cabd31d8-1784-42ce-b55e-ca8282631773 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.1057980 Jan 29 04:19:39.428075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-26fc48d1-eb58-46c5-91c7-abd737cab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.429544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-26fc48d1-eb58-46c5-91c7-abd737cab907 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1095 time: 0.1010642 Jan 29 04:19:39.442757 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '12986793-9ccf-40d3-ae18-0fb54ff4e4cf', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'port_id': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'mac_address': 'fa:16:3e:d5:34:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:18:02Z', 'updated_at': '2022-01-29T04:19:36Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:39.449469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:39.449809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:39.450428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:39.463827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Port d0b0d4e8-516d-488d-83bc-7a1d1729781a on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:39.464149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Attempting to bind port d0b0d4e8-516d-488d-83bc-7a1d1729781a on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:39.473134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:39.473420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:39.473807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:39.474281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Bound port: d0b0d4e8-516d-488d-83bc-7a1d1729781a, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:39.474683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8822758-bbf0-4b34-9bb0-4f0c440b4c32 req-8d7a324e-e061-43bf-be20-32de82a90fa8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641801 Jan 29 04:19:39.474805 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.476135 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349affb1-3ac5-4812-976f-a439acd513e6 None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '12986793-9ccf-40d3-ae18-0fb54ff4e4cf', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'port_id': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'mac_address': 'fa:16:3e:d5:34:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:18:02Z', 'updated_at': '2022-01-29T04:19:36Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:19:39.574300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:39.579503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:39.584603 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04760ffc-104c-476c-a461-7d3e92ebcc4c x-openstack-request-id: req-04760ffc-104c-476c-a461-7d3e92ebcc4c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:39.585014 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:39.585534 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04760ffc-104c-476c-a461-7d3e92ebcc4c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:39.586275 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'status': 'completed', 'code': 200} Jan 29 04:19:39.593380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.595224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-d466104a-fc42-4118-8730-15ef5fb66602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.597430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-d466104a-fc42-4118-8730-15ef5fb66602 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1556008 Jan 29 04:19:39.653332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.661984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.662815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.664143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-06c8524b-03b9-47fa-9685-88cdb11b899d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 217 time: 0.0580518 Jan 29 04:19:39.664553 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 1096 time: 1.1147132 Jan 29 04:19:39.668728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.694814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e36af-08ec-4a8d-acbc-f877670a2730 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:39.815747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-d7aa3cb7-92c5-4eba-983d-ac04184a21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.815980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.817209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-d7aa3cb7-92c5-4eba-983d-ac04184a21d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1344342 Jan 29 04:19:39.818818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=580eb539-4001-4590-b371-d9e5906578e3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:39.833824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051401a1-57a3-495f-a7d0-3045c4dfa144 None None] New status for floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:19:39.834449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d31b-6419-4052-921e-ebf5e3242287 req-60b478f9-886b-445f-9d1a-b41b1ee6a569 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.835552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5297d31b-6419-4052-921e-ebf5e3242287 req-60b478f9-886b-445f-9d1a-b41b1ee6a569 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 945 time: 0.1614263 Jan 29 04:19:39.850032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:39.851328 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-f050c277-5cc3-4d4a-b40b-8e7386bbbd56 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0378227 Jan 29 04:19:39.916580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5297d31b-6419-4052-921e-ebf5e3242287 req-7fbd37e2-6d21-49d0-b854-cc97e52deadf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Jan 29 04:19:39.920673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-3349b727-38b8-4023-bc38-8b5b5686ea68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840197 Jan 29 04:19:39.929405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-b74fbd30-0cf4-42c0-a115-7e874e4446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:39.931477 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-b74fbd30-0cf4-42c0-a115-7e874e4446f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 1096 time: 0.1902492 Jan 29 04:19:39.978337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-76ca52a8-94ec-4a85-bbd2-ec7246a66125 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1178443 Jan 29 04:19:40.007731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-13524517-cb0e-49af-aa11-2710bb4cc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.009332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-13524517-cb0e-49af-aa11-2710bb4cc793 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1099 time: 0.1211202 Jan 29 04:19:40.141005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-8b6d5bcb-c312-4f1b-8f25-f6eaf9749de1 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027569 Jan 29 04:19:40.143084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-d8ddaf11-feb6-43ef-8afb-7498312328bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.144449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-d8ddaf11-feb6-43ef-8afb-7498312328bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 200 len: 924 time: 0.1978672 Jan 29 04:19:40.152673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdd9eb-d444-4a82-9341-5a3f25c6d5ff req-d667542b-688e-41ad-a064-dfb747dc2c82 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.154236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48cdd9eb-d444-4a82-9341-5a3f25c6d5ff req-d667542b-688e-41ad-a064-dfb747dc2c82 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 950 time: 0.1182745 Jan 29 04:19:40.305697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-3b420462-caa2-48bc-baea-865854cc500b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9234603-9c4b-461b-8296-ecc2c261e779 HTTP/1.1" status: 200 len: 1000 time: 0.1228130 Jan 29 04:19:40.309724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48cdd9eb-d444-4a82-9341-5a3f25c6d5ff req-0ac1fa1d-8391-4619-954f-4065fe02147c tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457639 Jan 29 04:19:40.354688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8857e6c2-d4b3-427c-958f-b1d995762ba6 req-1541c45c-819a-40ce-9b98-4c8ebefea9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994383 Jan 29 04:19:40.371623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-f808143a-0eb9-4cfc-8fe1-8b0628fd5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.373185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-f808143a-0eb9-4cfc-8fe1-8b0628fd5576 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 200 len: 862 time: 0.0510375 Jan 29 04:19:40.408342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-1c3de92e-ad5e-4d0e-8c32-b95e300daa9c tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.409558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-1c3de92e-ad5e-4d0e-8c32-b95e300daa9c tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.4199307 Jan 29 04:19:40.413053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-e48fee7b-23b0-4f30-acd7-15e19f94522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.414413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-e48fee7b-23b0-4f30-acd7-15e19f94522a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3914325 Jan 29 04:19:40.420695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-25e97d7d-f96d-48d7-aa4c-9e7dda43e711 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:40.421668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f82240-d6d9-4ec4-ac2e-aee1aab0cf08 req-25e97d7d-f96d-48d7-aa4c-9e7dda43e711 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056701 Jan 29 04:19:40.457342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-ab73e37c-ad63-4a4c-a499-044825a063be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0347569 Jan 29 04:19:40.460354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-2aaf23ed-4a3b-4505-ae4e-51f7cdc7faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.462567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-2aaf23ed-4a3b-4505-ae4e-51f7cdc7faa6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b88fdc91-d001-498a-ac16-68f838bf80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714982 Jan 29 04:19:40.470514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc096-ce84-4819-a0f7-d12c1492d7b5 req-04743b06-17ca-4cde-9b6b-08a9353389d2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.471906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d23bc096-ce84-4819-a0f7-d12c1492d7b5 req-04743b06-17ca-4cde-9b6b-08a9353389d2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0714157 Jan 29 04:19:40.528667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a05e2f6-9d7c-4f04-961a-763536890fe1 req-b1d919bd-34d7-4740-831e-cfef32284daf tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/18141a53-5153-46ec-8eae-a5c716efbed4 HTTP/1.1" status: 200 len: 1775 time: 0.0737057 Jan 29 04:19:40.533981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-2c9fb55b-0573-4345-bce7-5a9e321088ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.535355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-2c9fb55b-0573-4345-bce7-5a9e321088ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0634818 Jan 29 04:19:40.558513 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d23bc096-ce84-4819-a0f7-d12c1492d7b5 req-7249591e-1b55-46ed-88aa-c6fa34c0bb26 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769777 Jan 29 04:19:40.591307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-c1d79ea5-0967-4e0d-8076-2c796ff483bc service neutron] 10.222.0.20 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184356 Jan 29 04:19:40.612772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-1d7754d2-1e3d-4cf2-a991-a8963b1f2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.614271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-1d7754d2-1e3d-4cf2-a991-a8963b1f2af5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700390 Jan 29 04:19:40.619298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3a05e2f6-9d7c-4f04-961a-763536890fe1 req-0e82bb52-1ecd-44a0-8162-9af34b9529a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:40.683204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3a05e2f6-9d7c-4f04-961a-763536890fe1 req-0e82bb52-1ecd-44a0-8162-9af34b9529a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:40.718969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71052e4c-4830-475e-b084-be6d50cb620e req-8d2f2c3c-fa96-4503-a5c1-2ec363d73edd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.720423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71052e4c-4830-475e-b084-be6d50cb620e req-8d2f2c3c-fa96-4503-a5c1-2ec363d73edd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.0753963 Jan 29 04:19:40.722614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dea959fe-d7f0-47bb-952a-2a4fcba1340d req-089a06b1-0713-47d1-8544-141011626a18 service neutron] 10.222.0.20 "GET /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232312 Jan 29 04:19:40.745406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-546bacc1-a7dc-458e-bf9a-7a8dc6dc5f6c service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209934 Jan 29 04:19:40.746908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3a05e2f6-9d7c-4f04-961a-763536890fe1 req-0e82bb52-1ecd-44a0-8162-9af34b9529a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:40.749399 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3a05e2f6-9d7c-4f04-961a-763536890fe1 req-0e82bb52-1ecd-44a0-8162-9af34b9529a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:40.750432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a05e2f6-9d7c-4f04-961a-763536890fe1 req-0e82bb52-1ecd-44a0-8162-9af34b9529a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/18141a53-5153-46ec-8eae-a5c716efbed4 HTTP/1.1" status: 204 len: 173 time: 0.2142162 Jan 29 04:19:40.763267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71052e4c-4830-475e-b084-be6d50cb620e req-6a40a57a-b55c-44a7-b299-fa3d562ae124 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Jan 29 04:19:40.768969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82bb52-1ecd-44a0-8162-9af34b9529a5 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18141a53-5153-46ec-8eae-a5c716efbed4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:40.871934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a9bc-2a0d-4da2-9993-d3aa6ff9f942 req-f7dc4a85-1dcf-4831-81e0-58cd6a7fbe2c tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.873534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e30a9bc-2a0d-4da2-9993-d3aa6ff9f942 req-f7dc4a85-1dcf-4831-81e0-58cd6a7fbe2c tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1096 time: 0.0412056 Jan 29 04:19:40.874713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ca41ca0-0865-42f8-a2f8-845ead5ef856 req-37fd7a47-64c0-48fa-bce5-f3c51414a03d service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149247 Jan 29 04:19:40.893288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8a69-34f7-4e42-b674-c2bf1eb80a1d req-7321ec29-ee49-42db-a284-904c1294eb6f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:40.894848 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-606e8a69-34f7-4e42-b674-c2bf1eb80a1d req-7321ec29-ee49-42db-a284-904c1294eb6f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.0667298 Jan 29 04:19:40.913699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e30a9bc-2a0d-4da2-9993-d3aa6ff9f942 req-14d0c4bc-c577-4907-88db-4b714b7128b0 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Jan 29 04:19:40.943279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-606e8a69-34f7-4e42-b674-c2bf1eb80a1d req-ec8d8d9d-7194-4888-9028-b3f3069ba23c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Jan 29 04:19:41.081122 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-966d0717-aeb4-44db-b186-4de890479d40 req-3f80b6ad-6162-49a8-8b16-007e4a434888 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1062787 Jan 29 04:19:41.091090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:41.117030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.173530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350db0-d61e-46b5-a279-fb2c48c48e5b req-80c257ff-e836-4ad3-b9ec-7d3d55ea50ba tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:41.175133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3350db0-d61e-46b5-a279-fb2c48c48e5b req-80c257ff-e836-4ad3-b9ec-7d3d55ea50ba tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Jan 29 04:19:41.212981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3350db0-d61e-46b5-a279-fb2c48c48e5b req-66631313-3bb3-4e49-9056-4adef8f4cce0 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Jan 29 04:19:41.219367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.332357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Allocated IP 172.25.4.171 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/44bed13d-aa34-418d-af1d-724c05bef35f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:41.343280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fef4cc-3073-41b6-96dc-99a6f8891b3d req-5c8e41ce-99a6-4b07-bbcb-da8edf19395e tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:41.344860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67fef4cc-3073-41b6-96dc-99a6f8891b3d req-5c8e41ce-99a6-4b07-bbcb-da8edf19395e tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1096 time: 0.0458257 Jan 29 04:19:41.381114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67fef4cc-3073-41b6-96dc-99a6f8891b3d req-486a86c5-5b7c-4024-9c50-ccae2cc7a1a7 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299003 Jan 29 04:19:41.440057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.474059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd54f0-7dd8-4468-a258-036caa6594d6 req-352d7117-d909-4886-9c86-ebf52afceafe tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:41.474860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.475519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfd54f0-7dd8-4468-a258-036caa6594d6 req-352d7117-d909-4886-9c86-ebf52afceafe tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 1101 time: 0.0421162 Jan 29 04:19:41.494693 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0cfd54f0-7dd8-4468-a258-036caa6594d6 req-cbe82682-c15b-4d97-9952-aa82568e8202 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.513237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:41.516386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:41.519953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:41.550550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=44bed13d-aa34-418d-af1d-724c05bef35f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:41.576707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0cfd54f0-7dd8-4468-a258-036caa6594d6 req-cbe82682-c15b-4d97-9952-aa82568e8202 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.580850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0cfd54f0-7dd8-4468-a258-036caa6594d6 req-cbe82682-c15b-4d97-9952-aa82568e8202 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.590114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a'}, {'name': 'network-changed', 'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:41.592334 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db10e243-e759-4a19-8a1d-33a480c873e4" -d '{"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a"}, {"name": "network-changed", "server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:41.600525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfd54f0-7dd8-4468-a258-036caa6594d6 req-cbe82682-c15b-4d97-9952-aa82568e8202 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184886 Jan 29 04:19:41.612790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe82682-c15b-4d97-9952-aa82568e8202 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e12cb76-aa25-46f4-ab1c-85a6d5a8d159,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:41.613166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.630248 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.652284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.720450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705c6db-26eb-4ce3-837a-b20f2a16172f req-0820bfbd-b42d-4e08-9b17-34bf3e6f82d8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:41.721954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5705c6db-26eb-4ce3-837a-b20f2a16172f req-0820bfbd-b42d-4e08-9b17-34bf3e6f82d8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Jan 29 04:19:41.759225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5705c6db-26eb-4ce3-837a-b20f2a16172f req-a7acd0e3-fa89-4ab3-a701-644969553d63 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Jan 29 04:19:41.803306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.809162 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.874668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=44bed13d-aa34-418d-af1d-724c05bef35f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:41.892565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.913576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:41.916983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-966d0717-aeb4-44db-b186-4de890479d40 req-30b0cfae-d169-47cd-9dee-cf9ffbc3da36 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8299482 Jan 29 04:19:41.937177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f867-0135-4054-b094-c67561af0137 req-5f615ad3-7e64-400c-8453-76009ddad4b1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:41.938670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12e3f867-0135-4054-b094-c67561af0137 req-5f615ad3-7e64-400c-8453-76009ddad4b1 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0560660 Jan 29 04:19:41.975144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-966d0717-aeb4-44db-b186-4de890479d40 req-23a10057-44fb-4d57-be7b-607c5e437c78 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0513792 Jan 29 04:19:41.978986 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12e3f867-0135-4054-b094-c67561af0137 req-b6b1122b-55f6-4954-b65c-9cfb334b56f2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342929 Jan 29 04:19:42.036892 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067da89a-bfbd-4bff-b341-245bf7a28ca1 x-openstack-request-id: req-067da89a-bfbd-4bff-b341-245bf7a28ca1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:42.037181 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a", "code": 200}, {"name": "network-changed", "server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:42.037429 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-067da89a-bfbd-4bff-b341-245bf7a28ca1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:42.037805 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'code': 200} Jan 29 04:19:42.038225 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'status': 'completed', 'code': 200} Jan 29 04:19:42.085793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d0717-aeb4-44db-b186-4de890479d40 req-47ab00e8-5af9-47f5-9f0e-1e34ec1f1d77 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.088288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-966d0717-aeb4-44db-b186-4de890479d40 req-47ab00e8-5af9-47f5-9f0e-1e34ec1f1d77 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1072299 Jan 29 04:19:42.117110 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-6b1ce33d-192a-472e-a199-2eb5278a2dcd req-8329cf04-8e64-45ed-b543-f25e2c818aa7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:19:42.119031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b1ce33d-192a-472e-a199-2eb5278a2dcd req-8329cf04-8e64-45ed-b543-f25e2c818aa7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/d5dec1ad-3e3e-4489-a1c7-65caf90af0a0 HTTP/1.1" status: 404 len: 352 time: 0.0151794 Jan 29 04:19:42.172164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82cd08-3806-4f86-bfcc-88bc47e51292 req-6f69bff2-888b-45da-aefa-dd519f617eff tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.173793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e82cd08-3806-4f86-bfcc-88bc47e51292 req-6f69bff2-888b-45da-aefa-dd519f617eff tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.0931976 Jan 29 04:19:42.178239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-4cb4a6e1-8da8-4a1a-8e0c-db3f41a25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.179648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-4cb4a6e1-8da8-4a1a-8e0c-db3f41a25f2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1099 time: 0.0659757 Jan 29 04:19:42.184401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-039b68d2-d0eb-4b0d-8886-72d6e718c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.186241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-039b68d2-d0eb-4b0d-8886-72d6e718c420 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1099 time: 0.0505013 Jan 29 04:19:42.274580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e82cd08-3806-4f86-bfcc-88bc47e51292 req-1a29d307-788d-49d0-90bc-301d2db58907 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905700 Jan 29 04:19:42.327935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-a57768f0-fe3c-48b5-9f90-7d342cf51871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.329384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-a57768f0-fe3c-48b5-9f90-7d342cf51871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1362419 Jan 29 04:19:42.337593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-7390f1dd-029b-4ff0-9de6-906988a91655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.339245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-7390f1dd-029b-4ff0-9de6-906988a91655 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1496661 Jan 29 04:19:42.354534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecfab5-b07a-41c0-9a92-b3aa43accf21 req-106b467e-1048-4777-9fcb-fe01651724db tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.355956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efecfab5-b07a-41c0-9a92-b3aa43accf21 req-106b467e-1048-4777-9fcb-fe01651724db tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.0678134 Jan 29 04:19:42.387880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-96a14ed4-cf3d-4251-a369-7fba32935692 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0487530 Jan 29 04:19:42.410339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-f51bd210-6bea-4468-a768-6964ed05f610 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0460222 Jan 29 04:19:42.451306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efecfab5-b07a-41c0-9a92-b3aa43accf21 req-e018c667-8848-42cb-8716-15cdfedc1954 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Jan 29 04:19:42.459269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-283547bd-afa2-48c7-b3d8-aed5fc41a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.460800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-283547bd-afa2-48c7-b3d8-aed5fc41a43f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0608637 Jan 29 04:19:42.482773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:42.491359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:42.522612 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-1925863d-21c3-4b6e-be04-dc87f608180b req-8836343d-5b51-4a9f-80e9-7be9dae4531a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:19:42.523712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1925863d-21c3-4b6e-be04-dc87f608180b req-8836343d-5b51-4a9f-80e9-7be9dae4531a tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/aa6d9d2b-0d15-4bb4-b680-5bc7b90d785d HTTP/1.1" status: 404 len: 352 time: 0.0222898 Jan 29 04:19:42.534875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-a5f89297-acfd-47b2-a2ad-66a2bb910c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.536239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-a5f89297-acfd-47b2-a2ad-66a2bb910c9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663333 Jan 29 04:19:42.603569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:42.647048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:42.658442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'port_id': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'mac_address': 'fa:16:3e:1b:ac:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d85a36-84c9-4a0b-9032-81d758202c1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:42.675091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704427b-808b-47ed-aa5f-54afe1a60e84 req-7256eef9-41fc-4a49-8f9f-e1a279e16b51 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.676596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a704427b-808b-47ed-aa5f-54afe1a60e84 req-7256eef9-41fc-4a49-8f9f-e1a279e16b51 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1096 time: 0.0656614 Jan 29 04:19:42.693494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-3f24097c-cec2-4e8b-9314-60a721400c43 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449649 Jan 29 04:19:42.702075 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:42.715725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6218b1a-c937-4b66-9a92-fe3ce8f1d56d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:42.736814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:42.740286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-3a6b0abe-e1fe-4e9f-91ec-460b9b49c34d tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4296751 Jan 29 04:19:42.742237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-c2fefac8-f2ba-488d-8ef4-4721bb2254d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.743764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-c2fefac8-f2ba-488d-8ef4-4721bb2254d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.3263998 Jan 29 04:19:42.744566 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:42.763223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a704427b-808b-47ed-aa5f-54afe1a60e84 req-c59c85c1-895d-4add-a5fd-1891c45614a8 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769005 Jan 29 04:19:42.777967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:42.795800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:42.804781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.805152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.805664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.806412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.806745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.807336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.807826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.808169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.808491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.808815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.809139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.809459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:19:42.826289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-f12685a6-3663-435b-b18a-65da591b9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.827969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-f12685a6-3663-435b-b18a-65da591b9130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775399 Jan 29 04:19:42.829128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:42.832900 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-898488df-c2dd-4697-baa5-bc9c0c4136e4 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302838 Jan 29 04:19:42.833804 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-74966fe7-cac2-43b6-9504-fc775cae7181 req-83f32c3f-1971-4555-8313-9b34382e94cf tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:19:42.834726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74966fe7-cac2-43b6-9504-fc775cae7181 req-83f32c3f-1971-4555-8313-9b34382e94cf tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/5fbf7efd-9062-48cd-986b-d66508d471e2 HTTP/1.1" status: 404 len: 352 time: 0.0240052 Jan 29 04:19:42.925462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903225-0a55-4863-883e-c0418947253e req-f5b89550-130e-4b59-894c-22519ee4e4b7 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:42.927010 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c903225-0a55-4863-883e-c0418947253e req-f5b89550-130e-4b59-894c-22519ee4e4b7 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 1101 time: 0.0396583 Jan 29 04:19:42.964051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c903225-0a55-4863-883e-c0418947253e req-e7b0283b-32f7-474d-a011-db8e1c35ec26 tempest-ServersAdminNegativeTestJSON-896969727 tempest-ServersAdminNegativeTestJSON-896969727-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286276 Jan 29 04:19:42.971095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-eb045494-1d49-49c2-9064-465715bd8d3f service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278238 Jan 29 04:19:43.044924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:43.056320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.119694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.122169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db10e243-e759-4a19-8a1d-33a480c873e4 req-fdc258a9-9d08-4d9c-9c42-ce3dcc25b2ff service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385880 Jan 29 04:19:43.188462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Allocated IP 172.25.4.173 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b1b2044b-9c83-4418-85db-11d9d800ce49) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:43.301701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.331351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.373287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:43.376573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:43.379990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:43.406827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=b1b2044b-9c83-4418-85db-11d9d800ce49,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:43.471555 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.506442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.662525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.667393 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.735143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event updated for resources: {'Port': ['ID=b1b2044b-9c83-4418-85db-11d9d800ce49,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:43.745180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.760344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:43.761553 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-110a8ecf-9c0f-4794-a105-7e37879c3535 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0127294 Jan 29 04:19:43.818304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-f0199687-0fbe-405f-8e8b-29f91b203ded tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0504491 Jan 29 04:19:43.904903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-fc52d047-4586-46c0-a023-89333fad32f8 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:43.905774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-fc52d047-4586-46c0-a023-89333fad32f8 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056326 Jan 29 04:19:43.923970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-d8bc02da-4e38-4fc1-bb37-7b19c80d333e tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:43.925310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4821f092-5a80-4d40-85aa-cb9b8a3a5c33 req-d8bc02da-4e38-4fc1-bb37-7b19c80d333e tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1008310 Jan 29 04:19:43.950114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-d82c9c57-5496-472b-9dbf-6ab345d82d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:43.951726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-d82c9c57-5496-472b-9dbf-6ab345d82d32 service neutron] 10.222.0.32 "GET /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 1093 time: 0.0386667 Jan 29 04:19:43.953754 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-2bf2489b-2f80-4b7a-a7c0-8b993c4a3ea1 req-7c90154d-d489-4d49-8b87-b0014f41b252 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:19:43.954890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2bf2489b-2f80-4b7a-a7c0-8b993c4a3ea1 req-7c90154d-d489-4d49-8b87-b0014f41b252 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/7dbeeee8-27f8-4567-8d89-4186580bc6ab HTTP/1.1" status: 404 len: 352 time: 0.0143268 Jan 29 04:19:43.960608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:43.961058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:19:44.067909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-9bea352f-ae3b-4afd-b631-36decdf37142 req-3711b4e5-fb7a-47d0-a83f-af7d3d4cbab8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:44.068882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bea352f-ae3b-4afd-b631-36decdf37142 req-3711b4e5-fb7a-47d0-a83f-af7d3d4cbab8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068848 Jan 29 04:19:44.094612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:44.094952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:44.095297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:44.099466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:44.099790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:44.105010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:44.105348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:44.105726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:44.106180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Bound port: 2473792c-1ca6-4428-8f03-6ab4c88f0534, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:44.162009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:44.165828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d76ca6-474c-4458-b961-8fdae35c8b28 req-437ca7db-52a6-44ae-886e-34cc9afd9afe tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.167692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11d76ca6-474c-4458-b961-8fdae35c8b28 req-437ca7db-52a6-44ae-886e-34cc9afd9afe tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0505719 Jan 29 04:19:44.169585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:44.170767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-c8f02dab-f160-40d3-9dcf-587b053c6ab5 service neutron] 10.222.0.32 "POST /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534/bindings HTTP/1.1" status: 201 len: 389 time: 0.2134376 Jan 29 04:19:44.211815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11d76ca6-474c-4458-b961-8fdae35c8b28 req-026e45a6-87b9-45cd-a65d-81cb08343248 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Jan 29 04:19:44.324386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5faf63-ae16-44a4-b240-42faba411c58 req-bb777354-f5dc-42cb-a9f1-7a10c4a668c9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.326408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c5faf63-ae16-44a4-b240-42faba411c58 req-bb777354-f5dc-42cb-a9f1-7a10c4a668c9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.0528696 Jan 29 04:19:44.337624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83ef40-7632-4c8f-87ee-5ff02637aa63 req-211208d5-82f3-4125-8d64-cb626bd67130 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.339824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de83ef40-7632-4c8f-87ee-5ff02637aa63 req-211208d5-82f3-4125-8d64-cb626bd67130 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.0570390 Jan 29 04:19:44.366224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c5faf63-ae16-44a4-b240-42faba411c58 req-9be4dc6f-27b5-46dc-8394-4f327ea9f691 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jan 29 04:19:44.381714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de83ef40-7632-4c8f-87ee-5ff02637aa63 req-5af39a62-63f5-410c-afd7-b2feb168ecb9 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349467 Jan 29 04:19:44.423026 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-21243d20-c64a-4b60-9b91-d900bd953be3 req-73f65622-9613-4e17-841f-47d6a62be394 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:19:44.423906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21243d20-c64a-4b60-9b91-d900bd953be3 req-73f65622-9613-4e17-841f-47d6a62be394 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/093c9e4b-f5da-49da-994e-27b5530c6137 HTTP/1.1" status: 404 len: 352 time: 0.0144744 Jan 29 04:19:44.470764 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbc6c320-603c-4921-bd98-0221afe3c861 req-93170604-fdb9-4f95-aaa4-7d511301d178 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips/c58a80ed-c38c-4509-9eca-466e6094a139 HTTP/1.1" status: 200 len: 693 time: 0.0531433 Jan 29 04:19:44.475955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-6126efd5-18a1-451b-a369-f0199cbbd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.478318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-6126efd5-18a1-451b-a369-f0199cbbd0d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1096 time: 0.0876179 Jan 29 04:19:44.499281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:44.529687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4cc5a-45ae-4cf0-ab60-67bde03bcd6f req-1ece3ab7-b6d1-492f-a0d0-347acfd77599 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.531287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0ed4cc5a-45ae-4cf0-ab60-67bde03bcd6f req-1ece3ab7-b6d1-492f-a0d0-347acfd77599 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 945 time: 0.0498040 Jan 29 04:19:44.551383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:44.556685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:44.557058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:44.571350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0ed4cc5a-45ae-4cf0-ab60-67bde03bcd6f req-d972f680-0974-470e-a096-192d56bebfb4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Jan 29 04:19:44.640508 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:44.647666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c320-603c-4921-bd98-0221afe3c861 req-77e8a11e-13e5-43ff-b234-00fc2dd344fc tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.649697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbc6c320-603c-4921-bd98-0221afe3c861 req-77e8a11e-13e5-43ff-b234-00fc2dd344fc tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1698732 Jan 29 04:19:44.650856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-56d12d46-9282-418a-86dc-b7be03b5eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.652194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-56d12d46-9282-418a-86dc-b7be03b5eb25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1647513 Jan 29 04:19:44.662844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-bbc6c320-603c-4921-bd98-0221afe3c861 req-e00d03fb-81bd-4ceb-a2ac-c364f0f9d7c8 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:44.663799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:44.663933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbc6c320-603c-4921-bd98-0221afe3c861 req-e00d03fb-81bd-4ceb-a2ac-c364f0f9d7c8 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062871 Jan 29 04:19:44.666590 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2713d12-e6f4-44bc-9b50-205f0a2325e3" -d '{"events": [{"server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "name": "network-vif-plugged", "status": "completed", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:44.683374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:44.689315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:44.716200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-4fd29b20-d4ff-4fa1-9e33-a282958b958d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 217 time: 0.0513043 Jan 29 04:19:44.723205 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-2d690a1e-064d-46fc-a09d-900b60916216 req-adbbb024-e688-4b04-b689-dbb9e6c7d1b6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] show failed (client error): The resource could not be found. Jan 29 04:19:44.724197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d690a1e-064d-46fc-a09d-900b60916216 req-adbbb024-e688-4b04-b689-dbb9e6c7d1b6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/8ff01644-22d5-42cc-ae3a-9fb76bf16f27 HTTP/1.1" status: 404 len: 352 time: 0.0165968 Jan 29 04:19:44.748853 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e43cfb-a30d-4349-9eef-6d2c39373876 x-openstack-request-id: req-e3e43cfb-a30d-4349-9eef-6d2c39373876 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:44.749254 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "name": "network-vif-plugged", "status": "completed", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:44.749619 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3e43cfb-a30d-4349-9eef-6d2c39373876 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:44.750113 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'code': 200} Jan 29 04:19:44.764840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:44.816213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-d2ffe995-0e8e-4c9d-a4ab-00c1b9a69da9 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips/c58a80ed-c38c-4509-9eca-466e6094a139 HTTP/1.1" status: 200 len: 693 time: 0.0544572 Jan 29 04:19:44.818593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-28adddfb-e5cb-4fdf-aa75-8a1c1be16671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.820024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-28adddfb-e5cb-4fdf-aa75-8a1c1be16671 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0950010 Jan 29 04:19:44.870973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-92a742b0-5960-4269-9a10-992725a22024 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401492 Jan 29 04:19:44.906161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab84c1-9803-47c8-914d-faa5cb6ab61a req-3a80e050-cbfa-4854-b2cd-30456ba86688 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.907640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1ab84c1-9803-47c8-914d-faa5cb6ab61a req-3a80e050-cbfa-4854-b2cd-30456ba86688 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 948 time: 0.1041429 Jan 29 04:19:44.946557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:44.973730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-846d8960-a9f0-4e62-8edd-e237bf0b0978 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:44.975205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-846d8960-a9f0-4e62-8edd-e237bf0b0978 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76&tenant_id=d871ce1ed1ca4e098506d761ce8cf575&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 948 time: 0.1257429 Jan 29 04:19:44.983465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1ab84c1-9803-47c8-914d-faa5cb6ab61a req-7db7a1a3-c90f-4d9d-a028-631da3593d6a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698433 Jan 29 04:19:45.036338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006241f-e5b2-440b-a249-4ed0f7b9c7df req-560a72be-94a3-46e6-ad25-64d0c06270b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.038019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b006241f-e5b2-440b-a249-4ed0f7b9c7df req-560a72be-94a3-46e6-ad25-64d0c06270b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1097 time: 0.1695080 Jan 29 04:19:45.045765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-f37b2d4a-ec7f-442c-98a1-879ad3779335 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.052471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-f37b2d4a-ec7f-442c-98a1-879ad3779335 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2314820 Jan 29 04:19:45.057095 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-1d68a004-2f39-4795-a792-3b93fca4b91f service neutron] delete failed (client error): The resource could not be found. Jan 29 04:19:45.066543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-1d68a004-2f39-4795-a792-3b93fca4b91f service neutron] 10.222.0.36 "DELETE /v2.0/ports/d0b0d4e8-516d-488d-83bc-7a1d1729781a/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0821388 Jan 29 04:19:45.072270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-69a20dd4-902c-428a-add4-da1eb0a3023c tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:45.073284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-69a20dd4-902c-428a-add4-da1eb0a3023c tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200529 Jan 29 04:19:45.085249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:45.094320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-4fa244b9-3d1b-4956-8500-badfe8dea9b1 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898174 Jan 29 04:19:45.098687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'mac_address': 'fa:16:3e:2e:44:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:45.149802 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:45.160638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1f34b397-1dee-4c79-a21b-905559a71bca tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0786023 Jan 29 04:19:45.169993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b0d4e8-516d-488d-83bc-7a1d1729781a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:45.172501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b006241f-e5b2-440b-a249-4ed0f7b9c7df req-5a875e68-7215-4477-9230-0dd1a67273b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143599 Jan 29 04:19:45.195752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:45.201731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:45.255065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:45.255306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-093bb621-8614-49ce-b226-d43d23ddd39e tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0800097 Jan 29 04:19:45.366834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-57568664-edd0-41cf-8879-ca7e1aa7533f service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311940 Jan 29 04:19:45.401916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46496-80e9-4782-935c-c8da489cd021 req-51b65be8-a53e-49ae-8afe-d5f7275013f9 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.403500 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16f46496-80e9-4782-935c-c8da489cd021 req-51b65be8-a53e-49ae-8afe-d5f7275013f9 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1023 time: 0.0591388 Jan 29 04:19:45.414515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Deleting port b1b2044b-9c83-4418-85db-11d9d800ce49 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:45.415557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:45.445269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16f46496-80e9-4782-935c-c8da489cd021 req-1089c4ba-a95d-4051-a4f3-5c0dd63a86d6 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b32be19-ba95-4bb3-839d-54ab81389955&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=ea929316-be58-47d4-b7af-5051011dc7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0357242 Jan 29 04:19:45.548737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf193-f756-4008-8894-abf03e01a8b6 req-df8abe22-61d2-4f96-b4ff-cfd8a06d6896 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.550432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d07bf193-f756-4008-8894-abf03e01a8b6 req-df8abe22-61d2-4f96-b4ff-cfd8a06d6896 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0505900 Jan 29 04:19:45.590769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d07bf193-f756-4008-8894-abf03e01a8b6 req-13974a6a-6fab-48da-a6a4-68e016a866a8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Jan 29 04:19:45.700032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4219b0-742f-450d-affa-0c15dea8131b req-11db9bbe-b246-402f-8d30-46e5ff8928d6 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.701756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a4219b0-742f-450d-affa-0c15dea8131b req-11db9bbe-b246-402f-8d30-46e5ff8928d6 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 950 time: 0.0509443 Jan 29 04:19:45.741546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a4219b0-742f-450d-affa-0c15dea8131b req-fe3a8e69-e5d3-4577-93c0-aca0a9ecfb8d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Jan 29 04:19:45.770940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:45.788907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-239e1d4c-b822-4d7e-ad18-57458e1e7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.790979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-239e1d4c-b822-4d7e-ad18-57458e1e7db4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1100 time: 0.3390865 Jan 29 04:19:45.795156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:45.795483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:45.830414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Calling delete_port for b1b2044b-9c83-4418-85db-11d9d800ce49 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:45.855064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595d68-89a8-4af4-9b34-0444c59b54a1 req-d7ae4eac-1c0f-4607-820d-36c12931cfe1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.858361 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f595d68-89a8-4af4-9b34-0444c59b54a1 req-d7ae4eac-1c0f-4607-820d-36c12931cfe1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0565536 Jan 29 04:19:45.889574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-b35208ea-71bb-469b-8b62-46f0e3f7e6f9 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:45.891086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-b35208ea-71bb-469b-8b62-46f0e3f7e6f9 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1387029 Jan 29 04:19:45.895952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f595d68-89a8-4af4-9b34-0444c59b54a1 req-f3613401-0b2c-4e77-8c8f-6a514a2f0e76 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jan 29 04:19:45.953731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:46.014008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12849429-c8bc-40e0-bcb3-2545d1e4f002 req-5d8bef23-9a74-4805-aa17-421e9f370c18 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.015514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12849429-c8bc-40e0-bcb3-2545d1e4f002 req-5d8bef23-9a74-4805-aa17-421e9f370c18 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 945 time: 0.0543962 Jan 29 04:19:46.018581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-61829e17-8ede-4599-a8ea-9af116839150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.019987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-61829e17-8ede-4599-a8ea-9af116839150 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2203090 Jan 29 04:19:46.054768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12849429-c8bc-40e0-bcb3-2545d1e4f002 req-dbb751cd-1402-4f7a-b4e5-1edb7fa3a5ab tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Jan 29 04:19:46.093686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-35810d1e-04e3-47c1-820d-5be4b7923f38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0511642 Jan 29 04:19:46.095264 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.164526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae41a-c5e9-4ddf-a975-647818ecbf1d req-71d31d60-488b-48a2-81f0-56127f76dd65 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.166301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-299ae41a-c5e9-4ddf-a975-647818ecbf1d req-71d31d60-488b-48a2-81f0-56127f76dd65 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 949 time: 0.0536423 Jan 29 04:19:46.207294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-299ae41a-c5e9-4ddf-a975-647818ecbf1d req-da5d7714-2d99-4b60-9893-adc50d07ce75 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343273 Jan 29 04:19:46.223107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-953afd3b-1883-4d36-8f84-92cea75b3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.224558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-953afd3b-1883-4d36-8f84-92cea75b3eb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1180093 Jan 29 04:19:46.229403 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.304457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event deleted for resources: {'Port': ['ID=b1b2044b-9c83-4418-85db-11d9d800ce49,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:46.407965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-4566ed9a-927f-4a4a-9369-9bf4d8924316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.409456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-4566ed9a-927f-4a4a-9369-9bf4d8924316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620855 Jan 29 04:19:46.421181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.423764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.424836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f1c606-533c-46e1-80a5-38323d4b0154 req-1907b34b-edde-4b21-be45-84e51c3131be tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "DELETE /v2.0/floatingips/c58a80ed-c38c-4509-9eca-466e6094a139 HTTP/1.1" status: 204 len: 173 time: 1.1631753 Jan 29 04:19:46.426518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:46.533472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:46.597230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-ded0cb1f-574e-4f57-8600-15852a1ac6fb service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685655 Jan 29 04:19:46.619952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:46.622182 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb0cc3-1a80-472b-a007-765d8632ce20" -d '{"events": [{"server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "name": "network-vif-unplugged", "status": "completed", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:46.627319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.633708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5278b-9254-4475-b82f-3baacdeee530 req-82fe95cf-46fb-4183-96cb-85b255892748 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.635270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83c5278b-9254-4475-b82f-3baacdeee530 req-82fe95cf-46fb-4183-96cb-85b255892748 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1925981 Jan 29 04:19:46.674674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20c9e2-a837-41ee-89ef-af46703321d4 req-4100b4d5-1d7b-42d3-8034-3154b4c868c7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.676159 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea20c9e2-a837-41ee-89ef-af46703321d4 req-4100b4d5-1d7b-42d3-8034-3154b4c868c7 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1023 time: 0.1563184 Jan 29 04:19:46.678371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.734709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ca873-d4d2-4bdb-8b86-db35c869e3d0 req-f74b29aa-7e5f-43d7-aba0-31a222dcc1ab tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.736207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-341ca873-d4d2-4bdb-8b86-db35c869e3d0 req-f74b29aa-7e5f-43d7-aba0-31a222dcc1ab tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0475371 Jan 29 04:19:46.773154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-341ca873-d4d2-4bdb-8b86-db35c869e3d0 req-919a9282-ca38-4c45-8952-c4049bfaa16c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Jan 29 04:19:46.806872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea20c9e2-a837-41ee-89ef-af46703321d4 req-cf6671b2-431f-4d90-afe7-46db9214955d tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b32be19-ba95-4bb3-839d-54ab81389955&id=867a1b9a-0ee7-44ed-aa37-bda508abac82&id=ea929316-be58-47d4-b7af-5051011dc7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1163867 Jan 29 04:19:46.829813 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be3dd9-3b50-44bf-8b3e-5122b01989e7 x-openstack-request-id: req-85be3dd9-3b50-44bf-8b3e-5122b01989e7 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:46.829813 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "name": "network-vif-unplugged", "status": "completed", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:46.829813 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85be3dd9-3b50-44bf-8b3e-5122b01989e7 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:46.829813 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'code': 200} Jan 29 04:19:46.829813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:46.830865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23f514c8-fb62-4442-be7d-7ccb657a91be req-f05d1ea5-3c92-47f7-97d8-1982a5b6cb38 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219472 Jan 29 04:19:46.842316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:46.842656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:46.842989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:46.847327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:46.847721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Attempting to bind port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:46.852773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:46.853119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:46.853510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:46.854005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Bound port: 2473792c-1ca6-4428-8f03-6ab4c88f0534, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:46.854518 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.905453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab312c3a-2cad-45c9-9d6c-8a8f06530304 req-339edc47-41df-4cc8-9448-d982fa9d5575 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=2e4b256ba6de482490079dd9a434d33f HTTP/1.1" status: 200 len: 1656 time: 0.0757411 Jan 29 04:19:46.953675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:46.958547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:46.964348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:46.980647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b21c-31db-4ca8-82b3-a3bbed2934d5 req-68b51de6-e2ed-433f-b58a-5d3e81ce7143 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:46.982090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0618b21c-31db-4ca8-82b3-a3bbed2934d5 req-68b51de6-e2ed-433f-b58a-5d3e81ce7143 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 950 time: 0.0840964 Jan 29 04:19:47.013493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab312c3a-2cad-45c9-9d6c-8a8f06530304 req-c351a709-6fe8-4fa5-b927-47881b6b846a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.015026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab312c3a-2cad-45c9-9d6c-8a8f06530304 req-c351a709-6fe8-4fa5-b927-47881b6b846a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks?id=d93d545d-1b4f-412e-9ffa-6c33f277612f&id=d93d545d-1b4f-412e-9ffa-6c33f277612f&id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 787 time: 0.1035807 Jan 29 04:19:47.025696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-ab312c3a-2cad-45c9-9d6c-8a8f06530304 req-37ec0b27-4c28-487c-80fd-af3a7543d4f4 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:19:47.026735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab312c3a-2cad-45c9-9d6c-8a8f06530304 req-37ec0b27-4c28-487c-80fd-af3a7543d4f4 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057924 Jan 29 04:19:47.061039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:47.083473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0618b21c-31db-4ca8-82b3-a3bbed2934d5 req-b76f05ff-7937-4bcd-9548-c7175816158b tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818872 Jan 29 04:19:47.085807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.087351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.088694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2fcaa422-d2e3-4e3e-856d-ee97942fa0d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 1121 time: 1.1462095 Jan 29 04:19:47.130635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bdb2c-404a-4ee6-8169-9ba13fe2b3f0 req-b42142a5-e640-4d93-8862-27231b1ce96d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.132231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-596bdb2c-404a-4ee6-8169-9ba13fe2b3f0 req-b42142a5-e640-4d93-8862-27231b1ce96d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0543995 Jan 29 04:19:47.156551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-06d0a11d-14f9-49b7-9ac2-7f5c2212c65e tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips/6c258d3c-b6d2-4b74-bf09-7455073976ad HTTP/1.1" status: 200 len: 693 time: 0.0495687 Jan 29 04:19:47.185718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-596bdb2c-404a-4ee6-8169-9ba13fe2b3f0 req-6b69e999-7258-4d1f-b21c-4dbbc57656bb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Jan 29 04:19:47.233132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2473792c-1ca6-4428-8f03-6ab4c88f0534'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:47.270126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-6cfad5f3-a416-488e-83b8-dad8c9cf5701 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.271485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-6cfad5f3-a416-488e-83b8-dad8c9cf5701 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1047075 Jan 29 04:19:47.306714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51096207-f2b6-4147-a953-b78d82a0ea82 req-2065b012-e65d-4979-b63a-2f9590446e50 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.314746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51096207-f2b6-4147-a953-b78d82a0ea82 req-2065b012-e65d-4979-b63a-2f9590446e50 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.0649848 Jan 29 04:19:47.338617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-5037bbed-239f-4a06-856c-b007c79b0300 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0587530 Jan 29 04:19:47.351716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51096207-f2b6-4147-a953-b78d82a0ea82 req-860b7749-7725-41ae-bab7-a516537397ca tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Jan 29 04:19:47.392861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-cd0255fe-3da3-473b-87b6-2b2a56778d3d tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0533299 Jan 29 04:19:47.467265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661640e-f195-42ca-abd9-fc134109e965 req-09373932-b199-4646-876e-77caa5d2eb69 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.475169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9661640e-f195-42ca-abd9-fc134109e965 req-09373932-b199-4646-876e-77caa5d2eb69 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1097 time: 0.0485950 Jan 29 04:19:47.505595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9661640e-f195-42ca-abd9-fc134109e965 req-3ae87c86-fda7-448d-99a9-df3c6b8f5e52 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295510 Jan 29 04:19:47.572687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-39c8431e-6d3f-451a-b31e-056c17555223 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.575051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-39c8431e-6d3f-451a-b31e-056c17555223 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 1023 time: 0.0727437 Jan 29 04:19:47.579096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Deleting port 44bed13d-aa34-418d-af1d-724c05bef35f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:47.579441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.667914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed503fc2-2ed6-48b1-80b3-f72c11b64021 req-34bdb800-a47b-4f8d-83ec-0a1dd49b9794 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.669689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed503fc2-2ed6-48b1-80b3-f72c11b64021 req-34bdb800-a47b-4f8d-83ec-0a1dd49b9794 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 949 time: 0.0896866 Jan 29 04:19:47.690398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-445bf256-5755-4ed7-baf5-416eb5476b26 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.691814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-445bf256-5755-4ed7-baf5-416eb5476b26 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 950 time: 0.0788212 Jan 29 04:19:47.726616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.727582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.742068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Calling delete_port for 44bed13d-aa34-418d-af1d-724c05bef35f owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:47.747897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed503fc2-2ed6-48b1-80b3-f72c11b64021 req-c7e421f1-1fe8-4667-b1fb-f68926532b4e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703230 Jan 29 04:19:47.767869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Deleting port 748fb652-09c3-4211-876a-68c19afe03d2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:47.768305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.807477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Deleting port de8c67ab-944a-480e-9727-d03489100784 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:47.807829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.924641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad3468-8d45-4e9e-9896-48d806c22200 req-f906c8e0-e232-4e77-8ed5-5ba1a588cfa0 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:47.926437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cdad3468-8d45-4e9e-9896-48d806c22200 req-f906c8e0-e232-4e77-8ed5-5ba1a588cfa0 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1100 time: 0.0660179 Jan 29 04:19:47.928515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] For port 748fb652-09c3-4211-876a-68c19afe03d2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=748fb652-09c3-4211-876a-68c19afe03d2,segment=NetworkSegment(56e41db5-474f-4839-85a9-8eed4f18b724),segment_id=56e41db5-474f-4839-85a9-8eed4f18b724)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:47.928897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.943922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Calling delete_port for 748fb652-09c3-4211-876a-68c19afe03d2 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:47.949322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] For port de8c67ab-944a-480e-9727-d03489100784, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=de8c67ab-944a-480e-9727-d03489100784,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:47.949842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:47.974043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Calling delete_port for de8c67ab-944a-480e-9727-d03489100784 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:48.003882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cdad3468-8d45-4e9e-9896-48d806c22200 req-24d35b2d-064a-41c8-b0dd-c0450d5be4fe tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668836 Jan 29 04:19:48.054145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.090621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event deleted for resources: {'Port': ['ID=44bed13d-aa34-418d-af1d-724c05bef35f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:48.154727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0f23e-3b4e-4b2e-af10-22c5f9088f35 req-438b5dcd-9e24-4f92-bafb-a4aec7ea0b10 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:48.156451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20f0f23e-3b4e-4b2e-af10-22c5f9088f35 req-438b5dcd-9e24-4f92-bafb-a4aec7ea0b10 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0738335 Jan 29 04:19:48.188354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.201744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.203381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5759146f-7fe7-4684-9c08-c9a0d0867654 req-d3a586e3-b79b-40cb-b38f-86ffdcef4b0b tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c258d3c-b6d2-4b74-bf09-7455073976ad HTTP/1.1" status: 204 len: 173 time: 0.8089657 Jan 29 04:19:48.223709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.236183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20f0f23e-3b4e-4b2e-af10-22c5f9088f35 req-695247ab-49c3-4fa5-93c3-fb011a09c4e9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725086 Jan 29 04:19:48.260912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'Port': ['ID=748fb652-09c3-4211-876a-68c19afe03d2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:48.271894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['748fb652-09c3-4211-876a-68c19afe03d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:48.283196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.334521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:48.363441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Pushing event deleted for resources: {'Port': ['ID=de8c67ab-944a-480e-9727-d03489100784,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:48.366627 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26498ab6-936c-4abc-9e39-555c845809dd req-b25bac75-d4f6-487e-85cf-0364734b50d4 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac HTTP/1.1" status: 200 len: 210 time: 0.0709820 Jan 29 04:19:48.403109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] No DVR routers for this DVR port 748fb652-09c3-4211-876a-68c19afe03d2 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:48.405918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.421558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1cee17e4-5d13-43a3-8361-83c06eec69af req-58ac5924-8717-4e38-a916-0e448a6d462c tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.20 "DELETE /v2.0/ports/748fb652-09c3-4211-876a-68c19afe03d2 HTTP/1.1" status: 204 len: 173 time: 0.8033910 Jan 29 04:19:48.438775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['de8c67ab-944a-480e-9727-d03489100784'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:48.473277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] No DVR routers for this DVR port de8c67ab-944a-480e-9727-d03489100784 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:48.491636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-099c6fe1-8654-4bbe-aa99-5d4fc0485f48 req-8c22f063-b235-43f8-a1d5-0978b6ad4f18 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 210 time: 0.0748012 Jan 29 04:19:48.493502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:48.497101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-035c6c07-a6a0-4a4d-b590-004aed70627b req-dfefea9f-8718-4c2f-84d5-6dfc3308afb7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.20 "DELETE /v2.0/ports/de8c67ab-944a-480e-9727-d03489100784 HTTP/1.1" status: 204 len: 173 time: 0.7957320 Jan 29 04:19:48.502350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'name': 'network-vif-deleted', 'tag': 'de8c67ab-944a-480e-9727-d03489100784'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:48.504826 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b6b96-0c2d-44fc-8518-edeb377e14a1" -d '{"events": [{"server_uuid": "0e358e05-c55e-4cfc-8684-b41e58247cf8", "name": "network-vif-deleted", "tag": "de8c67ab-944a-480e-9727-d03489100784"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:48.556961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8da70014-f475-46d9-afbb-27a450a13c89 req-a736e470-aacd-48e5-8f75-d02997f1e94d tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips/3b16338b-6a9e-4f88-9edb-dbcd4578cb17 HTTP/1.1" status: 200 len: 692 time: 0.1094482 Jan 29 04:19:48.678451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f0982-d760-4b3c-9763-b23f65741ba5 req-c02583f2-7036-4b6c-a437-062bcd9664db tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:48.680233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a9f0982-d760-4b3c-9763-b23f65741ba5 req-c02583f2-7036-4b6c-a437-062bcd9664db tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.0826523 Jan 29 04:19:48.737490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a9f0982-d760-4b3c-9763-b23f65741ba5 req-8c7fab16-ebdf-4a26-a164-b38f30459187 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503335 Jan 29 04:19:48.741300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da70014-f475-46d9-afbb-27a450a13c89 req-0a761822-7f3e-40f1-b065-9276743186c1 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:48.742930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8da70014-f475-46d9-afbb-27a450a13c89 req-0a761822-7f3e-40f1-b065-9276743186c1 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1769259 Jan 29 04:19:48.798168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8da70014-f475-46d9-afbb-27a450a13c89 req-5a232920-e97a-4077-9a5e-00e0ddcc5731 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0483682 Jan 29 04:19:48.836095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-c8d37c58-7a17-49ba-8fbd-1868c075a7cb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222909 Jan 29 04:19:48.839507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534'}, {'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'name': 'network-vif-deleted', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:48.841933 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534"}, {"server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "name": "network-vif-deleted", "tag": "748fb652-09c3-4211-876a-68c19afe03d2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:48.853803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8da70014-f475-46d9-afbb-27a450a13c89 req-3706ce1a-e3bb-41bf-bd66-0d4bbe748d7c tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0492010 Jan 29 04:19:48.951260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-ab9ae69e-f35b-448d-a5b3-a659f6d59e6d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:48.953024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-ab9ae69e-f35b-448d-a5b3-a659f6d59e6d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098311 Jan 29 04:19:48.971524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-598e5e8d-edda-424b-80a5-442e6fc3edf1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/quotas/d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 375 time: 0.0104454 Jan 29 04:19:48.980532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:48.984286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Deleting port 580eb539-4001-4590-b371-d9e5906578e3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:48.984628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.044509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-5427c1cd-db55-4c7e-bfee-0e28f16a139c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646436 Jan 29 04:19:49.062765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port d0b0d4e8-516d-488d-83bc-7a1d1729781a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:19:49.069548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port d0b0d4e8-516d-488d-83bc-7a1d1729781a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:49.070108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.093919 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.093919 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.110484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Calling delete_port for 580eb539-4001-4590-b371-d9e5906578e3 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:49.222953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.237179 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ec258-954b-49cf-9fae-74729fbfa01e x-openstack-request-id: req-5f6ec258-954b-49cf-9fae-74729fbfa01e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:49.237655 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e358e05-c55e-4cfc-8684-b41e58247cf8", "name": "network-vif-deleted", "tag": "de8c67ab-944a-480e-9727-d03489100784", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:49.238256 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f6ec258-954b-49cf-9fae-74729fbfa01e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:49.238927 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e358e05-c55e-4cfc-8684-b41e58247cf8', 'name': 'network-vif-deleted', 'tag': 'de8c67ab-944a-480e-9727-d03489100784', 'status': 'completed', 'code': 200} Jan 29 04:19:49.249277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:49.251729 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575fdb4a-e056-4241-a67e-328c2007b858" -d '{"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-plugged", "status": "completed", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:49.274052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:49.282160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.310656 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd159d2-ca8d-409b-8e6c-6d25aa082e44 x-openstack-request-id: req-ecd159d2-ca8d-409b-8e6c-6d25aa082e44 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:49.310656 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534", "status": "completed", "code": 200}, {"server_uuid": "dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac", "name": "network-vif-deleted", "tag": "748fb652-09c3-4211-876a-68c19afe03d2", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:49.311265 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecd159d2-ca8d-409b-8e6c-6d25aa082e44 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:49.311265 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'status': 'completed', 'code': 200} Jan 29 04:19:49.311450 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd227b92-8d9a-4fe7-9e56-7dd2b6c6d1ac', 'name': 'network-vif-deleted', 'tag': '748fb652-09c3-4211-876a-68c19afe03d2', 'status': 'completed', 'code': 200} Jan 29 04:19:49.323906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.389574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47fb4be5-2222-4496-bbd5-f8d2074118d6 req-fef757b9-3e71-4969-991e-69369ed755a3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 210 time: 0.0462818 Jan 29 04:19:49.393336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:49.444170 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be0df1-0c83-4c41-a225-64a009918e40 x-openstack-request-id: req-09be0df1-0c83-4c41-a225-64a009918e40 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:49.444489 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-plugged", "status": "completed", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:49.444750 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09be0df1-0c83-4c41-a225-64a009918e40 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:49.445145 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'code': 200} Jan 29 04:19:49.545576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726cfda-0491-4f51-a2c7-f845eea803cc req-4d02aeb8-6337-419a-a7f8-75757cc6d129 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:49.547716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7726cfda-0491-4f51-a2c7-f845eea803cc req-4d02aeb8-6337-419a-a7f8-75757cc6d129 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0553713 Jan 29 04:19:49.596160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7726cfda-0491-4f51-a2c7-f845eea803cc req-786c9593-6ce9-432f-b3ea-929751d3d3e5 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Jan 29 04:19:49.652506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event deleted for resources: {'Port': ['ID=580eb539-4001-4590-b371-d9e5906578e3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:49.738958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-1ebbb3a2-6bcf-44d1-8f7f-90cff75936b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:49.740432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-1ebbb3a2-6bcf-44d1-8f7f-90cff75936b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1124 time: 0.0957224 Jan 29 04:19:49.741192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.744612 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:49.745640 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8da70014-f475-46d9-afbb-27a450a13c89 req-92692c6c-2997-4218-82b9-7b2f30ee91d0 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "DELETE /v2.0/floatingips/3b16338b-6a9e-4f88-9edb-dbcd4578cb17 HTTP/1.1" status: 204 len: 173 time: 0.8863368 Jan 29 04:19:49.879891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6dae57c-a9ce-4797-bc23-5ac9f44b33ed req-96c2f243-03a3-4fd6-afbe-bdd50dfcd4d3 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e358e05-c55e-4cfc-8684-b41e58247cf8 HTTP/1.1" status: 200 len: 210 time: 0.0417538 Jan 29 04:19:49.951818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-8eaf9f67-4d48-45fc-9c95-a3787bf6d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:49.953513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-8eaf9f67-4d48-45fc-9c95-a3787bf6d7cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1855862 Jan 29 04:19:49.969658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-715c2e63-5c04-4213-b52d-55d65889bdac tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips/081ad569-a8b0-4c14-a25b-d31d2cc2260d HTTP/1.1" status: 200 len: 693 time: 0.0598731 Jan 29 04:19:50.055414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-35ffcefa-4749-4ddf-bb85-5a7cf071b19e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 217 time: 0.0742047 Jan 29 04:19:50.091920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d06a78-85ae-40cb-934e-7c32015cd6c1 req-3ec4d61d-cbe8-42c0-b16e-dca2c7b1d0b6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:50.093426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62d06a78-85ae-40cb-934e-7c32015cd6c1 req-3ec4d61d-cbe8-42c0-b16e-dca2c7b1d0b6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.0642252 Jan 29 04:19:50.133458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-7cf6bcb6-d1c5-45c7-9981-6ca752fe0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:50.134965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-7cf6bcb6-d1c5-45c7-9981-6ca752fe0f87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0508099 Jan 29 04:19:50.141268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62d06a78-85ae-40cb-934e-7c32015cd6c1 req-7c76e803-9cf0-4016-bd53-159af222b7ce tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Jan 29 04:19:50.179968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-1f8c5eaa-0812-4bf2-b237-033defbbb33e tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:50.181315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-1f8c5eaa-0812-4bf2-b237-033defbbb33e tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2106225 Jan 29 04:19:50.183270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-fb217511-43cb-41d9-b3b2-d152f91a83a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362911 Jan 29 04:19:50.204067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eaaee202-f1f7-44ed-9ae4-ce28f3689291 req-57f39da8-722d-4e51-92e8-a11a00fb6f0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/ea929316-be58-47d4-b7af-5051011dc7f1 HTTP/1.1" status: 200 len: 1800 time: 0.0384076 Jan 29 04:19:50.242857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-17e4f0c7-f495-4bb6-9b88-5ef8d8bd7084 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.0547996 Jan 29 04:19:50.273027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eaaee202-f1f7-44ed-9ae4-ce28f3689291 req-06cc098e-1940-4a7f-97bc-753cdcad6502 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.298496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eaaee202-f1f7-44ed-9ae4-ce28f3689291 req-06cc098e-1940-4a7f-97bc-753cdcad6502 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.330195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-f32047a9-7f9f-4ada-a648-0afaa03ad182 tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.0782254 Jan 29 04:19:50.345844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eaaee202-f1f7-44ed-9ae4-ce28f3689291 req-06cc098e-1940-4a7f-97bc-753cdcad6502 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.348975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eaaee202-f1f7-44ed-9ae4-ce28f3689291 req-06cc098e-1940-4a7f-97bc-753cdcad6502 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.350206 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eaaee202-f1f7-44ed-9ae4-ce28f3689291 req-06cc098e-1940-4a7f-97bc-753cdcad6502 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea929316-be58-47d4-b7af-5051011dc7f1 HTTP/1.1" status: 204 len: 173 time: 0.1396234 Jan 29 04:19:50.386350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc098e-1940-4a7f-97bc-753cdcad6502 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea929316-be58-47d4-b7af-5051011dc7f1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:50.400621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-a25d607b-3f65-49ba-b66f-766eaa321e19 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749010 Jan 29 04:19:50.432492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d66e264f-a7c8-4385-b8ad-61a87e2e7557 req-85b986fd-d019-4707-974f-8f1af89041a0 tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "GET /v2.0/security-groups/7b32be19-ba95-4bb3-839d-54ab81389955 HTTP/1.1" status: 200 len: 1800 time: 0.0621779 Jan 29 04:19:50.498606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d66e264f-a7c8-4385-b8ad-61a87e2e7557 req-395a95ac-eee8-4e0b-a5d8-ed7f97605b0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.521328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d66e264f-a7c8-4385-b8ad-61a87e2e7557 req-395a95ac-eee8-4e0b-a5d8-ed7f97605b0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.554328 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfe004ca-939a-4ff1-be71-5f69d3b5ac67 req-e78f6311-3090-439e-898e-1604b2dc7afe service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164892 Jan 29 04:19:50.565413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Deleting port e9be73a0-b74a-4180-8b2a-0e263b0e5f68 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:50.565815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.567057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d66e264f-a7c8-4385-b8ad-61a87e2e7557 req-395a95ac-eee8-4e0b-a5d8-ed7f97605b0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.569865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d66e264f-a7c8-4385-b8ad-61a87e2e7557 req-395a95ac-eee8-4e0b-a5d8-ed7f97605b0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.579410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35474) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:50.581377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d66e264f-a7c8-4385-b8ad-61a87e2e7557 req-395a95ac-eee8-4e0b-a5d8-ed7f97605b0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b32be19-ba95-4bb3-839d-54ab81389955 HTTP/1.1" status: 204 len: 173 time: 0.1326663 Jan 29 04:19:50.611326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a95ac-eee8-4e0b-a5d8-ed7f97605b0f tempest-SecurityGroupsTestJSON-754831351 tempest-SecurityGroupsTestJSON-754831351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32be19-ba95-4bb3-839d-54ab81389955,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:50.678288 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44011525-3c15-4d87-9648-398911d75c75 req-08fdcf1f-6a8f-4fe9-a1f6-934494ed48f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Jan 29 04:19:50.686485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Deleting subnet b731c864-83d6-4b00-b9c3-c1e40bf9514e {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:19:50.697858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.778380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.778972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.791747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-8aebf87c-ff87-48d8-a6bc-a36ea4bcf8eb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968134 Jan 29 04:19:50.793677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22935-17b9-4fd7-a834-2d14fa1ee7d2 req-94405410-0f8f-4ab5-a5ee-c43c1450967a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:50.804087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4e22935-17b9-4fd7-a834-2d14fa1ee7d2 req-94405410-0f8f-4ab5-a5ee-c43c1450967a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0664365 Jan 29 04:19:50.804271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Calling delete_port for e9be73a0-b74a-4180-8b2a-0e263b0e5f68 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:50.825389 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.846481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4e22935-17b9-4fd7-a834-2d14fa1ee7d2 req-4b5f6ad9-bc9d-43e0-b53c-b3c70d643504 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Jan 29 04:19:50.965226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:50.991280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:51.001990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 748fb652-09c3-4211-876a-68c19afe03d2 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:51.030919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 748fb652-09c3-4211-876a-68c19afe03d2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:19:51.031439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 748fb652-09c3-4211-876a-68c19afe03d2 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:51.032020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device de8c67ab-944a-480e-9727-d03489100784 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:51.157380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-4d404745-f135-4a71-bb4a-8a874da0ba78 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:51.158952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-4d404745-f135-4a71-bb4a-8a874da0ba78 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562226 Jan 29 04:19:51.184239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.194129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: de8c67ab-944a-480e-9727-d03489100784 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:19:51.194599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device de8c67ab-944a-480e-9727-d03489100784 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:51.199370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:19:51.223473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Request body: {'port': {'device_id': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'd871ce1ed1ca4e098506d761ce8cf575'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:51.233584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df7458-40bc-4766-8e3d-d58a8b432ce2 req-14fd5b53-da5f-4b28-84ef-7150c51ed1a3 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:51.235289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3df7458-40bc-4766-8e3d-d58a8b432ce2 req-14fd5b53-da5f-4b28-84ef-7150c51ed1a3 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 949 time: 0.0704451 Jan 29 04:19:51.283989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:51.301724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:19:51.321215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3df7458-40bc-4766-8e3d-d58a8b432ce2 req-4a51f73b-9ded-4e7a-883c-27a5101bf153 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750656 Jan 29 04:19:51.348219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-2c056e9d-97af-4819-9c5f-56465d96ca01 service neutron] 10.222.0.36 "GET /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.1109405 Jan 29 04:19:51.368955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Pushing event deleted for resources: {'Port': ['ID=e9be73a0-b74a-4180-8b2a-0e263b0e5f68,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:51.400152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.461709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b731c864-83d6-4b00-b9c3-c1e40bf9514e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:51.482923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.489039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e9cdc8d-4dd9-4d57-923e-401c99b69b64 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b731c864-83d6-4b00-b9c3-c1e40bf9514e HTTP/1.1" status: 204 len: 168 time: 0.9066544 Jan 29 04:19:51.489982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35488) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:51.508893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c54f-1eb7-4192-add3-22da59298527 req-852d40b6-7a93-4684-b06f-a76b3de967c2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:51.510613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3dc9c54f-1eb7-4192-add3-22da59298527 req-852d40b6-7a93-4684-b06f-a76b3de967c2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 943 time: 0.0976090 Jan 29 04:19:51.516682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.519334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.520463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a0d1b23-eb5e-4f16-bf4e-169f6ca69977 req-c7a4dcf3-61ab-4b94-aa65-1008a1daa21a tempest-FloatingIPDetailsTestJSON-1239639943 tempest-FloatingIPDetailsTestJSON-1239639943-project] 10.222.0.32 "DELETE /v2.0/floatingips/081ad569-a8b0-4c14-a25b-d31d2cc2260d HTTP/1.1" status: 204 len: 173 time: 1.1745481 Jan 29 04:19:51.527560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:51.585581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.588893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Made reservation on behalf of d871ce1ed1ca4e098506d761ce8cf575 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:51.592235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.688267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3dc9c54f-1eb7-4192-add3-22da59298527 req-d0c7e16c-7448-4f54-8a61-8a13a4289984 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470032 Jan 29 04:19:51.715678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:51.743936 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.747072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:51.792673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25226af-f421-4861-a21d-bf053616c7db']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:51.814265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2473792c-1ca6-4428-8f03-6ab4c88f0534 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:51.817798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e41db5-474f-4839-85a9-8eed4f18b724') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:51.818148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e41db5-474f-4839-85a9-8eed4f18b724') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:51.843855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17d72847-409d-4747-8b97-05f8a0087446 req-749fc0bd-f8a1-4120-989a-73a5d883c1e6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 210 time: 0.0468700 Jan 29 04:19:51.855116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.857264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Allocated IP 192.168.233.135 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/34d535ed-126e-4d30-a9e4-1a05fdb7fe98) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:51.879200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.890947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:19:51.891398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:19:51.893270 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:19:51.982608 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.000621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.006217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d25226af-f421-4861-a21d-bf053616c7db HTTP/1.1" status: 204 len: 168 time: 0.5134466 Jan 29 04:19:52.041217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0ee59-9fd0-4fab-b963-924fa2db3a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25226af-f421-4861-a21d-bf053616c7db,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:52.110286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.174414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:52.182287 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.183147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35500) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:52.218481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:52.237146 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.254813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:52.265046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:52.269299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:52.272313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:52.289581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d9779-117b-4681-8bd3-17ed747a6282 req-ca9bab88-aea7-489f-8179-155193387966 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:52.291292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-314d9779-117b-4681-8bd3-17ed747a6282 req-ca9bab88-aea7-489f-8179-155193387966 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1332643 Jan 29 04:19:52.323376 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-202a942b-5800-464f-862b-ff53181a8d55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92dd6806ddfe4144967143adad718e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391895 Jan 29 04:19:52.326522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35502) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:52.373340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:52.381302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.441727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a31dc111-0c6b-44c7-975e-1af083cfde70 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2244022 Jan 29 04:19:52.448330 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b77d7ee3-8a3b-42a3-85db-25a866376434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.486138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-314d9779-117b-4681-8bd3-17ed747a6282 req-c4fd6de1-5cee-4712-92e3-cc69d7628b59 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657643 Jan 29 04:19:52.511034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] Transition to ACTIVE for port object 2473792c-1ca6-4428-8f03-6ab4c88f0534 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:52.511855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Request body: {'port': {'device_id': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:52.520747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b77d7ee3-8a3b-42a3-85db-25a866376434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.538685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.608971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38957a-8094-405a-b860-08588373fd22 req-bc5814d8-9996-4769-b3d7-d3542a21908d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:52.610501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa38957a-8094-405a-b860-08588373fd22 req-bc5814d8-9996-4769-b3d7-d3542a21908d tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 949 time: 0.1513531 Jan 29 04:19:52.613733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.628786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] No DVR routers for this DVR port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:52.684181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f4b6860-4682-49b8-9178-50daa6465200 None None] Provisioning complete for port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:52.690571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6860-4682-49b8-9178-50daa6465200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.692868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b77d7ee3-8a3b-42a3-85db-25a866376434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.695447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b77d7ee3-8a3b-42a3-85db-25a866376434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:52.698857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b77d7ee3-8a3b-42a3-85db-25a866376434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/867a1b9a-0ee7-44ed-aa37-bda508abac82 HTTP/1.1" status: 204 len: 168 time: 0.3690038 Jan 29 04:19:52.710733 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa38957a-8094-405a-b860-08588373fd22 req-50793123-bf3b-4dfc-8d1e-04d3e634046f tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878947 Jan 29 04:19:52.719086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d7ee3-8a3b-42a3-85db-25a866376434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a1b9a-0ee7-44ed-aa37-bda508abac82,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:52.776874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] Pushing event updated for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:52.794050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ff7d7eb0-7d26-4507-a5fc-7a5222085286 service neutron] 10.222.0.36 "PUT /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4386652 Jan 29 04:19:52.825345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b6860-4682-49b8-9178-50daa6465200 None None] Port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:19:52.973582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-e13400ec-8a7a-4aa2-a883-73a4dc9decd8 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:52.979681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-e13400ec-8a7a-4aa2-a883-73a4dc9decd8 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 949 time: 0.1971161 Jan 29 04:19:52.991572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.054108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7bafa-2e9b-4ac9-aed3-38f86c07fdb8 req-eeaf14c9-b685-4a40-b4ee-40b2de68b7c1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.056302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2f7bafa-2e9b-4ac9-aed3-38f86c07fdb8 req-eeaf14c9-b685-4a40-b4ee-40b2de68b7c1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 944 time: 0.2125764 Jan 29 04:19:53.114532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4bc45-7473-4235-ab37-f68221e74884 req-ffc77abc-2efe-47a8-9c1f-79db226f5e49 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.121325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-428e9a7c-8636-4687-8a85-2805a3df1634 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.122584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30b4bc45-7473-4235-ab37-f68221e74884 req-ffc77abc-2efe-47a8-9c1f-79db226f5e49 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 936 time: 0.1123569 Jan 29 04:19:53.122832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-428e9a7c-8636-4687-8a85-2805a3df1634 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.2196777 Jan 29 04:19:53.143904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:53.154610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.171881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Transition to ACTIVE for port object 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:19:53.184219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.255474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2f7bafa-2e9b-4ac9-aed3-38f86c07fdb8 req-1acc7c05-a743-4105-a989-0be3849462f8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678789 Jan 29 04:19:53.287205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30b4bc45-7473-4235-ab37-f68221e74884 req-05d037e1-bcb0-46a9-9b24-e0065ada5531 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613946 Jan 29 04:19:53.323663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:53.368955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-7b2340a2-b73a-4cf5-83ac-8d2d6fc31a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.370517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-7b2340a2-b73a-4cf5-83ac-8d2d6fc31a89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a&tenant_id=9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 1095 time: 0.2337387 Jan 29 04:19:53.394907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Deleting port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:53.395258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.436916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Attempting to bind port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:53.437451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Attempting to bind port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:53.437569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Attempting to bind port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:53.446125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:19:53.446657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Attempting to bind port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:53.452768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:53.453107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:53.453493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:53.458751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Bound port: 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:53.459757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.589450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:53.593378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:53.619266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.632206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-628c4504-aea7-44dd-8354-c3d68d011af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.634267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-628c4504-aea7-44dd-8354-c3d68d011af4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1095 time: 0.2031507 Jan 29 04:19:53.675304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] For port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:53.675730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.703651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:53.708080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Calling delete_port for 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:53.709045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.709835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.711358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bca6b43e-3b45-41bb-b310-109e978f4cfa service neutron] 10.222.0.36 "PUT /v2.0/ports/34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 1096 time: 1.2055995 Jan 29 04:19:53.711871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:53.714653 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23220c20-f7a5-4261-a996-4a2e4135d50a" -d '{"events": [{"name": "network-changed", "server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:53.784366 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c05550a-c4d9-4fe5-84ad-df159a56d44a x-openstack-request-id: req-0c05550a-c4d9-4fe5-84ad-df159a56d44a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:53.784943 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:53.785241 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c05550a-c4d9-4fe5-84ad-df159a56d44a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:53.785722 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'status': 'completed', 'code': 200} Jan 29 04:19:53.794738 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7629b596-634d-42a6-b8ee-fb01718bbb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:53.846471 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf96e8-fa4c-49f4-8a22-eb23d9fc8d24 req-38cb4ae0-4887-4913-afdc-4bef8a92b501 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.856840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-adaf96e8-fa4c-49f4-8a22-eb23d9fc8d24 req-38cb4ae0-4887-4913-afdc-4bef8a92b501 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2511821 Jan 29 04:19:53.863498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:53.898192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-c889822c-1928-411c-a38e-cf11e06b481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.900262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-c889822c-1928-411c-a38e-cf11e06b481f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1099 time: 0.1046150 Jan 29 04:19:53.916294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302397-e034-4759-86cb-13f74f090744 req-8c5f6676-db01-4d1b-9d3e-643c0e22ddf7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.922427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3302397-e034-4759-86cb-13f74f090744 req-8c5f6676-db01-4d1b-9d3e-643c0e22ddf7 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 949 time: 0.0691576 Jan 29 04:19:53.988760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ac66ff96-3bee-43a2-90bc-8cc9fecb7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:53.990165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ac66ff96-3bee-43a2-90bc-8cc9fecb7fdc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.3345468 Jan 29 04:19:54.017348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-a1cb2187-bef4-414c-a80a-0a0c39ad0e67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 217 time: 0.0939033 Jan 29 04:19:54.018497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-adaf96e8-fa4c-49f4-8a22-eb23d9fc8d24 req-b6dab9f1-e5c8-4aa1-ab22-179013103193 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607263 Jan 29 04:19:54.031673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3302397-e034-4759-86cb-13f74f090744 req-5ab2159f-7365-4a32-8488-a02e546e0a10 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1fb24bf-3805-42d6-8729-4615dcb891e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481915 Jan 29 04:19:54.032034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1020529707-network', 'tenant_id': 'f22c932914b44723be92f4b52a538717'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:54.078840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ca8a6f6e-f808-4922-b51f-f60a1062cac3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 200 len: 217 time: 0.0483971 Jan 29 04:19:54.096005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-9229b7c5-bc83-4ad1-b4b4-8d221c0a1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.097931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-9229b7c5-bc83-4ad1-b4b4-8d221c0a1cb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0733950 Jan 29 04:19:54.151095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-0145075a-384e-47f0-a7e5-ce8602e645bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.153151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-0145075a-384e-47f0-a7e5-ce8602e645bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491261 Jan 29 04:19:54.174997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Made reservation on behalf of f22c932914b44723be92f4b52a538717 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:54.177227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:54.179910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Deleting port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:54.180704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:54.240168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:54.247142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-4c438d34-a071-4f8c-ba55-ae185755e68e service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Jan 29 04:19:54.248333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-a947d2dd-7b2c-4205-a08b-33172febce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.249808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-a947d2dd-7b2c-4205-a08b-33172febce0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1591530 Jan 29 04:19:54.266960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:54.311347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:54.441409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7094a140-2a5f-41db-b9a5-57b7fff58518 req-bc7e5929-3738-4770-939b-24b303d02cea service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875632 Jan 29 04:19:54.471529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec7cd-0122-4984-9ed7-a6d6126a19c3 req-dcceb725-fd2e-42a8-a750-ce736d403cd3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.473680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18eec7cd-0122-4984-9ed7-a6d6126a19c3 req-dcceb725-fd2e-42a8-a750-ce736d403cd3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.0825381 Jan 29 04:19:54.523037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18eec7cd-0122-4984-9ed7-a6d6126a19c3 req-9dccb875-f4ff-4c51-9f49-31188cb4cafe tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Jan 29 04:19:54.567944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:54.588950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-5244ba4c-8272-4d9a-a7a2-9ce1b8eef933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.591533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-5244ba4c-8272-4d9a-a7a2-9ce1b8eef933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1099 time: 0.0655842 Jan 29 04:19:54.593991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:19:54.593991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:54.593991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:19:54.652478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:19:54.673325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-ba8a1e14-693b-4655-a5bb-c9dc3f9e932e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4100351 Jan 29 04:19:54.703576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Pushing event deleted for resources: {'Port': ['ID=90e415ec-ed20-4863-ac9a-dbdbfa8a7a80,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:54.718815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-e9dea46d-3879-4a56-9357-dff02b211d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.719754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-e9dea46d-3879-4a56-9357-dff02b211d05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1202559 Jan 29 04:19:54.781226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-0dc00f72-f366-4713-9b40-fc21833e45ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 217 time: 0.0542810 Jan 29 04:19:54.822285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] No DVR routers for this DVR port 90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:19:54.825399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:54.829140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a576e71-2c40-47a3-a5ea-9ba07580044c req-a4fd6d58-c3f3-43bb-8709-300fd332b0ac tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.36 "DELETE /v2.0/ports/90e415ec-ed20-4863-ac9a-dbdbfa8a7a80 HTTP/1.1" status: 204 len: 173 time: 1.8308425 Jan 29 04:19:54.843751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a37d76-e037-4034-9bb3-76aa5944396d', 'name': 'network-vif-deleted', 'tag': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:19:54.846493 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2007b4-7b57-47de-8a6c-72b029d66b05" -d '{"events": [{"server_uuid": "08a37d76-e037-4034-9bb3-76aa5944396d", "name": "network-vif-deleted", "tag": "90e415ec-ed20-4863-ac9a-dbdbfa8a7a80"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:19:54.896207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] For port ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,segment=NetworkSegment(4fbf0a5d-939a-44ee-936c-d6ae6c82e156),segment_id=4fbf0a5d-939a-44ee-936c-d6ae6c82e156)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:54.896856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:54.920078 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174678ab-bc40-4daf-9fef-b244c9430d18 x-openstack-request-id: req-174678ab-bc40-4daf-9fef-b244c9430d18 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:19:54.920472 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a37d76-e037-4034-9bb3-76aa5944396d", "name": "network-vif-deleted", "tag": "90e415ec-ed20-4863-ac9a-dbdbfa8a7a80", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:19:54.920617 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-174678ab-bc40-4daf-9fef-b244c9430d18 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:19:54.920969 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a37d76-e037-4034-9bb3-76aa5944396d', 'name': 'network-vif-deleted', 'tag': '90e415ec-ed20-4863-ac9a-dbdbfa8a7a80', 'status': 'completed', 'code': 200} Jan 29 04:19:54.955645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847c447-26ba-426b-9edd-02569e7aa8cc req-29b99464-fc39-4245-bed1-ef849fe4363b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:54.957378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3847c447-26ba-426b-9edd-02569e7aa8cc req-29b99464-fc39-4245-bed1-ef849fe4363b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 944 time: 0.3518727 Jan 29 04:19:54.977957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Calling delete_port for ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:55.095230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-53b876d6-98d5-41e3-bd0d-d7ca3443f0df service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023218 Jan 29 04:19:55.117464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.139082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3847c447-26ba-426b-9edd-02569e7aa8cc req-bc0505e7-de3d-43bf-a9bb-8b86f87abb3c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687176 Jan 29 04:19:55.139976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.196487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-7383136a-2bae-44b6-ad65-4c333e64ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.198985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-7383136a-2bae-44b6-ad65-4c333e64ab8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.4098899 Jan 29 04:19:55.209200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e722-d088-41a1-bf13-93a2496a645e req-dde21d54-646d-4956-8fcf-ca866edc6017 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.216852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8281e722-d088-41a1-bf13-93a2496a645e req-dde21d54-646d-4956-8fcf-ca866edc6017 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0967145 Jan 29 04:19:55.257111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:19:55.286300 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8281e722-d088-41a1-bf13-93a2496a645e req-f701848d-a6b9-4c73-ab12-6a3ecc6a8cc2 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683789 Jan 29 04:19:55.292580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-1ca09983-62ab-4524-88f7-0fc6be22a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.294206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-1ca09983-62ab-4524-88f7-0fc6be22a469 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705075 Jan 29 04:19:55.308568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1682d-68e4-4fdd-8f70-2f7ebf4f6a3f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:55.308568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.308568 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Added segment b5156423-9884-43c8-9790-51bfef1e9a8f of type vlan for network 5e17caa3-ff94-4a60-8b63-ec472f011b60 Jan 29 04:19:55.314439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-088150aa-6e0f-44bb-a9d1-11f78890555f req-5ce8030e-af8a-4b30-8665-545531aea708 tempest-ServersAdminNegativeTestJSON-1940403798 tempest-ServersAdminNegativeTestJSON-1940403798-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a37d76-e037-4034-9bb3-76aa5944396d HTTP/1.1" status: 200 len: 210 time: 0.0523551 Jan 29 04:19:55.404374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-208b9c8d-4597-43fe-9f96-7f467b2a861f service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009731 Jan 29 04:19:55.407536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-114aab0d-fd84-4305-8fec-1abd76b6d954 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869987 Jan 29 04:19:55.409068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.488252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.489296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.489970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.517823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.532038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23220c20-f7a5-4261-a996-4a2e4135d50a req-8ef34f7d-ee3a-4e2f-9ace-b43ead5b6397 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110508 Jan 29 04:19:55.586763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7222013 Jan 29 04:19:55.589664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35560) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:55.590318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:55.594558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Request body: {'subnet': {'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1020529707-subnet', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:55.619594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd72edf-dd5b-4b99-9b69-8c7bf86f60ed admin admin] Pushing event updated for resources: {'Network': ['ID=5e17caa3-ff94-4a60-8b63-ec472f011b60,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:55.626726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Made reservation on behalf of f22c932914b44723be92f4b52a538717 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:19:55.629365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:19:55.630486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.809238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.857316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d72ea-f5e8-47e0-a538-96c796050de9 req-46a09473-0169-4f26-b74b-4c973452cdb9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.858979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-170d72ea-f5e8-47e0-a538-96c796050de9 req-46a09473-0169-4f26-b74b-4c973452cdb9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.0936694 Jan 29 04:19:55.859826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:55.869864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-75aae889-d2af-4b86-b9ab-460ed09276bb tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.871433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-75aae889-d2af-4b86-b9ab-460ed09276bb tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.1041906 Jan 29 04:19:55.940195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d34f3ee-2236-439b-8588-3256821096f7,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:55.947036 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-170d72ea-f5e8-47e0-a538-96c796050de9 req-b1499333-5881-405d-9593-44ce6e28609f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799673 Jan 29 04:19:55.954305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Checking segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:55.954670 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Network hostable DHCP agents. Network: 5e17caa3-ff94-4a60-8b63-ec472f011b60, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:19:55.983534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:19:55.993047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5e17caa3-ff94-4a60-8b63-ec472f011b60) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:55.997312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:55.998014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.002833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5e42d-5d75-4182-862c-82978630e082 None None] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:19:56.016471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a1f11d50-4ebb-40b0-a647-955d245e7867 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4235685 Jan 29 04:19:56.019337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35562) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:56.024413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:56.048296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.049541 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.069790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63fb4a4f-7161-45e3-bc8f-f9c959cd6aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.114563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.126460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-302897a8-90b5-4408-ae33-374598f8b599 service neutron] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:56.131604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-302897a8-90b5-4408-ae33-374598f8b599 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.132735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fee3c6b9-e292-4539-8107-25604ff1fe22 req-302897a8-90b5-4408-ae33-374598f8b599 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.2535050 Jan 29 04:19:56.146518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:19:56.167900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-5e17caa3-ff94-4a60-8b63-ec472f011b60', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:19:56.168761 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.287795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.301050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:19:56.306918 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a13d28f5-d9ec-438d-98f8-d18cbd23bf3f admin admin] 10.222.0.32 "PUT /v2.0/routers/17377ffa-342b-4e87-a0a3-a148e4a51ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7768288 Jan 29 04:19:56.312280 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] Sync routers for ids ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:19:56.316934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35566) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:56.318682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e28454-2039-45cb-be90-6a2fcb14cf9f req-89bdcf73-0cf7-43c7-b5c2-97369b817da3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:56.321278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04e28454-2039-45cb-be90-6a2fcb14cf9f req-89bdcf73-0cf7-43c7-b5c2-97369b817da3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 944 time: 0.0764837 Jan 29 04:19:56.328154 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] Routers {'17377ffa-342b-4e87-a0a3-a148e4a51ab9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:56.328784 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:56.363639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Allocated IP 172.20.0.2 (5e17caa3-ff94-4a60-8b63-ec472f011b60/4d34f3ee-2236-439b-8588-3256821096f7/6dc08545-8247-45db-b51b-8aeed1bd3a99) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:56.388100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04e28454-2039-45cb-be90-6a2fcb14cf9f req-e876a045-2097-48e5-bd43-8088dead7d5d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Jan 29 04:19:56.462574 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] Set router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:56.522167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fb995-5cd3-4017-9155-205a210a296e req-4e22d879-a0d3-4383-94e0-e7da0c2b93a9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:56.524941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2fb995-5cd3-4017-9155-205a210a296e req-4e22d879-a0d3-4383-94e0-e7da0c2b93a9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1253262 Jan 29 04:19:56.529879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.690614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:55Z', 'revision_number': 5, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:56.714057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e6d2-8dae-4b38-8137-650c3de9a9ed req-d6eb200f-71d5-4d43-9bf3-4a694641710f tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:56.718867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b602e6d2-8dae-4b38-8137-650c3de9a9ed req-d6eb200f-71d5-4d43-9bf3-4a694641710f tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 1095 time: 0.1162846 Jan 29 04:19:56.719275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] Checking router: 17377ffa-342b-4e87-a0a3-a148e4a51ab9 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:19:56.728023 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] Routers {'17377ffa-342b-4e87-a0a3-a148e4a51ab9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:56.728634 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:56.741202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2fb995-5cd3-4017-9155-205a210a296e req-fb50453e-edb7-47b0-bfb2-d74442740cca tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077029 Jan 29 04:19:56.759617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.780944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.795107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b602e6d2-8dae-4b38-8137-650c3de9a9ed req-26b34d85-5da3-4e89-a575-b76bfb1a3033 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649400 Jan 29 04:19:56.795876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:56.836508 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] Set router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:19:56.862230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:56.865324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:56.878126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:56.939671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:56.969067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Pushing event updated for resources: {'Port': ['ID=6dc08545-8247-45db-b51b-8aeed1bd3a99,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:56.994130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.001438 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.037999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Attempting to bind port 6dc08545-8247-45db-b51b-8aeed1bd3a99 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:19:57.038576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Attempting to bind port 6dc08545-8247-45db-b51b-8aeed1bd3a99 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:19:57.039704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Attempting to bind port 6dc08545-8247-45db-b51b-8aeed1bd3a99 on network 5e17caa3-ff94-4a60-8b63-ec472f011b60 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:19:57.055070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:19:57.058090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Checking segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:19:57.060687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.061288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Bound using segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:19:57.062511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Bound port: 6dc08545-8247-45db-b51b-8aeed1bd3a99, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:19:57.064892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-71fd4cab-0be5-4b67-b0cf-e6e38a3f48cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8140403615d438fb09998ea44208515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678955 Jan 29 04:19:57.065512 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.067334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:57.168437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] For port 6dc08545-8247-45db-b51b-8aeed1bd3a99, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:19:57.172679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] For port 6dc08545-8247-45db-b51b-8aeed1bd3a99, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6dc08545-8247-45db-b51b-8aeed1bd3a99,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:19:57.185968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.192588 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:55Z', 'revision_number': 5, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:57.228734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6025c2c6-7dab-492a-9038-3295db70a2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.232554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee623a4-f3af-44f9-8787-ae2257d09448 req-52673f98-9354-4c63-ae97-09c20523c32a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:57.234540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ee623a4-f3af-44f9-8787-ae2257d09448 req-52673f98-9354-4c63-ae97-09c20523c32a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.1465740 Jan 29 04:19:57.234958 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e41dc-0fae-4d7b-b217-e57c56128a78 None None] The sync data for ids ['17377ffa-342b-4e87-a0a3-a148e4a51ab9'] in n-d-825930-1 is: [{'id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'name': 'tempest-FloatingIPDetailsTestJSON-312665695-router', 'tenant_id': '2e4b256ba6de482490079dd9a434d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:26Z', 'updated_at': '2022-01-29T04:19:55Z', 'revision_number': 5, 'project_id': '2e4b256ba6de482490079dd9a434d33f', 'gw_port': {'id': '7666876f-8f3b-4fbe-91f8-10f3e5ec92a4', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17377ffa-342b-4e87-a0a3-a148e4a51ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:27Z', 'updated_at': '2022-01-29T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:19:57.252064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78af1-931c-438f-87cb-40074df954d4 None None] Pushing event updated for resources: {'Port': ['ID=6dc08545-8247-45db-b51b-8aeed1bd3a99,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:57.267074 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.288716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-1e546be8-1f1a-4252-bb48-2f6b47084da4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:57.292049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-1e546be8-1f1a-4252-bb48-2f6b47084da4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.1781828 Jan 29 04:19:57.310237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Allocated IP 172.25.4.236 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/438e41ca-4488-4ebf-bf9b-9c0bfd4955aa) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:19:57.313632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6025c2c6-7dab-492a-9038-3295db70a2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.320096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Deleting port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:57.320463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.328806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ee623a4-f3af-44f9-8787-ae2257d09448 req-54ba14e3-bc3f-4910-846d-b3c0cb1e76da tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846114 Jan 29 04:19:57.337163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-c83704c7-f7f7-4123-b82a-c9dde5b83ee1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/quotas/9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 375 time: 0.0298984 Jan 29 04:19:57.415638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-1a4fbe35-1e6c-43dc-a5af-d0e2c0ce7eea tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684662 Jan 29 04:19:57.425535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6025c2c6-7dab-492a-9038-3295db70a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.430351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6025c2c6-7dab-492a-9038-3295db70a2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.431833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6025c2c6-7dab-492a-9038-3295db70a2e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1fb24bf-3805-42d6-8729-4615dcb891e7 HTTP/1.1" status: 204 len: 168 time: 0.3634226 Jan 29 04:19:57.463137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025c2c6-7dab-492a-9038-3295db70a2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fb24bf-3805-42d6-8729-4615dcb891e7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:57.474895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] For port 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:57.475257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.507247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Calling delete_port for 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:19:57.520360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.568356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-a2f9d442-b37b-4248-8d2a-b82d43c62505 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355247 Jan 29 04:19:57.672764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:57.735934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-befc5d6f-b2fb-4d42-be53-43d1e00a7b9e service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586030 Jan 29 04:19:57.765674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:19:57.769167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:19:57.793313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:19:57.832721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Pushing event updated for resources: {'Port': ['ID=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:57.929064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:57.989940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d500788-9fe0-46d8-ba8c-16c4b7289f4c req-6976be8f-cdb1-430d-8995-650f28f502e2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 210 time: 0.0467229 Jan 29 04:19:58.014487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c496483-846f-42ef-8c43-1ac67cec4bb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1b1b819dc544dcab4b4c92c2b40d99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840154 Jan 29 04:19:58.016847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35616) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:58.072319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70cf550e-21e4-486e-a33d-d5d511881d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.093718 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.096746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70cf550e-21e4-486e-a33d-d5d511881d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.142453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646880b-62a8-498f-8905-6d85a444bffd req-e65ac5de-b523-41fc-97ec-fe51ee1a2ed3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:58.144062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8646880b-62a8-498f-8905-6d85a444bffd req-e65ac5de-b523-41fc-97ec-fe51ee1a2ed3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2646568 Jan 29 04:19:58.163084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70cf550e-21e4-486e-a33d-d5d511881d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.167005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70cf550e-21e4-486e-a33d-d5d511881d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.170595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-70cf550e-21e4-486e-a33d-d5d511881d66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e12cb76-aa25-46f4-ab1c-85a6d5a8d159 HTTP/1.1" status: 204 len: 168 time: 0.1525733 Jan 29 04:19:58.179162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf550e-21e4-486e-a33d-d5d511881d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e12cb76-aa25-46f4-ab1c-85a6d5a8d159,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:58.261281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7666876f-8f3b-4fbe-91f8-10f3e5ec92a4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:58.471896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ab70d-58f4-4fc6-bccf-ff017eb91828 req-ab93f55d-56ba-4f61-9de8-94ab36ad8fbc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:58.481873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a7ab70d-58f4-4fc6-bccf-ff017eb91828 req-ab93f55d-56ba-4f61-9de8-94ab36ad8fbc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.0771065 Jan 29 04:19:58.528599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a7ab70d-58f4-4fc6-bccf-ff017eb91828 req-36a105f3-9ba3-4327-8bb7-f736fee64ccc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456846 Jan 29 04:19:58.578919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:19:58.639037 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.720334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8646880b-62a8-498f-8905-6d85a444bffd req-7108125d-fbc2-4f1d-ae71-c20e99a22cb3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547386 Jan 29 04:19:58.741114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:58.749078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.755253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'mac_address': 'fa:16:3e:b4:29:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:19:58.804259 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.828569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:19:58.855040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:58.859957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.881630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.885437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:58.950207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:58.994234 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.002279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.002888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17377ffa-342b-4e87-a0a3-a148e4a51ab9 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:19:59.010857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.012045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e3f6f0bc-6f19-4122-ba9b-e0b459a34c0b admin admin] 10.222.0.32 "DELETE /v2.0/routers/17377ffa-342b-4e87-a0a3-a148e4a51ab9 HTTP/1.1" status: 204 len: 168 time: 2.6938727 Jan 29 04:19:59.015076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:59.066221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42de45-5757-4a83-87a2-0fa436b2a703 None None] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:19:59.115567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.117501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Deleting subnet 8eff788f-95dc-4943-9113-bba3056ea851 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:19:59.121137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.194415 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.233612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34d535ed-126e-4d30-a9e4-1a05fdb7fe98'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:19:59.236230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6dc08545-8247-45db-b51b-8aeed1bd3a99 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:19:59.281240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.347750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4ea57fd9-bbdf-4aba-9dd1-03f512b41337 None None] Provisioning complete for port 6dc08545-8247-45db-b51b-8aeed1bd3a99 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:59.348391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ea57fd9-bbdf-4aba-9dd1-03f512b41337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.417036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6dc08545-8247-45db-b51b-8aeed1bd3a99 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:19:59.417836 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.429478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-13fc4e9e-8734-43af-8bec-7aa65a6658a9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:59.431488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-13fc4e9e-8734-43af-8bec-7aa65a6658a9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.2179415 Jan 29 04:19:59.451686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4eacda23-7152-473c-833a-8bf7d8ef7a35 req-47d87d95-bbbc-4da6-8518-3d08330309fe tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 210 time: 0.2539678 Jan 29 04:19:59.460440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.470513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Request body: {'port': {'device_id': 'c1aead89-066f-40e0-94c6-145c6881e676', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'admin_state_up': True, 'tenant_id': '9941287f8b2147d7b610587376bc7b9a'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:19:59.496007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Router 269822f0-68ab-4f37-a935-06f85aafce31 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:19:59.536441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.553178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ea57fd9-bbdf-4aba-9dd1-03f512b41337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.554905 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.562337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8eff788f-95dc-4943-9113-bba3056ea851 HTTP/1.1" status: 204 len: 168 time: 0.5459332 Jan 29 04:19:59.592085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9634fe7-77a8-4c03-a55a-e153f4990b79 None None] Network 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:19:59.592638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:59.603770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f094967-6943-453c-9854-2c566075d733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eff788f-95dc-4943-9113-bba3056ea851,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:19:59.713883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.772936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:19:59.792095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Deleting port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:19:59.792575 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.794637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4ea57fd9-bbdf-4aba-9dd1-03f512b41337 None None] For port 6dc08545-8247-45db-b51b-8aeed1bd3a99, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6dc08545-8247-45db-b51b-8aeed1bd3a99,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:59.813445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Sync routers for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:19:59.850956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:19:59.852346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:19:59.867828 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.873745 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-df505812-369c-42e5-87f2-c2153f7097a1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8532693 Jan 29 04:19:59.875108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35672) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:19:59.903705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ea57fd9-bbdf-4aba-9dd1-03f512b41337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.936433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d1898-46ff-41dc-b985-1b7abc83ea21 req-7bc7192a-3540-411f-b94a-bb843cbbdae3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:19:59.938345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-567d1898-46ff-41dc-b985-1b7abc83ea21 req-7bc7192a-3540-411f-b94a-bb843cbbdae3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0819709 Jan 29 04:19:59.944256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] For port 5bcafd7a-680b-4eab-8c54-a8051cf136a8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5bcafd7a-680b-4eab-8c54-a8051cf136a8,segment=NetworkSegment(4fbf0a5d-939a-44ee-936c-d6ae6c82e156),segment_id=4fbf0a5d-939a-44ee-936c-d6ae6c82e156)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:19:59.944652 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:19:59.977361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Calling delete_port for 5bcafd7a-680b-4eab-8c54-a8051cf136a8 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:00.024898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:00.028533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.046186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-567d1898-46ff-41dc-b985-1b7abc83ea21 req-14495d7f-b0bb-48dc-b0ce-43ba2735a98a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983245 Jan 29 04:20:00.048595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f234c5-484f-480e-9947-caf8e95b0e19 req-24d67eca-7724-4049-8e5b-e21121f8d377 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:00.051387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34f234c5-484f-480e-9947-caf8e95b0e19 req-24d67eca-7724-4049-8e5b-e21121f8d377 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 949 time: 0.3289373 Jan 29 04:20:00.106938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.119841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.159691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] No DVR routers for this DVR port 5bcafd7a-680b-4eab-8c54-a8051cf136a8 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:00.165532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcafd7a-680b-4eab-8c54-a8051cf136a8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:00.256099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:00.259455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea57fd9-bbdf-4aba-9dd1-03f512b41337 None None] Pushing event updated for resources: {'Port': ['ID=6dc08545-8247-45db-b51b-8aeed1bd3a99,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:00.276251 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34f234c5-484f-480e-9947-caf8e95b0e19 req-71418168-5bca-498d-8d44-b12246485911 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544495 Jan 29 04:20:00.330150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.354805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e10e015-3120-46a4-a27e-60731e39dbc4 None None] DHCP port deletion for 4d882de2-c4cf-4f79-bc0f-ac1b382e7342 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:20:00.363738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d882de2-c4cf-4f79-bc0f-ac1b382e7342']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:00.378187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbf0a5d-939a-44ee-936c-d6ae6c82e156') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:00.378848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbf0a5d-939a-44ee-936c-d6ae6c82e156') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:00.392989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.410162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.418840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:20:00.419815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.448686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Allocated IP 172.20.0.11 (6f59be2e-20bf-4429-b688-a33a4b33c6c5/a54b4108-c1b9-4e57-a8ae-0e663e58874c/9935754c-15fc-43d5-8544-aac9b1ff3969) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:00.456054 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:20:00.456584 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:20:00.514525 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:20:00.522878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.533846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.562979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d882de2-c4cf-4f79-bc0f-ac1b382e7342 HTTP/1.1" status: 204 len: 168 time: 0.9691777 Jan 29 04:20:00.611339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:19:58Z', 'revision_number': 3, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:00.618762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da931b58-8986-4e94-8b65-c8a5bdefa2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d882de2-c4cf-4f79-bc0f-ac1b382e7342,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:00.651796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Checking router: 269822f0-68ab-4f37-a935-06f85aafce31 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:20:00.652151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Updating router 269822f0-68ab-4f37-a935-06f85aafce31 port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:20:00.663305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-da79ec0d-9f18-4f93-9499-8bfc515fee4f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465820 Jan 29 04:20:00.686073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-df58c69e-2b0f-465f-9f1d-408b5a09a430 None None] Provisioning complete for port 6dc08545-8247-45db-b51b-8aeed1bd3a99 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:00.686451 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-df58c69e-2b0f-465f-9f1d-408b5a09a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.689056 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.743072 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c0c9c39-c5e2-4b95-9a65-265083770f75 req-6c29899c-e95d-4de1-a096-731b959cf6fb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 210 time: 0.1502962 Jan 29 04:20:00.805415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-a878c672-c008-42bc-aabe-e90b46f00ff7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:00.820057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-a878c672-c008-42bc-aabe-e90b46f00ff7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557858 Jan 29 04:20:00.846166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-7467f591-7702-4ce3-a18e-495397fce389 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/quotas/6d9f0e354c9549eb83cc3d27648cee6f HTTP/1.1" status: 200 len: 375 time: 0.0200667 Jan 29 04:20:00.878416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:00.881868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-cf03a3e0-e0e8-4831-80e1-987e30b5052f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350213 Jan 29 04:20:00.924990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.927587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:00.945936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a51a01ab-ecee-4a9f-bd8c-02bb890794d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e4b256ba6de482490079dd9a434d33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643175 Jan 29 04:20:00.948237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35700) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:01.062917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:01.076694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.093227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:01.093668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce9afa65-fb71-42a5-86b1-4e5ba44bf5e9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:01.174986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022ac3d-f449-48d9-b59e-68b8584e160e req-bb9f0ae0-34ce-4fea-9a95-d6b20bf4680e tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:01.176708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d022ac3d-f449-48d9-b59e-68b8584e160e req-bb9f0ae0-34ce-4fea-9a95-d6b20bf4680e tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1097 time: 0.0550210 Jan 29 04:20:01.223698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d022ac3d-f449-48d9-b59e-68b8584e160e req-a90fe642-890e-446e-93c4-0fbf503a7c0b tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Jan 29 04:20:01.239264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.245123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6dc08545-8247-45db-b51b-8aeed1bd3a99 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:01.271623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.359396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Attempting to bind port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:01.359749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Attempting to bind port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:01.360106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Attempting to bind port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:01.362954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42565e-aa80-412f-96cd-a48006c12b0e None None] Pushing event updated for resources: {'Port': ['ID=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:01.392551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55134-b2a2-438e-bcd6-e9937b4870a0 req-ba6e2f84-6f9c-4b38-b3fe-ba9bd6402324 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:01.394414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ae55134-b2a2-438e-bcd6-e9937b4870a0 req-ba6e2f84-6f9c-4b38-b3fe-ba9bd6402324 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0820477 Jan 29 04:20:01.397567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:01.397989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:01.398427 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.398820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:01.399296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Bound port: 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:01.399674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.428516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6dc08545-8247-45db-b51b-8aeed1bd3a99 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:01.428893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.441636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ae55134-b2a2-438e-bcd6-e9937b4870a0 req-fe1d3e0f-2491-4fd7-a917-2263e5bc5468 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 Jan 29 04:20:01.498722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] For port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:01.502473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] For port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:01.511166 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.516443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef06f8c5-da26-44ff-85b8-90a7b5b422b7 req-69d18397-06b2-4deb-9003-45eaa0e27743 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 210 time: 0.4371874 Jan 29 04:20:01.532524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:01.547878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac1170c-5b85-4332-bc06-15b76d0a3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.547878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:01.564928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:01.584926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:01.585365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:01.592830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:01.612438 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac1170c-5b85-4332-bc06-15b76d0a3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.662072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42565e-aa80-412f-96cd-a48006c12b0e None None] Pushing event updated for resources: {'Port': ['ID=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:01.727163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:01.727788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.754280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Allocated IP 172.20.0.1 (5e17caa3-ff94-4a60-8b63-ec472f011b60/4d34f3ee-2236-439b-8588-3256821096f7/fcbd8e05-1834-43e4-ac9a-395477fa7c16) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:01.763468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-ebccb4d7-f8a5-4c06-a98e-2eb0262784e7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2995346 Jan 29 04:20:01.763716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:01.786270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Request body: {'port': {'device_id': 'c1aead89-066f-40e0-94c6-145c6881e676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:01.799950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b1e9-8915-48c1-94ba-c22f072ed560 req-c9096c40-4eab-4170-9437-4ec1f4bf9fd0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:01.801455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96c2b1e9-8915-48c1-94ba-c22f072ed560 req-c9096c40-4eab-4170-9437-4ec1f4bf9fd0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 949 time: 0.1403785 Jan 29 04:20:01.813754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:01.815937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:01.816263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7666876f-8f3b-4fbe-91f8-10f3e5ec92a4 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:01.817618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5bcafd7a-680b-4eab-8c54-a8051cf136a8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:01.827148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac1170c-5b85-4332-bc06-15b76d0a3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.829674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac1170c-5b85-4332-bc06-15b76d0a3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:01.834014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cac1170c-5b85-4332-bc06-15b76d0a3251 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d21f0c39-6c2c-4ccb-af4c-f4ea8f2f71f1 HTTP/1.1" status: 204 len: 168 time: 0.8803329 Jan 29 04:20:01.899584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1170c-5b85-4332-bc06-15b76d0a3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f0c39-6c2c-4ccb-af4c-f4ea8f2f71f1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:01.924995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5bcafd7a-680b-4eab-8c54-a8051cf136a8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:01.925333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5bcafd7a-680b-4eab-8c54-a8051cf136a8 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:01.987508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.022180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96c2b1e9-8915-48c1-94ba-c22f072ed560 req-64529578-bbfd-4ef0-ae19-d8066144dd5b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768441 Jan 29 04:20:02.034124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.149973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:19:58Z', 'revision_number': 3, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:02.196029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71f074-a856-43af-a242-2b997fd47ebb None None] The sync data for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 is: [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:19:58Z', 'revision_number': 3, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:20:02.265523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.284459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00fc28-bd02-46d4-b7d6-5a39b3c2bd99 req-6cde93a2-f735-49bf-bd62-e2ec5d852524 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:02.291263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e00fc28-bd02-46d4-b7d6-5a39b3c2bd99 req-6cde93a2-f735-49bf-bd62-e2ec5d852524 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 932 time: 0.1932199 Jan 29 04:20:02.350676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:02.364586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:02.375294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:02.384841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbd8e05-1834-43e4-ac9a-395477fa7c16,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:02.460870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e00fc28-bd02-46d4-b7d6-5a39b3c2bd99 req-9630447e-f5c0-4934-92a3-78bbf7b0930e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448755 Jan 29 04:20:02.463861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.521803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-4850d90a-afa2-4c1b-a899-92954ad0c0b5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750077 Jan 29 04:20:02.589721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:02.696164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9935754c-15fc-43d5-8544-aac9b1ff3969 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:02.717547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.793231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-adf6fa8a-ac4d-4815-ad30-809cffc3faf1 None None] Provisioning complete for port fcbd8e05-1834-43e4-ac9a-395477fa7c16 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:02.794476 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-adf6fa8a-ac4d-4815-ad30-809cffc3faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.833151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Transition to ACTIVE for port object 9935754c-15fc-43d5-8544-aac9b1ff3969 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:02.849133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:02.860063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-97463665-6208-426d-8150-67f91159c77d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:02.861751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-97463665-6208-426d-8150-67f91159c77d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341146 Jan 29 04:20:02.878092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0c50a-4d8c-4c1d-8311-06496dcbf8c1 req-01d31f1d-38b1-48b9-8581-3ceb51d189d6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:02.879947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba0c50a-4d8c-4c1d-8311-06496dcbf8c1 req-01d31f1d-38b1-48b9-8581-3ceb51d189d6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2375815 Jan 29 04:20:02.894270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:03.019145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-adf6fa8a-ac4d-4815-ad30-809cffc3faf1 None None] Port fcbd8e05-1834-43e4-ac9a-395477fa7c16 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:03.025468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:20:03.026247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:03.030276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:03.030988 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.055532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.111432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba0c50a-4d8c-4c1d-8311-06496dcbf8c1 req-d336210a-3009-465c-b787-faf8f756e344 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892533 Jan 29 04:20:03.137148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:03.148114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.184925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.187558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.250420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:03.253716 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8527edf-0a77-48e8-9ae8-110ab966c72b" -d '{"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-plugged", "status": "completed", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:03.269836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:03.283725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.302240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-caf7fcf5-1ae6-4878-9b67-888bd39f2620 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:20:03.303219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-caf7fcf5-1ae6-4878-9b67-888bd39f2620 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421159 Jan 29 04:20:03.366197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:03.373934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:03.390614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:03.390811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:03.391089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:03.395094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d64ebaf7-ef1e-4df6-ade8-f7c8a242a086 req-a6bb657d-c458-484b-b617-83fd4b670f94 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 210 time: 0.1534410 Jan 29 04:20:03.407188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.413287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.443962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:03.444469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:03.458389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:03.462152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:03.462152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:03.462566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Bound port: 9935754c-15fc-43d5-8544-aac9b1ff3969, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:03.462937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.465362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-d3d09da6-3ad0-4939-bcc2-df8aaabe540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:03.466790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-d3d09da6-3ad0-4939-bcc2-df8aaabe540f service neutron] 10.222.0.32 "GET /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 1094 time: 0.1415615 Jan 29 04:20:03.494832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:03.495312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:20:03.504632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:03.506094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.510979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:03.650756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.164 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/081277d8-e747-4a33-8d04-151903472997) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:03.653933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.685773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:03.692376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.753035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:03.769418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:03.781779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:03.794325 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.802009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.815324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ebc25-03ed-467a-a9ce-473387662595 req-b23808b6-2bc9-4df0-a716-d540f181085c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:03.816852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f48ebc25-03ed-467a-a9ce-473387662595 req-b23808b6-2bc9-4df0-a716-d540f181085c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.2162445 Jan 29 04:20:03.824104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.863902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.900618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.920319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:03.921308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:03.922814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] 10.222.0.36 "PUT /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 1092 time: 2.1447756 Jan 29 04:20:03.934084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:03.936833 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184541d-bf2f-49ef-869e-dfade6adfc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:03.946835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:03.950145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:03.954113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:03.983120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=081277d8-e747-4a33-8d04-151903472997,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:04.014851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.015407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:04.042810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-bd2911fa-00cf-4c24-8d40-78317c5569d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1548350 Jan 29 04:20:04.064649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Request body: {'port': {'device_id': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:04.068262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:04.069972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073081f-9cf1-423a-b064-90af65040a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:04.074717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:04.075674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:04.076176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:04.116503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:04.117077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:04.132492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:04.133943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:04.134349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:04.134803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Bound port: c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:04.138753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:04.151330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f48ebc25-03ed-467a-a9ce-473387662595 req-3febe694-ef63-426c-8fe3-fb44720e75d9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739773 Jan 29 04:20:04.222611 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305fd90-e230-4866-97ab-82115eabe4d7 x-openstack-request-id: req-2305fd90-e230-4866-97ab-82115eabe4d7 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:04.223797 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-plugged", "status": "completed", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:04.224442 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2305fd90-e230-4866-97ab-82115eabe4d7 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:04.225076 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'code': 200} Jan 29 04:20:04.283331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbd8e05-1834-43e4-ac9a-395477fa7c16,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:04.293383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6d6f8edd-fa77-40bc-88ab-b2c7a5356e91 None None] Provisioning complete for port 081277d8-e747-4a33-8d04-151903472997 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:04.293710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8edd-fa77-40bc-88ab-b2c7a5356e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:04.315744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-e2018178-c364-4780-acbf-a888676f6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.317357 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-e2018178-c364-4780-acbf-a888676f6165 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1095 time: 0.3280914 Jan 29 04:20:04.352783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f8edd-fa77-40bc-88ab-b2c7a5356e91 None None] Port 081277d8-e747-4a33-8d04-151903472997 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:04.377232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:04.413452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-669f5874-94a9-4490-8a0a-6cda4c6654b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 217 time: 0.0499058 Jan 29 04:20:04.416613 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:04.417717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e424d58a-8cc4-4184-95c5-44da1da482dc service neutron] 10.222.0.32 "POST /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9273367 Jan 29 04:20:04.508237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444561b-7b33-4b44-86cd-a3526fdbb6ae req-e2b4902d-3fbd-448f-9a00-272e6e8bec56 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.517496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f444561b-7b33-4b44-86cd-a3526fdbb6ae req-e2b4902d-3fbd-448f-9a00-272e6e8bec56 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.1983361 Jan 29 04:20:04.527714 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd7ed5-bed1-4a34-89ef-4664b4e90052 x-openstack-request-id: req-23dd7ed5-bed1-4a34-89ef-4664b4e90052 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:04.527981 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:04.528222 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23dd7ed5-bed1-4a34-89ef-4664b4e90052 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:04.528607 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'status': 'completed', 'code': 200} Jan 29 04:20:04.530337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:04.539540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-1c541a08-b1d5-4f6b-9e1b-edb6ffdac767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.541417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-1c541a08-b1d5-4f6b-9e1b-edb6ffdac767 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1150296 Jan 29 04:20:04.542286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:04.615633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-9089ba4d-fc5b-4edd-bed4-c30526327c5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592666 Jan 29 04:20:04.686188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4cd1d-e83b-4cce-a4f2-d6d35271a6ae req-0585a587-2efd-4bf2-9f0b-948f8bb19330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.688145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19b4cd1d-e83b-4cce-a4f2-d6d35271a6ae req-0585a587-2efd-4bf2-9f0b-948f8bb19330 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1101 time: 0.1676137 Jan 29 04:20:04.693291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f444561b-7b33-4b44-86cd-a3526fdbb6ae req-1bd01cb4-13b4-47dd-a511-f9927dace1c5 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739497 Jan 29 04:20:04.834730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Router 269822f0-68ab-4f37-a935-06f85aafce31 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:20:04.842499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19b4cd1d-e83b-4cce-a4f2-d6d35271a6ae req-716e3835-3166-4509-849e-d302cd5d2fc3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451142 Jan 29 04:20:04.854586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-156b033a-3aad-441e-bc27-cb8f3ad72d52 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876771 Jan 29 04:20:04.856287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4963-14b2-4d2c-aec7-2476a24b652c req-d3e58b4a-6ba8-4c61-8fe9-e134e711ad0c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.857737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bcd4963-14b2-4d2c-aec7-2476a24b652c req-d3e58b4a-6ba8-4c61-8fe9-e134e711ad0c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2252755 Jan 29 04:20:04.883504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6104ea44-4f07-481e-9104-11a7e433ef76 None None] Provisioning complete for port fcbd8e05-1834-43e4-ac9a-395477fa7c16 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:04.884255 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6104ea44-4f07-481e-9104-11a7e433ef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:04.906368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-95acf505-2209-4917-b312-906d3eb03579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.907847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-95acf505-2209-4917-b312-906d3eb03579 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1097 time: 0.1826463 Jan 29 04:20:04.919644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6104ea44-4f07-481e-9104-11a7e433ef76 None None] Port fcbd8e05-1834-43e4-ac9a-395477fa7c16 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:04.959729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bcd4963-14b2-4d2c-aec7-2476a24b652c req-30ca883f-68a5-409d-baf1-b0e0dab893a0 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952706 Jan 29 04:20:04.981342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beb7b7-ad8d-4136-9a71-101dc526f6a1 req-12271d5b-c1af-4d60-ae8e-35e2bbfe4ab2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:04.983032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e1beb7b7-ad8d-4136-9a71-101dc526f6a1 req-12271d5b-c1af-4d60-ae8e-35e2bbfe4ab2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 936 time: 0.1307578 Jan 29 04:20:05.022108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:20:05.036014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-44a766ad-da89-4fe1-b136-c7562fb4f9e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/269822f0-68ab-4f37-a935-06f85aafce31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1512520 Jan 29 04:20:05.041932 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Sync routers for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:20:05.052722 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:05.056212 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:05.064961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e1beb7b7-ad8d-4136-9a71-101dc526f6a1 req-ee6b2954-a5d1-482d-b484-8c5d795d7be2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Jan 29 04:20:05.089321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081277d8-e747-4a33-8d04-151903472997 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:05.103037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:05.108152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-1160aa44-cf20-47a7-8526-40f9103747c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:05.109600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-1160aa44-cf20-47a7-8526-40f9103747c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1874051 Jan 29 04:20:05.169061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Transition to ACTIVE for port object 081277d8-e747-4a33-8d04-151903472997 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:05.178667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e809466-8bf8-4e4d-be65-6ecfb4ea7904 req-69e96d9c-7080-43b1-ba90-04c418b1c7cd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:05.180501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e809466-8bf8-4e4d-be65-6ecfb4ea7904 req-69e96d9c-7080-43b1-ba90-04c418b1c7cd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.1491721 Jan 29 04:20:05.181838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-b2b60bed-be13-4964-8589-eecb21d70744 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 217 time: 0.0639839 Jan 29 04:20:05.186503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:05.234618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:05.332722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:05.333250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:05.365325 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:05.394238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Pushing event updated for resources: {'Port': ['ID=081277d8-e747-4a33-8d04-151903472997,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:05.399569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-598b300d-e241-4a7f-a766-fa3fa25e756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:05.401096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-598b300d-e241-4a7f-a766-fa3fa25e756e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1943724 Jan 29 04:20:05.419037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e809466-8bf8-4e4d-be65-6ecfb4ea7904 req-fa642856-b892-4c5b-9578-214192cac1b8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226100 Jan 29 04:20:05.532794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-f9adc160-0f75-44ed-ad33-ba0c57b440e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125736 Jan 29 04:20:05.592913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0ca7fae-37cc-45fd-9320-e731b6977d06 req-7eb3f622-ee5f-4960-9f09-29a2a22be7f4 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845283 Jan 29 04:20:05.681605 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 2, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:05.701136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59f867-b3a7-495b-b12c-edf43049f69b req-d131f088-ab3a-42a8-9388-73c1e33dc95b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:05.702654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab59f867-b3a7-495b-b12c-edf43049f69b req-d131f088-ab3a-42a8-9388-73c1e33dc95b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1387892 Jan 29 04:20:05.707714 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Checking router: 269822f0-68ab-4f37-a935-06f85aafce31 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:20:05.708279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Updating router 269822f0-68ab-4f37-a935-06f85aafce31 port fcbd8e05-1834-43e4-ac9a-395477fa7c16 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:20:05.734376 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:05.760265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Attempting to bind port 081277d8-e747-4a33-8d04-151903472997 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:05.760607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Attempting to bind port 081277d8-e747-4a33-8d04-151903472997 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:05.761485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Attempting to bind port 081277d8-e747-4a33-8d04-151903472997 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:05.765566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-e548b4ec-805d-46ec-aae0-7160fd7c3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:05.767359 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-e548b4ec-805d-46ec-aae0-7160fd7c3539 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1095 time: 0.0613286 Jan 29 04:20:05.779078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Port 081277d8-e747-4a33-8d04-151903472997 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:05.779450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Attempting to bind port 081277d8-e747-4a33-8d04-151903472997 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:05.798628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-ea14e04a-c404-448b-81a5-70070506d7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357600 Jan 29 04:20:05.799783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:05.800185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:05.800572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:05.801018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Bound port: 081277d8-e747-4a33-8d04-151903472997, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:05.801401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:05.884775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-f0307d45-3562-4e3b-b97d-c8512ffaaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:05.887687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-f0307d45-3562-4e3b-b97d-c8512ffaaf67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1106963 Jan 29 04:20:05.891810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab59f867-b3a7-495b-b12c-edf43049f69b req-dc17fb78-31e7-4893-b64d-2112a5798085 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664703 Jan 29 04:20:05.987140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-392b8f77-575d-4b42-a4fd-37bd59b094dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 217 time: 0.0925949 Jan 29 04:20:06.018239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-70fca5fd-ef5c-46d7-bd54-10f41a9e921e service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022932 Jan 29 04:20:06.019322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] For port 081277d8-e747-4a33-8d04-151903472997, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:06.058160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] For port 081277d8-e747-4a33-8d04-151903472997, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081277d8-e747-4a33-8d04-151903472997,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:06.082495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-edf5043b-bb59-4bd0-8677-636ecc9b9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.084028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-edf5043b-bb59-4bd0-8677-636ecc9b9f02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0884626 Jan 29 04:20:06.085518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf523-ba4a-4a05-83bf-9cc17832eaa6 req-3c160a28-42a6-42f6-916c-2966cbc22ed9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.090472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-275bf523-ba4a-4a05-83bf-9cc17832eaa6 req-3c160a28-42a6-42f6-916c-2966cbc22ed9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0884469 Jan 29 04:20:06.092330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.149014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.149273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-96a7a90f-4871-4822-8972-6eacd9168858 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541558 Jan 29 04:20:06.149530 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.150983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] 10.222.0.36 "PUT /v2.0/ports/081277d8-e747-4a33-8d04-151903472997 HTTP/1.1" status: 200 len: 1096 time: 2.0907991 Jan 29 04:20:06.155107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'tag': '081277d8-e747-4a33-8d04-151903472997'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:06.157445 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87" -d '{"events": [{"name": "network-changed", "server_uuid": "dab0e154-02a3-46c2-bf9b-f07dce0821d4", "tag": "081277d8-e747-4a33-8d04-151903472997"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:06.227727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-275bf523-ba4a-4a05-83bf-9cc17832eaa6 req-7013bf57-b174-4b90-a7f9-8b8941dfa9c3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250253 Jan 29 04:20:06.258655 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.270100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e484d-7546-4307-8a12-6b6dd19f5931 service neutron] Pushing event updated for resources: {'Port': ['ID=081277d8-e747-4a33-8d04-151903472997,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:06.273019 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.287183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-6c0c49e4-1e98-40d5-965a-c53f83b66f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.289862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-6c0c49e4-1e98-40d5-965a-c53f83b66f74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 1099 time: 0.0585947 Jan 29 04:20:06.324311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-20aa9342-68bf-46b2-9e9c-08915bb801e5 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528568 Jan 29 04:20:06.353177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-e59fc2a8-75b8-4a19-984c-370270686579 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=081277d8-e747-4a33-8d04-151903472997 HTTP/1.1" status: 200 len: 217 time: 0.0375750 Jan 29 04:20:06.400136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea02079-5fd5-454d-86c7-13e6c0d161b8 None None] Pushing event updated for resources: {'Port': ['ID=fcbd8e05-1834-43e4-ac9a-395477fa7c16,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:06.492540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-7c202564-5b73-4ba3-8099-efe3b4bd1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.496181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-7c202564-5b73-4ba3-8099-efe3b4bd1582 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1255615 Jan 29 04:20:06.506902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e184541d-bf2f-49ef-869e-dfade6adfc0e req-9883153a-635e-495c-a77e-9323d9aa082a service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755395 Jan 29 04:20:06.517431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:06.520341 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Attempting to bind port fcbd8e05-1834-43e4-ac9a-395477fa7c16 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:06.520711 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Attempting to bind port fcbd8e05-1834-43e4-ac9a-395477fa7c16 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:06.522028 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Attempting to bind port fcbd8e05-1834-43e4-ac9a-395477fa7c16 on network 5e17caa3-ff94-4a60-8b63-ec472f011b60 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:06.532668 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:06.533042 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Checking segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:06.533434 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.534333 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Bound using segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:06.536507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892577826', 'description': 'tempest-description--1525666679'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:06.541116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Bound port: fcbd8e05-1834-43e4-ac9a-395477fa7c16, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:06.541612 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.563974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-b23caeaf-4bc4-42f4-8480-6d85781d9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.565481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-b23caeaf-4bc4-42f4-8480-6d85781d9f99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599513 Jan 29 04:20:06.615117 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.660077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] For port fcbd8e05-1834-43e4-ac9a-395477fa7c16, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:06.664501 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] For port fcbd8e05-1834-43e4-ac9a-395477fa7c16, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fcbd8e05-1834-43e4-ac9a-395477fa7c16,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:06.675329 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.738095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-005d9b93-43ec-4fd8-809a-abad80ca943e service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631498 Jan 29 04:20:06.738661 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea02079-5fd5-454d-86c7-13e6c0d161b8 None None] Pushing event updated for resources: {'Port': ['ID=fcbd8e05-1834-43e4-ac9a-395477fa7c16,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:06.748298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.761735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.762478 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:06.763292 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:06.806461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689b95d-0ed4-48d9-accb-94ebf2c97964 req-4ac5a9d4-7c14-482c-ae88-e04aee465eae tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:06.815244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f41300d9-6932-49f5-965e-dedd9b4cac8b None None] Provisioning complete for port fcbd8e05-1834-43e4-ac9a-395477fa7c16 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:06.815824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41300d9-6932-49f5-965e-dedd9b4cac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.830725 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7689b95d-0ed4-48d9-accb-94ebf2c97964 req-4ac5a9d4-7c14-482c-ae88-e04aee465eae tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.2077603 Jan 29 04:20:06.901018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7513dc-d013-47f5-8455-156f11f2cdf0 req-e1a9e956-dce0-4cca-9463-9b5fcab0ce00 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536379 Jan 29 04:20:06.917091 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:06.952341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20640041-d480-46d9-9d92-3cd20ed45da5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:06.957390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:06.968196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06a8606f-d5a7-4f20-99de-757aec0b8532 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4479921 Jan 29 04:20:06.968347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:06.973402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Request body: {'security_group_rule': {'security_group_id': '20640041-d480-46d9-9d92-3cd20ed45da5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:06.982956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7689b95d-0ed4-48d9-accb-94ebf2c97964 req-8eeeeeec-bb93-47cf-8729-0b462442a508 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464939 Jan 29 04:20:07.068331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41300d9-6932-49f5-965e-dedd9b4cac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.071349 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0eaa33-0072-4f8d-9f21-a10f7e36e98b x-openstack-request-id: req-3c0eaa33-0072-4f8d-9f21-a10f7e36e98b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:07.073662 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab0e154-02a3-46c2-bf9b-f07dce0821d4", "tag": "081277d8-e747-4a33-8d04-151903472997", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:07.074226 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c0eaa33-0072-4f8d-9f21-a10f7e36e98b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:07.074650 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'tag': '081277d8-e747-4a33-8d04-151903472997', 'status': 'completed', 'code': 200} Jan 29 04:20:07.137586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.155294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f41300d9-6932-49f5-965e-dedd9b4cac8b None None] For port fcbd8e05-1834-43e4-ac9a-395477fa7c16, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fcbd8e05-1834-43e4-ac9a-395477fa7c16,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:07.170460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41300d9-6932-49f5-965e-dedd9b4cac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.210197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab72866-4a01-4a32-a67b-b16d1acc30c6 req-e5e91b5a-103f-4e71-bbae-3cfc4ca9d492 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.219459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fab72866-4a01-4a32-a67b-b16d1acc30c6 req-e5e91b5a-103f-4e71-bbae-3cfc4ca9d492 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0974436 Jan 29 04:20:07.250746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41300d9-6932-49f5-965e-dedd9b4cac8b None None] Pushing event updated for resources: {'Port': ['ID=fcbd8e05-1834-43e4-ac9a-395477fa7c16,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:07.251092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe377f-0ad2-4f7b-9e1a-0747f42f30af req-a8568223-b55a-4e71-b91f-e89736f8cd30 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.260366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dfe377f-0ad2-4f7b-9e1a-0747f42f30af req-a8568223-b55a-4e71-b91f-e89736f8cd30 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 948 time: 0.1183789 Jan 29 04:20:07.281528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-d8b45ac5-1d23-4e75-96ae-4a6965a34851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.283053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-d8b45ac5-1d23-4e75-96ae-4a6965a34851 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 1099 time: 0.1942849 Jan 29 04:20:07.283830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fab72866-4a01-4a32-a67b-b16d1acc30c6 req-c195b1cf-c47c-4976-9cd7-c35d7198994e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Jan 29 04:20:07.309275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5b2c8bd7-f260-44ed-8398-e63d80446ddd None None] Provisioning complete for port fcbd8e05-1834-43e4-ac9a-395477fa7c16 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:07.311792 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8bd7-f260-44ed-8398-e63d80446ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.322039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.353267 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:06Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:07.401923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8f60a-0a3e-4ba7-8af6-90b35dae5d35 None None] The sync data for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 is: [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:06Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:20:07.449813 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.461407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dfe377f-0ad2-4f7b-9e1a-0747f42f30af req-72a65382-e415-4e4e-b131-187fdb3a24d9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999338 Jan 29 04:20:07.520502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231d80e1-13b7-4dda-85f8-00e0c74c2255,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:07.533361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.535351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0de22d82-8ffe-4689-ba87-b491eba436a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5659094 Jan 29 04:20:07.537784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35938) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:07.543047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb092-5568-4fca-98c8-5ec8ff420130 req-0190f46b-4688-4bfe-b90c-337561e77f2d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.543392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Request body: {'security_group_rule': {'security_group_id': '20640041-d480-46d9-9d92-3cd20ed45da5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:07.551123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64cfb092-5568-4fca-98c8-5ec8ff420130 req-0190f46b-4688-4bfe-b90c-337561e77f2d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1561387 Jan 29 04:20:07.576120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-3bc6a550-226b-4aed-8cf4-20858b138e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.577615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-3bc6a550-226b-4aed-8cf4-20858b138e59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2828281 Jan 29 04:20:07.594545 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64cfb092-5568-4fca-98c8-5ec8ff420130 req-d5afeb08-4af6-4110-a82a-78a0431cf41c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Jan 29 04:20:07.660815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-1f209e87-9749-4394-9aae-936ca916cfcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=081277d8-e747-4a33-8d04-151903472997 HTTP/1.1" status: 200 len: 217 time: 0.0693293 Jan 29 04:20:07.664548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.792933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f0c80-7d8e-4a39-b236-8070c254bc14 req-5e537fa1-6e5d-41f6-97da-8c755ce72cf7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.794567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a9f0c80-7d8e-4a39-b236-8070c254bc14 req-5e537fa1-6e5d-41f6-97da-8c755ce72cf7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.1323395 Jan 29 04:20:07.796046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-ef7b7688-fa7c-4063-b44e-480187b20ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.798035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-ef7b7688-fa7c-4063-b44e-480187b20ee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1245403 Jan 29 04:20:07.846095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.866894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.908052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a9f0c80-7d8e-4a39-b236-8070c254bc14 req-621c0612-7168-4377-9bff-2ef8357d485d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015892 Jan 29 04:20:07.914772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f15e85-2959-4beb-83ed-33bbfb29cfd3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:07.920671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-916a1693-955c-42d0-902b-11624d4e96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:07.922213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-916a1693-955c-42d0-902b-11624d4e96c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147668 Jan 29 04:20:07.926521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:07.927780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e104fb7-fc1c-4e5c-a39c-8a159244d0cb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890252 Jan 29 04:20:07.931589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35972) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:07.936408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:07.997167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:08.094180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-29b91345-3ffe-4153-9b4d-c5e26a5878d4 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627517 Jan 29 04:20:08.222180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:08.299589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7b7a37-615c-4f35-9368-60cf6ed1ca87 req-7d36feaa-6f25-40cb-a64b-366b9b85f6ae service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873996 Jan 29 04:20:08.341656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-64402de5-2515-4878-8105-df8cda4939c8 req-76bac3f6-215a-40f8-85cb-18f6edb5a605 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:20:08.342963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64402de5-2515-4878-8105-df8cda4939c8 req-76bac3f6-215a-40f8-85cb-18f6edb5a605 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092540 Jan 29 04:20:08.369963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da4f3c-41bf-4e23-90d3-e6c5f0f7e20c req-f032dc79-d7f7-449a-b7c2-9a52443fccaf tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:08.377748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88da4f3c-41bf-4e23-90d3-e6c5f0f7e20c req-f032dc79-d7f7-449a-b7c2-9a52443fccaf tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1449251 Jan 29 04:20:08.459906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88da4f3c-41bf-4e23-90d3-e6c5f0f7e20c req-3bf1d3ca-b35f-47ad-ae6a-4226c495dc32 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811002 Jan 29 04:20:08.497823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Allocated IP 172.25.4.96 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/1920c4e1-7174-4431-8b36-2566e1f517b3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:08.612099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:08.669574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93dde0-b4c9-41ba-a8b2-f5497cf5eca6 req-b0d97e20-988e-45e6-8562-bbee9d3e595e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:08.677872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a93dde0-b4c9-41ba-a8b2-f5497cf5eca6 req-b0d97e20-988e-45e6-8562-bbee9d3e595e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0736675 Jan 29 04:20:08.746236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9a5a9-b1ac-4947-bfc5-7555bff5d376 req-a95cc088-f7d2-475a-ac13-eb607712e8b4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:08.752194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a93dde0-b4c9-41ba-a8b2-f5497cf5eca6 req-d37d7c74-c04c-41f8-86ac-9aad00620ada tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731788 Jan 29 04:20:08.752667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:08.753363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39a9a5a9-b1ac-4947-bfc5-7555bff5d376 req-a95cc088-f7d2-475a-ac13-eb607712e8b4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 948 time: 0.1094263 Jan 29 04:20:08.781104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'port_id': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'mac_address': 'fa:16:3e:4f:10:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4108-c1b9-4e57-a8ae-0e663e58874c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:08.799830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:08.817943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-509f2073-7bb5-48e7-a9ce-7d75448e135a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1870542 Jan 29 04:20:08.828897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39a9a5a9-b1ac-4947-bfc5-7555bff5d376 req-c6588bb9-b99e-410a-b295-8f410c588cb5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743136 Jan 29 04:20:08.833000 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:08.863976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9935754c-15fc-43d5-8544-aac9b1ff3969 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:08.890005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:08.906778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:08.916761 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:08.968595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d846ea-7f0c-4798-b73a-107b115c06b2 req-ae3c2b6a-5412-438a-acd3-6c1828a5b123 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:08.973255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:08.982865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8d846ea-7f0c-4798-b73a-107b115c06b2 req-ae3c2b6a-5412-438a-acd3-6c1828a5b123 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1334603 Jan 29 04:20:09.028729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:09.031845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:09.045480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:09.049573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event updated for resources: {'Port': ['ID=1920c4e1-7174-4431-8b36-2566e1f517b3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:09.074196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8d846ea-7f0c-4798-b73a-107b115c06b2 req-9f93c331-7a46-4013-a357-e1eadf2493ed tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859880 Jan 29 04:20:09.237605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:09.272804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c64cc-fceb-46a1-a059-9576a5bd20c4 req-6e8fc9ed-bfe4-414d-980b-8feec76e9544 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:09.282235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-407c64cc-fceb-46a1-a059-9576a5bd20c4 req-6e8fc9ed-bfe4-414d-980b-8feec76e9544 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.1064129 Jan 29 04:20:09.358623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.370905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-407c64cc-fceb-46a1-a059-9576a5bd20c4 req-7900e13a-0ece-444b-85e1-d01e1e3ba617 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878444 Jan 29 04:20:09.401572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fcbd8e05-1834-43e4-ac9a-395477fa7c16 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:09.438642 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.597255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fcbd8e05-1834-43e4-ac9a-395477fa7c16 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:09.597957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.668766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.672398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251dc07-9c01-4e12-b9ae-7dcd1733cf80 req-2f419d30-dff3-4149-9458-2889e4d67360 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:09.681226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.681628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d251dc07-9c01-4e12-b9ae-7dcd1733cf80 req-2f419d30-dff3-4149-9458-2889e4d67360 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.0962422 Jan 29 04:20:09.766338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d251dc07-9c01-4e12-b9ae-7dcd1733cf80 req-161ed22b-0d0a-42ee-b1c1-7fe4f4146356 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671229 Jan 29 04:20:09.852140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event updated for resources: {'Port': ['ID=1920c4e1-7174-4431-8b36-2566e1f517b3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:09.867657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.919327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:09.920581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d5cc5334-7417-4a1b-95c2-544660c2898b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9879556 Jan 29 04:20:09.955248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381d21-a217-4c29-a076-1835af603b58 req-1e6d2f5a-9864-4b89-9736-9cdb6d66d963 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:09.957231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-73381d21-a217-4c29-a076-1835af603b58 req-1e6d2f5a-9864-4b89-9736-9cdb6d66d963 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0880833 Jan 29 04:20:10.040665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-73381d21-a217-4c29-a076-1835af603b58 req-1ef2cd48-3f36-42fc-af4b-e7e55b20c302 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758178 Jan 29 04:20:10.158456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd57c0a-1e70-4898-847b-66554193c0c7 req-c2db50a4-cd68-4c01-873b-60e114f2e9e4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:10.168132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddd57c0a-1e70-4898-847b-66554193c0c7 req-c2db50a4-cd68-4c01-873b-60e114f2e9e4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 948 time: 0.0779817 Jan 29 04:20:10.182390 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:20:10.216441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddd57c0a-1e70-4898-847b-66554193c0c7 req-f7f38192-fbca-4c42-b2c8-7221250cf398 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Jan 29 04:20:10.392870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c334-c11c-49be-8218-a068b80ca29c req-87e3ef74-6d84-4316-a79c-284fde19d28b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:10.403821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63e6c334-c11c-49be-8218-a068b80ca29c req-87e3ef74-6d84-4316-a79c-284fde19d28b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1115327 Jan 29 04:20:10.457487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63e6c334-c11c-49be-8218-a068b80ca29c req-4240b32c-e4d4-41f0-b756-d44f5eb25a67 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527050 Jan 29 04:20:10.586452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83030-1722-4990-9843-2679e4900773 req-327cd8fb-6b68-4799-a6ac-265f9598291d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:10.597133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24c83030-1722-4990-9843-2679e4900773 req-327cd8fb-6b68-4799-a6ac-265f9598291d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.0620692 Jan 29 04:20:10.629260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081277d8-e747-4a33-8d04-151903472997 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:10.641445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:10.652570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24c83030-1722-4990-9843-2679e4900773 req-568419b7-8db8-4b91-9e88-7b6f45665210 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511794 Jan 29 04:20:10.796298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 9935754c-15fc-43d5-8544-aac9b1ff3969 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:20:10.805217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 9935754c-15fc-43d5-8544-aac9b1ff3969 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:10.806363 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:10.881308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 081277d8-e747-4a33-8d04-151903472997, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081277d8-e747-4a33-8d04-151903472997,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:10.904311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '081277d8-e747-4a33-8d04-151903472997', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '081277d8-e747-4a33-8d04-151903472997', 'mac_address': 'fa:16:3e:43:ba:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:10.979731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.020513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:11.023619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:11.026716 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04669c-aa65-4410-bcd0-c1dd01e6e807" -d '{"events": [{"server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "name": "network-vif-plugged", "status": "completed", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:11.038901 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.049161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.069332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-97f3e01b-1491-44a6-a766-97cdb9d0a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.071718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-97f3e01b-1491-44a6-a766-97cdb9d0a6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1101 time: 0.1113243 Jan 29 04:20:11.084936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538b97c-33c3-456c-bfa8-852f3f5a9ab2 req-95a264a9-361b-47be-a8d0-adffe61726d0 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.086857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b538b97c-33c3-456c-bfa8-852f3f5a9ab2 req-95a264a9-361b-47be-a8d0-adffe61726d0 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1922622 Jan 29 04:20:11.122402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081277d8-e747-4a33-8d04-151903472997 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:11.146202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 081277d8-e747-4a33-8d04-151903472997, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081277d8-e747-4a33-8d04-151903472997,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:11.155363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:11.157582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:11.162705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.193928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b538b97c-33c3-456c-bfa8-852f3f5a9ab2 req-7b1de7bf-acd9-4f10-8e31-e4bd392ec029 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971897 Jan 29 04:20:11.238577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-cfd8115b-afca-4c53-a897-920e12cb4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.240369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-cfd8115b-afca-4c53-a897-920e12cb4205 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1524289 Jan 29 04:20:11.268632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:11.330816 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8797d7a-448a-482c-8955-99df30cbd521 x-openstack-request-id: req-d8797d7a-448a-482c-8955-99df30cbd521 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:11.331128 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "name": "network-vif-plugged", "status": "completed", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:11.331382 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8797d7a-448a-482c-8955-99df30cbd521 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:11.331909 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'code': 200} Jan 29 04:20:11.356378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-6b0fd5d3-f90a-404a-84d2-dd30b79109f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 217 time: 0.1084838 Jan 29 04:20:11.435070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251bc26-ec91-4a4c-9da9-cada2eccd8fe req-d93a3b9d-0164-4c2f-a2e7-c7948b84d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.436918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8251bc26-ec91-4a4c-9da9-cada2eccd8fe req-d93a3b9d-0164-4c2f-a2e7-c7948b84d6a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1097 time: 0.0624709 Jan 29 04:20:11.466611 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.473711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=081277d8-e747-4a33-8d04-151903472997,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:11.496948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:11.502675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:11.515476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-aae12bf8-7e1e-456f-9a48-377a6661e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.517573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-aae12bf8-7e1e-456f-9a48-377a6661e360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1195521 Jan 29 04:20:11.526449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f301-4ffb-4b50-a920-d24f73301026 req-1f863e53-5bcb-43dd-b366-ab9c601c8ecb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.534214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d887f301-4ffb-4b50-a920-d24f73301026 req-1f863e53-5bcb-43dd-b366-ab9c601c8ecb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.1751337 Jan 29 04:20:11.562415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8251bc26-ec91-4a4c-9da9-cada2eccd8fe req-3ee29f9b-0390-4039-90f2-3b74ef93cb43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116295 Jan 29 04:20:11.567598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'mac_address': 'fa:16:3e:9a:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:11.572862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b559e3-0916-4f69-bb84-93767904f782 req-de018eb1-2e18-4592-b671-05cd074cfce1 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.582415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25b559e3-0916-4f69-bb84-93767904f782 req-de018eb1-2e18-4592-b671-05cd074cfce1 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 949 time: 0.1421077 Jan 29 04:20:11.602884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:11.612325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d887f301-4ffb-4b50-a920-d24f73301026 req-5b40dad7-3f97-439f-83e1-aeeae8075ac1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Jan 29 04:20:11.628351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-da92a25c-6bb0-4ff3-a3ed-cb682b6b8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.639740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-da92a25c-6bb0-4ff3-a3ed-cb682b6b8d24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978000 Jan 29 04:20:11.664282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25b559e3-0916-4f69-bb84-93767904f782 req-50127111-9b99-4848-996a-71359b18495a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800490 Jan 29 04:20:11.672559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.678851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.755592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:11.828750 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:20:11.829104 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:20:11.829881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:11.857619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:11.878051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c886e-6960-4f21-bfdb-eb02aa441fd3 req-f1555b66-b7e6-49e3-a962-a43fbcb29ec1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:11.886357 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-893c886e-6960-4f21-bfdb-eb02aa441fd3 req-f1555b66-b7e6-49e3-a962-a43fbcb29ec1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1053305 Jan 29 04:20:11.980262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-642b6bb3-6352-4ed7-8de8-842b5c435c16 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434412 Jan 29 04:20:11.987672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-893c886e-6960-4f21-bfdb-eb02aa441fd3 req-9846f91c-844b-44ff-af01-65b473949981 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981576 Jan 29 04:20:12.100916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-d11d8d3c-d069-4daa-b61d-13f2670841b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142476 Jan 29 04:20:12.206188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9653bc2-a79b-44f4-a8af-73c3042381f6 req-c7eb86d2-09f1-4dcd-848e-304e1120dc6d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:12.208182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9653bc2-a79b-44f4-a8af-73c3042381f6 req-c7eb86d2-09f1-4dcd-848e-304e1120dc6d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1083355 Jan 29 04:20:12.302042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9653bc2-a79b-44f4-a8af-73c3042381f6 req-bd6fb76f-9d56-4457-b68b-85fecf1cb14f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867515 Jan 29 04:20:12.401645 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:12.435721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2083-ff5d-4f74-8a8f-6cf6b434c7f0 req-c4c93253-597d-4fc2-a94e-1bcc1778f482 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:12.440710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:12.445059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aabf2083-ff5d-4f74-8a8f-6cf6b434c7f0 req-c4c93253-597d-4fc2-a94e-1bcc1778f482 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 948 time: 0.0742664 Jan 29 04:20:12.468204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:12.473910 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:12.497378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aabf2083-ff5d-4f74-8a8f-6cf6b434c7f0 req-b9b03136-732c-493d-ad5b-d35a0bbf9ee8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513122 Jan 29 04:20:12.550847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:12.651702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081277d8-e747-4a33-8d04-151903472997 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:12.766743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 081277d8-e747-4a33-8d04-151903472997 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:20:12.776457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 081277d8-e747-4a33-8d04-151903472997 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:12.777438 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:12.846123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e5e1-29b8-435a-9d58-985c81aca456 req-cb00ac02-11e2-402f-a890-d10f97a93072 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:12.859888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0882e5e1-29b8-435a-9d58-985c81aca456 req-cb00ac02-11e2-402f-a890-d10f97a93072 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.1426609 Jan 29 04:20:12.897348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['06ddc5c7-e568-453d-a42f-57653cc3d5bf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:12.906824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0882e5e1-29b8-435a-9d58-985c81aca456 req-37590c87-c37a-4a19-9ecc-ec552f15af5f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Jan 29 04:20:12.958574 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:13.015147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c78ff-c6ae-424e-9a26-0202742524ad req-48c8f15c-0dc7-46df-a60f-38f00464bf28 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:13.016755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b14c78ff-c6ae-424e-9a26-0202742524ad req-48c8f15c-0dc7-46df-a60f-38f00464bf28 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 949 time: 0.0650721 Jan 29 04:20:13.084231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b14c78ff-c6ae-424e-9a26-0202742524ad req-e15d51e4-1855-40e0-9d89-ddd81ccd193b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595009 Jan 29 04:20:13.198089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 081277d8-e747-4a33-8d04-151903472997, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081277d8-e747-4a33-8d04-151903472997,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:13.212711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:13.227395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ef5ba-631b-4303-bbd6-98121826b32f req-9e6dbb1f-1edb-4e0f-ad9f-f49d59493c9c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:13.228771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:13.229806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-773ef5ba-631b-4303-bbd6-98121826b32f req-9e6dbb1f-1edb-4e0f-ad9f-f49d59493c9c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0741792 Jan 29 04:20:13.275020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-773ef5ba-631b-4303-bbd6-98121826b32f req-42975998-a85a-40e6-ad84-8016b2f6408e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Jan 29 04:20:13.300650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=081277d8-e747-4a33-8d04-151903472997,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:13.334244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}, {'server_uuid': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081277d8-e747-4a33-8d04-151903472997'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:13.337119 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f27f2-4c8a-4a20-a14c-ffe2dd70f0b1" -d '{"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-unplugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}, {"server_uuid": "dab0e154-02a3-46c2-bf9b-f07dce0821d4", "name": "network-vif-plugged", "status": "completed", "tag": "081277d8-e747-4a33-8d04-151903472997"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:13.420630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b100584-be2d-4a1d-b5fc-153dea52d588 req-95ee3159-de18-4678-84b5-afef4511a141 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:13.422334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b100584-be2d-4a1d-b5fc-153dea52d588 req-95ee3159-de18-4678-84b5-afef4511a141 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0565112 Jan 29 04:20:13.464794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b100584-be2d-4a1d-b5fc-153dea52d588 req-e7a9ee8b-183d-487a-8d50-300e9de88c58 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Jan 29 04:20:13.474217 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7b96e-9b8e-4980-b085-37646a558048 x-openstack-request-id: req-97c7b96e-9b8e-4980-b085-37646a558048 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:13.474512 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-unplugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "code": 200}, {"server_uuid": "dab0e154-02a3-46c2-bf9b-f07dce0821d4", "name": "network-vif-plugged", "status": "completed", "tag": "081277d8-e747-4a33-8d04-151903472997", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:13.477349 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97c7b96e-9b8e-4980-b085-37646a558048 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:13.477349 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'code': 200} Jan 29 04:20:13.477349 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081277d8-e747-4a33-8d04-151903472997', 'code': 200} Jan 29 04:20:13.663395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519947-9048-46c7-a237-d9b9c4a4fe1c req-91eb2bb6-8eb8-4b9c-95ef-0c25064c6d29 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:13.668724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f519947-9048-46c7-a237-d9b9c4a4fe1c req-91eb2bb6-8eb8-4b9c-95ef-0c25064c6d29 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1097 time: 0.0833237 Jan 29 04:20:13.688654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65ccc7-5282-404c-8ce3-c9e28d155956 req-e79e8e7d-b6f2-4eb0-a932-ff538fbe7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:13.691708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd65ccc7-5282-404c-8ce3-c9e28d155956 req-e79e8e7d-b6f2-4eb0-a932-ff538fbe7515 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 1101 time: 0.0849257 Jan 29 04:20:13.712041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f519947-9048-46c7-a237-d9b9c4a4fe1c req-8d54e74c-f6ba-4707-bb8f-c423f8c136a6 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372744 Jan 29 04:20:13.763300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2627ae-0f24-455e-9c4f-26eb1df16017 req-9e78bb11-f5ae-482f-b705-13f413b9c1b9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:13.765166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd2627ae-0f24-455e-9c4f-26eb1df16017 req-9e78bb11-f5ae-482f-b705-13f413b9c1b9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1268268 Jan 29 04:20:13.766943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd65ccc7-5282-404c-8ce3-c9e28d155956 req-b62e95b1-3dca-47f8-b4b6-7fa834232421 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681577 Jan 29 04:20:13.819344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd2627ae-0f24-455e-9c4f-26eb1df16017 req-1b250a99-b1f4-47d4-b40d-340ce72dcf3e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Jan 29 04:20:14.101961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0bfa2-c83b-4432-ba7f-7ead0f0442f2 req-9891499d-8335-49b8-90bf-6d1e36224206 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:14.120096 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ce0bfa2-c83b-4432-ba7f-7ead0f0442f2 req-9891499d-8335-49b8-90bf-6d1e36224206 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0980818 Jan 29 04:20:14.202793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ce0bfa2-c83b-4432-ba7f-7ead0f0442f2 req-ec143496-51bb-4c3e-b550-4ad2541a3b2a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794003 Jan 29 04:20:14.267343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07643dd3-4733-47c2-9116-f3319380289c req-4fa870b7-8c5d-4041-85e1-5772b2ac99ed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:14.276230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07643dd3-4733-47c2-9116-f3319380289c req-4fa870b7-8c5d-4041-85e1-5772b2ac99ed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 950 time: 0.0640695 Jan 29 04:20:14.302607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:14.338495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07643dd3-4733-47c2-9116-f3319380289c req-2d4f3a45-d572-43ec-a179-d682f4f07980 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567350 Jan 29 04:20:14.431962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3f53-2f8c-4aa9-beba-fe233045c977 req-e222f19c-7cf3-4a07-a528-a5bb8527ea74 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:14.434693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2be3f53-2f8c-4aa9-beba-fe233045c977 req-e222f19c-7cf3-4a07-a528-a5bb8527ea74 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0709441 Jan 29 04:20:14.454809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7acdc7-c5dc-48ac-80d3-fd0e0751853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.503799 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2be3f53-2f8c-4aa9-beba-fe233045c977 req-ff04fc88-9a66-4cc5-a466-5745bc1c4d77 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623007 Jan 29 04:20:14.564449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7acdc7-c5dc-48ac-80d3-fd0e0751853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.569854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7acdc7-c5dc-48ac-80d3-fd0e0751853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.611664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e7acdc7-c5dc-48ac-80d3-fd0e0751853b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc4064d547744951ad0bef93c7fdb0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052518 Jan 29 04:20:14.611664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7acdc7-c5dc-48ac-80d3-fd0e0751853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9993b9a6-64a4-4deb-ba06-074ffbd53b3f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:14.612896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:14.665262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b33c32e1-18f8-4f78-8cce-80c982d2bbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.687046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b33c32e1-18f8-4f78-8cce-80c982d2bbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.741279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b33c32e1-18f8-4f78-8cce-80c982d2bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.744493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b33c32e1-18f8-4f78-8cce-80c982d2bbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:14.747881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b33c32e1-18f8-4f78-8cce-80c982d2bbae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9993b9a6-64a4-4deb-ba06-074ffbd53b3f HTTP/1.1" status: 204 len: 168 time: 0.1318612 Jan 29 04:20:14.754199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c32e1-18f8-4f78-8cce-80c982d2bbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9993b9a6-64a4-4deb-ba06-074ffbd53b3f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:15.031998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb80a0d-a7b9-41e3-ae10-36330c84305e req-f1f8104d-2561-431e-a857-d25f3a417dde tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:15.038928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb80a0d-a7b9-41e3-ae10-36330c84305e req-f1f8104d-2561-431e-a857-d25f3a417dde tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 950 time: 0.1037722 Jan 29 04:20:15.095474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb80a0d-a7b9-41e3-ae10-36330c84305e req-5eff5fe3-87e6-4424-ba17-85119e482710 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Jan 29 04:20:15.143763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:15.216988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 06ddc5c7-e568-453d-a42f-57653cc3d5bf triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:15.217365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:15.318713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:15.368039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ea7ea-0320-4cf7-8a05-636fb6df994a req-3fc2035c-3d28-4016-a14b-203db190da1e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:15.368628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:15.378426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b33ea7ea-0320-4cf7-8a05-636fb6df994a req-3fc2035c-3d28-4016-a14b-203db190da1e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0757077 Jan 29 04:20:15.379889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:15.449332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b33ea7ea-0320-4cf7-8a05-636fb6df994a req-d67ac8af-a75f-4e26-9129-eb9610810676 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678062 Jan 29 04:20:15.471613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=11']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:15.476549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:15.485856 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb4812c-83bf-406f-b709-b7792cb49330" -d '{"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-plugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:15.602626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928cfb4-2ebd-419b-8662-b69f81979fc1 req-a1ae7b46-ee11-4bec-a1b8-2cb96b2bc70b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:15.604168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2928cfb4-2ebd-419b-8662-b69f81979fc1 req-a1ae7b46-ee11-4bec-a1b8-2cb96b2bc70b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 950 time: 0.0674117 Jan 29 04:20:15.664617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2928cfb4-2ebd-419b-8662-b69f81979fc1 req-d1b9f7e4-c9a3-486b-abb4-eb5c20b25075 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511870 Jan 29 04:20:15.725560 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4085607e-a98a-4754-b1b9-c4c4699f587a x-openstack-request-id: req-4085607e-a98a-4754-b1b9-c4c4699f587a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:15.726115 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-plugged", "status": "completed", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:15.726455 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4085607e-a98a-4754-b1b9-c4c4699f587a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:15.726967 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'code': 200} Jan 29 04:20:15.810273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36544) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:15.920200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79019b8-f789-429d-a1c0-3ea3c488ffdf req-b2d9e6f6-000d-48f5-837f-655c76caa19a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:15.927624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a79019b8-f789-429d-a1c0-3ea3c488ffdf req-b2d9e6f6-000d-48f5-837f-655c76caa19a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0973465 Jan 29 04:20:16.014571 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a79019b8-f789-429d-a1c0-3ea3c488ffdf req-5435583f-11a8-4f37-9781-83b2eae1d92e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731549 Jan 29 04:20:16.030153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-339536694-network', 'tenant_id': '57eb66c09f4f497cb125887fbb9926b3'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:16.058451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Made reservation on behalf of 57eb66c09f4f497cb125887fbb9926b3 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:16.063290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.076272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.184746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21053b6-f45d-4687-9219-5a2263529bff req-ad501f36-0edf-47c6-96f5-ac2dfe41bdf4 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:16.194367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f21053b6-f45d-4687-9219-5a2263529bff req-ad501f36-0edf-47c6-96f5-ac2dfe41bdf4 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 1101 time: 0.0800276 Jan 29 04:20:16.227150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f21053b6-f45d-4687-9219-5a2263529bff req-73cfb9aa-0954-4e2a-986d-0e4d05ad2e6f tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.299212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769e3a-7b76-4bff-b018-12aaf030bed4 req-13b79f53-9e0f-4072-a94c-bc488e9e3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:16.305675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c769e3a-7b76-4bff-b018-12aaf030bed4 req-13b79f53-9e0f-4072-a94c-bc488e9e3806 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1102 time: 0.1000345 Jan 29 04:20:16.349322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.368087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.418706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c769e3a-7b76-4bff-b018-12aaf030bed4 req-f3334834-0674-4679-8696-9e4ca876cf66 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998409 Jan 29 04:20:16.431150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1b882-2adf-4122-b8f5-6397c2745b36 req-018caa66-1928-4682-ae75-9f148a742c7c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:16.441476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd1b882-2adf-4122-b8f5-6397c2745b36 req-018caa66-1928-4682-ae75-9f148a742c7c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.2153842 Jan 29 04:20:16.449167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:20:16.474710 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f21053b6-f45d-4687-9219-5a2263529bff req-73cfb9aa-0954-4e2a-986d-0e4d05ad2e6f tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.480656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f21053b6-f45d-4687-9219-5a2263529bff req-73cfb9aa-0954-4e2a-986d-0e4d05ad2e6f tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.520888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:16.528005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f21053b6-f45d-4687-9219-5a2263529bff req-73cfb9aa-0954-4e2a-986d-0e4d05ad2e6f tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313868 Jan 29 04:20:16.530255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfb9aa-0954-4e2a-986d-0e4d05ad2e6f tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc92737-8204-44f4-9031-dc453e66eec8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:16.535774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd1b882-2adf-4122-b8f5-6397c2745b36 req-ccf04bcd-f30d-4d0a-a58b-edbd177d5fff tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926001 Jan 29 04:20:16.537163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.537515 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Added segment 2c5521e2-7bd6-4291-902a-a710159d11ce of type vlan for network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 Jan 29 04:20:16.621936 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.666456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.668618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:16.670934 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:16.721377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539798b9-5a9b-455b-80a8-7af304081f61 req-0375ae70-bc82-4b38-b47e-043a55cd88be tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:16.738672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-539798b9-5a9b-455b-80a8-7af304081f61 req-0375ae70-bc82-4b38-b47e-043a55cd88be tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.1109247 Jan 29 04:20:16.755271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9438488 Jan 29 04:20:16.758868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36560) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:16.797108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Request body: {'subnet': {'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-339536694-subnet', 'tenant_id': '57eb66c09f4f497cb125887fbb9926b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:16.805801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-539798b9-5a9b-455b-80a8-7af304081f61 req-db2f116f-d4d7-4709-9cd2-2123db630aa1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638776 Jan 29 04:20:16.857041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf514857-f338-4a6f-8dc0-1333297a5bbf admin admin] Pushing event updated for resources: {'Network': ['ID=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:16.868933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:20:16.884674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Made reservation on behalf of 57eb66c09f4f497cb125887fbb9926b3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:16.889637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:17.034549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-64853230-a330-45fe-82dd-5825e861666e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372682 Jan 29 04:20:17.207263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dfae6-60a9-4d62-b7b2-7c4f0087c83a req-1e9ec49a-df67-422a-bf08-fdf39a7b768e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:17.217123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae4dfae6-60a9-4d62-b7b2-7c4f0087c83a req-1e9ec49a-df67-422a-bf08-fdf39a7b768e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1001711 Jan 29 04:20:17.254371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-f68140d9-e095-4c92-8115-c9f793634ba4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:17.262753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-f68140d9-e095-4c92-8115-c9f793634ba4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199011 Jan 29 04:20:17.277117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae4dfae6-60a9-4d62-b7b2-7c4f0087c83a req-fdc7e171-dff3-4085-9c1d-6fa786b0e449 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569019 Jan 29 04:20:17.306997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-f62a494e-5719-4d6c-aaf8-b95151502768 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/quotas/6d9f0e354c9549eb83cc3d27648cee6f HTTP/1.1" status: 200 len: 375 time: 0.0429521 Jan 29 04:20:17.411154 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-5d425014-db0c-4733-8f1b-c09a372c936a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030812 Jan 29 04:20:17.413093 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:17.471967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987e6ec1-5356-4141-8b13-9ac271e8ee88,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:17.486436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Checking segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:17.487017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Network hostable DHCP agents. Network: 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:20:17.515217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:20:17.527602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:17.533335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:17.534128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:17.539807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9af2d-dc99-45f5-876b-ceb4799d47cd None None] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:20:17.589776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-13a306ed-ea0b-4f7d-aad8-e6c251a68cc5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8297675 Jan 29 04:20:17.735475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435a24f-0481-4681-a823-328c82c770f8 None None] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:20:17.761184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56053873-4721-4aae-9f7e-5d9bdf1bb954 req-aae021bc-5a5d-4d14-8379-58e527ffa2bf tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:17.768543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56053873-4721-4aae-9f7e-5d9bdf1bb954 req-aae021bc-5a5d-4d14-8379-58e527ffa2bf tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.0721767 Jan 29 04:20:17.868503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56053873-4721-4aae-9f7e-5d9bdf1bb954 req-9b935399-ba2e-4368-a78f-e76c1a41c922 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882430 Jan 29 04:20:18.044088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07e364-0d95-496e-85fa-68959b65478a req-ac921d4e-7774-4d82-8066-bf60d255fac4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:18.045855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b07e364-0d95-496e-85fa-68959b65478a req-ac921d4e-7774-4d82-8066-bf60d255fac4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.0813570 Jan 29 04:20:18.157585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b07e364-0d95-496e-85fa-68959b65478a req-2334cb45-4e6f-4373-9976-e85c9c5b3948 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055021 Jan 29 04:20:18.317773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-b86b55c3-2785-4211-aafe-75f521a97bc3 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:18.326111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-b86b55c3-2785-4211-aafe-75f521a97bc3 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 821 time: 0.1394188 Jan 29 04:20:18.347286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-ec4a19dc-adcc-4b7d-97a5-7df7228a5de8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/quotas/57eb66c09f4f497cb125887fbb9926b3 HTTP/1.1" status: 200 len: 375 time: 0.0190773 Jan 29 04:20:18.450116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-cdecf114-c92f-419e-83c4-73dac013cfb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609400 Jan 29 04:20:18.456820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-13080590-7b0d-47db-a170-2e75e1dfffc2 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081789 Jan 29 04:20:18.592950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-1c1dde89-d5d8-4489-8526-2904094f433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:18.594720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-1c1dde89-d5d8-4489-8526-2904094f433c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1102 time: 0.1004009 Jan 29 04:20:18.608894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-d6b40228-e362-4bfc-8e2d-a65c37a230f3 service neutron] 10.222.0.32 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510670 Jan 29 04:20:18.752329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-44506384-c506-448c-afa4-e6984f22b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:18.754080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-44506384-c506-448c-afa4-e6984f22b1ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1345704 Jan 29 04:20:18.775787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-044a613a-78bb-40a0-8556-ec7670fa240f service neutron] 10.222.0.32 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578708 Jan 29 04:20:18.830441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-47d940b4-cdec-42dd-81de-d5bf73840843 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf HTTP/1.1" status: 200 len: 217 time: 0.0641534 Jan 29 04:20:18.886436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfda47-53c2-4f17-a5cb-64266473ceb1 req-669db059-b78d-4daa-bc8f-e850349f28df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:18.888046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3bfda47-53c2-4f17-a5cb-64266473ceb1 req-669db059-b78d-4daa-bc8f-e850349f28df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1328316 Jan 29 04:20:18.931190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-ea5c216c-df5e-443b-8c6d-1d3e2b64b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:18.932642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-ea5c216c-df5e-443b-8c6d-1d3e2b64b4fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0932283 Jan 29 04:20:19.029520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-719fe3fe-9b0d-4859-b854-ac2be44398d6 req-24d152b8-a01b-446f-a1a3-a4622b36217b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 210 time: 0.0652468 Jan 29 04:20:19.250147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b7b1-e885-4c6d-ad48-6a9aca5c57d1 req-1578e647-ed52-4c7e-b9ce-258296c28dc9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:19.261173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5949b7b1-e885-4c6d-ad48-6a9aca5c57d1 req-1578e647-ed52-4c7e-b9ce-258296c28dc9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.1080244 Jan 29 04:20:19.389639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5949b7b1-e885-4c6d-ad48-6a9aca5c57d1 req-09741964-05e2-4f11-9cd8-991674e09797 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241076 Jan 29 04:20:19.445975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3bfda47-53c2-4f17-a5cb-64266473ceb1 req-23c2b5e0-5ea1-4e53-92be-513720677700 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487843 Jan 29 04:20:19.474807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-1f8cefe9-709d-4a39-8b5f-baeb86163d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:19.476423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-1f8cefe9-709d-4a39-8b5f-baeb86163d7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5038071 Jan 29 04:20:19.557626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-424a52af-51cf-410b-bf7c-0679429c5bb0 req-84c73406-da80-4883-a7c6-ca21031d5c71 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 210 time: 0.0691507 Jan 29 04:20:19.668307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-06190c65-c903-4509-a5c1-c8cdadd335ea service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836863 Jan 29 04:20:19.699374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2190-7dfd-4ddc-b799-831e9fd59864 req-7d521d19-2b14-49a9-94cd-dc45daff44ff tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:19.701334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f1e2190-7dfd-4ddc-b799-831e9fd59864 req-7d521d19-2b14-49a9-94cd-dc45daff44ff tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.1076663 Jan 29 04:20:19.793543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f1e2190-7dfd-4ddc-b799-831e9fd59864 req-bf4489b7-4f59-49e6-a2c0-9896f0b638a0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773926 Jan 29 04:20:19.843216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d98faeb-8b73-4386-a9b5-2f3f70259b8f req-be32fc3f-18d2-4a89-b900-d34fd6126c05 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662612 Jan 29 04:20:19.848221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfecdb-1931-40d5-911e-026d794165eb req-03669167-9c69-48f7-91c1-9c4b4f197cc4 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:19.858707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16bfecdb-1931-40d5-911e-026d794165eb req-03669167-9c69-48f7-91c1-9c4b4f197cc4 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1102 time: 0.0646675 Jan 29 04:20:19.908723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16bfecdb-1931-40d5-911e-026d794165eb req-7bb11f72-3e0e-4ef8-b8b9-e89c23db1483 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485780 Jan 29 04:20:20.196468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-51b71c23-5439-48d9-bc56-734cc8d6a133 req-da1ba2bc-7d16-45ee-85ff-8a3620ad46c0 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 210 time: 0.0506201 Jan 29 04:20:20.215037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f9e6-5325-4186-94b5-b8f72ccd59c5 req-f49c2029-484e-4147-b01a-6a9b8385a631 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:20.225343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7843f9e6-5325-4186-94b5-b8f72ccd59c5 req-f49c2029-484e-4147-b01a-6a9b8385a631 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 1102 time: 0.1154072 Jan 29 04:20:20.283556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7843f9e6-5325-4186-94b5-b8f72ccd59c5 req-6c96d763-6dd6-4ea1-aeb8-eb3ef4237734 tempest-ServersAdminTestJSON-861733292 tempest-ServersAdminTestJSON-861733292-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559428 Jan 29 04:20:20.349416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-f74a702f-e8a2-4ed2-8a0f-93c5233dd749 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640998 Jan 29 04:20:20.424228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e309d426-eb7c-4ff1-8f0c-4d0b6c8ee0da tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:20.425863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e309d426-eb7c-4ff1-8f0c-4d0b6c8ee0da tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1097 time: 0.1092460 Jan 29 04:20:20.438997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:20.548445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:20.617768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-10b79800-0f58-40c7-89a0-93473f10a6ec tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:20.620077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-10b79800-0f58-40c7-89a0-93473f10a6ec tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624934 Jan 29 04:20:20.718072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead0ea2-d0c3-4cd7-bd95-dbe84ea6382c req-7075aeea-472c-4d3b-b5e2-18eb9a06ec29 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:20.727134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ead0ea2-d0c3-4cd7-bd95-dbe84ea6382c req-7075aeea-472c-4d3b-b5e2-18eb9a06ec29 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1054165 Jan 29 04:20:20.752138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': '257374b2-fac3-4942-b681-41a975dfe0af', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:20.845495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-daaf4b96-528a-4df0-9bf3-5a43ce93a410 req-c023e070-832d-4ee4-8ed4-89f0cb962b0c tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 210 time: 0.0808892 Jan 29 04:20:20.894198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ead0ea2-d0c3-4cd7-bd95-dbe84ea6382c req-8b94ffbc-b2f0-4773-a86c-042176c40ce0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518226 Jan 29 04:20:20.941376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:21.037632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:21.070408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-f9e30d08-10c0-476c-a3bd-232bdb64bc8e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215189 Jan 29 04:20:21.075125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec189-0378-47bd-a824-f24c76c05212 req-215072fb-71c2-4e16-907f-6ea09a7ecca8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:21.076912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-039ec189-0378-47bd-a824-f24c76c05212 req-215072fb-71c2-4e16-907f-6ea09a7ecca8 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.1010206 Jan 29 04:20:21.140778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:21.152801 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84baa4f2-7b9c-452c-a520-dc4db4af9d21" -d '{"events": [{"server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "name": "network-vif-unplugged", "status": "completed", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:21.161633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.190283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:21.210771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.286422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:21.302950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-74928028-80fd-41a7-bc89-4306b1b9a886 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:21.305590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-74928028-80fd-41a7-bc89-4306b1b9a886 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136917 Jan 29 04:20:21.349170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-039ec189-0378-47bd-a824-f24c76c05212 req-5f343d13-b7b4-4c76-a92b-86daaf3d55b5 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534685 Jan 29 04:20:21.378511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:21.423935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5a06-8f1a-4b58-9f00-232a3798d87e req-50483ef2-9f9a-4ad6-86d0-0b035323973e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:21.427712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d47a5a06-8f1a-4b58-9f00-232a3798d87e req-50483ef2-9f9a-4ad6-86d0-0b035323973e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 946 time: 0.3898733 Jan 29 04:20:21.445517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:21.446456 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a45d8d-75db-4c29-8e5f-a9dfe1c73047 x-openstack-request-id: req-f9a45d8d-75db-4c29-8e5f-a9dfe1c73047 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:21.446826 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "name": "network-vif-unplugged", "status": "completed", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:21.447153 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9a45d8d-75db-4c29-8e5f-a9dfe1c73047 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:21.447601 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'code': 200} Jan 29 04:20:21.488219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:21.490979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:21.496436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:21.508890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:21.509383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:21.509831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:21.514129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:21.515895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:21.534143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:21.542043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:21.543664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:21.545732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Attempting to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:21.546341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:21.547489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Bound port: c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:21.548560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.558148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.20', 59087) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:21.558403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:21.559028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:21.574168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:21.575714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Bound port: c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:21.577684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.582996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:21.587132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.639726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d47a5a06-8f1a-4b58-9f00-232a3798d87e req-f04feff1-5006-42ce-8ef7-c3c951d7d08b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698790 Jan 29 04:20:21.720592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:21.725129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:21.735535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.774322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b2c21ad-58ef-4707-82f9-f7bbb8b59ead req-655e6b90-a13a-4d5a-9976-0abf9361accb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 210 time: 0.1047754 Jan 29 04:20:21.854762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:20:21.856486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:21.858756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.100 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/ad7dda6b-43d0-4108-9702-f6ad0998c7f4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:21.867115 n-d-825930-1 neutron-server[102403]: WARNING neutron.plugins.ml2.plugin [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Concurrent port binding operations failed on port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d Jan 29 04:20:21.872394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:21.878879 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Attempt 2 to bind port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d Jan 29 04:20:21.885788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:21.888748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.888748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-e4ea90cf-872e-4783-b503-4ccd025a122d service neutron] 10.222.0.20 "PUT /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 1122 time: 1.4532404 Jan 29 04:20:21.916453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-cc506dc8-8dfb-4bee-81fa-683abc9e2899 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:21.919164 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-cc506dc8-8dfb-4bee-81fa-683abc9e2899 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.20 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 821 time: 0.3544319 Jan 29 04:20:21.927960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:21.933187 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:21.988813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'port': {'device_id': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'admin_state_up': True, 'tenant_id': '57eb66c09f4f497cb125887fbb9926b3'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:22.014707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ada02c88-061d-4758-ba22-928da924ce7b req-b9f52ffd-dbab-457f-ac72-4969bd575e6f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 210 time: 0.0510914 Jan 29 04:20:22.065118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:22.114425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f0471-24cb-40e4-86cf-8b5812202fa9 req-c133fd19-72af-44ec-b893-520de25beaf8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:22.116115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-394f0471-24cb-40e4-86cf-8b5812202fa9 req-c133fd19-72af-44ec-b893-520de25beaf8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1201203 Jan 29 04:20:22.191952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.201783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:22.232087 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-394f0471-24cb-40e4-86cf-8b5812202fa9 req-8e501dca-6ed6-423c-91db-99ab671880d6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035371 Jan 29 04:20:22.248897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Made reservation on behalf of 57eb66c09f4f497cb125887fbb9926b3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:22.249203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.255762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.315226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:22.327328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:22.330452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:22.413622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:22.426238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.163 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/5139b143-4497-4013-9d97-556e0e4c1df2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:22.437362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:22.438541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.442010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Allocated IP 172.20.0.3 (7f4d84fe-5bfe-4371-b67d-9d0d950d54d0/987e6ec1-5356-4141-8b13-9ac271e8ee88/5debbb9f-9797-4496-b958-4ebb2e07ddad) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:22.477830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-9ec05e4d-da31-484b-8a08-ff211c9ea7e6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7317953 Jan 29 04:20:22.517530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Request body: {'port': {'device_id': '257374b2-fac3-4942-b681-41a975dfe0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:22.574196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:22.682082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecd911-ff86-4200-918f-6a4b5f3a112d req-f559ecd0-4233-42f4-88f7-9f285adbb4f9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:22.683814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2ecd911-ff86-4200-918f-6a4b5f3a112d req-f559ecd0-4233-42f4-88f7-9f285adbb4f9 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.1933284 Jan 29 04:20:22.695915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.752172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.768186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.801362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-73555714-bf92-41b3-9a49-5e6accd1f32a None None] Provisioning complete for port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:22.801739 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-73555714-bf92-41b3-9a49-5e6accd1f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.820644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.834399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:22.840328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:22.843403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-73555714-bf92-41b3-9a49-5e6accd1f32a None None] Port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:22.845404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:22.891414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2ecd911-ff86-4200-918f-6a4b5f3a112d req-8c663fb4-7f49-4a7b-9250-910d7e14797e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928992 Jan 29 04:20:22.900417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:22.926338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:22.926949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:22.939831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c81bc-bf3e-4a50-b6e7-b8e7904b01b5 req-78e8dd58-af2b-4739-afe1-a293063d6fb2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:22.951009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e90c81bc-bf3e-4a50-b6e7-b8e7904b01b5 req-78e8dd58-af2b-4739-afe1-a293063d6fb2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.1760323 Jan 29 04:20:23.012447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.086137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:23.103562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:23.113225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:23.195020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=5139b143-4497-4013-9d97-556e0e4c1df2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:23.211626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:23.240350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b0126-9210-4abf-bcd4-2f7786884440 req-9812cca0-403b-4d40-a366-9befbe53b0c7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:23.243045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-190b0126-9210-4abf-bcd4-2f7786884440 req-9812cca0-403b-4d40-a366-9befbe53b0c7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 936 time: 0.2536614 Jan 29 04:20:23.281685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-63910119-4e7b-4b9a-be8c-cd44b9d5bff0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3111124 Jan 29 04:20:23.295372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:23.296287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.296625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e90c81bc-bf3e-4a50-b6e7-b8e7904b01b5 req-f16af117-56f6-4d0a-9543-7105f32282d5 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446951 Jan 29 04:20:23.313854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Request body: {'port': {'device_id': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:23.355607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-6b9c9748-2c4d-47d0-b92a-5e019adaf0ac tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:23.357103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-6b9c9748-2c4d-47d0-b92a-5e019adaf0ac tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.1162982 Jan 29 04:20:23.359380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-119f5abe-9447-4b35-be1e-08739be6cc80 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9972289 Jan 29 04:20:23.419215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Request body: {'port': {'device_id': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:23.432017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-190b0126-9210-4abf-bcd4-2f7786884440 req-0c2037c3-8727-4e72-914d-76049536688a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805651 Jan 29 04:20:23.436180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.448610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:23.451416 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c0da2-8e87-4e0b-bdea-15f193fe059b" -d '{"events": [{"name": "network-changed", "server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:23.477548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7dda6b-43d0-4108-9702-f6ad0998c7f4 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:23.489824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.522349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-609b46f1-843e-43ab-8db2-2d47387613e5 None None] Provisioning complete for port 5139b143-4497-4013-9d97-556e0e4c1df2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:23.523687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609b46f1-843e-43ab-8db2-2d47387613e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.535109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Transition to ACTIVE for port object ad7dda6b-43d0-4108-9702-f6ad0998c7f4 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:23.536122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.559660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.608334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-609b46f1-843e-43ab-8db2-2d47387613e5 None None] Port 5139b143-4497-4013-9d97-556e0e4c1df2 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:23.686920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Pushing event updated for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:23.705500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Deleting port c0220996-496e-423f-bd07-be77b9f0de7c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:23.705851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.795614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a8249789-b545-4228-91ac-e54e55038b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.801004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcee54-0675-494f-8ce7-9225f698ede3 req-84d65231-7a62-4dc1-b77d-c3068f1e6486 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:23.802611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eabcee54-0675-494f-8ce7-9225f698ede3 req-84d65231-7a62-4dc1-b77d-c3068f1e6486 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 931 time: 0.2513835 Jan 29 04:20:23.833931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ba97-4dc3-4a6b-915d-7476a07bdc83 req-0130982a-b44c-4663-9cd8-d3fd7a65cf4a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:23.841595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc61ba97-4dc3-4a6b-915d-7476a07bdc83 req-0130982a-b44c-4663-9cd8-d3fd7a65cf4a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.2419395 Jan 29 04:20:23.930639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eabcee54-0675-494f-8ce7-9225f698ede3 req-b6d9cc97-1adf-467b-9131-3929108ad6dc tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135383 Jan 29 04:20:23.942515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] For port c0220996-496e-423f-bd07-be77b9f0de7c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c0220996-496e-423f-bd07-be77b9f0de7c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:23.942880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:23.964703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc61ba97-4dc3-4a6b-915d-7476a07bdc83 req-2a355028-c400-4e59-8eb8-e08c53545cb3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221941 Jan 29 04:20:23.965433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Attempting to bind port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:23.965837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Attempting to bind port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:23.966295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Attempting to bind port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:23.975213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:23.975696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Attempting to bind port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:23.980936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Calling delete_port for c0220996-496e-423f-bd07-be77b9f0de7c owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:23.997090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:23.997662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:23.998518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:23.999196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Bound port: ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:23.999791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.067056 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efddbc29-f46f-40cf-9e9b-d7ca1e3a29cb x-openstack-request-id: req-efddbc29-f46f-40cf-9e9b-d7ca1e3a29cb {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:24.067395 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:24.067585 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efddbc29-f46f-40cf-9e9b-d7ca1e3a29cb {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:24.067964 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'status': 'completed', 'code': 200} Jan 29 04:20:24.098051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5debbb9f-9797-4496-b958-4ebb2e07ddad {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:24.107467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.131217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Transition to ACTIVE for port object 5debbb9f-9797-4496-b958-4ebb2e07ddad will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:24.135850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.239641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5139b143-4497-4013-9d97-556e0e4c1df2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:24.242157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:24.251236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:24.253113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-5ceb9d15-b37a-4b2c-9cf3-9040d72bb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.254756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-5ceb9d15-b37a-4b2c-9cf3-9040d72bb7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1125 time: 0.1727169 Jan 29 04:20:24.256462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:24.260305 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.272609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.281599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7434a-a2bb-4b70-9b92-fd3430ed236e req-57b16911-200d-4d78-bfa6-84edd3292dd3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.283105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aac7434a-a2bb-4b70-9b92-fd3430ed236e req-57b16911-200d-4d78-bfa6-84edd3292dd3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 950 time: 0.1999578 Jan 29 04:20:24.284833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.322094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event deleted for resources: {'Port': ['ID=c0220996-496e-423f-bd07-be77b9f0de7c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:24.336066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['263e092b-1e7c-474e-a693-ea1020357375', 'c0220996-496e-423f-bd07-be77b9f0de7c', '06ddc5c7-e568-453d-a42f-57653cc3d5bf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:24.369624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Transition to ACTIVE for port object 5139b143-4497-4013-9d97-556e0e4c1df2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:24.376407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Attempting to bind port 5debbb9f-9797-4496-b958-4ebb2e07ddad on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:24.376915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Attempting to bind port 5debbb9f-9797-4496-b958-4ebb2e07ddad by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:24.377320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Attempting to bind port 5debbb9f-9797-4496-b958-4ebb2e07ddad on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:24.386237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Port 5debbb9f-9797-4496-b958-4ebb2e07ddad on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:24.386835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Attempting to bind port 5debbb9f-9797-4496-b958-4ebb2e07ddad on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:24.409987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] No DVR routers for this DVR port c0220996-496e-423f-bd07-be77b9f0de7c on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:24.411514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.415972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6be7bc6-6fd2-4eff-ab0d-17732b45f80e req-c65545a4-92f5-44c4-a965-d6151011a2f3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "DELETE /v2.0/ports/c0220996-496e-423f-bd07-be77b9f0de7c HTTP/1.1" status: 204 len: 173 time: 1.0220122 Jan 29 04:20:24.417074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:24.417513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Checking segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:24.418032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Bound using segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:24.418592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Bound port: 5debbb9f-9797-4496-b958-4ebb2e07ddad, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:24.419928 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.420545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.421333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.423297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] 10.222.0.20 "PUT /v2.0/ports/ad7dda6b-43d0-4108-9702-f6ad0998c7f4 HTTP/1.1" status: 200 len: 1096 time: 1.9173510 Jan 29 04:20:24.452384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:24.458149 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729546a-25d5-400b-bc70-07d7bfc42ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:24.476208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.548965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:24.555162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:24.565462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aac7434a-a2bb-4b70-9b92-fd3430ed236e req-6b1c55d5-5db0-40f2-b24e-fa3c8ada8822 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584679 Jan 29 04:20:24.566194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da927a-10e0-4fe5-9914-376677ed39a1 req-0826a09d-1ace-4cdf-9922-84962c9c8a77 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.575670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1da927a-10e0-4fe5-9914-376677ed39a1 req-0826a09d-1ace-4cdf-9922-84962c9c8a77 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.1009758 Jan 29 04:20:24.584320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.640788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.642437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:24.643538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] 10.222.0.20 "PUT /v2.0/ports/5debbb9f-9797-4496-b958-4ebb2e07ddad HTTP/1.1" status: 200 len: 1091 time: 1.3339591 Jan 29 04:20:24.677005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1da927a-10e0-4fe5-9914-376677ed39a1 req-cad37c2e-a960-4dff-ba2d-8b5a8445f472 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001825 Jan 29 04:20:24.719712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358ecd4-fa07-42ac-b6b0-3d4419a1f658 service neutron] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:24.776874 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f45d667-d01b-4051-b6e6-c1f22456cd61 x-openstack-request-id: req-3f45d667-d01b-4051-b6e6-c1f22456cd61 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:24.778583 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:24.778994 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f45d667-d01b-4051-b6e6-c1f22456cd61 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:24.780234 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'status': 'completed', 'code': 200} Jan 29 04:20:24.809878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023ab96-e2c9-40ba-bd68-14ea88cc2fea service neutron] Pushing event updated for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:24.858611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-69f6aea4-3295-4b9c-8e49-7ec9e32c313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.860299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-69f6aea4-3295-4b9c-8e49-7ec9e32c313c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.5974805 Jan 29 04:20:24.882370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-1021a0cb-b1d8-4c2d-881d-f4264eff4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.886192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-1021a0cb-b1d8-4c2d-881d-f4264eff4127 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 1094 time: 0.1256614 Jan 29 04:20:24.941162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Attempting to bind port 5139b143-4497-4013-9d97-556e0e4c1df2 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:24.941506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Attempting to bind port 5139b143-4497-4013-9d97-556e0e4c1df2 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:24.941833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Attempting to bind port 5139b143-4497-4013-9d97-556e0e4c1df2 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:24.959087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-d8ba0c8e-5252-4c80-9655-10e8e210cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:24.961152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-d8ba0c8e-5252-4c80-9655-10e8e210cf15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 1099 time: 0.4535728 Jan 29 04:20:24.966223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-d942d4f3-7c75-490c-8339-a516b253cb61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad HTTP/1.1" status: 200 len: 217 time: 0.0572422 Jan 29 04:20:24.971122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-ef2b5f4c-b7a7-45cf-bbfb-73c9c3cb9251 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 217 time: 0.0898149 Jan 29 04:20:24.974828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Port 5139b143-4497-4013-9d97-556e0e4c1df2 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:24.975074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Attempting to bind port 5139b143-4497-4013-9d97-556e0e4c1df2 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:24.977345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Pushing event updated for resources: {'Port': ['ID=5139b143-4497-4013-9d97-556e0e4c1df2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:25.051349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4339-86cb-4696-a77d-9dd40edd49dd req-fbc81ea5-cd23-41e1-bc14-24ee99a2c3ee tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.052839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3fd4339-86cb-4696-a77d-9dd40edd49dd req-fbc81ea5-cd23-41e1-bc14-24ee99a2c3ee tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 948 time: 0.2588406 Jan 29 04:20:25.053611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:25.054213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:25.054652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:25.055100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Bound port: 5139b143-4497-4013-9d97-556e0e4c1df2, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:25.055456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:25.090020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-04e8ed1f-4536-44f4-8bc2-52a9bc4e6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.091540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-04e8ed1f-4536-44f4-8bc2-52a9bc4e6a4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 200 len: 861 time: 0.1031425 Jan 29 04:20:25.103079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-7968e566-96ed-44f6-949e-89e6ec3b4414 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4 HTTP/1.1" status: 200 len: 217 time: 0.1187921 Jan 29 04:20:25.114053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c735cc-5d36-48f1-a35b-bbcdef3c8461 req-d74dea36-81e4-4c59-9e06-87cf558a02fe tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.115290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1c735cc-5d36-48f1-a35b-bbcdef3c8461 req-d74dea36-81e4-4c59-9e06-87cf558a02fe tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.0769498 Jan 29 04:20:25.172921 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-2f75a145-5cdb-4c7c-82af-a1f19d668a55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346406 Jan 29 04:20:25.267483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1c735cc-5d36-48f1-a35b-bbcdef3c8461 req-862d3d41-e3b5-439b-af23-5901c7c238ed tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305275 Jan 29 04:20:25.328816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-f843d155-24d9-4995-92c9-a7c6807b3279 service neutron] 10.222.0.20 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371031 Jan 29 04:20:25.469231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bfe3-1a52-458e-addd-7d9cdc04b906 req-b89c418c-f17a-492b-98b7-1477f96df4db tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.470817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0dd5bfe3-1a52-458e-addd-7d9cdc04b906 req-b89c418c-f17a-492b-98b7-1477f96df4db tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1093946 Jan 29 04:20:25.489356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d231a107-bacd-475a-a0b0-6c16b052bca1 req-7f7e90d2-4808-412c-a0e8-5e0a2efa882a service neutron] 10.222.0.20 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532969 Jan 29 04:20:25.510593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-463a9332-9cde-473e-b4d5-b379cec82d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.512022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-463a9332-9cde-473e-b4d5-b379cec82d26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.5291579 Jan 29 04:20:25.520784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0dd5bfe3-1a52-458e-addd-7d9cdc04b906 req-8f31b74d-9144-4456-a65e-1f8ab92629d3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Jan 29 04:20:25.596428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-0ad30f22-a6b1-45ca-bdb7-563d628f2bab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442531 Jan 29 04:20:25.604486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3fd4339-86cb-4696-a77d-9dd40edd49dd req-10aa96ae-586b-480f-b0d5-97f8f7193141 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152488 Jan 29 04:20:25.639728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] For port 5139b143-4497-4013-9d97-556e0e4c1df2, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:25.642715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-8c2b3c91-950a-422a-9481-d15272bcd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.644272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-8c2b3c91-950a-422a-9481-d15272bcd38c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1495681 Jan 29 04:20:25.703633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] For port 5139b143-4497-4013-9d97-556e0e4c1df2, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5139b143-4497-4013-9d97-556e0e4c1df2,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:25.716119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:25.724180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2dd1c514-4baf-4ec2-952f-76f0a68bdeb5 req-026e35a2-5878-4a5b-9cac-cd8985ecd49c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b33cf7-c5ca-4046-8ddd-c33a85583cc5 HTTP/1.1" status: 200 len: 210 time: 0.0397246 Jan 29 04:20:25.805586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.806320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:25.807696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] 10.222.0.20 "PUT /v2.0/ports/5139b143-4497-4013-9d97-556e0e4c1df2 HTTP/1.1" status: 200 len: 1096 time: 2.4098151 Jan 29 04:20:25.828841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-2b46eca3-fa36-436b-ba77-fd271dfadda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:25.830374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-2b46eca3-fa36-436b-ba77-fd271dfadda5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556995 Jan 29 04:20:25.835373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-56ede81d-7a3e-4aad-a6eb-26df6da8eb42 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247546 Jan 29 04:20:25.930332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75899733-8dbf-4ce0-87c1-092e5d58035e service neutron] Pushing event updated for resources: {'Port': ['ID=5139b143-4497-4013-9d97-556e0e4c1df2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:26.045837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-30d564cc-94ce-4733-908c-d7d2867f8f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:26.048138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c410f-871e-450a-bc1d-ebb08b79cf71 req-210ac8ce-01b0-4758-bd3c-ad8f7a9ec08a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.055388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-370c410f-871e-450a-bc1d-ebb08b79cf71 req-210ac8ce-01b0-4758-bd3c-ad8f7a9ec08a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.2783864 Jan 29 04:20:26.070045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'name': 'network-vif-deleted', 'tag': 'c0220996-496e-423f-bd07-be77b9f0de7c'}, {'name': 'network-changed', 'server_uuid': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'tag': '5debbb9f-9797-4496-b958-4ebb2e07ddad'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:26.073216 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f" -d '{"events": [{"server_uuid": "87b33cf7-c5ca-4046-8ddd-c33a85583cc5", "name": "network-vif-deleted", "tag": "c0220996-496e-423f-bd07-be77b9f0de7c"}, {"name": "network-changed", "server_uuid": "c01006e2-28e7-4897-9335-09fa1ce5e637", "tag": "5debbb9f-9797-4496-b958-4ebb2e07ddad"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:26.124049 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc229b-8674-401e-a40a-0440fbc12489 x-openstack-request-id: req-04dc229b-8674-401e-a40a-0440fbc12489 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:26.124485 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b33cf7-c5ca-4046-8ddd-c33a85583cc5", "name": "network-vif-deleted", "tag": "c0220996-496e-423f-bd07-be77b9f0de7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c01006e2-28e7-4897-9335-09fa1ce5e637", "tag": "5debbb9f-9797-4496-b958-4ebb2e07ddad", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:26.124971 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04dc229b-8674-401e-a40a-0440fbc12489 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:26.125721 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b33cf7-c5ca-4046-8ddd-c33a85583cc5', 'name': 'network-vif-deleted', 'tag': 'c0220996-496e-423f-bd07-be77b9f0de7c', 'status': 'completed', 'code': 200} Jan 29 04:20:26.126473 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'tag': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'status': 'completed', 'code': 200} Jan 29 04:20:26.146395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6542c910-3ea3-47ae-999b-c0a3f0e72ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.148440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-6542c910-3ea3-47ae-999b-c0a3f0e72ae2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 1099 time: 0.2009022 Jan 29 04:20:26.152627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-c58ccd5a-caca-48c6-abb2-e220600a8c1d service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120017 Jan 29 04:20:26.156329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-429c0da2-8e87-4e0b-bdea-15f193fe059b req-81f41f52-b2d1-465e-9495-25a476786ab7 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945321 Jan 29 04:20:26.159554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-370c410f-871e-450a-bc1d-ebb08b79cf71 req-3f8ec128-ff31-4c60-b6e0-4e32cf01de57 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033964 Jan 29 04:20:26.301574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-ccc896a1-5ea8-469b-9885-af02f34db123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.302667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-033f0c31-ff2d-4642-9f8e-e617c42e5f68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5139b143-4497-4013-9d97-556e0e4c1df2 HTTP/1.1" status: 200 len: 217 time: 0.0550814 Jan 29 04:20:26.304015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-ccc896a1-5ea8-469b-9885-af02f34db123 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 1094 time: 0.0526226 Jan 29 04:20:26.412628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-34012d88-e070-4cb2-bb76-779babf5554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.415144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-34012d88-e070-4cb2-bb76-779babf5554a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0714779 Jan 29 04:20:26.457791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-1a1078b6-6dc1-4078-abe0-55398c218c5e service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089934 Jan 29 04:20:26.469698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b068d-0d9a-4de9-9a2e-24db0e9b3627 req-9f14d888-f764-484d-a804-53370c86d5de tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.471213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-545b068d-0d9a-4de9-9a2e-24db0e9b3627 req-9f14d888-f764-484d-a804-53370c86d5de tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.0776742 Jan 29 04:20:26.471896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-2fc7f2a6-754c-4d52-90bd-f85c714eb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.473637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-2fc7f2a6-754c-4d52-90bd-f85c714eb862 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474539 Jan 29 04:20:26.476714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-dc266ab8-8b33-418e-a957-a3c8c2875be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.478229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-dc266ab8-8b33-418e-a957-a3c8c2875be2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 922 time: 0.1518686 Jan 29 04:20:26.536988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-548cc8f7-5e8f-474f-9bf7-664fdae77028 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad HTTP/1.1" status: 200 len: 217 time: 0.0394404 Jan 29 04:20:26.552526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-545b068d-0d9a-4de9-9a2e-24db0e9b3627 req-3f9b1b2d-3b6b-4ed5-8518-e9f0bae389a5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733538 Jan 29 04:20:26.601475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-3d24d090-b3ce-449c-ba7e-1c57127787d4 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030860 Jan 29 04:20:26.658018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-04bdc65d-5be2-4dea-bf7d-457e86dc6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.659812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-04bdc65d-5be2-4dea-bf7d-457e86dc6e65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 200 len: 861 time: 0.0528779 Jan 29 04:20:26.702866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-59b5af0c-12f4-40e4-9152-52048835b4ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339570 Jan 29 04:20:26.744143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c39eb-2dbd-4035-8874-09fa242fc7ae req-0a5e2992-6f3a-4002-a7f2-d0d9e57cb0b9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.745662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a8c39eb-2dbd-4035-8874-09fa242fc7ae req-0a5e2992-6f3a-4002-a7f2-d0d9e57cb0b9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1419518 Jan 29 04:20:26.764423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-d69e7f7b-538d-4ad2-9b82-53ebe0449cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.766451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-d69e7f7b-538d-4ad2-9b82-53ebe0449cda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 1099 time: 0.1347315 Jan 29 04:20:26.782711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'tag': '5139b143-4497-4013-9d97-556e0e4c1df2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:26.785562 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7813f97-be36-4d24-b8a1-7d9c91787150" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fc0b80-d571-42d6-95e4-90cd2640365e", "tag": "5139b143-4497-4013-9d97-556e0e4c1df2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:26.805716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bb3bc-406a-41e7-9eaa-b6a0d73bbac6 req-38816f7d-a48e-4989-9407-f045e6795dc5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.807382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b3bb3bc-406a-41e7-9eaa-b6a0d73bbac6 req-38816f7d-a48e-4989-9407-f045e6795dc5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 948 time: 0.1071708 Jan 29 04:20:26.832457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a2d4b7-fd8d-476d-8731-584a62919f34 req-c2ac24c1-eff1-44a2-ade7-7fb9e03e732e service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988134 Jan 29 04:20:26.875913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a8c39eb-2dbd-4035-8874-09fa242fc7ae req-487db87a-e2e6-4a33-87d1-a8053ae8b9dc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219382 Jan 29 04:20:26.893192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-f74fba04-faf6-41a4-953a-41caa13bc5ae service neutron] 10.222.0.20 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577232 Jan 29 04:20:26.913046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b3bb3bc-406a-41e7-9eaa-b6a0d73bbac6 req-7cdbf11e-5b79-4987-ac42-e2c6830adbae tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960014 Jan 29 04:20:26.958013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-86b44147-8023-4375-be2b-da33a01b9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:26.959709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-86b44147-8023-4375-be2b-da33a01b9ad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1711302 Jan 29 04:20:26.967685 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca77eef-1d2e-4664-a80d-3c1ed583b14b x-openstack-request-id: req-bca77eef-1d2e-4664-a80d-3c1ed583b14b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:26.968136 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fc0b80-d571-42d6-95e4-90cd2640365e", "tag": "5139b143-4497-4013-9d97-556e0e4c1df2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:26.969122 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bca77eef-1d2e-4664-a80d-3c1ed583b14b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:26.970284 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'tag': '5139b143-4497-4013-9d97-556e0e4c1df2', 'status': 'completed', 'code': 200} Jan 29 04:20:27.046362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-044e5ad5-6da3-4e2d-a5a0-f0fc8bc3ed6f req-a79306dc-cdf5-47ae-911c-fcf80e694b28 service neutron] 10.222.0.20 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992773 Jan 29 04:20:27.065230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-ce5575c4-fed3-46aa-926b-e7497054074f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4 HTTP/1.1" status: 200 len: 217 time: 0.0500190 Jan 29 04:20:27.143232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-951091a7-3655-45dc-8217-935ff18cce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.144761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-951091a7-3655-45dc-8217-935ff18cce4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 1099 time: 0.0914361 Jan 29 04:20:27.146576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-f0a13e12-76d6-4d05-b0b8-08a3d9d22baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.148379 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-f0a13e12-76d6-4d05-b0b8-08a3d9d22baa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0679858 Jan 29 04:20:27.160869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:27.240190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149013-7b29-4468-921e-1aa9b3292f86 req-3becebf2-c6db-46b8-af63-270b14e74d3a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.242570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc149013-7b29-4468-921e-1aa9b3292f86 req-3becebf2-c6db-46b8-af63-270b14e74d3a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.0683241 Jan 29 04:20:27.252061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c0220996-496e-423f-bd07-be77b9f0de7c no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:27.274462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: c0220996-496e-423f-bd07-be77b9f0de7c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:27.275073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c0220996-496e-423f-bd07-be77b9f0de7c not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:27.295231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc149013-7b29-4468-921e-1aa9b3292f86 req-e76f64a8-14a6-42b7-a3e5-de95c9fb6dbb tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Jan 29 04:20:27.314565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-4139f6c3-831d-48a8-8b09-30769a48bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.316025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-4139f6c3-831d-48a8-8b09-30769a48bdf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993979 Jan 29 04:20:27.322464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-ff2ebe2e-6c52-4125-adee-60bff884e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.323912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-ff2ebe2e-6c52-4125-adee-60bff884e501 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1620014 Jan 29 04:20:27.409161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-bc58d74d-ba86-4e12-b468-e7cd4f6f4466 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5139b143-4497-4013-9d97-556e0e4c1df2 HTTP/1.1" status: 200 len: 217 time: 0.0738914 Jan 29 04:20:27.438540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c9486-f009-482b-b9cf-06592ab6c398 req-0b07b1b5-554a-4f6f-850e-c0ded0d51569 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.440046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5c9486-f009-482b-b9cf-06592ab6c398 req-0b07b1b5-554a-4f6f-850e-c0ded0d51569 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.1754296 Jan 29 04:20:27.517725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-c967442d-100c-494e-87ea-27b839817d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.519099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-c967442d-100c-494e-87ea-27b839817d98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0997286 Jan 29 04:20:27.526893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-be0a3927-51d0-4228-a9c9-7a1319621e81 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008753 Jan 29 04:20:27.529805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5c9486-f009-482b-b9cf-06592ab6c398 req-ae8dcbf0-5e28-4572-a934-23de7c166e78 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Jan 29 04:20:27.645338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-e27c99fa-8cca-4b0c-8f3d-e0b6a34ead36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.646858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-e27c99fa-8cca-4b0c-8f3d-e0b6a34ead36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112216 Jan 29 04:20:27.686236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537d878-f22d-4c63-bb4a-f6c65d116e6b req-466820e2-d1f6-4dac-be94-30a9c6fcd6e7 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:27.693753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5537d878-f22d-4c63-bb4a-f6c65d116e6b req-466820e2-d1f6-4dac-be94-30a9c6fcd6e7 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.0690265 Jan 29 04:20:27.740875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0729546a-25d5-400b-bc70-07d7bfc42ff5 req-78922712-bba5-4a2e-aeb7-1ea3f6f681cb service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927714 Jan 29 04:20:27.741238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5537d878-f22d-4c63-bb4a-f6c65d116e6b req-7e8d3ddc-dc82-44a6-90e6-74b08142e9a5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Jan 29 04:20:27.766581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-165e960f-db44-443c-8c6e-508b0e1eca0b service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071820 Jan 29 04:20:27.865242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7813f97-be36-4d24-b8a1-7d9c91787150 req-24025173-7e86-4ea5-b311-02a6fcce7f77 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896890 Jan 29 04:20:28.019496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0750925-eb0f-4a0d-b40c-2b9d3b920d73 req-4439f57e-c21e-4acc-a9fd-f2cfab59e255 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:28.021422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0750925-eb0f-4a0d-b40c-2b9d3b920d73 req-4439f57e-c21e-4acc-a9fd-f2cfab59e255 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0709012 Jan 29 04:20:28.080965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0750925-eb0f-4a0d-b40c-2b9d3b920d73 req-d7b24648-55d7-4137-8693-b30a999ccbe2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521934 Jan 29 04:20:28.097533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad0e5-5a9f-481d-87a1-b356c6833092 req-79f3497e-f3ff-4667-8733-8e8d2e1eba90 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:28.099952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f8ad0e5-5a9f-481d-87a1-b356c6833092 req-79f3497e-f3ff-4667-8733-8e8d2e1eba90 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 948 time: 0.1082392 Jan 29 04:20:28.154267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f8ad0e5-5a9f-481d-87a1-b356c6833092 req-53c2fba0-8c37-4f5d-9fbf-3210da7b3d62 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Jan 29 04:20:28.416204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad04c-a99d-4802-99ac-7c36a39c157d req-484c4a8a-2736-4fc5-a3eb-9be1437690f4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:28.417581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec5ad04c-a99d-4802-99ac-7c36a39c157d req-484c4a8a-2736-4fc5-a3eb-9be1437690f4 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.0524561 Jan 29 04:20:28.454510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec5ad04c-a99d-4802-99ac-7c36a39c157d req-0aeec375-d812-4289-b39a-eeb574d827e7 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Jan 29 04:20:28.656797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062c75e-5a51-46a9-97bd-d5512b3dd4d0 req-1e88de18-75c4-491e-b65d-defcb04588e9 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:28.658290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1062c75e-5a51-46a9-97bd-d5512b3dd4d0 req-1e88de18-75c4-491e-b65d-defcb04588e9 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.0483570 Jan 29 04:20:28.695292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1062c75e-5a51-46a9-97bd-d5512b3dd4d0 req-2bc7707f-0286-4297-b7e4-db1d740a0dde tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Jan 29 04:20:28.859237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51579825-e1b8-4a0f-bb5c-ba498f56a362 req-6937f077-f864-4f60-8244-a5fd0a7ad07a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:28.860710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51579825-e1b8-4a0f-bb5c-ba498f56a362 req-6937f077-f864-4f60-8244-a5fd0a7ad07a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Jan 29 04:20:28.899306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51579825-e1b8-4a0f-bb5c-ba498f56a362 req-0c47ced7-9acc-400f-a533-59882468b966 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Jan 29 04:20:28.972393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:29.161941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:29.189745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9daed-1b47-44e0-8c2b-1920a83605e6 req-b638f6bb-195e-491e-afec-b9468645b0ab tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.195024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d9daed-1b47-44e0-8c2b-1920a83605e6 req-b638f6bb-195e-491e-afec-b9468645b0ab tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1097 time: 0.0889895 Jan 29 04:20:29.231444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5debbb9f-9797-4496-b958-4ebb2e07ddad details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:29.236465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d9daed-1b47-44e0-8c2b-1920a83605e6 req-3bd5c565-37a4-4ee4-b062-16c5637a6570 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Jan 29 04:20:29.315703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dda135-dd34-4369-b25d-e841f6315388 req-0884a928-f18f-480d-bc4c-0188934d7da4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.317483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33dda135-dd34-4369-b25d-e841f6315388 req-0884a928-f18f-480d-bc4c-0188934d7da4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0680895 Jan 29 04:20:29.362022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212ec9-c042-472b-b024-51913455ef4b req-a8ec2d31-6a1e-4a1f-bee7-ca56e4332a2a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.368861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:29.370854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1212ec9-c042-472b-b024-51913455ef4b req-a8ec2d31-6a1e-4a1f-bee7-ca56e4332a2a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 948 time: 0.0709302 Jan 29 04:20:29.372565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33dda135-dd34-4369-b25d-e841f6315388 req-be9fbcc5-c4bd-4020-9f3c-e85b4f5a2b17 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Jan 29 04:20:29.394713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'port_id': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'mac_address': 'fa:16:3e:7f:04:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e6ec1-5356-4141-8b13-9ac271e8ee88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:29.420564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1212ec9-c042-472b-b024-51913455ef4b req-594e91bf-fd34-4e96-98a8-b452d2fa09c8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Jan 29 04:20:29.456727 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:29.472017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5debbb9f-9797-4496-b958-4ebb2e07ddad {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:29.496111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:29.509158 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:29.511373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df34b9-323e-4e79-a24f-ffe641fe594c req-ab1bd1d6-55f4-490b-8b49-85c95bb50f25 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.519350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77df34b9-323e-4e79-a24f-ffe641fe594c req-ab1bd1d6-55f4-490b-8b49-85c95bb50f25 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0819921 Jan 29 04:20:29.592419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77df34b9-323e-4e79-a24f-ffe641fe594c req-dc032eef-e79b-4f22-9ba1-344b75343a99 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609066 Jan 29 04:20:29.601420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:29.658932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-48eb7c69-6fbf-4f12-9204-6135dcd17552 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.660489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-48eb7c69-6fbf-4f12-9204-6135dcd17552 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.0645249 Jan 29 04:20:29.748453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cd666-d1d2-433a-a1b7-8b64b46f7f49 req-8bbffa94-7ee6-476e-b8e2-707c83bc3475 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.754418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d7cd666-d1d2-433a-a1b7-8b64b46f7f49 req-8bbffa94-7ee6-476e-b8e2-707c83bc3475 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 950 time: 0.0850148 Jan 29 04:20:29.805318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Deleting port 263e092b-1e7c-474e-a693-ea1020357375 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:29.805676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:29.810439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d7cd666-d1d2-433a-a1b7-8b64b46f7f49 req-dac79513-e6f6-4b5d-9406-5dd4fa6d1993 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538232 Jan 29 04:20:29.983502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dc97d-f0c2-4fd9-9f43-d8a20f6fa6db req-e918caa0-8cc0-4346-a3af-01d2c4d5249d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:29.994736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f51dc97d-f0c2-4fd9-9f43-d8a20f6fa6db req-e918caa0-8cc0-4346-a3af-01d2c4d5249d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.0808198 Jan 29 04:20:30.027150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] For port 263e092b-1e7c-474e-a693-ea1020357375, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=263e092b-1e7c-474e-a693-ea1020357375,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:30.028414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:30.046002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f51dc97d-f0c2-4fd9-9f43-d8a20f6fa6db req-f8a0680c-52c2-48ee-af88-562f83f4b3c6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486622 Jan 29 04:20:30.048711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Calling delete_port for 263e092b-1e7c-474e-a693-ea1020357375 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:30.102537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5debbb9f-9797-4496-b958-4ebb2e07ddad'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:30.213724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5c692-9952-4b77-a205-4d01c47f34fe req-b5e1936d-f7f0-4530-a0e2-46b0fc54609c tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:30.215452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ae5c692-9952-4b77-a205-4d01c47f34fe req-b5e1936d-f7f0-4530-a0e2-46b0fc54609c tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 944 time: 0.0734675 Jan 29 04:20:30.284198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ae5c692-9952-4b77-a205-4d01c47f34fe req-440e7787-9f3f-4850-83d8-4c5795d0c735 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Jan 29 04:20:30.331200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:30.383604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event deleted for resources: {'Port': ['ID=263e092b-1e7c-474e-a693-ea1020357375,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:30.431814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] No DVR routers for this DVR port 263e092b-1e7c-474e-a693-ea1020357375 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:30.434726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:30.438229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be087ced-0eab-4363-9fb0-a73a60236d31 req-0af5ec14-3a5b-4478-8421-10e60f8ca04e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "DELETE /v2.0/ports/263e092b-1e7c-474e-a693-ea1020357375 HTTP/1.1" status: 204 len: 173 time: 0.7601204 Jan 29 04:20:30.438738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'name': 'network-vif-deleted', 'tag': '263e092b-1e7c-474e-a693-ea1020357375'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:30.441278 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4fbd9-2794-47ab-ba79-2342952dbd15" -d '{"events": [{"server_uuid": "cb9141ac-3b41-4164-813c-be3701c060b1", "name": "network-vif-deleted", "tag": "263e092b-1e7c-474e-a693-ea1020357375"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:30.547301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5a69-47c4-40a9-82c1-c948bdfc6909 req-9c710880-a4b6-4584-94b4-4f9403bd3d72 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:30.549166 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae9e5a69-47c4-40a9-82c1-c948bdfc6909 req-9c710880-a4b6-4584-94b4-4f9403bd3d72 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0788774 Jan 29 04:20:30.556415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-1163b4ee-3d7a-4aae-a4a3-3049676e9c35 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:20:30.564704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-1163b4ee-3d7a-4aae-a4a3-3049676e9c35 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136542 Jan 29 04:20:30.623147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-e3699667-c2c3-45d3-a8eb-c7bb3ad98399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:30.629637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-e3699667-c2c3-45d3-a8eb-c7bb3ad98399 service neutron] 10.222.0.32 "GET /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 1094 time: 0.0640824 Jan 29 04:20:30.633986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:30.634507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:20:30.653762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae9e5a69-47c4-40a9-82c1-c948bdfc6909 req-7d8804d3-df70-4f84-bf68-26bc46cf2580 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869465 Jan 29 04:20:30.805558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f400bfd-2112-4c7e-b2e7-53f4c2c58da4 req-6f5c5c90-b30c-494a-a357-98fb2dfc68c8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:30.807216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f400bfd-2112-4c7e-b2e7-53f4c2c58da4 req-6f5c5c90-b30c-494a-a357-98fb2dfc68c8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 948 time: 0.0618687 Jan 29 04:20:30.883634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:30.883971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:30.884304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:30.890325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:30.890652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:30.919656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f400bfd-2112-4c7e-b2e7-53f4c2c58da4 req-261c1ee5-827d-46f8-bd55-05bc1cd55049 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992010 Jan 29 04:20:30.920705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:30.920885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:30.921259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:30.921707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Bound port: 9935754c-15fc-43d5-8544-aac9b1ff3969, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:30.975236 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8506114-f346-4730-90ee-6f296e48426c x-openstack-request-id: req-a8506114-f346-4730-90ee-6f296e48426c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:30.976427 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9141ac-3b41-4164-813c-be3701c060b1", "name": "network-vif-deleted", "tag": "263e092b-1e7c-474e-a693-ea1020357375", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:30.977121 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8506114-f346-4730-90ee-6f296e48426c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:30.977679 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9141ac-3b41-4164-813c-be3701c060b1', 'name': 'network-vif-deleted', 'tag': '263e092b-1e7c-474e-a693-ea1020357375', 'status': 'completed', 'code': 200} Jan 29 04:20:30.994268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:31.002362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:31.011652 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] 10.222.0.32 "POST /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969/bindings HTTP/1.1" status: 201 len: 389 time: 0.3810060 Jan 29 04:20:31.093362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d61f84-5ca4-4eae-9c0d-54347872608b req-fb910ef3-02c0-4934-b3b0-4b1287830d0c tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:31.094985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89d61f84-5ca4-4eae-9c0d-54347872608b req-fb910ef3-02c0-4934-b3b0-4b1287830d0c tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0609143 Jan 29 04:20:31.176217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89d61f84-5ca4-4eae-9c0d-54347872608b req-e050740e-a0a5-4c11-aff2-f2d53446e00e tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733879 Jan 29 04:20:31.253570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5139b143-4497-4013-9d97-556e0e4c1df2 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:31.255337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a80e156-fd08-46ef-91c2-0a08bd079387 req-1883212f-07e8-4ccc-9bbd-6aff55a12f98 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb9141ac-3b41-4164-813c-be3701c060b1 HTTP/1.1" status: 200 len: 210 time: 0.0749218 Jan 29 04:20:31.336328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097f41-5861-49ad-a23b-fe7618649671 req-16fdbd5a-7c67-4a1b-8089-ab7893ec787d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:31.343083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b097f41-5861-49ad-a23b-fe7618649671 req-16fdbd5a-7c67-4a1b-8089-ab7893ec787d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 944 time: 0.1022971 Jan 29 04:20:31.343236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['263e092b-1e7c-474e-a693-ea1020357375', '06ddc5c7-e568-453d-a42f-57653cc3d5bf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:31.399625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b097f41-5861-49ad-a23b-fe7618649671 req-65920194-cd4e-4c3c-9c79-668301a15c41 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Jan 29 04:20:31.471776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5139b143-4497-4013-9d97-556e0e4c1df2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5139b143-4497-4013-9d97-556e0e4c1df2,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:31.483123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf73ac-df8d-4bee-944e-8635ec9c7ee7 req-a5b2b590-dfb8-4040-b3c2-0f92e3ff80d0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:31.484743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eeaf73ac-df8d-4bee-944e-8635ec9c7ee7 req-a5b2b590-dfb8-4040-b3c2-0f92e3ff80d0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0825913 Jan 29 04:20:31.487871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-d522e5b6-7d59-426f-ba59-30e4cab42cfe service neutron] 10.222.0.36 "GET /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.1480930 Jan 29 04:20:31.498374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5139b143-4497-4013-9d97-556e0e4c1df2', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '5139b143-4497-4013-9d97-556e0e4c1df2', 'mac_address': 'fa:16:3e:74:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:31.545024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85c283-6cb7-49e4-8c5e-946896e9a4d2 req-c1fdddb9-c5b2-485f-ba51-d2445aecb3c7 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:31.546717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be85c283-6cb7-49e4-8c5e-946896e9a4d2 req-c1fdddb9-c5b2-485f-ba51-d2445aecb3c7 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 944 time: 0.0616922 Jan 29 04:20:31.571164 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:31.591688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eeaf73ac-df8d-4bee-944e-8635ec9c7ee7 req-0b500c94-e122-423a-ada9-c48ed5a46841 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928371 Jan 29 04:20:31.603349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5139b143-4497-4013-9d97-556e0e4c1df2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:31.615527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be85c283-6cb7-49e4-8c5e-946896e9a4d2 req-dba1a147-8e06-49b3-a29f-c6e3cb3141d8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Jan 29 04:20:31.626870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5139b143-4497-4013-9d97-556e0e4c1df2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5139b143-4497-4013-9d97-556e0e4c1df2,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:31.636692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:31.637549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ad7dda6b-43d0-4108-9702-f6ad0998c7f4 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:31.717774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:31.737460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5139b143-4497-4013-9d97-556e0e4c1df2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:31.744394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'mac_address': 'fa:16:3e:49:c0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:31.763324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:31.787334 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:31.789830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:31.802991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7dda6b-43d0-4108-9702-f6ad0998c7f4 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:31.822825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fbfc-27da-4a4a-83c6-e7206ca385b8 req-2585509b-1389-4c69-822f-eeff10fd799f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:31.827047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:31.829068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6218b1a-c937-4b66-9a92-fe3ce8f1d56d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:31.831717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f40fbfc-27da-4a4a-83c6-e7206ca385b8 req-2585509b-1389-4c69-822f-eeff10fd799f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0673890 Jan 29 04:20:31.833637 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:31.870423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:31.878554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f40fbfc-27da-4a4a-83c6-e7206ca385b8 req-2fcc79c7-c4ee-4aeb-b073-cb9ab3e77487 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Jan 29 04:20:31.896365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:31.899740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:31.922050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27473d4e-faac-421f-ac2a-288559a00726 req-ed5fb641-6aaf-4e46-acec-c2b1d55f0d1b tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:31.923584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27473d4e-faac-421f-ac2a-288559a00726 req-ed5fb641-6aaf-4e46-acec-c2b1d55f0d1b tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.20 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0829165 Jan 29 04:20:32.340016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fcfc2-92b6-46b6-892e-80b40babca56 req-5dffe026-174b-43ba-8e95-865176a6b3c8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:32.342217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d56fcfc2-92b6-46b6-892e-80b40babca56 req-5dffe026-174b-43ba-8e95-865176a6b3c8 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 945 time: 0.0738511 Jan 29 04:20:32.386213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:32.392477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128d76-0f80-4324-be2b-84704b1afa55 req-b2cc0478-03ae-4390-baa5-d383ab7b86db tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:32.400578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd128d76-0f80-4324-be2b-84704b1afa55 req-b2cc0478-03ae-4390-baa5-d383ab7b86db tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 949 time: 0.4207227 Jan 29 04:20:32.424849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d56fcfc2-92b6-46b6-892e-80b40babca56 req-c702cbdf-4135-4958-be72-c1954efba983 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups?id=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714905 Jan 29 04:20:32.428456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] Transition to ACTIVE for port object c6218b1a-c937-4b66-9a92-fe3ce8f1d56d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:32.442149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:32.482572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ad7dda6b-43d0-4108-9702-f6ad0998c7f4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:32.491944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd128d76-0f80-4324-be2b-84704b1afa55 req-55c64ea1-c232-425e-a744-ba4e91762b18 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897393 Jan 29 04:20:32.504712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Deleting port d9234603-9c4b-461b-8296-ecc2c261e779 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:32.505062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:32.603525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] No DVR routers for this DVR port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:32.620611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] Pushing event updated for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:32.669619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-bce47de9-15c4-4b1b-8d20-25674a64088f service neutron] 10.222.0.36 "PUT /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1701453 Jan 29 04:20:32.706835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0d34b-f6ca-4369-a58b-3584ad35737d req-583c0cae-ef4b-483b-a22e-7628e101259e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:32.710320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-82b0d34b-f6ca-4369-a58b-3584ad35737d req-583c0cae-ef4b-483b-a22e-7628e101259e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.1228504 Jan 29 04:20:32.717527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] For port d9234603-9c4b-461b-8296-ecc2c261e779, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d9234603-9c4b-461b-8296-ecc2c261e779,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:32.718079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:32.757775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:32.810405 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-82b0d34b-f6ca-4369-a58b-3584ad35737d req-4ae56a43-c68f-4b32-857e-8aca06f853fc tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851977 Jan 29 04:20:32.892591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:32.980274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72510f0f-b08f-4add-ae17-4b7a5cd74dbc req-4003b76b-d241-44eb-9181-d21ac9eb232a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:32.989846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72510f0f-b08f-4add-ae17-4b7a5cd74dbc req-4003b76b-d241-44eb-9181-d21ac9eb232a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0742390 Jan 29 04:20:33.004829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-63c7fc2c-ce22-4b64-8b6d-2a25c8ff261f tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.007227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-63c7fc2c-ce22-4b64-8b6d-2a25c8ff261f tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1571524 Jan 29 04:20:33.026563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72510f0f-b08f-4add-ae17-4b7a5cd74dbc req-e7631c5a-eb00-40af-af6a-11599b34a07e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356181 Jan 29 04:20:33.088091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cd954-66ef-4454-a74f-6d06538d340c req-df18453d-6b69-4a0c-b01f-cf8b58de308e tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.089606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c95cd954-66ef-4454-a74f-6d06538d340c req-df18453d-6b69-4a0c-b01f-cf8b58de308e tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 944 time: 0.2339509 Jan 29 04:20:33.133011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.133011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.133011 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf disassociated. External IP: 172.25.4.28, port: d9234603-9c4b-461b-8296-ecc2c261e779. Jan 29 04:20:33.133547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Calling delete_port for d9234603-9c4b-461b-8296-ecc2c261e779 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:33.138261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-45349c52-3b5e-4f29-9187-c14b3b3078f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.140309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-45349c52-3b5e-4f29-9187-c14b3b3078f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb&tenant_id=338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 1096 time: 0.1236753 Jan 29 04:20:33.150935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d992c-7fd8-42b5-8640-ca18dd7888a5 req-330145e9-3fef-4437-ac1e-cd6e3ecb3e9f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.158471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e08d992c-7fd8-42b5-8640-ca18dd7888a5 req-330145e9-3fef-4437-ac1e-cd6e3ecb3e9f tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.0692718 Jan 29 04:20:33.195407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e08d992c-7fd8-42b5-8640-ca18dd7888a5 req-d9866ceb-0c6f-4185-9937-43578d3e418e tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Jan 29 04:20:33.255399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5debbb9f-9797-4496-b958-4ebb2e07ddad up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:33.289024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c95cd954-66ef-4454-a74f-6d06538d340c req-ebf5031c-7572-4ef6-9b84-a14292b35340 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870859 Jan 29 04:20:33.322300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5debbb9f-9797-4496-b958-4ebb2e07ddad completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:20:33.324068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb462380-dd02-478a-b538-26dd3c7c34c2 req-ea05f9d3-eb58-4d1d-a141-6187c398cc30 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.325878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb462380-dd02-478a-b538-26dd3c7c34c2 req-ea05f9d3-eb58-4d1d-a141-6187c398cc30 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0714707 Jan 29 04:20:33.331401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5debbb9f-9797-4496-b958-4ebb2e07ddad triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:33.332448 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.334254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-84f9d064-1b2d-4a20-af2e-6f2d70fdf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.336402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-84f9d064-1b2d-4a20-af2e-6f2d70fdf536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1096 time: 0.1001470 Jan 29 04:20:33.375193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb462380-dd02-478a-b538-26dd3c7c34c2 req-afa51ed7-60f8-43fa-9ec2-3c5c004ded4f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Jan 29 04:20:33.412317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.434666 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.452658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event deleted for resources: {'Port': ['ID=d9234603-9c4b-461b-8296-ecc2c261e779,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:33.478510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:33.479572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5debbb9f-9797-4496-b958-4ebb2e07ddad'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:33.482094 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551329c0-76aa-49b7-b855-bbc531756fd5" -d '{"events": [{"server_uuid": "c01006e2-28e7-4897-9335-09fa1ce5e637", "name": "network-vif-plugged", "status": "completed", "tag": "5debbb9f-9797-4496-b958-4ebb2e07ddad"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:33.492133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.493263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 263e092b-1e7c-474e-a693-ea1020357375 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:33.560384 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2260954-8f9f-4279-8cb4-8d653c91721d x-openstack-request-id: req-f2260954-8f9f-4279-8cb4-8d653c91721d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:33.560697 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01006e2-28e7-4897-9335-09fa1ce5e637", "name": "network-vif-plugged", "status": "completed", "tag": "5debbb9f-9797-4496-b958-4ebb2e07ddad", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:33.560894 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2260954-8f9f-4279-8cb4-8d653c91721d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:33.561272 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'code': 200} Jan 29 04:20:33.591630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 263e092b-1e7c-474e-a693-ea1020357375 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:33.592046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 263e092b-1e7c-474e-a693-ea1020357375 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:33.616277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:33.629244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:20:33.650421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-f9c9a52d-4f7c-4c23-8c3e-7b0bc940497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.651905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-f9c9a52d-4f7c-4c23-8c3e-7b0bc940497f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.3083489 Jan 29 04:20:33.653714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6bc4dcb-73a2-49a4-9d3f-bc2a773c8343 req-625973aa-d98c-4a38-a320-d7f2180cbd6f tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 210 time: 0.0548093 Jan 29 04:20:33.694067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9ff73-6f3d-417c-808f-baf0d058f91c req-7e7716f4-6bf8-4677-8044-9f07c46881be tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.695584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4fa9ff73-6f3d-417c-808f-baf0d058f91c req-7e7716f4-6bf8-4677-8044-9f07c46881be tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 949 time: 0.0827467 Jan 29 04:20:33.714925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59a70a-9163-45b9-8789-93d4c50cdcb5 req-e9977e08-ceed-491d-91b6-307388609d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.716338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a59a70a-9163-45b9-8789-93d4c50cdcb5 req-e9977e08-ceed-491d-91b6-307388609d59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 1096 time: 0.0665154 Jan 29 04:20:33.736667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-1d97f750-b17d-4071-8cf3-0006da8ab2f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 200 len: 217 time: 0.0761015 Jan 29 04:20:33.757717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4fa9ff73-6f3d-417c-808f-baf0d058f91c req-edc966e3-300d-4bd6-b356-045494074f25 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529795 Jan 29 04:20:33.768286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a59a70a-9163-45b9-8789-93d4c50cdcb5 req-e3f364ec-3cb7-41c4-b621-d393bc9d7344 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Jan 29 04:20:33.834572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-94686c21-90b7-484e-892b-96ab78ba9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.836782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-94686c21-90b7-484e-892b-96ab78ba9abc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0897441 Jan 29 04:20:33.845659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:20:33.865462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:20:33.875934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:33.876695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:33.891124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] No DVR routers for this DVR port d9234603-9c4b-461b-8296-ecc2c261e779 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:33.893841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:33.897280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27473d4e-faac-421f-ac2a-288559a00726 req-d48a8d0e-9add-40c0-aa69-4aa4a06a4234 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.20 "DELETE /v2.0/ports/d9234603-9c4b-461b-8296-ecc2c261e779 HTTP/1.1" status: 204 len: 173 time: 1.9489832 Jan 29 04:20:33.898503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'name': 'network-vif-deleted', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:33.900778 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51bc19-c9ce-4d0e-ae3d-83594b34c009" -d '{"events": [{"server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "name": "network-vif-deleted", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:33.961589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ce25-b6b1-4ac4-b8a8-8deb46ff0949 req-9077fc65-a39f-4702-90f3-56bafa8176d2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:33.963368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c48ce25-b6b1-4ac4-b8a8-8deb46ff0949 req-9077fc65-a39f-4702-90f3-56bafa8176d2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.0575292 Jan 29 04:20:33.964896 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367122bf-43b5-4a14-a6c7-ce9ba26ead1b x-openstack-request-id: req-367122bf-43b5-4a14-a6c7-ce9ba26ead1b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:33.965183 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc04ad-d8a9-45d0-a084-eb7e04983f74", "name": "network-vif-deleted", "tag": "d9234603-9c4b-461b-8296-ecc2c261e779", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:33.965436 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-367122bf-43b5-4a14-a6c7-ce9ba26ead1b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:33.965823 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc04ad-d8a9-45d0-a084-eb7e04983f74', 'name': 'network-vif-deleted', 'tag': 'd9234603-9c4b-461b-8296-ecc2c261e779', 'status': 'completed', 'code': 200} Jan 29 04:20:33.994503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:34.007072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c48ce25-b6b1-4ac4-b8a8-8deb46ff0949 req-8e532fbd-b391-4934-87c4-8af30bc28ebe tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Jan 29 04:20:34.154368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e56432-7733-443b-8374-8f79e87ca1ab req-b9fdadd2-8e33-44bb-9975-d9ed15cd5341 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.156886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2e56432-7733-443b-8374-8f79e87ca1ab req-b9fdadd2-8e33-44bb-9975-d9ed15cd5341 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0572960 Jan 29 04:20:34.183279 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-923140c6-c08a-4cf8-b90b-56836faca376 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306756 Jan 29 04:20:34.202439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2e56432-7733-443b-8374-8f79e87ca1ab req-328ea953-3116-4e2e-8497-81c08b35a65a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366361 Jan 29 04:20:34.340234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:34.360648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da0ed1-0062-49e6-8df3-c1b399262a8a req-7cd67e81-b06a-42c1-a3a9-df9e1c137b1a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.366702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05da0ed1-0062-49e6-8df3-c1b399262a8a req-7cd67e81-b06a-42c1-a3a9-df9e1c137b1a tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.0819080 Jan 29 04:20:34.368810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:20:34.378909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:34.379529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:34.392589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-98762f9b-a1d1-45f6-a820-99d31fe28663 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614561 Jan 29 04:20:34.417789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fcaca-7767-47e4-a486-a099ac3c4d47 req-412cddb1-e3fb-4601-8e0b-921828a8d821 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.419458 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df6fcaca-7767-47e4-a486-a099ac3c4d47 req-412cddb1-e3fb-4601-8e0b-921828a8d821 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0564098 Jan 29 04:20:34.427123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05da0ed1-0062-49e6-8df3-c1b399262a8a req-f5b04486-112a-49fb-8fd2-fb8424441667 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Jan 29 04:20:34.476091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df6fcaca-7767-47e4-a486-a099ac3c4d47 req-1db68f91-b369-4922-8deb-d883b1ea951f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Jan 29 04:20:34.498419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:34.537532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-4ea8c4b4-501e-4780-9108-7396b0d3f18b service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342905 Jan 29 04:20:34.564609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc2570-2d64-4453-a69b-4661cceb3aa3 req-c8b4e307-9bcc-4603-b253-6f246c891f09 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.566147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5dc2570-2d64-4453-a69b-4661cceb3aa3 req-c8b4e307-9bcc-4603-b253-6f246c891f09 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0676262 Jan 29 04:20:34.634422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5dc2570-2d64-4453-a69b-4661cceb3aa3 req-dc3ab28c-8bab-41b9-a9fa-8628c404e904 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569751 Jan 29 04:20:34.705205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-4670d955-9522-4605-9400-f2b5c181bf3d tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--892577826&fields=id&tenant_id=f22c932914b44723be92f4b52a538717 HTTP/1.1" status: 200 len: 267 time: 0.0390792 Jan 29 04:20:34.721188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:34.753105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f6be6-da41-4171-8c78-a443385c6de1 None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:17:42Z', 'revision_number': 4, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee39ce3e-64d0-473f-8a6e-e80e96299116', 'name': '', 'network_id': 'b88fdc91-d001-498a-ac16-68f838bf80e3', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'mac_address': 'fa:16:3e:36:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b298790-140b-4098-8cb5-564c3cda3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:40Z', 'updated_at': '2022-01-29T04:17:48Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'subnets': [{'id': '7b298790-140b-4098-8cb5-564c3cda3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:20:34.771971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63704a36-a862-445a-bbea-793128845d86 req-dbc033c0-f345-44fc-92b9-ce4fcaef3616 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/ports?device_id=9edc04ad-d8a9-45d0-a084-eb7e04983f74 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Jan 29 04:20:34.843708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-99b3624b-72d0-4732-b5a2-68b5488b70a0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.848344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-99b3624b-72d0-4732-b5a2-68b5488b70a0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/networks?id=5e17caa3-ff94-4a60-8b63-ec472f011b60 HTTP/1.1" status: 200 len: 816 time: 0.1321092 Jan 29 04:20:34.863739 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-c5b30ed7-011b-4905-8458-f7a159f718ce tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/quotas/f22c932914b44723be92f4b52a538717 HTTP/1.1" status: 200 len: 375 time: 0.0116456 Jan 29 04:20:34.899589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a88fe1-cb41-4fc1-b629-282a19e5f47d req-d44b7cb0-f4d8-490c-aef5-fe805f81054e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:34.901384 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22a88fe1-cb41-4fc1-b629-282a19e5f47d req-d44b7cb0-f4d8-490c-aef5-fe805f81054e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 949 time: 0.0585964 Jan 29 04:20:34.933026 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-95f85f53-1d88-4a74-9983-cfe3f0294e12 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f22c932914b44723be92f4b52a538717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619197 Jan 29 04:20:34.958900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22a88fe1-cb41-4fc1-b629-282a19e5f47d req-03ce0ddb-1e42-46c5-9c67-b20373187d39 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Jan 29 04:20:35.058856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-75beaf62-cabd-4f6d-9e1a-72c146f0db31 service neutron] 10.222.0.32 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116469 Jan 29 04:20:35.091409 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351b75d-83e5-4d2a-a464-d1ed272c2ddc None None] New status for floating IP 12986793-9ccf-40d3-ae18-0fb54ff4e4cf: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:20:35.127464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-fd20e693-197a-460b-8a3e-401627f154e5 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:35.128955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-fd20e693-197a-460b-8a3e-401627f154e5 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.0879085 Jan 29 04:20:35.149495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13134151-ea98-437f-8ec2-495d144df1dd req-fa635106-ef9d-4969-9862-c4529c511456 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:35.151004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13134151-ea98-437f-8ec2-495d144df1dd req-fa635106-ef9d-4969-9862-c4529c511456 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.0601649 Jan 29 04:20:35.153603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-09f32c3c-14da-43f8-ae22-99ed9399569a service neutron] 10.222.0.32 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883324 Jan 29 04:20:35.190618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13134151-ea98-437f-8ec2-495d144df1dd req-3a63458d-26a6-4245-9ab4-dde3b8df9e29 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Jan 29 04:20:35.249982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5139b143-4497-4013-9d97-556e0e4c1df2 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:35.336300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5139b143-4497-4013-9d97-556e0e4c1df2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:20:35.346512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5139b143-4497-4013-9d97-556e0e4c1df2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:35.346990 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.408649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-4bf91e48-2674-4aa4-a4a3-4323c177dea3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:35.410155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-4bf91e48-2674-4aa4-a4a3-4323c177dea3 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.1798091 Jan 29 04:20:35.420864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47193b32-bf48-4866-ad77-ef48147b8272 req-31208f19-6e44-465c-88a3-8a536a5751f0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:35.422450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47193b32-bf48-4866-ad77-ef48147b8272 req-31208f19-6e44-465c-88a3-8a536a5751f0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1016200 Jan 29 04:20:35.446586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.483169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5139b143-4497-4013-9d97-556e0e4c1df2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5139b143-4497-4013-9d97-556e0e4c1df2,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:35.487350 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.488125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ad7dda6b-43d0-4108-9702-f6ad0998c7f4 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:35.534192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47193b32-bf48-4866-ad77-ef48147b8272 req-09c79690-6b85-4867-a0ce-f61af7f11d22 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010940 Jan 29 04:20:35.565556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5139b143-4497-4013-9d97-556e0e4c1df2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:35.572954 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb785ba-676e-4508-b56d-7d14d552bb42" -d '{"events": [{"server_uuid": "a5fc0b80-d571-42d6-95e4-90cd2640365e", "name": "network-vif-plugged", "status": "completed", "tag": "5139b143-4497-4013-9d97-556e0e4c1df2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:35.576107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5139b143-4497-4013-9d97-556e0e4c1df2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:35.590965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-ef6f54fa-8b19-402c-ba5b-4057159e4097 service neutron] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:35.598543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-ef6f54fa-8b19-402c-ba5b-4057159e4097 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.599670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef153dfd-ff66-42f1-aa6f-a19762f77a2f req-ef6f54fa-8b19-402c-ba5b-4057159e4097 service neutron] 10.222.0.20 "DELETE /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.3814869 Jan 29 04:20:35.611990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Deleting port 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:35.612475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.662475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:20:35.666754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d118e4e-c3a3-4848-9b02-3ef38a01985d req-7c0fbd82-207e-43ad-bb18-a1d493d9046c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:35.668533 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:35.674020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.677203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d118e4e-c3a3-4848-9b02-3ef38a01985d req-7c0fbd82-207e-43ad-bb18-a1d493d9046c tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 951 time: 0.0989420 Jan 29 04:20:35.720377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1b7b-0103-4056-8d46-87cc8c6308b5 req-a258f230-bd05-4f73-a990-cedde6bb039e tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:35.722213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e48e1b7b-0103-4056-8d46-87cc8c6308b5 req-a258f230-bd05-4f73-a990-cedde6bb039e tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0925257 Jan 29 04:20:35.737360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d118e4e-c3a3-4848-9b02-3ef38a01985d req-2cf2f005-d4c4-4ba8-8d50-bc499f1afe81 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb677d7f-7a92-4bf6-9724-0b8f4de19d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511501 Jan 29 04:20:35.786722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e48e1b7b-0103-4056-8d46-87cc8c6308b5 req-15c2e8de-19bf-4ec2-b07a-fc74cce8f704 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569952 Jan 29 04:20:35.789499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] For port 06ddc5c7-e568-453d-a42f-57653cc3d5bf, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=06ddc5c7-e568-453d-a42f-57653cc3d5bf,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:35.789901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.803656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Calling delete_port for 06ddc5c7-e568-453d-a42f-57653cc3d5bf owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:35.814151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee4e3f31-49da-426f-9c82-c6499d88afca req-2cce370a-b27b-44d0-a44b-8c66692b8ddd tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0448778 Jan 29 04:20:35.844027 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.911268 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c30c07-2041-47b6-9f37-7bcf78f37a26 x-openstack-request-id: req-29c30c07-2041-47b6-9f37-7bcf78f37a26 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:35.911268 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc0b80-d571-42d6-95e4-90cd2640365e", "name": "network-vif-plugged", "status": "completed", "tag": "5139b143-4497-4013-9d97-556e0e4c1df2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:35.911268 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29c30c07-2041-47b6-9f37-7bcf78f37a26 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:35.911598 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5139b143-4497-4013-9d97-556e0e4c1df2', 'code': 200} Jan 29 04:20:35.938255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:35.943435 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:35.945510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d9234603-9c4b-461b-8296-ecc2c261e779 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:36.024424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:36.039469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:36.059831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: d9234603-9c4b-461b-8296-ecc2c261e779 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:36.060183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d9234603-9c4b-461b-8296-ecc2c261e779 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:36.077674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['06ddc5c7-e568-453d-a42f-57653cc3d5bf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:36.089667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Pushing event deleted for resources: {'Port': ['ID=06ddc5c7-e568-453d-a42f-57653cc3d5bf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:36.128201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc00b67-af7d-48f4-b2c8-348e9c61ee44 req-3d775e6a-ee77-4151-a167-43cb46e45265 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.130849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bc00b67-af7d-48f4-b2c8-348e9c61ee44 req-3d775e6a-ee77-4151-a167-43cb46e45265 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1096 time: 0.2022424 Jan 29 04:20:36.132469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7caa-a781-4dc2-bd89-28e9905777c8 req-1216db53-e5a7-463d-b144-dd2c86857291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.134499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-379c7caa-a781-4dc2-bd89-28e9905777c8 req-1216db53-e5a7-463d-b144-dd2c86857291 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 1101 time: 0.1286588 Jan 29 04:20:36.163504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] No DVR routers for this DVR port 06ddc5c7-e568-453d-a42f-57653cc3d5bf on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:36.167617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:36.171013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f086c00a-827b-4f17-9157-1e1103c22d38 req-85ae56f0-fc18-4845-9b15-4999614f0cc6 tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.20 "DELETE /v2.0/ports/06ddc5c7-e568-453d-a42f-57653cc3d5bf HTTP/1.1" status: 204 len: 173 time: 0.7472911 Jan 29 04:20:36.177357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-deleted', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:36.180266 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fdf22f-829e-476d-8554-93f872cb9d15" -d '{"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-deleted", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:36.229505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bc00b67-af7d-48f4-b2c8-348e9c61ee44 req-01de3e0a-e796-4593-b480-d5dacf8c7c34 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778108 Jan 29 04:20:36.231512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-379c7caa-a781-4dc2-bd89-28e9905777c8 req-d418bb8c-8bdf-44b7-9ac5-452e73bc7f15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742388 Jan 29 04:20:36.235263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2092700-c872-4501-a2d7-563ecbc11e66 req-95e2822e-f450-4c13-a7df-ad499d690d66 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.236930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2092700-c872-4501-a2d7-563ecbc11e66 req-95e2822e-f450-4c13-a7df-ad499d690d66 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.3378029 Jan 29 04:20:36.279032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2092700-c872-4501-a2d7-563ecbc11e66 req-2b6329b4-8af3-4703-94b6-0589372d81a9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Jan 29 04:20:36.422141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04f5ff-f66a-458d-874f-9084a8328f2a req-b9fccdba-4743-4c03-b971-f4146265ad54 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.423853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e04f5ff-f66a-458d-874f-9084a8328f2a req-b9fccdba-4743-4c03-b971-f4146265ad54 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0537274 Jan 29 04:20:36.446498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1c87a-02e1-4f53-9f9e-6a8da140d33a req-bcb5e839-e71f-4917-a0fe-3fb569206108 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.448479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2e1c87a-02e1-4f53-9f9e-6a8da140d33a req-bcb5e839-e71f-4917-a0fe-3fb569206108 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 950 time: 0.0594554 Jan 29 04:20:36.465837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e04f5ff-f66a-458d-874f-9084a8328f2a req-32e8570d-6ced-485f-9cd9-8c6832cb1903 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Jan 29 04:20:36.495891 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2e1c87a-02e1-4f53-9f9e-6a8da140d33a req-a6f8c79a-158d-4257-8490-7b754b770219 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jan 29 04:20:36.516651 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f5e1ae-4e7d-40d8-af2c-5fac66f1aa0a x-openstack-request-id: req-e9f5e1ae-4e7d-40d8-af2c-5fac66f1aa0a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:36.516884 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20180ab1-229f-48bc-82ba-61c1d8059148", "name": "network-vif-deleted", "tag": "06ddc5c7-e568-453d-a42f-57653cc3d5bf", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:36.517164 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9f5e1ae-4e7d-40d8-af2c-5fac66f1aa0a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:36.517541 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20180ab1-229f-48bc-82ba-61c1d8059148', 'name': 'network-vif-deleted', 'tag': '06ddc5c7-e568-453d-a42f-57653cc3d5bf', 'status': 'completed', 'code': 200} Jan 29 04:20:36.603556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027300a6-45dc-405a-aa49-c1b02b8460ef req-a602a467-4278-47ee-b38c-48b89d9534df tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.605023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-027300a6-45dc-405a-aa49-c1b02b8460ef req-a602a467-4278-47ee-b38c-48b89d9534df tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 1096 time: 0.0420129 Jan 29 04:20:36.645063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-027300a6-45dc-405a-aa49-c1b02b8460ef req-cb319a58-54e5-4ce7-a4bf-39d2b3a1f360 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jan 29 04:20:36.676792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb35d-a46b-4dcf-a862-a345a23d721a req-6d4f856d-8334-47c9-96c6-05a83dbb8af3 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.688508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cfbbb35d-a46b-4dcf-a862-a345a23d721a req-6d4f856d-8334-47c9-96c6-05a83dbb8af3 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0608864 Jan 29 04:20:36.736497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cfbbb35d-a46b-4dcf-a862-a345a23d721a req-f99376d4-4c21-4bd7-8fa9-f4b1abcb5bec tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Jan 29 04:20:36.771226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:36.779439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823467b0-9d86-4ec9-ba0e-8199fa4779d7 req-5a0c8146-3498-4fab-b524-783f1ba1a454 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:36.780418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-823467b0-9d86-4ec9-ba0e-8199fa4779d7 req-5a0c8146-3498-4fab-b524-783f1ba1a454 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0582864 Jan 29 04:20:36.820640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-823467b0-9d86-4ec9-ba0e-8199fa4779d7 req-fd242483-b9d2-4ebd-8471-e6800712b1ac tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Jan 29 04:20:36.846380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:36.865275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13c83450-abd8-42d7-8e3b-51b74f3be34f req-50f6853b-86db-4ff8-9fac-4fcbc465c83d tempest-ServersAdminTestJSON-510622962 tempest-ServersAdminTestJSON-510622962-project] 10.222.0.32 "GET /v2.0/ports?device_id=20180ab1-229f-48bc-82ba-61c1d8059148 HTTP/1.1" status: 200 len: 210 time: 0.0335631 Jan 29 04:20:36.888561 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:36.944298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:36.947411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:36.951390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "DELETE /v2.0/security-groups/25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b HTTP/1.1" status: 204 len: 168 time: 0.1762929 Jan 29 04:20:36.952817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:36.975656 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-3f4645e0-57ae-4346-9713-04d33c0490cc tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] show failed (client error): The resource could not be found. Jan 29 04:20:36.978673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:36.980499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36972) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:36.980626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f4645e0-57ae-4346-9713-04d33c0490cc tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "GET /v2.0/security-groups/25d99d6a-d3a5-43f0-b6c2-7ff8ec48031b HTTP/1.1" status: 404 len: 347 time: 0.0253668 Jan 29 04:20:37.035199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b13ab6-c9e9-4ed9-ae8a-14fa6fbf1eb6 req-b3ff59e7-0cd0-46c2-ae3c-43e8345908fe tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.036647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45b13ab6-c9e9-4ed9-ae8a-14fa6fbf1eb6 req-b3ff59e7-0cd0-46c2-ae3c-43e8345908fe tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.1052146 Jan 29 04:20:37.038602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.038942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.039274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.039601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.039925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.040249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.040569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.040884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.041199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.041510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.041823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.042145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69346d14-91c1-4763-8640-c5820d564717 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:37.173717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45b13ab6-c9e9-4ed9-ae8a-14fa6fbf1eb6 req-b50872a2-0424-45fe-afe8-11bef5144e9e tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269474 Jan 29 04:20:37.196270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Deleting port f88c4b34-8b1a-457e-87e9-e913e7762ad0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:37.196862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:37.214312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10744b6c-2677-42b5-a494-f99fc7e96683 req-27ce4320-1079-4dfd-a060-2f534a9e2bd8 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0636899 Jan 29 04:20:37.338254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:37.338752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:37.388630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Calling delete_port for f88c4b34-8b1a-457e-87e9-e913e7762ad0 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:37.407395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd92e7-c06a-46ff-b752-0142a7d5c40f req-55c65aed-c294-4b1a-9c2b-19468cf7068d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.409007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bdd92e7-c06a-46ff-b752-0142a7d5c40f req-55c65aed-c294-4b1a-9c2b-19468cf7068d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0949461 Jan 29 04:20:37.414387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dfcc2-5cb9-4c25-bfeb-0a212dbcea23 req-16fc00cf-8c2c-46d8-a35f-fcf93c3c0816 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.418427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-067dfcc2-5cb9-4c25-bfeb-0a212dbcea23 req-16fc00cf-8c2c-46d8-a35f-fcf93c3c0816 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0589390 Jan 29 04:20:37.458031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-067dfcc2-5cb9-4c25-bfeb-0a212dbcea23 req-bfd50dde-9b29-46ec-a4be-84d1d90f8d1b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Jan 29 04:20:37.490383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bdd92e7-c06a-46ff-b752-0142a7d5c40f req-86000a17-da59-4130-9227-c19228573688 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742564 Jan 29 04:20:37.615266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:37.654808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Pushing event deleted for resources: {'Port': ['ID=f88c4b34-8b1a-457e-87e9-e913e7762ad0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:37.657262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03b453-cf2a-42e6-8310-1d85591af577 req-196bddf0-8504-48fe-bdb9-23a80fb78421 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.658883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef03b453-cf2a-42e6-8310-1d85591af577 req-196bddf0-8504-48fe-bdb9-23a80fb78421 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0813849 Jan 29 04:20:37.679531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-19a41961-f03d-4378-b72e-a091f70683a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.681038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-19a41961-f03d-4378-b72e-a091f70683a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1097 time: 0.0700634 Jan 29 04:20:37.696406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb7202-6695-46a4-a8fd-1c96ed7b55dc req-3ee5bd3b-247b-458c-878e-7a9aa3f78875 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.697791 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-03fb7202-6695-46a4-a8fd-1c96ed7b55dc req-3ee5bd3b-247b-458c-878e-7a9aa3f78875 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 950 time: 0.1179953 Jan 29 04:20:37.769527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-03fb7202-6695-46a4-a8fd-1c96ed7b55dc req-42ee4a5d-25b2-4f37-b4df-ddf193312e59 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Jan 29 04:20:37.770275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:37.773797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:37.777129 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c34fbd68-9024-4f96-bd62-5b60e1848ed6 tempest-ServersWithSpecificFlavorTestJSON-922623324 tempest-ServersWithSpecificFlavorTestJSON-922623324-project] 10.222.0.32 "DELETE /v2.0/floatingips/12986793-9ccf-40d3-ae18-0fb54ff4e4cf HTTP/1.1" status: 204 len: 168 time: 0.7914183 Jan 29 04:20:37.814187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef03b453-cf2a-42e6-8310-1d85591af577 req-6f414d36-65f9-41b1-b659-0ab73f6cbd99 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433899 Jan 29 04:20:37.909355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-a6af3e79-ffeb-4d6d-8798-702933479b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.910866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-a6af3e79-ffeb-4d6d-8798-702933479b90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.2218916 Jan 29 04:20:37.913351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:37.915822 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c339626-4537-4814-a194-c42e0e623493" -d '{"events": [{"server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "name": "network-vif-plugged", "status": "completed", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:37.927063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-14c26146-418e-484d-b360-0217f449a626 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.929189 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-14c26146-418e-484d-b360-0217f449a626 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.36 "GET /v2.0/networks?id=5e17caa3-ff94-4a60-8b63-ec472f011b60 HTTP/1.1" status: 200 len: 816 time: 0.1931064 Jan 29 04:20:37.959110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab06331-5705-429f-93ff-9759640f32a6 req-d2a5085d-eb95-4198-b6e0-00cac2468532 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:37.960799 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ab06331-5705-429f-93ff-9759640f32a6 req-d2a5085d-eb95-4198-b6e0-00cac2468532 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0559669 Jan 29 04:20:37.999799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-847442f9-7c86-4c0e-bbe0-72af1fa613b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 217 time: 0.0695388 Jan 29 04:20:38.009314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ab06331-5705-429f-93ff-9759640f32a6 req-e9daf8aa-f98a-4850-b177-cecc3980fb38 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Jan 29 04:20:38.098914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-a14dc21a-7f0a-4958-881a-e418b9864dee tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22c932914b44723be92f4b52a538717 HTTP/1.1" status: 200 len: 379 time: 0.1220131 Jan 29 04:20:38.111704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e73bcb-ec7d-45db-b792-bbe31e76aefc req-a7b7fd0e-84da-4710-b391-eb1930f0e417 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:38.113764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26e73bcb-ec7d-45db-b792-bbe31e76aefc req-a7b7fd0e-84da-4710-b391-eb1930f0e417 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.1778769 Jan 29 04:20:38.118699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-9e711292-8f1d-458c-b5f7-d27c864a68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:38.120263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-9e711292-8f1d-458c-b5f7-d27c864a68c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1098244 Jan 29 04:20:38.125141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Request body: {'port': {'device_id': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'admin_state_up': True, 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'security_groups': ['20640041-d480-46d9-9d92-3cd20ed45da5']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:38.136760 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d315bab-c1f5-492e-80fa-bf9819291d0f x-openstack-request-id: req-6d315bab-c1f5-492e-80fa-bf9819291d0f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:38.137060 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "name": "network-vif-plugged", "status": "completed", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:38.137320 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d315bab-c1f5-492e-80fa-bf9819291d0f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:38.137712 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'code': 200} Jan 29 04:20:38.410687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6967e6a7-a237-415f-8ce7-f99e0463239c req-de855348-9451-4126-946c-b4d9081e296c tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0505199 Jan 29 04:20:38.453581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37022) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:38.615448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-d828b8d6-bbb8-4ebc-afa9-c6ac75ac862b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419586 Jan 29 04:20:38.630681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26e73bcb-ec7d-45db-b792-bbe31e76aefc req-5c687acc-a4e5-44a4-a697-402b05bf4bc5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Jan 29 04:20:38.667771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d9652b1a-032b-4f8c-8f4d-bff261fd4ab1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f573d2ec1a824d7dab7f929f61c02c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117343 Jan 29 04:20:38.676225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9747d8-2ed7-4c10-9d45-4548b0d2b032 req-4920b36a-7b31-4b47-988b-f49376448d64 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:38.677772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a9747d8-2ed7-4c10-9d45-4548b0d2b032 req-4920b36a-7b31-4b47-988b-f49376448d64 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0853436 Jan 29 04:20:38.678437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:38.705375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37034) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:38.765754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-f5999669-d26b-4149-a3d3-c584da98e680 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275249 Jan 29 04:20:38.802580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a9747d8-2ed7-4c10-9d45-4548b0d2b032 req-b59a3c18-bd8a-4f0e-ae89-34a2ca76610f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165454 Jan 29 04:20:38.845854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-318d3cd2-e146-4db1-9cac-83b6f7da8171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:38.881658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-318d3cd2-e146-4db1-9cac-83b6f7da8171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:38.933354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce25c-ec20-4277-886a-29661f3e6554 req-54c312c3-6d7d-4b53-9b11-95ab5f6243d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:38.934825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d8ce25c-ec20-4277-886a-29661f3e6554 req-54c312c3-6d7d-4b53-9b11-95ab5f6243d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 1101 time: 0.3788476 Jan 29 04:20:38.967810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b137de-592a-4919-b048-a44ad61d6b5d req-08381904-dd05-4d8c-8b36-9a1f6ed535cb tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:38.969308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5b137de-592a-4919-b048-a44ad61d6b5d req-08381904-dd05-4d8c-8b36-9a1f6ed535cb tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.2026768 Jan 29 04:20:38.978997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Made reservation on behalf of f22c932914b44723be92f4b52a538717 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:38.982562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.013422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaef6f-f1f9-4b32-9af5-78f1c2265eff req-666aabe8-06ee-4e67-bfda-53e1627f914a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:39.015086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acfaef6f-f1f9-4b32-9af5-78f1c2265eff req-666aabe8-06ee-4e67-bfda-53e1627f914a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 950 time: 0.1314178 Jan 29 04:20:39.059529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-c76d9186-039a-4579-8e49-5518b0df116b service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757716 Jan 29 04:20:39.063994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d8ce25c-ec20-4277-886a-29661f3e6554 req-33f6d032-26c5-4763-a39c-bd4058c4e425 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131601 Jan 29 04:20:39.089490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-318d3cd2-e146-4db1-9cac-83b6f7da8171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.092443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-318d3cd2-e146-4db1-9cac-83b6f7da8171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.096844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-318d3cd2-e146-4db1-9cac-83b6f7da8171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb677d7f-7a92-4bf6-9724-0b8f4de19d17 HTTP/1.1" status: 204 len: 168 time: 0.4141691 Jan 29 04:20:39.111421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acfaef6f-f1f9-4b32-9af5-78f1c2265eff req-f28dfcc8-996d-4eeb-9e39-b40997471011 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638740 Jan 29 04:20:39.137763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5b137de-592a-4919-b048-a44ad61d6b5d req-37b97df9-19c6-4064-a29c-066097799668 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498208 Jan 29 04:20:39.165154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d3cd2-e146-4db1-9cac-83b6f7da8171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb677d7f-7a92-4bf6-9724-0b8f4de19d17,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:39.263781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Allocated IP 172.20.0.11 (5e17caa3-ff94-4a60-8b63-ec472f011b60/4d34f3ee-2236-439b-8588-3256821096f7/0d9e1748-3ca3-454b-9cc0-ecfa343def06) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:39.266840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:39.318888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 06ddc5c7-e568-453d-a42f-57653cc3d5bf {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:39.320036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 06ddc5c7-e568-453d-a42f-57653cc3d5bf not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:39.406216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb1d09-07c2-48b8-a2a7-2221ec89972a req-3b57cdd2-8b81-4b0e-9d6c-e5af552db22d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:39.408760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24cb1d09-07c2-48b8-a2a7-2221ec89972a req-3b57cdd2-8b81-4b0e-9d6c-e5af552db22d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 950 time: 0.1313696 Jan 29 04:20:39.422244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc980-d16b-492f-933e-bc883cbb044e req-8fbe7feb-ffd2-4cad-b1b8-fcb5773d126a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:39.423717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e1dc980-d16b-492f-933e-bc883cbb044e req-8fbe7feb-ffd2-4cad-b1b8-fcb5773d126a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1633372 Jan 29 04:20:39.470471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24cb1d09-07c2-48b8-a2a7-2221ec89972a req-226fbcda-755c-48f8-8802-281b95653781 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Jan 29 04:20:39.513722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.518385 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e1dc980-d16b-492f-933e-bc883cbb044e req-44d6327e-f735-44d5-8d71-d023ad81baa8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868347 Jan 29 04:20:39.561967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:39.563364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.568713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.640524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:39.675447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2819211c-918c-4e5d-8181-ccf2c0ff1f93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b34befc0ce9e487fbb1f33b949f26366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099770 Jan 29 04:20:39.676516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:39.680953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:39.720804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:39.762549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event updated for resources: {'Port': ['ID=0d9e1748-3ca3-454b-9cc0-ecfa343def06,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:39.804856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.805526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.805631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.805933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.806271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.806605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.806930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.807251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.807568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.807886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.808286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.808609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:39.834125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:39.835606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.857296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f70111f3-cfb2-46fb-9474-f631c8b88456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.889009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a153b-da30-4b07-8999-7fb172a058b8 req-1a6354ce-fe44-4d5a-97ce-f85c90eec75c tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:39.891550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad9a153b-da30-4b07-8999-7fb172a058b8 req-1a6354ce-fe44-4d5a-97ce-f85c90eec75c tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 932 time: 0.1636117 Jan 29 04:20:39.892499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f70111f3-cfb2-46fb-9474-f631c8b88456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:39.929768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-d817831a-ffaa-4a17-a405-e74df83a43e0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8143005 Jan 29 04:20:39.960131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Request body: {'port': {'device_id': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:40.009149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1ead79ae-e39f-40e5-865a-06c4c0e94245 None None] Provisioning complete for port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:40.009533 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ead79ae-e39f-40e5-865a-06c4c0e94245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.039346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f70111f3-cfb2-46fb-9474-f631c8b88456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.042411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f70111f3-cfb2-46fb-9474-f631c8b88456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.043683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f70111f3-cfb2-46fb-9474-f631c8b88456 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dd10a08-44d6-44cf-8512-2dce315a4314 HTTP/1.1" status: 204 len: 168 time: 0.3620381 Jan 29 04:20:40.056386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70111f3-cfb2-46fb-9474-f631c8b88456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd10a08-44d6-44cf-8512-2dce315a4314,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:40.089942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad9a153b-da30-4b07-8999-7fb172a058b8 req-dc8ed904-78fb-4424-b5c2-dabbba5e9183 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802120 Jan 29 04:20:40.111108 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.115136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1ead79ae-e39f-40e5-865a-06c4c0e94245 None None] Port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:40.176036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8158bd0-14f4-4a71-af98-dc732d36dcc7 req-d2a235c6-ef88-4fe2-96fc-f183e5a69240 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:40.178065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a8158bd0-14f4-4a71-af98-dc732d36dcc7 req-d2a235c6-ef88-4fe2-96fc-f183e5a69240 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1177845 Jan 29 04:20:40.184762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Deleting port ee39ce3e-64d0-473f-8a6e-e80e96299116 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:40.187330 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.244579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a8158bd0-14f4-4a71-af98-dc732d36dcc7 req-662882dc-b109-4d04-a6fa-35bd18792fba tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Jan 29 04:20:40.406105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] For port ee39ce3e-64d0-473f-8a6e-e80e96299116, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ee39ce3e-64d0-473f-8a6e-e80e96299116,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:40.410270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.434653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Calling delete_port for ee39ce3e-64d0-473f-8a6e-e80e96299116 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:40.543704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9e1748-3ca3-454b-9cc0-ecfa343def06 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:40.551506 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.567983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Transition to ACTIVE for port object 0d9e1748-3ca3-454b-9cc0-ecfa343def06 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:40.605411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.674627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e1748-3ca3-454b-9cc0-ecfa343def06,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:40.688955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bddc4-7001-4533-9cfc-cc9c6a2c4f3a req-68c29dca-39dc-4be6-805f-f2d9ac31b889 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:40.698117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d9bddc4-7001-4533-9cfc-cc9c6a2c4f3a req-68c29dca-39dc-4be6-805f-f2d9ac31b889 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.1275644 Jan 29 04:20:40.736937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:40.796490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee39ce3e-64d0-473f-8a6e-e80e96299116,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:40.840601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d9bddc4-7001-4533-9cfc-cc9c6a2c4f3a req-fcd84c0a-5386-428f-a15e-e8f74cb78f6d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401491 Jan 29 04:20:40.851193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Attempting to bind port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:40.851893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Attempting to bind port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:40.852442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Attempting to bind port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 on network 5e17caa3-ff94-4a60-8b63-ec472f011b60 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:40.878552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 on network 5e17caa3-ff94-4a60-8b63-ec472f011b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:40.879363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Attempting to bind port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 on network 5e17caa3-ff94-4a60-8b63-ec472f011b60 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:40.883066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55b51d-e978-4f84-946b-fb3621f47978 req-67c357c0-eed5-4708-b18a-501313dc0c24 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:40.893467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c55b51d-e978-4f84-946b-fb3621f47978 req-67c357c0-eed5-4708-b18a-501313dc0c24 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 950 time: 0.1718545 Jan 29 04:20:40.899285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:40.899734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Checking segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:40.900224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Bound using segment: {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:40.900766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Bound port: 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5156423-9884-43c8-9790-51bfef1e9a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:40.901254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:41.080387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:41.102306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d2b04-5d7a-4cd0-88c9-ed01ed8b5874 req-0a4f92b1-155f-42ef-b9b0-9f7661ffbc8f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:41.104253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d1d2b04-5d7a-4cd0-88c9-ed01ed8b5874 req-0a4f92b1-155f-42ef-b9b0-9f7661ffbc8f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1019478 Jan 29 04:20:41.116918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] For port 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:41.170851 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c55b51d-e978-4f84-946b-fb3621f47978 req-666883fa-8340-4820-907e-a0bd5aa9e2c1 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761025 Jan 29 04:20:41.198057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] For port 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:41.203066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:41.292392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d1d2b04-5d7a-4cd0-88c9-ed01ed8b5874 req-d5abbdbd-907e-4d53-bcc7-b37e546f8315 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713884 Jan 29 04:20:41.377084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:41.378017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:41.380278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d9e1748-3ca3-454b-9cc0-ecfa343def06 HTTP/1.1" status: 200 len: 1092 time: 1.4322796 Jan 29 04:20:41.388169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:41.396465 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46871d-d01b-4353-a8f7-55f7e7e87451" -d '{"events": [{"name": "network-changed", "server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:41.438652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa27467-8d46-4b5e-956e-1eda0ca136a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e1748-3ca3-454b-9cc0-ecfa343def06,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:41.517027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc68cfb-8181-478a-a20b-665ff2db640d req-70aebf39-870c-403b-8fa8-d128e103b8af tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:41.526976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afc68cfb-8181-478a-a20b-665ff2db640d req-70aebf39-870c-403b-8fa8-d128e103b8af tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.0782363 Jan 29 04:20:41.553740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:20:41.636405 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:41.682000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afc68cfb-8181-478a-a20b-665ff2db640d req-d9c473d1-4387-4fe1-9bf4-cbc561a68763 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535325 Jan 29 04:20:41.704051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:20:41.705398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-5cc747e8-9124-4793-8497-423e711106fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:41.714954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-5cc747e8-9124-4793-8497-423e711106fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22c932914b44723be92f4b52a538717&device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 1095 time: 0.1758816 Jan 29 04:20:41.715378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a7f1d6dd-83ab-439b-8b1a-e468d9663c89 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d4652a8-5d38-471b-9082-ccc12ef2fc90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9944050 Jan 29 04:20:41.715680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37110) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:41.726366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] Sync routers for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:20:41.746733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:41.747862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:41.866664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-8f1b4cbd-6819-4399-aa6c-e69d6c0702af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06 HTTP/1.1" status: 200 len: 217 time: 0.1407239 Jan 29 04:20:41.978860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:41.994754 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:42.020741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-9c5096ac-7262-48b9-8ea2-91ec95b5f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.022696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-9c5096ac-7262-48b9-8ea2-91ec95b5f773 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d34f3ee-2236-439b-8588-3256821096f7 HTTP/1.1" status: 200 len: 855 time: 0.1453893 Jan 29 04:20:42.048397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc692b-7d0c-4417-9fbe-afa381a8e148 req-b8545ae2-b3ab-4ddb-af03-6fd23458b9f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.049954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eecc692b-7d0c-4417-9fbe-afa381a8e148 req-b8545ae2-b3ab-4ddb-af03-6fd23458b9f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1864312 Jan 29 04:20:42.141506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eecc692b-7d0c-4417-9fbe-afa381a8e148 req-eb74bf81-670c-4f01-b613-2946b143d27e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752847 Jan 29 04:20:42.150042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa816f6-33dd-4079-a19f-a96b67aef3f5 req-df11cf73-93c5-46cc-a5cb-62e888c8e639 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.151828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-8332763b-84ac-40f8-be1b-f3b0912ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.153846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-8332763b-84ac-40f8-be1b-f3b0912ba2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e17caa3-ff94-4a60-8b63-ec472f011b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029952 Jan 29 04:20:42.161742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa816f6-33dd-4079-a19f-a96b67aef3f5 req-df11cf73-93c5-46cc-a5cb-62e888c8e639 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.167016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-daa816f6-33dd-4079-a19f-a96b67aef3f5 req-df11cf73-93c5-46cc-a5cb-62e888c8e639 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af&device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 1691 time: 0.2235041 Jan 29 04:20:42.204593 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec7902b-7a5b-40ba-9b66-15ff808a5476 x-openstack-request-id: req-1ec7902b-7a5b-40ba-9b66-15ff808a5476 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:42.204878 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:42.205130 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ec7902b-7a5b-40ba-9b66-15ff808a5476 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:42.205527 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'status': 'completed', 'code': 200} Jan 29 04:20:42.258803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-daa816f6-33dd-4079-a19f-a96b67aef3f5 req-055e425b-65ba-4bb0-b4c1-bbef4fdbdaed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755596 Jan 29 04:20:42.266031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '846e5a89-6db9-476b-8484-719fe64390bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:20:40Z', 'revision_number': 5, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port': {'id': '846e5a89-6db9-476b-8484-719fe64390bb', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:38Z', 'updated_at': '2022-01-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:42.275298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:42.347826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-8f78e0b0-12d2-467b-93e3-0338d34fdef2 service neutron] 10.222.0.36 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804187 Jan 29 04:20:42.364908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] Checking router: 5d4652a8-5d38-471b-9082-ccc12ef2fc90 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:20:42.386574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af8ac-84a3-4b31-8673-533abc7daeaa req-2d4f7d25-79b5-4178-8cec-db9527950bab tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.387682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] Routers {'5d4652a8-5d38-471b-9082-ccc12ef2fc90'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:42.389017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a8af8ac-84a3-4b31-8673-533abc7daeaa req-2d4f7d25-79b5-4178-8cec-db9527950bab tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 945 time: 0.0915380 Jan 29 04:20:42.389797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:42.544343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] Set router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:42.555934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a8af8ac-84a3-4b31-8673-533abc7daeaa req-ca9387d6-1871-49d0-9179-2d3556119d9b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396065 Jan 29 04:20:42.601863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:20:42Z', 'revision_number': 6, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:42.634426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5ba049a-0029-4913-ae3d-1ce08c5dcb74 req-dcdf4916-1f27-4c0a-af3f-b628a9514681 service neutron] 10.222.0.36 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770846 Jan 29 04:20:42.650698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4763679-6d32-42d2-ae01-1f38c73f3cfb None None] The sync data for ids ['5d4652a8-5d38-471b-9082-ccc12ef2fc90'] in n-d-825930-1 is: [{'id': '5d4652a8-5d38-471b-9082-ccc12ef2fc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-188216135-router', 'tenant_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:37Z', 'updated_at': '2022-01-29T04:20:42Z', 'revision_number': 6, 'project_id': 'd7e3d2a6e7f648af8c5cbb511b9d95b9', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:20:42.761368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dcb5-4596-4c4a-b25c-f2f2f1529efc req-042c94b7-5eeb-43de-9188-9d5385bf81c1 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.763194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5648dcb5-4596-4c4a-b25c-f2f2f1529efc req-042c94b7-5eeb-43de-9188-9d5385bf81c1 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 1101 time: 0.0840025 Jan 29 04:20:42.800072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-6b193fc7-5f9f-42a5-aa39-b0588ad604f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.802590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-6b193fc7-5f9f-42a5-aa39-b0588ad604f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22c932914b44723be92f4b52a538717&device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 1095 time: 0.0729339 Jan 29 04:20:42.802795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Deleting port 846e5a89-6db9-476b-8484-719fe64390bb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:42.803812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:42.814132 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5648dcb5-4596-4c4a-b25c-f2f2f1529efc req-9770b836-100e-442b-b376-1efb13a281ed tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Jan 29 04:20:42.875351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87cbb-64df-4637-8ed3-13a1de71adfe req-433a828f-e556-423a-8d9d-30dce5ff50fb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.877019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6c87cbb-64df-4637-8ed3-13a1de71adfe req-433a828f-e556-423a-8d9d-30dce5ff50fb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1175618 Jan 29 04:20:42.930605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] For port 846e5a89-6db9-476b-8484-719fe64390bb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=846e5a89-6db9-476b-8484-719fe64390bb,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:42.931094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:42.952671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-372ad8a8-924c-485b-908d-2e8666218d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:42.954269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-372ad8a8-924c-485b-908d-2e8666218d39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e17caa3-ff94-4a60-8b63-ec472f011b60 HTTP/1.1" status: 200 len: 917 time: 0.1321905 Jan 29 04:20:42.956626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Calling delete_port for 846e5a89-6db9-476b-8484-719fe64390bb owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:42.979106 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6c87cbb-64df-4637-8ed3-13a1de71adfe req-97c5c84f-d8f8-4f84-97a7-bb6e21c99db8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677826 Jan 29 04:20:43.029468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-290b50e5-b4a6-4abc-a1d7-f801aa6fda0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06 HTTP/1.1" status: 200 len: 217 time: 0.0649295 Jan 29 04:20:43.126381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4e46a-9c68-4972-a180-4e3a0335ea87 req-b0bec3c4-5571-40a0-ae7f-871e209013fc tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:43.128086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38a4e46a-9c68-4972-a180-4e3a0335ea87 req-b0bec3c4-5571-40a0-ae7f-871e209013fc tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.1561396 Jan 29 04:20:43.135758 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.145119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-342edd82-4fdd-4eeb-a185-a5dfcc6aea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:43.146556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-342edd82-4fdd-4eeb-a185-a5dfcc6aea13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d34f3ee-2236-439b-8588-3256821096f7 HTTP/1.1" status: 200 len: 855 time: 0.1018507 Jan 29 04:20:43.206243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88ce53-1fe6-4123-845b-44a295126776 req-c04d3100-3787-40c3-8692-db5dd5b17589 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:43.207862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba88ce53-1fe6-4123-845b-44a295126776 req-c04d3100-3787-40c3-8692-db5dd5b17589 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 1101 time: 0.1487505 Jan 29 04:20:43.227298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38a4e46a-9c68-4972-a180-4e3a0335ea87 req-6dfbc357-894a-4f85-94ed-4090634d79d7 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900433 Jan 29 04:20:43.244194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-ed77bd34-eb9a-4f1b-8ea6-d74ab8c09516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:43.245647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-ed77bd34-eb9a-4f1b-8ea6-d74ab8c09516 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e17caa3-ff94-4a60-8b63-ec472f011b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891342 Jan 29 04:20:43.252513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.285643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba88ce53-1fe6-4123-845b-44a295126776 req-9fc9a24d-ba43-4dbc-8108-e2794a5b64b8 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693493 Jan 29 04:20:43.293134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Pushing event deleted for resources: {'Port': ['ID=846e5a89-6db9-476b-8484-719fe64390bb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:43.300404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5debbb9f-9797-4496-b958-4ebb2e07ddad details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:43.387474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.429914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-0250e767-bc25-4c37-bdff-7f5677d78de8 service neutron] 10.222.0.36 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756756 Jan 29 04:20:43.466970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee39ce3e-64d0-473f-8a6e-e80e96299116 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:43.540681 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.541853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:43.548105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc46871d-d01b-4353-a8f7-55f7e7e87451 req-6d2dc9a6-650d-4c21-976b-fde94db9bab0 service neutron] 10.222.0.36 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089041 Jan 29 04:20:43.564732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.584018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'port_id': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'mac_address': 'fa:16:3e:7f:04:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e6ec1-5356-4141-8b13-9ac271e8ee88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:43.587406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ee39ce3e-64d0-473f-8a6e-e80e96299116 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:43.588162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee39ce3e-64d0-473f-8a6e-e80e96299116 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:43.606996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae48f85-b1ba-4b49-96e8-0235ef78d34d req-1b5875ea-596f-45c7-8581-646848c4e5bf tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:43.614258 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ae48f85-b1ba-4b49-96e8-0235ef78d34d req-1b5875ea-596f-45c7-8581-646848c4e5bf tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.2217331 Jan 29 04:20:43.643098 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.666909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5debbb9f-9797-4496-b958-4ebb2e07ddad {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:43.708709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:43.722976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.730024 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.730721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4652a8-5d38-471b-9082-ccc12ef2fc90 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:20:43.736865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.738131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-46e02a30-f5ce-4530-808f-84260e4f6bab admin admin] 10.222.0.32 "DELETE /v2.0/routers/5d4652a8-5d38-471b-9082-ccc12ef2fc90 HTTP/1.1" status: 204 len: 168 time: 2.0210445 Jan 29 04:20:43.740902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:43.782798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ae48f85-b1ba-4b49-96e8-0235ef78d34d req-824a1f79-2c7b-4605-b5e3-1e3ecc09c61f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674032 Jan 29 04:20:43.855478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:43.864554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.864911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.865252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.866172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.866519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.866850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.867178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.867507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.867839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.879042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.879439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.879914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:20:43.921115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Deleting subnet 7b298790-140b-4098-8cb5-564c3cda3871 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:20:43.924769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:43.937590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5debbb9f-9797-4496-b958-4ebb2e07ddad'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:44.034444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.077091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-a9f46896-af93-4fbc-a4f2-7e2a93b26bb1 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615268 Jan 29 04:20:44.087884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea3d41-e4c8-4b91-8962-c37937017a54 req-4e456c72-6cf5-4256-b57f-e0858e77b885 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:44.095636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8eea3d41-e4c8-4b91-8962-c37937017a54 req-4e456c72-6cf5-4256-b57f-e0858e77b885 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 944 time: 0.1937351 Jan 29 04:20:44.173735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8eea3d41-e4c8-4b91-8962-c37937017a54 req-443958c8-ae34-48e7-8266-ca6369c1ca28 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Jan 29 04:20:44.205595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.219215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-5b4bd6ac-6877-4fc7-8be6-27bfdc99eeed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:44.227332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-5b4bd6ac-6877-4fc7-8be6-27bfdc99eeed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496856 Jan 29 04:20:44.251588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-219f1517-a123-4b0d-87f7-1488b1935197 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/quotas/6d9f0e354c9549eb83cc3d27648cee6f HTTP/1.1" status: 200 len: 375 time: 0.0194266 Jan 29 04:20:44.323417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-209bc9c1-3c11-48c4-b58f-a57983197174 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747826 Jan 29 04:20:44.343650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.434662 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.440400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b298790-140b-4098-8cb5-564c3cda3871 HTTP/1.1" status: 204 len: 168 time: 0.6968608 Jan 29 04:20:44.440400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0a0e-82f2-434e-bb1f-aa0bf7506c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b298790-140b-4098-8cb5-564c3cda3871,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:44.440665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828081f-c714-413a-9595-1a6f4033c2b2 None None] Network b88fdc91-d001-498a-ac16-68f838bf80e3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:20:44.440800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37192) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:44.510424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-75df635a-3aea-42d1-b650-1738d6763b48 service neutron] 10.222.0.36 "GET /v2.0/ports/34d535ed-126e-4d30-a9e4-1a05fdb7fe98/bindings/n-h1-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.1734180 Jan 29 04:20:44.522543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bff26-1751-4ad6-bb20-f319eb1ea1ed req-c4f5a6de-750d-4447-a194-73c1f149997a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:44.524681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b59bff26-1751-4ad6-bb20-f319eb1ea1ed req-c4f5a6de-750d-4447-a194-73c1f149997a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0797064 Jan 29 04:20:44.565326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.595330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b59bff26-1751-4ad6-bb20-f319eb1ea1ed req-10f5d1e3-b160-4e4e-9499-34219803cfdc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639830 Jan 29 04:20:44.717173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Deleting port b424f4ec-20d1-4c66-a56f-b22f61b130b7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:44.717624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.800390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] DHCP port deletion for b88fdc91-d001-498a-ac16-68f838bf80e3 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:20:44.860308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] For port b424f4ec-20d1-4c66-a56f-b22f61b130b7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b424f4ec-20d1-4c66-a56f-b22f61b130b7,segment=NetworkSegment(9e8cee1d-31e2-4368-8597-b513a1818cdd),segment_id=9e8cee1d-31e2-4368-8597-b513a1818cdd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:44.860679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:44.904729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Calling delete_port for b424f4ec-20d1-4c66-a56f-b22f61b130b7 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:45.043849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.047679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Deleting port b424f4ec-20d1-4c66-a56f-b22f61b130b7 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:45.048571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.088549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7f8b1-5140-4591-9bc9-d213e2c67284 req-92b3e788-878a-4b7c-b0fb-3144d408bd9e tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.096727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdc7f8b1-5140-4591-9bc9-d213e2c67284 req-92b3e788-878a-4b7c-b0fb-3144d408bd9e tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.1913943 Jan 29 04:20:45.108403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] No DVR routers for this DVR port b424f4ec-20d1-4c66-a56f-b22f61b130b7 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:45.110571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Pushing event deleted for resources: {'Port': ['ID=b424f4ec-20d1-4c66-a56f-b22f61b130b7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:45.125766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-28f7eb2d-0208-4d77-a312-4a79b033b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.128510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-28f7eb2d-0208-4d77-a312-4a79b033b5d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32&tenant_id=d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 1101 time: 0.1800978 Jan 29 04:20:45.144798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] For port b424f4ec-20d1-4c66-a56f-b22f61b130b7, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:45.145212 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.155941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdc7f8b1-5140-4591-9bc9-d213e2c67284 req-6de4f39b-9081-4129-9005-8d8b948c0c3c tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578990 Jan 29 04:20:45.177149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Calling delete_port for b424f4ec-20d1-4c66-a56f-b22f61b130b7 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:45.185349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Port b424f4ec-20d1-4c66-a56f-b22f61b130b7 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:20:45.188364 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.258805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-d79fbab6-c670-4236-bff4-e2a58f7caabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.260308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-d79fbab6-c670-4236-bff4-e2a58f7caabf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1101 time: 0.0823836 Jan 29 04:20:45.263050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.267447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] Pushing event deleted for resources: {'Port': ['ID=b424f4ec-20d1-4c66-a56f-b22f61b130b7,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:45.273358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb818a3-d00d-48ce-af44-795bf88fdc9c None None] No DVR routers for this DVR port b424f4ec-20d1-4c66-a56f-b22f61b130b7 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:45.282252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f2b4c-9cff-414e-99dd-4b433da98b95 req-8abe50d3-ef60-45b3-9a57-fdf86fe8b961 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.284004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-244f2b4c-9cff-414e-99dd-4b433da98b95 req-8abe50d3-ef60-45b3-9a57-fdf86fe8b961 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1769218 Jan 29 04:20:45.297262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b424f4ec-20d1-4c66-a56f-b22f61b130b7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:45.320619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b424f4ec-20d1-4c66-a56f-b22f61b130b7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:45.321047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b424f4ec-20d1-4c66-a56f-b22f61b130b7 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:45.321695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 846e5a89-6db9-476b-8484-719fe64390bb no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:45.337182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88fdc91-d001-498a-ac16-68f838bf80e3']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:45.349721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 846e5a89-6db9-476b-8484-719fe64390bb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:45.350669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 846e5a89-6db9-476b-8484-719fe64390bb not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:45.351162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8cee1d-31e2-4368-8597-b513a1818cdd') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:45.351282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8cee1d-31e2-4368-8597-b513a1818cdd') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:45.353367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5debbb9f-9797-4496-b958-4ebb2e07ddad no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:45.382650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.400194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.407134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:20:45.407545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.456192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c7a52-7ba7-48e5-b456-cdab20bcfb60 req-fe6e2a4d-572a-4aeb-a16a-811cd2ec1d5d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.457806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-781c7a52-7ba7-48e5-b456-cdab20bcfb60 req-fe6e2a4d-572a-4aeb-a16a-811cd2ec1d5d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 944 time: 0.1784358 Jan 29 04:20:45.479077 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.492830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-244f2b4c-9cff-414e-99dd-4b433da98b95 req-508c7527-0923-4062-b02b-2b5f8144df84 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970217 Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:20:45.493874 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:20:45.499155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.501211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-cfd41135-ce88-4597-a7ef-03277bc7ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.503205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-cfd41135-ce88-4597-a7ef-03277bc7ee3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2222397 Jan 29 04:20:45.505734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.512381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b88fdc91-d001-498a-ac16-68f838bf80e3 HTTP/1.1" status: 204 len: 168 time: 1.0704279 Jan 29 04:20:45.520793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:45.528602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5debbb9f-9797-4496-b958-4ebb2e07ddad {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:45.545082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8cd88-9cfe-4fab-bb4d-14db02860256 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88fdc91-d001-498a-ac16-68f838bf80e3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:45.562060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:45.568342 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-781c7a52-7ba7-48e5-b456-cdab20bcfb60 req-1114714a-a1e8-4064-ae0d-11114a8b4846 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001241 Jan 29 04:20:45.570443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-98cb63ba-d156-4acf-ac12-43a3b0e24204 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 217 time: 0.0603614 Jan 29 04:20:45.595652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:45.711036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:45.714253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-dea6102a-87d5-4e31-bf26-47a5162165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.719758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-dea6102a-87d5-4e31-bf26-47a5162165e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1166956 Jan 29 04:20:45.856029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-c32b7e01-deb0-47e5-b30e-96e83f51c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:45.857517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-c32b7e01-deb0-47e5-b30e-96e83f51c6ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287060 Jan 29 04:20:46.039566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6722f96-fd96-4cd4-90eb-53870e073af9 req-f7c8afea-0697-4436-929e-117677d9f986 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 210 time: 0.0511150 Jan 29 04:20:46.324223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae4b84-f28b-4a54-92fb-1bc47598d21e req-a8b68d04-4311-4f97-94bc-b837158a386f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:46.326932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8ae4b84-f28b-4a54-92fb-1bc47598d21e req-a8b68d04-4311-4f97-94bc-b837158a386f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.5652785 Jan 29 04:20:46.357070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875179a-23e9-4332-8003-7c070aef7673 req-c59e51b9-1d9d-40da-a546-65e538f14b99 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:46.359226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1875179a-23e9-4332-8003-7c070aef7673 req-c59e51b9-1d9d-40da-a546-65e538f14b99 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.0968161 Jan 29 04:20:46.412017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37236) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:46.423381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1875179a-23e9-4332-8003-7c070aef7673 req-5cac0c5e-4065-4dd2-9424-eb56014553a1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563431 Jan 29 04:20:46.489050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8ae4b84-f28b-4a54-92fb-1bc47598d21e req-ad3c54c4-a127-43d7-bfc5-b17a8c32380c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323400 Jan 29 04:20:46.499688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-7b1494d6-03b5-4e7b-b2cc-afc6cb957230 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328654 Jan 29 04:20:46.570851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea153720-279d-41ae-a140-7781ff704ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:46.648790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b78d4cc-73cf-4b61-a633-c906dd32769e req-01d3686c-cc4a-4b18-9c7a-e4e2d6c91440 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410820 Jan 29 04:20:46.667612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:46.693073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d5147-02ee-4200-8a55-aaf573e34b3e req-483b736a-037d-4f7e-977c-f6850ba96a9e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:46.700218 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e1d5147-02ee-4200-8a55-aaf573e34b3e req-483b736a-037d-4f7e-977c-f6850ba96a9e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.1171710 Jan 29 04:20:46.812097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea153720-279d-41ae-a140-7781ff704ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:46.823834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e1d5147-02ee-4200-8a55-aaf573e34b3e req-3365b8a1-67c5-42f8-b9a8-4781bf24996a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131871 Jan 29 04:20:46.826189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea153720-279d-41ae-a140-7781ff704ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:46.870090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea153720-279d-41ae-a140-7781ff704ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6834e5c-6c21-4d94-98af-13e6e54ddc8b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:46.893968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ea153720-279d-41ae-a140-7781ff704ad2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47d38283e3c6466b92ff0e70bb502257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788992 Jan 29 04:20:46.895530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37244) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:46.989452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e24-6f79-40f6-a285-5ef2f763fadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:46.997812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83b8f0-0b30-4381-babf-0729b705bab1 req-12eebf96-f951-4eb7-b367-d1dcd1e36edb tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.007019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa83b8f0-0b30-4381-babf-0729b705bab1 req-12eebf96-f951-4eb7-b367-d1dcd1e36edb tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.2753735 Jan 29 04:20:47.016196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e24-6f79-40f6-a285-5ef2f763fadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.027072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-1381f259-c4c2-4efc-a3e7-742fa180ced1 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784881 Jan 29 04:20:47.091938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-f7e1f7dd-f128-4bed-8a6b-518117153208 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.093605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-f7e1f7dd-f128-4bed-8a6b-518117153208 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.1837950 Jan 29 04:20:47.097085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e24-6f79-40f6-a285-5ef2f763fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.100183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e24-6f79-40f6-a285-5ef2f763fadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.103769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d80d5e24-6f79-40f6-a285-5ef2f763fadb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6834e5c-6c21-4d94-98af-13e6e54ddc8b HTTP/1.1" status: 204 len: 168 time: 0.2048690 Jan 29 04:20:47.110688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d5e24-6f79-40f6-a285-5ef2f763fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6834e5c-6c21-4d94-98af-13e6e54ddc8b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:47.183830 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:20:47.236469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f7797be-7d23-4307-9f95-27bc5cfa4ba0 req-32eb01db-1205-489f-a19f-3e8a5f38dc90 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 210 time: 0.0824008 Jan 29 04:20:47.317994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa83b8f0-0b30-4381-babf-0729b705bab1 req-b62e154c-2ba7-4210-9251-9ded32d55c66 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074951 Jan 29 04:20:47.330338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-737e38a3-bca9-4d6d-8746-834147a6f4aa tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737901 Jan 29 04:20:47.438137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-14be1e57-54d1-44fa-9043-f33f12ca2aed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.439704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-14be1e57-54d1-44fa-9043-f33f12ca2aed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3954184 Jan 29 04:20:47.468024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': '44c2a2a7-572a-4f52-92db-ab7665250269', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:47.482833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Deleting port 5debbb9f-9797-4496-b958-4ebb2e07ddad {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:47.483348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.558660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37256) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:47.574428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff495f8b-6c48-45d2-913d-5fed37b4124d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.585884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514fc2e-646a-4252-b9e9-2e43c5f10b24 req-ad3964a0-b958-4455-a6e4-9a2b4d9508cc tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.587621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6514fc2e-646a-4252-b9e9-2e43c5f10b24 req-ad3964a0-b958-4455-a6e4-9a2b4d9508cc tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.0785627 Jan 29 04:20:47.642753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Deleting port 86b51229-af75-4246-bd9a-904d4d9b3334 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:47.643106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.649861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6514fc2e-646a-4252-b9e9-2e43c5f10b24 req-1a797f67-6130-4997-8e37-a1fd96d85f17 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544140 Jan 29 04:20:47.689185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-6cd756be-1f7d-45af-ba94-a5c312d8d88a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.690907 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-6cd756be-1f7d-45af-ba94-a5c312d8d88a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420844 Jan 29 04:20:47.715079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff495f8b-6c48-45d2-913d-5fed37b4124d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.721391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff495f8b-6c48-45d2-913d-5fed37b4124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.763742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff495f8b-6c48-45d2-913d-5fed37b4124d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8d471be2b434a1b81545733768281fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040374 Jan 29 04:20:47.764592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff495f8b-6c48-45d2-913d-5fed37b4124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd16762-e595-4ba6-8f61-f097a7af786f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:47.766850 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:47.771162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:47.816251 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc38c-0786-4800-880e-21a11369a515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.840354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc38c-0786-4800-880e-21a11369a515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.878270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e1496-75f3-412e-967b-177c27a366da req-a4159e0c-6d85-4b5a-b20f-e0c6a39ac201 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.879833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634e1496-75f3-412e-967b-177c27a366da req-a4159e0c-6d85-4b5a-b20f-e0c6a39ac201 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.2941206 Jan 29 04:20:47.902490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] For port 5debbb9f-9797-4496-b958-4ebb2e07ddad, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5debbb9f-9797-4496-b958-4ebb2e07ddad,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:47.902915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.907779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc38c-0786-4800-880e-21a11369a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.912025 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc38c-0786-4800-880e-21a11369a515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.915840 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1f0cc38c-0786-4800-880e-21a11369a515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bd16762-e595-4ba6-8f61-f097a7af786f HTTP/1.1" status: 204 len: 168 time: 0.1472993 Jan 29 04:20:47.942066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cc38c-0786-4800-880e-21a11369a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd16762-e595-4ba6-8f61-f097a7af786f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:47.952752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Calling delete_port for 5debbb9f-9797-4496-b958-4ebb2e07ddad owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:47.973783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:47.977457 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:47.993920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788042-a279-4f4a-aa0e-03f3389633de req-cf95e190-b188-4d94-9f5d-c624e76b906a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:47.996314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f788042-a279-4f4a-aa0e-03f3389633de req-cf95e190-b188-4d94-9f5d-c624e76b906a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.0753872 Jan 29 04:20:48.049703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f788042-a279-4f4a-aa0e-03f3389633de req-ef823913-0585-410c-bffb-93d6ba4728ae tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jan 29 04:20:48.090129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] For port 86b51229-af75-4246-bd9a-904d4d9b3334, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=86b51229-af75-4246-bd9a-904d4d9b3334,segment=NetworkSegment(403e62c7-5633-460a-9ae8-fb5ea1209087),segment_id=403e62c7-5633-460a-9ae8-fb5ea1209087)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:48.090599 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:48.105782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634e1496-75f3-412e-967b-177c27a366da req-0d6743e0-4913-46ba-9094-762f4dca6e02 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111325 Jan 29 04:20:48.116225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Calling delete_port for 86b51229-af75-4246-bd9a-904d4d9b3334 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:48.255067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:48.259197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:48.398033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec5d039c-c94e-4648-a817-e32063c41c25 req-868e019f-e4ee-4c0e-9766-b64b0f53f47a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 210 time: 0.0673764 Jan 29 04:20:48.551861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.17 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/e1700b0a-81b3-4c00-8e6e-ccc938814d8e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:48.585223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:48.639976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event deleted for resources: {'Port': ['ID=5debbb9f-9797-4496-b958-4ebb2e07ddad,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:48.697817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded647b4-1440-4dcc-b41d-a18021b9375e req-7d7d35fc-9e23-4cd2-8795-d481eefd5605 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:48.699377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ded647b4-1440-4dcc-b41d-a18021b9375e req-7d7d35fc-9e23-4cd2-8795-d481eefd5605 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=c01006e2-28e7-4897-9335-09fa1ce5e637 HTTP/1.1" status: 200 len: 943 time: 0.2066035 Jan 29 04:20:48.756856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] No DVR routers for this DVR port 5debbb9f-9797-4496-b958-4ebb2e07ddad on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:48.767898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:48.771179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d6c5998-381f-4170-bd1d-1b3c78bc9708 req-6ecf5912-0000-4c41-9a4f-e5f2cc79d387 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.20 "DELETE /v2.0/ports/5debbb9f-9797-4496-b958-4ebb2e07ddad HTTP/1.1" status: 204 len: 173 time: 1.6675889 Jan 29 04:20:48.797934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'name': 'network-vif-deleted', 'tag': '5debbb9f-9797-4496-b958-4ebb2e07ddad'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:48.799984 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b055722-7bbf-430e-a2e4-093cd72c6e38" -d '{"events": [{"server_uuid": "c01006e2-28e7-4897-9335-09fa1ce5e637", "name": "network-vif-deleted", "tag": "5debbb9f-9797-4496-b958-4ebb2e07ddad"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:48.811627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:48.861533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ded647b4-1440-4dcc-b41d-a18021b9375e req-d7a1c10f-c305-4893-b605-55e38d01baeb tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346118 Jan 29 04:20:48.865295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:48.914766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b51229-af75-4246-bd9a-904d4d9b3334,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:48.923976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54c145-2265-43f3-8e47-46f04f2a73cd req-f60649fb-8dc8-4340-afbf-57c35778c4b5 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:48.932023 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b54c145-2265-43f3-8e47-46f04f2a73cd req-f60649fb-8dc8-4340-afbf-57c35778c4b5 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.1225402 Jan 29 04:20:49.008473 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86508e3b-b7ac-47ee-90d0-5f34bebabbf8 x-openstack-request-id: req-86508e3b-b7ac-47ee-90d0-5f34bebabbf8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:49.008768 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01006e2-28e7-4897-9335-09fa1ce5e637", "name": "network-vif-deleted", "tag": "5debbb9f-9797-4496-b958-4ebb2e07ddad", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:49.009026 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86508e3b-b7ac-47ee-90d0-5f34bebabbf8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:49.009418 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01006e2-28e7-4897-9335-09fa1ce5e637', 'name': 'network-vif-deleted', 'tag': '5debbb9f-9797-4496-b958-4ebb2e07ddad', 'status': 'completed', 'code': 200} Jan 29 04:20:49.015437 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:49.020960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b54c145-2265-43f3-8e47-46f04f2a73cd req-78f98909-7dfb-4b31-b31d-749c92a04ac0 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754409 Jan 29 04:20:49.035416 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:49.113403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:49.116516 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54af86ab-6841-4dc7-af51-c4e8b7d6593b" -d '{"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-unplugged", "status": "completed", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:49.134453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:49.149215 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:49.237578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:49.264494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:49.301041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee637c6-d55a-40aa-a623-4006e53eefaa req-06deedd9-dff1-4526-9c49-8fdd9e13cb79 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:49.310911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ee637c6-d55a-40aa-a623-4006e53eefaa req-06deedd9-dff1-4526-9c49-8fdd9e13cb79 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.1119056 Jan 29 04:20:49.355876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:49.375554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ee637c6-d55a-40aa-a623-4006e53eefaa req-be77e038-756a-4b47-8b48-2781d662482d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Jan 29 04:20:49.409104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:49.455082 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ae691d-e9e0-426e-8c4c-0f96b3fef23e x-openstack-request-id: req-92ae691d-e9e0-426e-8c4c-0f96b3fef23e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:49.455609 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-unplugged", "status": "completed", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:49.456233 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92ae691d-e9e0-426e-8c4c-0f96b3fef23e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:49.458154 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'code': 200} Jan 29 04:20:49.593579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907e33-6b45-4ae9-b7f4-0085e6f75e4e req-c7f7b5dd-c0dc-4e50-afe7-9f50f92f4a1d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:49.604065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75907e33-6b45-4ae9-b7f4-0085e6f75e4e req-c7f7b5dd-c0dc-4e50-afe7-9f50f92f4a1d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1306715 Jan 29 04:20:49.647224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75907e33-6b45-4ae9-b7f4-0085e6f75e4e req-54f8ebb7-5910-406c-a620-c7f1ac67bf0b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Jan 29 04:20:49.749210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d8d9450-f15f-48ff-bb77-8d75907b0046 req-5f5b1187-75aa-4a75-8e9f-c35ec74eb1dd tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Jan 29 04:20:49.784657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:49.802595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:49.830233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:49.838051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:49.899387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.51 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/cbbf6a5e-6683-4c9c-a9f8-73498acd6915) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:49.901394 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:49.994871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-ee56310c-896d-40d8-8e44-8ec395f0327e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:49.997246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-ee56310c-896d-40d8-8e44-8ec395f0327e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32&tenant_id=d871ce1ed1ca4e098506d761ce8cf575&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 948 time: 0.2397327 Jan 29 04:20:50.046525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684423-2f59-45e5-b136-b2ce3125f7d0 req-50b37049-8494-4428-a6a3-08b40fd4f7df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.058008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f684423-2f59-45e5-b136-b2ce3125f7d0 req-50b37049-8494-4428-a6a3-08b40fd4f7df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.1488535 Jan 29 04:20:50.150110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.154589 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.208574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f684423-2f59-45e5-b136-b2ce3125f7d0 req-02ffef09-e91c-4682-b25a-8ee738f4b0e2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496592 Jan 29 04:20:50.223201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-d7a3bfa2-08ef-4caf-bf87-65396430a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.225457 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-d7a3bfa2-08ef-4caf-bf87-65396430a65c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1099 time: 0.1117179 Jan 29 04:20:50.261435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-54675a59-0620-49dc-b031-5ee53168d5fd None None] Provisioning complete for port e1700b0a-81b3-4c00-8e6e-ccc938814d8e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:50.261945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54675a59-0620-49dc-b031-5ee53168d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.355682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-54675a59-0620-49dc-b031-5ee53168d5fd None None] Port e1700b0a-81b3-4c00-8e6e-ccc938814d8e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:50.379136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:50.394825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-2ea42b2b-7beb-4cdb-8b58-7657daf627b6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9359326 Jan 29 04:20:50.412449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-24f2741d-88b6-4d63-b3d2-39b17ba0acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.413603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-24f2741d-88b6-4d63-b3d2-39b17ba0acce service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1788254 Jan 29 04:20:50.418456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Request body: {'port': {'device_id': '44c2a2a7-572a-4f52-92db-ab7665250269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:50.474501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb6259-b8fa-4d58-9e4b-2db30bf6ed94 req-053f79fe-5331-4330-be89-e81dd254df74 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.481828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fdb6259-b8fa-4d58-9e4b-2db30bf6ed94 req-053f79fe-5331-4330-be89-e81dd254df74 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.1349001 Jan 29 04:20:50.484757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-540a2212-2683-47da-827f-48f900a18eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 217 time: 0.0601928 Jan 29 04:20:50.548858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-070f4de2-623c-40e4-abbd-ffcd58e2ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.550752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-070f4de2-623c-40e4-abbd-ffcd58e2ec51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0579319 Jan 29 04:20:50.583903 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.589601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.605046 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d38d5f11-36e4-46eb-bb42-ab0ff35798f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.612131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fdb6259-b8fa-4d58-9e4b-2db30bf6ed94 req-6126df00-c5be-4bff-8efe-37bf39b13283 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291213 Jan 29 04:20:50.624933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37354) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:50.628484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895922567', 'description': 'tempest-description--536405408'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:50.638794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-5d03dd84-997e-4c93-8ee1-89207692694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:50.638993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-5d03dd84-997e-4c93-8ee1-89207692694f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802169 Jan 29 04:20:50.762323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-a1cf895f-c57d-4d83-8e4f-bb9e28495ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140981 Jan 29 04:20:50.791768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.811968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:50.872025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.918246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d4c209-46a1-4c72-a44c-871daf3927ae req-be574363-d599-42e9-8d4c-beed94355544 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490469 Jan 29 04:20:50.923067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:50.946856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:50.951176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:50.953668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Router 03647e79-10c2-4632-bec3-0fe6e8fc6714 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:20:50.954092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.964094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:50.978220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:50.981236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:51.016547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.018461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3937702 Jan 29 04:20:51.044912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37360) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:51.051539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'security_group_rule': {'security_group_id': 'a974f9b2-7c53-4a7b-9219-6d4aa7a3a81f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:51.110092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:51.138724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb7184-dd99-4040-b56e-10c8ee176186 req-3c8ccae2-6c2f-45ee-bd47-e02e6c853692 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:51.148245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11cb7184-dd99-4040-b56e-10c8ee176186 req-3c8ccae2-6c2f-45ee-bd47-e02e6c853692 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.3918815 Jan 29 04:20:51.166472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5533b-780b-433d-8c95-c00188011baa req-c1577262-af39-4cb1-93b7-928ef14455fb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:51.169423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6da5533b-780b-433d-8c95-c00188011baa req-c1577262-af39-4cb1-93b7-928ef14455fb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 935 time: 0.1919487 Jan 29 04:20:51.174878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7070499-9ad5-4b2c-81c8-320b5ce516d4 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a974f9b2-7c53-4a7b-9219-6d4aa7a3a81f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:51.203364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.236551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:51.240222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d38d5f11-36e4-46eb-bb42-ab0ff35798f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.293217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:51.293778 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.293942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.304560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d38d5f11-36e4-46eb-bb42-ab0ff35798f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.315765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.328391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5debbb9f-9797-4496-b958-4ebb2e07ddad no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:51.331253 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6da5533b-780b-433d-8c95-c00188011baa req-33a654df-457f-4929-b1a8-06d8801391ff tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378243 Jan 29 04:20:51.354927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11cb7184-dd99-4040-b56e-10c8ee176186 req-80cc49b3-8e46-47f0-85aa-e82693f530b0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056530 Jan 29 04:20:51.369928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'mac_address': 'fa:16:3e:b4:29:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:51.370195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2618068d-2b22-4aea-9f60-12fed6d3e3a5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:51.390345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.391729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-adb8125d-07d8-422a-9c85-7ad693841045 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452272 Jan 29 04:20:51.394487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37364) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:51.400196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'security_group_rule': {'security_group_id': 'a974f9b2-7c53-4a7b-9219-6d4aa7a3a81f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:51.438543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-e8615008-6655-4ba3-ac71-8e0931682a03 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6849475 Jan 29 04:20:51.456970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.465813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5debbb9f-9797-4496-b958-4ebb2e07ddad {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:51.466424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5debbb9f-9797-4496-b958-4ebb2e07ddad not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:51.469943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d38d5f11-36e4-46eb-bb42-ab0ff35798f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=783bcb2e50b745f3954ed5dcb0e49dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0871768 Jan 29 04:20:51.480955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Request body: {'port': {'device_id': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:51.494375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:51.525773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d5f11-36e4-46eb-bb42-ab0ff35798f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a88e2c-30e5-4d0e-8dbc-52111406b155,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:51.583180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f39b3cf5-f66e-420a-8912-44edf45e2939 None None] Provisioning complete for port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:51.583758 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f39b3cf5-f66e-420a-8912-44edf45e2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.617348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:20:51.625581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6310e08-6a79-43b8-9b1b-780f8c6fd796 admin admin] 10.222.0.32 "PUT /v2.0/routers/03647e79-10c2-4632-bec3-0fe6e8fc6714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0992463 Jan 29 04:20:51.628079 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] Sync routers for ids ['03647e79-10c2-4632-bec3-0fe6e8fc6714'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:20:51.635834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:51.641712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.644920 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] Routers {'03647e79-10c2-4632-bec3-0fe6e8fc6714'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:51.646135 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03647e79-10c2-4632-bec3-0fe6e8fc6714'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:51.649768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1700b0a-81b3-4c00-8e6e-ccc938814d8e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:51.654921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f39b3cf5-f66e-420a-8912-44edf45e2939 None None] Port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:20:51.658578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.704952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.709548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.719446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.757823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffa480-3018-4ecd-934c-9ecaa07e6079 req-8c43466d-3dbf-4669-bd54-1e7975802186 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:51.761540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Transition to ACTIVE for port object e1700b0a-81b3-4c00-8e6e-ccc938814d8e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:51.769170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a597bf-a253-41ce-8654-01384bc7c48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.775091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2ffa480-3018-4ecd-934c-9ecaa07e6079 req-8c43466d-3dbf-4669-bd54-1e7975802186 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 948 time: 0.3071508 Jan 29 04:20:51.785764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca91167-8481-47ad-b30b-4f817fee3578,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:51.799919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:51.844254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.847713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-973c3880-3b05-4436-8da8-c488b32b9479 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4519114 Jan 29 04:20:51.858292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37372) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:51.868437 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.871611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:51.880079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:51.895572 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:51.904281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] Set router 03647e79-10c2-4632-bec3-0fe6e8fc6714 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:51.950219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2ffa480-3018-4ecd-934c-9ecaa07e6079 req-b00a6b1a-8a91-4ff3-8737-7a01d50797f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737504 Jan 29 04:20:51.984767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:52.004306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.133228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.148038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a597bf-a253-41ce-8654-01384bc7c48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.278833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34d535ed-126e-4d30-a9e4-1a05fdb7fe98'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:52.298570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Pushing event updated for resources: {'Port': ['ID=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:52.307267 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:20:48Z', 'revision_number': 5, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:52.362932 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] Checking router: 03647e79-10c2-4632-bec3-0fe6e8fc6714 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:20:52.383912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Allocated IP 172.25.4.143 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c486af42-385a-44e7-befe-2b45f220f46b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:52.391086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a597bf-a253-41ce-8654-01384bc7c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.392101 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] Routers {'03647e79-10c2-4632-bec3-0fe6e8fc6714'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:20:52.393740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a597bf-a253-41ce-8654-01384bc7c48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.393912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03647e79-10c2-4632-bec3-0fe6e8fc6714'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:52.394954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-07a597bf-a253-41ce-8654-01384bc7c48c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32a88e2c-30e5-4d0e-8dbc-52111406b155 HTTP/1.1" status: 204 len: 168 time: 0.8995600 Jan 29 04:20:52.437147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c071dcf-54c8-4275-add5-df2750636ff9 req-29669168-60ae-490b-9d52-bde471da8569 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:52.448609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c071dcf-54c8-4275-add5-df2750636ff9 req-29669168-60ae-490b-9d52-bde471da8569 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.7062893 Jan 29 04:20:52.605562 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] Set router 03647e79-10c2-4632-bec3-0fe6e8fc6714 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:20:52.682856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.692186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Attempting to bind port e1700b0a-81b3-4c00-8e6e-ccc938814d8e on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:52.692616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Attempting to bind port e1700b0a-81b3-4c00-8e6e-ccc938814d8e by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:52.693098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Attempting to bind port e1700b0a-81b3-4c00-8e6e-ccc938814d8e on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:52.702251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Port e1700b0a-81b3-4c00-8e6e-ccc938814d8e on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:52.702801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Attempting to bind port e1700b0a-81b3-4c00-8e6e-ccc938814d8e on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:52.708017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a597bf-a253-41ce-8654-01384bc7c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a88e2c-30e5-4d0e-8dbc-52111406b155,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:52.708587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4438c-30fe-4208-853f-f7ac4823e7c9 req-f78bfd0b-f0b2-495a-909d-1bb57a369f36 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:52.712155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52b4438c-30fe-4208-853f-f7ac4823e7c9 req-f78bfd0b-f0b2-495a-909d-1bb57a369f36 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 935 time: 0.1362321 Jan 29 04:20:52.762485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:52.762922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:52.763415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:52.764598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Bound port: e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:52.765079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:52.794980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.005102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.029083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52b4438c-30fe-4208-853f-f7ac4823e7c9 req-832816d7-9a0e-47ae-95c6-f3b687086a14 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056076 Jan 29 04:20:53.075144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbf6a5e-6683-4c9c-a9f8-73498acd6915 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:53.083617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.097989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Transition to ACTIVE for port object cbbf6a5e-6683-4c9c-a9f8-73498acd6915 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:20:53.149944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:53.164971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:53.168756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:53.204024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c071dcf-54c8-4275-add5-df2750636ff9 req-e2ee4e0c-951c-479e-9733-4f4bc88bfb3a tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5931115 Jan 29 04:20:53.220152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.229667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'Port': ['ID=c486af42-385a-44e7-befe-2b45f220f46b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:53.230715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.276898 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:20:48Z', 'revision_number': 5, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:53.313539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42d6dc-8cac-461b-8145-d66e26553c85 None None] The sync data for ids ['03647e79-10c2-4632-bec3-0fe6e8fc6714'] in n-d-825930-1 is: [{'id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059482620-router', 'tenant_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:17:48Z', 'updated_at': '2022-01-29T04:20:48Z', 'revision_number': 5, 'project_id': '7d6523bdeb4042f0b1e1dd4cddd4520c', 'gw_port': {'id': '09b58d6f-b790-4d89-81c6-695fe3cb3520', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03647e79-10c2-4632-bec3-0fe6e8fc6714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:17:51Z', 'updated_at': '2022-01-29T04:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:20:53.400801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694d9a-47ec-44f5-95db-dcc6a94f9749 req-ad553135-dd6b-4c7f-932f-e6f5b0b0e748 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:53.408353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba694d9a-47ec-44f5-95db-dcc6a94f9749 req-ad553135-dd6b-4c7f-932f-e6f5b0b0e748 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1821263 Jan 29 04:20:53.438477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.475948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba694d9a-47ec-44f5-95db-dcc6a94f9749 req-0a9b1c38-56d0-4bc4-ab3f-4aa6d3c0ab76 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665677 Jan 29 04:20:53.506523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Attempting to bind port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:20:53.506900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Attempting to bind port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:20:53.507303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Attempting to bind port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:53.582892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.594749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:53.603452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:20:53.603838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Attempting to bind port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:20:53.618828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:20:53.619172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:53.619562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:20:53.620009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Bound port: cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:20:53.620353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.669362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] For port e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:53.727780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] For port e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:53.745168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930c04e-42d8-4088-abea-cb85b785c387 req-b91a447d-ca1f-4d27-84ad-8e17c86ff725 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:53.755870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c930c04e-42d8-4088-abea-cb85b785c387 req-b91a447d-ca1f-4d27-84ad-8e17c86ff725 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 949 time: 0.2777414 Jan 29 04:20:53.805152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60ef1c6a-2b7d-4a45-9fb8-aa12f7993100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.810139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.896461 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.900587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37474) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:53.911510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Deleting port 09b58d6f-b790-4d89-81c6-695fe3cb3520 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:53.911851 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.925847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:53.936636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c930c04e-42d8-4088-abea-cb85b785c387 req-bf36053a-f80c-4029-9e99-017ecf3fc4e6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634119 Jan 29 04:20:54.108942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'Port': ['ID=c486af42-385a-44e7-befe-2b45f220f46b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:54.162776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1597803637-network', 'tenant_id': '586409d368c54b06952f2b3b2897d48f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:54.185786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.239634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.241942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1850a146-ef2f-4583-ba30-eab601e6bf3b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3819528 Jan 29 04:20:54.252645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Made reservation on behalf of 586409d368c54b06952f2b3b2897d48f for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:54.255283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.268647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0d259-67ad-4b5f-9eec-3f0d6a5b0195 req-b026892b-5a1a-4bbe-b384-fc0d0d2c2f7e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.270256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34f0d259-67ad-4b5f-9eec-3f0d6a5b0195 req-b026892b-5a1a-4bbe-b384-fc0d0d2c2f7e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 949 time: 0.1395836 Jan 29 04:20:54.286632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.355715 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34f0d259-67ad-4b5f-9eec-3f0d6a5b0195 req-f66ce33b-5cb1-444a-8f05-0b46e61d8d1d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762637 Jan 29 04:20:54.454840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.473175 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.517121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.517739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.518838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] 10.222.0.36 "PUT /v2.0/ports/e1700b0a-81b3-4c00-8e6e-ccc938814d8e HTTP/1.1" status: 200 len: 1095 time: 4.1061609 Jan 29 04:20:54.522852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c2a2a7-572a-4f52-92db-ab7665250269', 'tag': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:54.525326 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c142ba-8088-4de5-8a93-1ed5f907b02e" -d '{"events": [{"name": "network-changed", "server_uuid": "44c2a2a7-572a-4f52-92db-ab7665250269", "tag": "e1700b0a-81b3-4c00-8e6e-ccc938814d8e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:54.550010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:20:54.586091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724a1ae-f27c-4798-9e47-1073f674da94 req-6165243a-d31e-4763-969f-cc4da6be8bfa tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.587994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3724a1ae-f27c-4798-9e47-1073f674da94 req-6165243a-d31e-4763-969f-cc4da6be8bfa tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.1314621 Jan 29 04:20:54.589855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.590353 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Added segment 9cf184a7-25b0-4d5d-a725-3b954bc58c09 of type vlan for network 0a88fe56-9203-4393-989e-7a14ac96ef45 Jan 29 04:20:54.592641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a20a77-35a3-4749-92b9-95f45625142d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:54.621207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] For port cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:20:54.626569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c9e2-73cc-4abe-bb06-d4f55592099a service neutron] Pushing event updated for resources: {'Port': ['ID=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:54.676046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.677226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] For port cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:20:54.688600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3724a1ae-f27c-4798-9e47-1073f674da94 req-df528fa5-4c8c-4487-9b19-6136effc73ae tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905108 Jan 29 04:20:54.698172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.712938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] For port 09b58d6f-b790-4d89-81c6-695fe3cb3520, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=09b58d6f-b790-4d89-81c6-695fe3cb3520,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:54.713298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.724363 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.724363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.725558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.815561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-a87e306d-44b3-4a12-af26-2baa250c2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.817867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-a87e306d-44b3-4a12-af26-2baa250c2558 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 1098 time: 0.2154758 Jan 29 04:20:54.823753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9181252 Jan 29 04:20:54.823947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Calling delete_port for 09b58d6f-b790-4d89-81c6-695fe3cb3520 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:54.825246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37506) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:54.831204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Request body: {'subnet': {'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1597803637-subnet', 'tenant_id': '586409d368c54b06952f2b3b2897d48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:54.837784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:20:54.839016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f10fc-7fd5-4583-9fa1-7d51649de4dd req-079229a0-f49c-417f-8867-d347251268f3 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.839562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffd671-53ee-467f-b6bc-f03853b130ed admin admin] Pushing event updated for resources: {'Network': ['ID=0a88fe56-9203-4393-989e-7a14ac96ef45,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:54.841006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f0f10fc-7fd5-4583-9fa1-7d51649de4dd req-079229a0-f49c-417f-8867-d347251268f3 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 947 time: 0.3212988 Jan 29 04:20:54.881396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:54.882475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:54.884219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbbf6a5e-6683-4c9c-a9f8-73498acd6915 HTTP/1.1" status: 200 len: 1095 time: 3.4213233 Jan 29 04:20:54.892126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:20:54.918541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64552e8c-4568-408a-805c-e8cf320bc325 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:54.969080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-923d088b-fbc1-4b5e-929b-18e954d5494f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e HTTP/1.1" status: 200 len: 217 time: 0.1270216 Jan 29 04:20:55.001373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Made reservation on behalf of 586409d368c54b06952f2b3b2897d48f for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:55.005471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.053969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:20:55.054518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.101809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f0f10fc-7fd5-4583-9fa1-7d51649de4dd req-b44ac349-2249-42d6-a984-bffdc098c762 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340777 Jan 29 04:20:55.124533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-1b14cb3f-7c8a-4878-afdf-6951131c6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.126701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-1b14cb3f-7c8a-4878-afdf-6951131c6368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1450510 Jan 29 04:20:55.137559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-04d456f7-b243-44fd-9a60-f4a482bc1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.155059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-04d456f7-b243-44fd-9a60-f4a482bc1fbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 1098 time: 0.1893437 Jan 29 04:20:55.173614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-14bb5f92-b1a5-460c-9c80-a18d608a9f56 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.175876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-14bb5f92-b1a5-460c-9c80-a18d608a9f56 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 821 time: 0.3485577 Jan 29 04:20:55.207612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.223554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 86b51229-af75-4246-bd9a-904d4d9b3334 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:55.230280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-16446f10-5886-4cd1-bdfb-66d58a6a23ea tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/quotas/57eb66c09f4f497cb125887fbb9926b3 HTTP/1.1" status: 200 len: 375 time: 0.0425410 Jan 29 04:20:55.258967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 86b51229-af75-4246-bd9a-904d4d9b3334 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:55.259504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 86b51229-af75-4246-bd9a-904d4d9b3334 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:55.276291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:55.282615 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857bbdf-c35b-490f-b2ce-3ce0640c55d7" -d '{"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-plugged", "status": "completed", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:55.326019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:55.330555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-236d912b-ccff-4548-876e-ccf5ba17a1d6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925736 Jan 29 04:20:55.336974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.395036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-5142fd64-ebae-4dd9-b949-a7ea64c7eddb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915 HTTP/1.1" status: 200 len: 217 time: 0.2162442 Jan 29 04:20:55.403020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:55.446658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-c3b881e9-442a-4233-b750-7e6fd02d11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.448183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-c3b881e9-442a-4233-b750-7e6fd02d11ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3129497 Jan 29 04:20:55.465015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.493066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-d6922484-a509-4dfe-b4c7-0caf0e1bf523 service neutron] 10.222.0.32 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613009 Jan 29 04:20:55.553273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716fe9-6a48-4579-b82e-314ca15315f7 req-4b7655c5-fa0c-42e0-94aa-22ce9ca34aca tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.555184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0716fe9-6a48-4579-b82e-314ca15315f7 req-4b7655c5-fa0c-42e0-94aa-22ce9ca34aca tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.2827423 Jan 29 04:20:55.566648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-b244a770-89a4-4a68-9a1b-29c530db4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.568082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-b244a770-89a4-4a68-9a1b-29c530db4e2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1616268 Jan 29 04:20:55.667703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.680850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0716fe9-6a48-4579-b82e-314ca15315f7 req-c0c550f0-13ee-4ea3-b522-24e02b5d97eb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160336 Jan 29 04:20:55.705407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-9b49b0e0-238f-4f20-a681-1a6092fd2865 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480083 Jan 29 04:20:55.706554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b58d6f-b790-4d89-81c6-695fe3cb3520,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:55.752770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc540-4226-4768-8518-155cc6c91967 req-1bad5812-7b2c-47cb-a2ed-da49516b45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.754324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-1bad5812-7b2c-47cb-a2ed-da49516b45bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1729622 Jan 29 04:20:55.756511 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9241a6-8005-48b0-8b33-7f76fe830f51 x-openstack-request-id: req-7a9241a6-8005-48b0-8b33-7f76fe830f51 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:55.756857 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c2a2a7-572a-4f52-92db-ab7665250269", "tag": "e1700b0a-81b3-4c00-8e6e-ccc938814d8e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:55.757114 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a9241a6-8005-48b0-8b33-7f76fe830f51 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:55.757499 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c2a2a7-572a-4f52-92db-ab7665250269', 'tag': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e', 'status': 'completed', 'code': 200} Jan 29 04:20:55.811174 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5357c95-6f71-411f-bdf3-bb56e0fd7412 x-openstack-request-id: req-e5357c95-6f71-411f-bdf3-bb56e0fd7412 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:55.811701 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-plugged", "status": "completed", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:55.811961 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5357c95-6f71-411f-bdf3-bb56e0fd7412 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:55.812364 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'code': 200} Jan 29 04:20:55.867155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60cfa39-f883-49d5-b7b1-638d8ec7cba4,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:55.880040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Checking segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:20:55.880391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Network hostable DHCP agents. Network: 0a88fe56-9203-4393-989e-7a14ac96ef45, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:20:55.916006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-1e73fed2-ba67-47c4-a140-558625f4316e service neutron] 10.222.0.32 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148240 Jan 29 04:20:55.919295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.922117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:20:55.937129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 0a88fe56-9203-4393-989e-7a14ac96ef45) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:55.941932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:55.942738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:55.950722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23cdc3c-2fcd-4f09-b111-d5a31fc9a28d None None] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:20:55.967194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f82b388c-925c-4b4a-8c34-4aa6bb7e5e3b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1407466 Jan 29 04:20:56.108079 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1021b2aa-90f7-4f48-9e2b-10ca883834a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.124354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.131969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.189203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021064-b51b-4509-9b96-b3cd0458538d req-29d4dbea-9439-4203-95ca-5253fb1f1517 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:56.199056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76021064-b51b-4509-9b96-b3cd0458538d req-29d4dbea-9439-4203-95ca-5253fb1f1517 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.3294170 Jan 29 04:20:56.206338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-14f83977-71bf-4ac6-adec-7875c6d30201 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872408 Jan 29 04:20:56.231190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3f034-92ca-43fe-9b08-f3b7295a2183 None None] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:20:56.252151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a151e9f-c0a7-4cc7-875c-b75d5bf6f877 req-619b9419-2859-4073-87fa-be6419eec243 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 210 time: 0.0811427 Jan 29 04:20:56.345195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-4d9c24e6-7689-4ecc-b892-67bf37b92294 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451510 Jan 29 04:20:56.393435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76021064-b51b-4509-9b96-b3cd0458538d req-207bd94e-ad43-4058-97ed-b7954fa03b37 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904378 Jan 29 04:20:56.435521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.436133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03647e79-10c2-4632-bec3-0fe6e8fc6714 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:20:56.451768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347a9cf-e4c6-42e9-b9ac-505ee743a58b req-b5776d0c-e17e-4a6d-ba4d-5c73dfe1e61d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:56.453417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e347a9cf-e4c6-42e9-b9ac-505ee743a58b req-b5776d0c-e17e-4a6d-ba4d-5c73dfe1e61d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 947 time: 0.1027360 Jan 29 04:20:56.526556 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.529956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b7a5622-fff9-407c-b8e5-fed92da94482 admin admin] 10.222.0.32 "DELETE /v2.0/routers/03647e79-10c2-4632-bec3-0fe6e8fc6714 HTTP/1.1" status: 204 len: 168 time: 4.8882363 Jan 29 04:20:56.531233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:56.628210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e347a9cf-e4c6-42e9-b9ac-505ee743a58b req-3ff42c46-85f9-4b90-beae-d56c329e0d84 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544881 Jan 29 04:20:56.650026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79edc540-4226-4768-8518-155cc6c91967 req-b3cc948c-3942-48fd-b94a-67af239ced1a service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270644 Jan 29 04:20:56.653018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-bc0504fb-2b11-44f3-a184-22bdeec11221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:56.654447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-bc0504fb-2b11-44f3-a184-22bdeec11221 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 1098 time: 0.3049908 Jan 29 04:20:56.657342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Deleting subnet 510cf1ec-14d7-4155-b653-6c1fbea0a51f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:20:56.661683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.781641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:56.870203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-4c94f9f3-3880-46a9-b0ac-d8b3f34325be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:56.872224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-4c94f9f3-3880-46a9-b0ac-d8b3f34325be service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2074580 Jan 29 04:20:56.884382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dbc0-7975-4dd8-8084-b230c7b515de req-d290c4a2-c865-4578-a363-ebcf60b2fe1d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:56.886210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6543dbc0-7975-4dd8-8084-b230c7b515de req-d290c4a2-c865-4578-a363-ebcf60b2fe1d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0875444 Jan 29 04:20:56.937198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6543dbc0-7975-4dd8-8084-b230c7b515de req-e95a2111-d86a-4dd2-a812-3939f2ffb74f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Jan 29 04:20:56.950576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-7ef5f197-8c53-4912-a536-d5169ab73c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e HTTP/1.1" status: 200 len: 217 time: 0.0592697 Jan 29 04:20:56.989627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.074936 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-7ee01ad0-e084-4c24-92aa-886677b24b28 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315652 Jan 29 04:20:57.107591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-ece468ae-c0b7-43fc-a095-57daab0b9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:57.109136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-ece468ae-c0b7-43fc-a095-57daab0b9d61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1340842 Jan 29 04:20:57.166886 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.195398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-8b2bfec9-1490-4a54-b6f8-ee0c70f0a4ce tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:57.197060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-8b2bfec9-1490-4a54-b6f8-ee0c70f0a4ce tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.2915912 Jan 29 04:20:57.200235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.246966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510cf1ec-14d7-4155-b653-6c1fbea0a51f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:57.255063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.259900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5222816-e042-4c4a-b7bc-93f475644a27 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/510cf1ec-14d7-4155-b653-6c1fbea0a51f HTTP/1.1" status: 204 len: 168 time: 0.7259185 Jan 29 04:20:57.260467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c5d36-ee30-45e5-addf-90668d79fb4a None None] Network 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:20:57.262933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-808b8b75-1111-4890-acd2-9eb1f5bcf846 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/quotas/586409d368c54b06952f2b3b2897d48f HTTP/1.1" status: 200 len: 375 time: 0.0552313 Jan 29 04:20:57.263387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37564) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:57.276930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-f89208e4-cfee-4658-b1d8-4868f7f408a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:57.278428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-f89208e4-cfee-4658-b1d8-4868f7f408a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502855 Jan 29 04:20:57.284303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-862b6f97-4b99-4fb8-b5df-80740e6dba4d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:57.290423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-862b6f97-4b99-4fb8-b5df-80740e6dba4d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131453 Jan 29 04:20:57.301654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09b58d6f-b790-4d89-81c6-695fe3cb3520 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:57.328325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-3db3ecc2-49c9-4a9d-ac99-68b4fd9d6312 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/quotas/d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 375 time: 0.0315974 Jan 29 04:20:57.335435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 09b58d6f-b790-4d89-81c6-695fe3cb3520 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:57.336105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09b58d6f-b790-4d89-81c6-695fe3cb3520 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:57.360421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-d446a670-eac8-43c4-8e42-c5ec290e53fb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865164 Jan 29 04:20:57.422748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-b8433574-4bb7-4c98-8a34-14447288f35f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934873 Jan 29 04:20:57.482138 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.562683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] DHCP port deletion for 1a2fb3e2-0e3e-4ce8-b724-ff732771d73e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:20:57.636258 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-739c9aee-afeb-4db2-ba8a-54bdca1d4e3b req-65eb212d-7008-4a3a-b4c0-d00c0942e59a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 210 time: 0.0356116 Jan 29 04:20:57.703913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] Deleting port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:57.705453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.807452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] For port 0e8d7f33-1253-40d7-8173-e65e6a1ed717, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e8d7f33-1253-40d7-8173-e65e6a1ed717,segment=NetworkSegment(403e62c7-5633-460a-9ae8-fb5ea1209087),segment_id=403e62c7-5633-460a-9ae8-fb5ea1209087)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:57.810572 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:57.855182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] Calling delete_port for 0e8d7f33-1253-40d7-8173-e65e6a1ed717 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:57.856170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'tag': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:20:57.858622 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a2d3e2-e500-4651-af57-fd520b130b02", "tag": "cbbf6a5e-6683-4c9c-a9f8-73498acd6915"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:20:57.884276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc770d-da7d-4e80-a989-1085a2953034 req-4927e61d-33d2-4ccd-8bbb-bdb87c67d76f tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:57.893130 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20bc770d-da7d-4e80-a989-1085a2953034 req-4927e61d-33d2-4ccd-8bbb-bdb87c67d76f tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.1569967 Jan 29 04:20:57.989557 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20bc770d-da7d-4e80-a989-1085a2953034 req-eced64e5-287d-4290-b967-176effe7cf56 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894308 Jan 29 04:20:58.008616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-7e272cb3-b9da-498b-b2b2-3acfa820d107 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090855 Jan 29 04:20:58.010983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-09051cb6-e70c-44cb-b4e7-3d2dc509b69d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:58.012747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-09051cb6-e70c-44cb-b4e7-3d2dc509b69d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 821 time: 0.2217197 Jan 29 04:20:58.035302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'port': {'device_id': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'admin_state_up': True, 'tenant_id': '57eb66c09f4f497cb125887fbb9926b3'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:58.058365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.103934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] Pushing event deleted for resources: {'Port': ['ID=0e8d7f33-1253-40d7-8173-e65e6a1ed717,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:58.113676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45044929-bfbf-4ffe-bc2c-f4547e951be5 None None] No DVR routers for this DVR port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:58.119591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-2b99e178-5f1d-4eb7-b8ce-02761822fe96 service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7365046 Jan 29 04:20:58.200978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0c5a7a3-2d1d-4b84-89a2-1f48675ccff2 req-3b5bc9f3-626d-4085-84cf-844d8ce30558 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 210 time: 0.1598766 Jan 29 04:20:58.251514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Deleting port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:20:58.251984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.258473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Made reservation on behalf of 57eb66c09f4f497cb125887fbb9926b3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:20:58.263433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.344657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54c142ba-8088-4de5-8a93-1ed5f907b02e req-56003be6-7979-4dc1-830b-c1b0a26992fe service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059423 Jan 29 04:20:58.355739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-a6724369-3e7d-46c3-b593-eade68d8209c service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350183 Jan 29 04:20:58.371639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] For port 0e8d7f33-1253-40d7-8173-e65e6a1ed717, host n-d-825930-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:58.372028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.397518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Calling delete_port for 0e8d7f33-1253-40d7-8173-e65e6a1ed717 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:20:58.401016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 was not found and therefore no delete operation was performed {{(pid=102402) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:20:58.403741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.421618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b4593-96d3-475d-95da-a4ce3e71cf62 req-2393067d-158c-4046-8a22-7075d80e11ec tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:58.423177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-979b4593-96d3-475d-95da-a4ce3e71cf62 req-2393067d-158c-4046-8a22-7075d80e11ec tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 947 time: 0.1318581 Jan 29 04:20:58.458229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8d7f33-1253-40d7-8173-e65e6a1ed717,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:58.466591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] No DVR routers for this DVR port 0e8d7f33-1253-40d7-8173-e65e6a1ed717 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:20:58.561477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-979b4593-96d3-475d-95da-a4ce3e71cf62 req-716b64c0-a257-4f0b-bcce-dfa7cdfff52f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307659 Jan 29 04:20:58.562714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Allocated IP 172.20.0.2 (7f4d84fe-5bfe-4371-b67d-9d0d950d54d0/987e6ec1-5356-4141-8b13-9ac271e8ee88/3faa7b28-b014-4644-b36e-8bb5198a8bb7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:20:58.610039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.637927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2fb3e2-0e3e-4ce8-b724-ff732771d73e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:58.653383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403e62c7-5633-460a-9ae8-fb5ea1209087') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:58.653737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403e62c7-5633-460a-9ae8-fb5ea1209087') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:20:58.665417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.681566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.689403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:20:58.689850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:20:58.751182 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:20:58.754942 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352506c8-3b33-4771-90b4-19ed7f39c6be x-openstack-request-id: req-352506c8-3b33-4771-90b4-19ed7f39c6be {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:20:58.755282 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a2d3e2-e500-4651-af57-fd520b130b02", "tag": "cbbf6a5e-6683-4c9c-a9f8-73498acd6915", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:20:58.755491 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352506c8-3b33-4771-90b4-19ed7f39c6be {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:20:58.756477 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'tag': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', 'status': 'completed', 'code': 200} Jan 29 04:20:58.768536 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.789148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.812231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3cadd9e4-741e-4b56-af09-beeb3becf7c0 req-935c2cad-7449-4439-84df-a5fbe1869d9b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 210 time: 0.0601170 Jan 29 04:20:58.816290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:58.822727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1a2fb3e2-0e3e-4ce8-b724-ff732771d73e HTTP/1.1" status: 204 len: 168 time: 1.5570524 Jan 29 04:20:58.836259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e704-bd77-4b22-9b62-9e9a9de5d650 req-a5a8719c-6d7a-437c-995e-1b694ceb3e59 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:58.837814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b614e704-bd77-4b22-9b62-9e9a9de5d650 req-a5a8719c-6d7a-437c-995e-1b694ceb3e59 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0850585 Jan 29 04:20:58.849106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb1c4f-9548-4eef-8c2a-cff5737f3271 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2fb3e2-0e3e-4ce8-b724-ff732771d73e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:58.861128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-32151913-a438-4bf4-b2c4-c74222271a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:58.862709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-32151913-a438-4bf4-b2c4-c74222271a88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 1098 time: 0.1094253 Jan 29 04:20:58.868037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e1700b0a-81b3-4c00-8e6e-ccc938814d8e details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:58.967562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b614e704-bd77-4b22-9b62-9e9a9de5d650 req-2ef7d732-fff6-4d1f-a856-ab0bc427dbcb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199355 Jan 29 04:20:58.973857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.064721 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.105970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:20:59.110088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:20:59.122249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37604) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:59.124387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:20:59.166284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:59.179752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.180024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-26833d83-8d28-4294-a033-0753483657bc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920513 Jan 29 04:20:59.188590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e', 'mac_address': 'fa:16:3e:d8:c3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:59.275567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:59.277344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.296819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1700b0a-81b3-4c00-8e6e-ccc938814d8e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:59.312778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.313425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.321985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8d7f33-1253-40d7-8173-e65e6a1ed717 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:20:59.347865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbb8fe-3d0c-43fa-94a5-5cd621bf0d03 req-371bb232-2c7f-4bd5-a753-047711015d6b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.353124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce72fdb-70f3-4725-8707-501540b2fd02 req-b9a5751a-c0e4-492b-ab06-42c07b226c21 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.354984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0e8d7f33-1253-40d7-8173-e65e6a1ed717 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:20:59.355504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8d7f33-1253-40d7-8173-e65e6a1ed717 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:20:59.356429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28dbb8fe-3d0c-43fa-94a5-5cd621bf0d03 req-371bb232-2c7f-4bd5-a753-047711015d6b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.2280934 Jan 29 04:20:59.357882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cbbf6a5e-6683-4c9c-a9f8-73498acd6915 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:20:59.363342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d4adb702-b1c1-40d6-b040-83ebfb064dba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7e3d2a6e7f648af8c5cbb511b9d95b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2311819 Jan 29 04:20:59.363442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cce72fdb-70f3-4725-8707-501540b2fd02 req-b9a5751a-c0e4-492b-ab06-42c07b226c21 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 931 time: 0.3789403 Jan 29 04:20:59.366901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-4b92f860-0b76-4b8c-820e-fe55a6771f8f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362134 Jan 29 04:20:59.367400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37610) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:20:59.397507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:59.399759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Request body: {'port': {'device_id': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:59.418167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.422468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cce72fdb-70f3-4725-8707-501540b2fd02 req-5906fa5b-cda5-49c1-8b0c-3c3c223d59fe tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603456 Jan 29 04:20:59.447411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-dd6a94af-ef99-4eff-8069-2388f9168e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.450790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-dd6a94af-ef99-4eff-8069-2388f9168e28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.5759993 Jan 29 04:20:59.489676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28dbb8fe-3d0c-43fa-94a5-5cd621bf0d03 req-323021aa-0ac5-44ca-90ce-62caef45c002 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322525 Jan 29 04:20:59.517019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:59.553883 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.570063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19d3b2b9-ae75-41c6-a462-333c1bee5b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.570758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:59.585942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', 'mac_address': 'fa:16:3e:ba:33:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:20:59.619993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-47126478-4ef7-496d-a913-771c5c82572f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915 HTTP/1.1" status: 200 len: 217 time: 0.1554120 Jan 29 04:20:59.638657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.653713 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19d3b2b9-ae75-41c6-a462-333c1bee5b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.658076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbf6a5e-6683-4c9c-a9f8-73498acd6915 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:20:59.701764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-10da5e0c-a3e0-4ed5-8498-b504b438eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.703404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-10da5e0c-a3e0-4ed5-8498-b504b438eff5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0677013 Jan 29 04:20:59.706334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:20:59.714108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.717914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-927c652b-cc7f-4b24-a2a7-235783b1b983 req-22f52282-c0ab-45e0-9866-e81d9fee1512 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 210 time: 0.1051719 Jan 29 04:20:59.784629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-fa00c62c-5199-4005-89b7-6561ba04d566 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.786776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-fa00c62c-5199-4005-89b7-6561ba04d566 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5812995 Jan 29 04:20:59.790718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:20:59.807604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Request body: {'port': {'device_id': '89636736-b229-4302-9832-4732734b8253', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'd871ce1ed1ca4e098506d761ce8cf575'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:20:59.840413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:20:59.852312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19d3b2b9-ae75-41c6-a462-333c1bee5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.855258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19d3b2b9-ae75-41c6-a462-333c1bee5b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:20:59.856412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-19d3b2b9-ae75-41c6-a462-333c1bee5b48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5601c158-cf6b-40b5-a396-711a718a42cd HTTP/1.1" status: 204 len: 168 time: 0.4828577 Jan 29 04:20:59.888060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4145f-5ab7-4082-80df-7eec4d533235 req-db5c215a-c8b9-4fb5-b961-cf87e1d8c2e8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.897111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-3fd921e2-4d33-41ed-a189-a8b8af4a9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:20:59.898494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-feb4145f-5ab7-4082-80df-7eec4d533235 req-db5c215a-c8b9-4fb5-b961-cf87e1d8c2e8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 948 time: 0.2019992 Jan 29 04:20:59.898715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-3fd921e2-4d33-41ed-a189-a8b8af4a9dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668890 Jan 29 04:20:59.900948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3b2b9-ae75-41c6-a462-333c1bee5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5601c158-cf6b-40b5-a396-711a718a42cd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:00.020482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-feb4145f-5ab7-4082-80df-7eec4d533235 req-8035cf50-4634-4d97-97d7-c8536af4070e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204834 Jan 29 04:21:00.102813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f3cd702-095b-47c6-bf50-0510e185b0aa req-0f9d30e8-9e22-49ce-8c72-16ac8a3b80cf tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 210 time: 0.1437042 Jan 29 04:21:00.123253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-73abac97-5287-432a-bb4b-4e4e3b512b58 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027934 Jan 29 04:21:00.190690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faa7b28-b014-4644-b36e-8bb5198a8bb7 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:00.200759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['cbbf6a5e-6683-4c9c-a9f8-73498acd6915'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:00.202717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4675-b946-42b4-b47a-84d2e139482d req-45efc97b-aa37-481a-bc56-a7b854c2715c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:00.205250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-132b4675-b946-42b4-b47a-84d2e139482d req-45efc97b-aa37-481a-bc56-a7b854c2715c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.1066616 Jan 29 04:21:00.208832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.239501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Transition to ACTIVE for port object 3faa7b28-b014-4644-b36e-8bb5198a8bb7 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:00.265135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.302719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-132b4675-b946-42b4-b47a-84d2e139482d req-a2031846-2295-40ad-83c9-64faec4c73b2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892618 Jan 29 04:21:00.334574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:00.342014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Made reservation on behalf of d871ce1ed1ca4e098506d761ce8cf575 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:00.346848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.379474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0655e28-bed0-4dc6-9df8-9cf02fc05c23 req-4b349e91-52c9-4d9c-b12f-04306d9b4e7b service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362964 Jan 29 04:21:00.510531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Attempting to bind port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:00.514419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Attempting to bind port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:00.516651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Attempting to bind port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:00.531496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:00.532344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Attempting to bind port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:00.547656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:00.550448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Checking segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:00.551094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Bound using segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:00.553177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Bound port: 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:00.554631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.614753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:00.632029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-82557ce2-47e3-499a-a80c-a1b8ba59acea tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:00.633497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-82557ce2-47e3-499a-a80c-a1b8ba59acea tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.20 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.2530632 Jan 29 04:21:00.658904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Allocated IP 192.168.233.158 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/abf1a085-5f7b-4607-a347-6e9a4709e7b3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:00.683772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:00.693165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a801e-07d3-4dd6-bbc2-8bc5614bdc70 req-eb94db82-3151-488b-8688-ad25f4f61045 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:00.694950 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-776a801e-07d3-4dd6-bbc2-8bc5614bdc70 req-eb94db82-3151-488b-8688-ad25f4f61045 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 944 time: 0.0914776 Jan 29 04:21:00.696744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:00.702674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.706417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Request body: {'port': {'device_id': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'admin_state_up': True, 'tenant_id': '586409d368c54b06952f2b3b2897d48f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:00.757950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb2f5f-2a89-4a1e-850d-945905ce1799 req-a401996f-f948-4fe5-a619-f50f76aa3b09 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:00.759683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:00.759823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e0bb2f5f-2a89-4a1e-850d-945905ce1799 req-a401996f-f948-4fe5-a619-f50f76aa3b09 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.2008741 Jan 29 04:21:00.760301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.762008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] 10.222.0.36 "PUT /v2.0/ports/3faa7b28-b014-4644-b36e-8bb5198a8bb7 HTTP/1.1" status: 200 len: 1091 time: 1.3788469 Jan 29 04:21:00.762406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'tag': '3faa7b28-b014-4644-b36e-8bb5198a8bb7'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:00.764662 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "735cbbb8-3d6e-49c5-95df-1acf5c74780b", "tag": "3faa7b28-b014-4644-b36e-8bb5198a8bb7"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:00.798532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-776a801e-07d3-4dd6-bbc2-8bc5614bdc70 req-bc6be36f-1abc-4783-b1fb-c71a2e44c407 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913141 Jan 29 04:21:00.799006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37636) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:00.799552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e1c217a-8c7e-43f2-bd39-889bbec8e58a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d6523bdeb4042f0b1e1dd4cddd4520c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833801 Jan 29 04:21:00.800995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ceb8f-e5e1-4384-9fb3-7e18effcf6df service neutron] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:00.885029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0d9e1748-3ca3-454b-9cc0-ecfa343def06 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:00.892645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e1700b0a-81b3-4c00-8e6e-ccc938814d8e up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:00.922743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17737dac-e080-45ca-a938-14b97436c4e8 req-7f613c03-8376-43d6-8c13-3971e0f2679e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 210 time: 0.0418243 Jan 29 04:21:00.924753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-17d2d903-5985-4742-944e-a0a557fd2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:00.926520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-17d2d903-5985-4742-944e-a0a557fd2a4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 1094 time: 0.0985920 Jan 29 04:21:00.928338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8b877d-7256-4ed3-acd3-0f0fa64c32cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.995043 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8b877d-7256-4ed3-acd3-0f0fa64c32cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:00.998109 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-df30fc3f-8231-4da4-ab8d-ceac3c8e648d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0497398 Jan 29 04:21:01.016547 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf06c207-5eec-411f-8456-99efd6fab605 x-openstack-request-id: req-bf06c207-5eec-411f-8456-99efd6fab605 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:01.016852 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735cbbb8-3d6e-49c5-95df-1acf5c74780b", "tag": "3faa7b28-b014-4644-b36e-8bb5198a8bb7", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:01.017105 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf06c207-5eec-411f-8456-99efd6fab605 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:01.017510 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'tag': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'status': 'completed', 'code': 200} Jan 29 04:21:01.040964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e0bb2f5f-2a89-4a1e-850d-945905ce1799 req-76bea7fe-e9f0-46b1-8d00-0918a828c4aa tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506979 Jan 29 04:21:01.043320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Made reservation on behalf of 586409d368c54b06952f2b3b2897d48f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:01.048448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.081235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161661-14d9-4001-9680-9d5753aee952 req-b6f44301-c93c-4913-b120-3c6f1782e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:01.082818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-b6f44301-c93c-4913-b120-3c6f1782e46c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 200 len: 861 time: 0.0705760 Jan 29 04:21:01.096178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8b877d-7256-4ed3-acd3-0f0fa64c32cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.099008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8b877d-7256-4ed3-acd3-0f0fa64c32cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.100761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1d8b877d-7256-4ed3-acd3-0f0fa64c32cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca59ce52-b618-4490-b93e-af04e9381d51 HTTP/1.1" status: 204 len: 168 time: 0.3006916 Jan 29 04:21:01.130064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b877d-7256-4ed3-acd3-0f0fa64c32cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59ce52-b618-4490-b93e-af04e9381d51,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:01.131981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port e1700b0a-81b3-4c00-8e6e-ccc938814d8e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:01.139465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-802b57be-5c64-4d02-a357-e2c16c88ada3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456033 Jan 29 04:21:01.167998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port e1700b0a-81b3-4c00-8e6e-ccc938814d8e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:01.169830 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.232003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:01.260155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'port_id': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'mac_address': 'fa:16:3e:56:bd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:01.309138 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.311132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd5121-cadb-4e4e-8378-4cdeea49482b req-f41f0d34-9a0a-48eb-8491-018195229252 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:01.314426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6dbd5121-cadb-4e4e-8378-4cdeea49482b req-f41f0d34-9a0a-48eb-8491-018195229252 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 948 time: 0.1646128 Jan 29 04:21:01.329816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9e1748-3ca3-454b-9cc0-ecfa343def06 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:01.367825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:01.375439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.377958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6dbd5121-cadb-4e4e-8378-4cdeea49482b req-edf3791b-4eb8-4d0e-84cc-af890e6911d5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545123 Jan 29 04:21:01.384018 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-2317a858-2e8d-4657-b0db-6d0b426bf2e1 service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355766 Jan 29 04:21:01.422902 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.458804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.518526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20400887-1e27-4d77-9feb-8fb96ad6e66a req-33c34a7e-46bd-4243-bce6-4e4404dfd4c2 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 210 time: 0.3070886 Jan 29 04:21:01.526382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3161661-14d9-4001-9680-9d5753aee952 req-3ab52a1a-661d-41f3-9d5f-4726c7ffedd2 service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341197 Jan 29 04:21:01.562756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:01.567192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34d535ed-126e-4d30-a9e4-1a05fdb7fe98'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:01.605630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f635af-67b2-4bd9-8728-931d6567152a req-004bc7c0-8514-4c77-b01c-47e3d64a7e73 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:01.607331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5f635af-67b2-4bd9-8728-931d6567152a req-004bc7c0-8514-4c77-b01c-47e3d64a7e73 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0794294 Jan 29 04:21:01.635496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:01.639925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0d9e1748-3ca3-454b-9cc0-ecfa343def06,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:01.641158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:01.651632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-06ceae28-1a78-40a1-a4e8-a808d29e8f1a tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:01.654224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-06ceae28-1a78-40a1-a4e8-a808d29e8f1a tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1097 time: 0.5046678 Jan 29 04:21:01.655080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:01.671721 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.674509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Allocated IP 172.20.0.8 (0a88fe56-9203-4393-989e-7a14ac96ef45/c60cfa39-f883-49d5-b7b1-638d8ec7cba4/cc686dad-5877-4bcb-98a8-ca4f8ebb61a0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:01.715294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:01.738502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c2a2a7-572a-4f52-92db-ab7665250269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:01.743511 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a95a94-46f5-4b6d-8ea7-163b0eb4c069" -d '{"events": [{"server_uuid": "44c2a2a7-572a-4f52-92db-ab7665250269", "name": "network-vif-plugged", "status": "completed", "tag": "e1700b0a-81b3-4c00-8e6e-ccc938814d8e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:01.770801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5f635af-67b2-4bd9-8728-931d6567152a req-484d7fbd-6cc8-4365-92ce-5c23d8997d9b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561005 Jan 29 04:21:01.785482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:01.796470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-a3d8401a-47f8-42ba-a0ab-40d7a6a63474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:01.801802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:01.805749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-a3d8401a-47f8-42ba-a0ab-40d7a6a63474 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 1094 time: 0.1439145 Jan 29 04:21:01.815755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['0d9e1748-3ca3-454b-9cc0-ecfa343def06'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:01.876959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:01.876959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.886382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.931866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:01.956963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-563c1735-9045-442e-a8e3-119fd7d8d7a6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1549337 Jan 29 04:21:01.961640 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de35d4-cd29-48d8-88b9-fad695ad23bd x-openstack-request-id: req-84de35d4-cd29-48d8-88b9-fad695ad23bd {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:01.962284 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c2a2a7-572a-4f52-92db-ab7665250269", "name": "network-vif-plugged", "status": "completed", "tag": "e1700b0a-81b3-4c00-8e6e-ccc938814d8e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:01.963795 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84de35d4-cd29-48d8-88b9-fad695ad23bd {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:01.964320 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c2a2a7-572a-4f52-92db-ab7665250269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e', 'code': 200} Jan 29 04:21:02.051985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Request body: {'port': {'device_id': '89636736-b229-4302-9832-4732734b8253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:02.110943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9a6a-4191-4b9d-a778-1ca70649dc3a req-ff418e30-947b-4fdb-9501-111adb2fefd3 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:02.113040 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c7a9a6a-4191-4b9d-a778-1ca70649dc3a req-ff418e30-947b-4fdb-9501-111adb2fefd3 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 945 time: 0.1349888 Jan 29 04:21:02.115716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-f48835b9-adc5-495f-bb62-0ca2b3285330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:02.133267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-f48835b9-adc5-495f-bb62-0ca2b3285330 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 922 time: 0.3181760 Jan 29 04:21:02.194968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:02.205628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9845d3ed-ffdf-4bcb-b455-169c1206432f None None] Provisioning complete for port abf1a085-5f7b-4607-a347-6e9a4709e7b3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:02.206109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9845d3ed-ffdf-4bcb-b455-169c1206432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:02.228917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-e0f31906-c29a-4d57-b4bc-e3c8dc201c30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0796471 Jan 29 04:21:02.293793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c7a9a6a-4191-4b9d-a778-1ca70649dc3a req-6806f5d1-903d-43e3-8e84-d30d08e73c60 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574080 Jan 29 04:21:02.345865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-d93282fe-cecf-4c49-a495-d00b09ef4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:02.347378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-d93282fe-cecf-4c49-a495-d00b09ef4672 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 200 len: 861 time: 0.1058984 Jan 29 04:21:02.362722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9845d3ed-ffdf-4bcb-b455-169c1206432f None None] Port abf1a085-5f7b-4607-a347-6e9a4709e7b3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:21:02.420984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-5fcc0416-7a10-4c6a-a4d3-81372ebaf6b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636940 Jan 29 04:21:02.572529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2463-060f-432a-9002-dcf5dcb3c94a req-2f500c37-d577-4a6c-8fce-8459cfe09732 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:02.578812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ec2463-060f-432a-9002-dcf5dcb3c94a req-2f500c37-d577-4a6c-8fce-8459cfe09732 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.1639826 Jan 29 04:21:02.639134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-eb2afca8-e76b-4cd8-91cf-0ead7bf85a10 service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950450 Jan 29 04:21:02.644889 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5ec2463-060f-432a-9002-dcf5dcb3c94a req-61344fc2-be7a-43e3-91ba-1d86498498ff tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567026 Jan 29 04:21:02.735642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:02.777976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727f2c6-2bc9-4d27-ace4-a1ab44782724 req-df9e21c8-ea20-4861-ba9c-31eaa12ff580 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:02.781983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4727f2c6-2bc9-4d27-ace4-a1ab44782724 req-df9e21c8-ea20-4861-ba9c-31eaa12ff580 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 936 time: 0.6574376 Jan 29 04:21:02.784916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2df5d9d0-85f5-4f5e-9dfb-43e5722e7b9b req-c1d20ca6-6031-401a-adb6-80c285721883 service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374235 Jan 29 04:21:02.812622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14041e8-04ff-448f-bd2b-62b1f710eecf req-ab68118d-99f5-4696-8ce9-6d3b1eef5286 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:02.826188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f14041e8-04ff-448f-bd2b-62b1f710eecf req-ab68118d-99f5-4696-8ce9-6d3b1eef5286 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 948 time: 0.0904615 Jan 29 04:21:02.874654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f14041e8-04ff-448f-bd2b-62b1f710eecf req-236115ea-b85c-4f86-80dd-bcd5c09be92c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Jan 29 04:21:02.887544 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:02.992737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a192920c-170d-4aaa-954f-a54fbe5e6a19 req-7f5b722b-b3dd-479b-a0dd-b3b2d2106971 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jan 29 04:21:03.056652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0c66b-d099-4688-931b-8e0c98b5698d req-1c5bb0f4-21b8-4d1e-9410-b58284f8b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:03.058538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cfe0c66b-d099-4688-931b-8e0c98b5698d req-1c5bb0f4-21b8-4d1e-9410-b58284f8b204 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 1100 time: 1.0437007 Jan 29 04:21:03.118668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfbb63-218e-4a99-8141-ca38c4310d40 req-7303c0c8-8225-4123-84dc-8635bb199554 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:03.120467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70bfbb63-218e-4a99-8141-ca38c4310d40 req-7303c0c8-8225-4123-84dc-8635bb199554 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 946 time: 0.0615170 Jan 29 04:21:03.142631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:03.182392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70bfbb63-218e-4a99-8141-ca38c4310d40 req-85c91dc8-6c53-4049-8c74-7d507598e4d3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 Jan 29 04:21:03.222946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4727f2c6-2bc9-4d27-ace4-a1ab44782724 req-fa39f082-1fa9-44a9-a45b-8e299e100032 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868215 Jan 29 04:21:03.246243 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cfe0c66b-d099-4688-931b-8e0c98b5698d req-aefd16bc-f5c9-48c9-aacd-ac29e414b4f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594365 Jan 29 04:21:03.272722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.279099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:03.370504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:03.384864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cbbf6a5e-6683-4c9c-a9f8-73498acd6915 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:03.390961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:03.396992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:03.401605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:03.403879 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4188382c-eae9-44b3-bfbf-25139f053c7d" -d '{"events": [{"server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "name": "network-vif-unplugged", "status": "completed", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:03.409471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.411895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:03.416323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:03.465981 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e6b3a6-835d-4e97-a117-21c8ebfce7fd x-openstack-request-id: req-50e6b3a6-835d-4e97-a117-21c8ebfce7fd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:03.466506 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "name": "network-vif-unplugged", "status": "completed", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:03.466506 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50e6b3a6-835d-4e97-a117-21c8ebfce7fd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:03.467004 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'code': 200} Jan 29 04:21:03.467692 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.474150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f1958-f802-4753-bdce-3ed457ea6dff req-8f56b066-2e15-4c67-823b-5f018c1173af tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:03.476021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-067f1958-f802-4753-bdce-3ed457ea6dff req-8f56b066-2e15-4c67-823b-5f018c1173af tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 945 time: 0.0863063 Jan 29 04:21:03.557737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-067f1958-f802-4753-bdce-3ed457ea6dff req-883423df-c290-4f6e-a0db-f48f06d98248 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749671 Jan 29 04:21:03.582145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:03.582803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.598691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:03.606135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf1a085-5f7b-4607-a347-6e9a4709e7b3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:03.608087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:03.608781 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.632684 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.649301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-64f27bd3-0ea5-4896-897a-4ba4ba87f82c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9499180 Jan 29 04:21:03.656996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:03.676292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:21:03.699975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Request body: {'port': {'device_id': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:03.714701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Transition to ACTIVE for port object abf1a085-5f7b-4607-a347-6e9a4709e7b3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:03.715555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:03.729380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.740932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:03.741274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:03.741611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:03.747215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.777633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:03.784129 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.791692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:03.792166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Attempting to bind port 9935754c-15fc-43d5-8544-aac9b1ff3969 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:03.847109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90772e-7617-47c9-96a5-14ad340e7295 req-d8c3fbde-f7f2-49e3-b1c7-44bc17f1a9e3 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:03.849931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba90772e-7617-47c9-96a5-14ad340e7295 req-d8c3fbde-f7f2-49e3-b1c7-44bc17f1a9e3 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.0692446 Jan 29 04:21:03.854307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:03.855220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:03.855724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:03.856290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Bound port: 9935754c-15fc-43d5-8544-aac9b1ff3969, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:03.856767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.890276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-bac8c4c5-5977-4619-9321-d0dcc4f08f57 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=34688e5b44b14639b3322b7114f0b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922711 Jan 29 04:21:03.899405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:03.904524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:03.924252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba90772e-7617-47c9-96a5-14ad340e7295 req-fb7c9a02-93e3-4cf9-a0c6-4a6d4b1591a0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Jan 29 04:21:04.005832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:04.008249 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cdc54b-a1e6-4a9c-99b9-a09c0c333d8a" -d '{"events": [{"server_uuid": "a4a2d3e2-e500-4651-af57-fd520b130b02", "name": "network-vif-plugged", "status": "completed", "tag": "cbbf6a5e-6683-4c9c-a9f8-73498acd6915"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:04.072076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:04.106618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be6c18-4b0e-4293-9d13-9e2a61f1257d req-7b4d005d-4a11-4ff4-ae8d-a1b514d28224 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.108381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75be6c18-4b0e-4293-9d13-9e2a61f1257d req-7b4d005d-4a11-4ff4-ae8d-a1b514d28224 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 949 time: 0.0680606 Jan 29 04:21:04.156082 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75be6c18-4b0e-4293-9d13-9e2a61f1257d req-2c4cf86d-2746-4fae-a9ce-1c433a7775b4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Jan 29 04:21:04.214548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:04.223446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:04.265745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69fb2b-9125-4af9-a0b7-19ea2dcf03b5 req-c44f6234-338c-4b6f-8510-78ec18479ee9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.267248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f69fb2b-9125-4af9-a0b7-19ea2dcf03b5 req-c44f6234-338c-4b6f-8510-78ec18479ee9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 931 time: 0.0513098 Jan 29 04:21:04.278502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:04.331226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f69fb2b-9125-4af9-a0b7-19ea2dcf03b5 req-a46c6c7d-3583-4ee6-8906-725c0576273e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546255 Jan 29 04:21:04.385818 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71079b-e727-4851-9927-fcdcca569676 x-openstack-request-id: req-ea71079b-e727-4851-9927-fcdcca569676 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:04.386366 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a2d3e2-e500-4651-af57-fd520b130b02", "name": "network-vif-plugged", "status": "completed", "tag": "cbbf6a5e-6683-4c9c-a9f8-73498acd6915", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:04.386452 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea71079b-e727-4851-9927-fcdcca569676 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:04.386924 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', 'code': 200} Jan 29 04:21:04.390411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Attempting to bind port abf1a085-5f7b-4607-a347-6e9a4709e7b3 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:04.390922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Attempting to bind port abf1a085-5f7b-4607-a347-6e9a4709e7b3 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:04.391236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Attempting to bind port abf1a085-5f7b-4607-a347-6e9a4709e7b3 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:04.415547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-883e4ad2-86d4-4cf2-b640-c6abea30d903 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.421935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-883e4ad2-86d4-4cf2-b640-c6abea30d903 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5239608 Jan 29 04:21:04.476721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Port abf1a085-5f7b-4607-a347-6e9a4709e7b3 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:04.477525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Attempting to bind port abf1a085-5f7b-4607-a347-6e9a4709e7b3 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:04.502581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-31de5d11-1b50-414c-adb4-d9cd3800fa80 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/quotas/34688e5b44b14639b3322b7114f0b475 HTTP/1.1" status: 200 len: 375 time: 0.0796092 Jan 29 04:21:04.516392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f3507-ea71-4ec4-8049-ff3047087378 req-db2b9c20-5a85-48fe-a28f-af829f048da4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.518284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef7f3507-ea71-4ec4-8049-ff3047087378 req-db2b9c20-5a85-48fe-a28f-af829f048da4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0630915 Jan 29 04:21:04.527107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:04.531867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:04.532584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:04.533129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:04.533726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Bound port: abf1a085-5f7b-4607-a347-6e9a4709e7b3, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:04.534279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:04.552947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.553569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:04.554976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b155ced3-0b5a-491b-809e-c3528afe3327 service neutron] 10.222.0.20 "PUT /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 1122 time: 2.8855669 Jan 29 04:21:04.598480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef7f3507-ea71-4ec4-8049-ff3047087378 req-ead4ca7f-a968-44a0-a531-47c9d656bbc3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Jan 29 04:21:04.604190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd9a2c-e5ba-4a20-bf4b-237b436353cc req-12027a76-4a2d-4e3c-873d-063ae6819014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.605647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bdd9a2c-e5ba-4a20-bf4b-237b436353cc req-12027a76-4a2d-4e3c-873d-063ae6819014 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 1100 time: 0.0985496 Jan 29 04:21:04.628357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-e93bc2f6-93df-40bb-84a8-be968afe7448 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34688e5b44b14639b3322b7114f0b475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815475 Jan 29 04:21:04.710630 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bdd9a2c-e5ba-4a20-bf4b-237b436353cc req-32a1524f-be83-4a18-a195-2f98525d38bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Jan 29 04:21:04.718153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:04.726763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:04.733946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:04.739448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:04.759380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.759736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:04.761112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] 10.222.0.36 "PUT /v2.0/ports/abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 1096 time: 2.7361376 Jan 29 04:21:04.789199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f3fa6-ea3d-4ec9-8d7a-4e7895f1d1fd req-4cbbfac5-d30b-43ed-bd99-e17ce20ca653 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:04.793272 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01f3fa6-ea3d-4ec9-8d7a-4e7895f1d1fd req-4cbbfac5-d30b-43ed-bd99-e17ce20ca653 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.1106298 Jan 29 04:21:04.816672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:04.920641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01f3fa6-ea3d-4ec9-8d7a-4e7895f1d1fd req-a058dd2e-75e2-45aa-9dac-294d92b1b685 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126318 Jan 29 04:21:04.944909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3faa7b28-b014-4644-b36e-8bb5198a8bb7 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:04.997087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:05.013455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddfffa26-2522-4933-9990-31a0ddc06626 req-ffa84c17-812a-4a45-b945-1ac4deeac3d9 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 210 time: 0.0507531 Jan 29 04:21:05.051087 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.074999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627bf90-3fa8-4eae-a39d-754b5f0a8b53 service neutron] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:05.129249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Transition to ACTIVE for port object cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:05.134174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-2d92ac8a-1c12-44e4-aade-64d7fb488a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.135698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-2d92ac8a-1c12-44e4-aade-64d7fb488a9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1099 time: 0.2694025 Jan 29 04:21:05.138082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.162702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:05.175014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015fd8e-6407-4c63-b5f4-ae6af239abdc req-4008dfb6-655b-4f42-9070-b5de2f85b082 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.179569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0d9e1748-3ca3-454b-9cc0-ecfa343def06 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:05.184813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a015fd8e-6407-4c63-b5f4-ae6af239abdc req-4008dfb6-655b-4f42-9070-b5de2f85b082 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 945 time: 0.2693124 Jan 29 04:21:05.188662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'port_id': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'mac_address': 'fa:16:3e:7c:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e6ec1-5356-4141-8b13-9ac271e8ee88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:05.221263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b3bf0-06e0-4671-86ed-6f63c3873a1b req-934949f9-5063-45a9-8237-dd989d490cc6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.223879 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b3b3bf0-06e0-4671-86ed-6f63c3873a1b req-934949f9-5063-45a9-8237-dd989d490cc6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.0952177 Jan 29 04:21:05.269435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-0f0d8c42-791b-469f-8488-162ca7564f54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0760679 Jan 29 04:21:05.276377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:05.296532 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.326418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b3b3bf0-06e0-4671-86ed-6f63c3873a1b req-6a3b52fb-6641-4e26-8845-59f12114d87b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912864 Jan 29 04:21:05.345883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a015fd8e-6407-4c63-b5f4-ae6af239abdc req-95df8c54-9ca2-4f55-8ac5-b9c9278a0449 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601980 Jan 29 04:21:05.400845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-5c209e67-b06e-4c5f-a377-cc6cfdc46558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.402901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-5c209e67-b06e-4c5f-a377-cc6cfdc46558 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1171978 Jan 29 04:21:05.419172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faa7b28-b014-4644-b36e-8bb5198a8bb7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:05.455704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Attempting to bind port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:05.456051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Attempting to bind port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:05.456385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Attempting to bind port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:05.465193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:05.465524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Attempting to bind port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:05.469625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969'}, {'name': 'network-changed', 'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:05.472257 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67443b03-6edb-4a96-87f5-78377c99438d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969"}, {"name": "network-changed", "server_uuid": "89636736-b229-4302-9832-4732734b8253", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:05.482612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:05.482968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Checking segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:05.483354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Bound using segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:05.483791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Bound port: cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:05.484158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.501523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:05.525576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:05.526267 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.534465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:05.540007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-95ec0568-549e-4e26-a305-3fc48dc997cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.543359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad24d-eb5a-4edc-b4af-e0b9b61b5eb8 req-377af4de-0362-4f8f-8368-752ce7eff1a2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.545026 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-567ad24d-eb5a-4edc-b4af-e0b9b61b5eb8 req-377af4de-0362-4f8f-8368-752ce7eff1a2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 949 time: 0.0664589 Jan 29 04:21:05.546134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-95ec0568-549e-4e26-a305-3fc48dc997cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315713 Jan 29 04:21:05.580270 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.636477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:05.636822 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-567ad24d-eb5a-4edc-b4af-e0b9b61b5eb8 req-d143467d-54f9-4772-b7bb-12b0d6a2d03e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 Jan 29 04:21:05.649994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:05.673833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.706413 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10bb5a-ad7b-4123-a1be-751b78906924 x-openstack-request-id: req-ef10bb5a-ad7b-4123-a1be-751b78906924 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:05.706856 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89636736-b229-4302-9832-4732734b8253", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:05.707294 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef10bb5a-ad7b-4123-a1be-751b78906924 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:05.707900 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'status': 'completed', 'code': 200} Jan 29 04:21:05.708345 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'status': 'completed', 'code': 200} Jan 29 04:21:05.721106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:05.785232 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.819040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.819908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.821601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] 10.222.0.20 "PUT /v2.0/ports/cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 HTTP/1.1" status: 200 len: 1091 time: 2.1518111 Jan 29 04:21:05.822016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d34a0e-191d-47a8-aeed-cefbb527d438 req-147aaa83-61d6-4775-8e32-a3d4789b1b26 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.823605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15d34a0e-191d-47a8-aeed-cefbb527d438 req-147aaa83-61d6-4775-8e32-a3d4789b1b26 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0729516 Jan 29 04:21:05.850480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54894e2-f030-4840-b3c4-1d22ea5d23a8 req-2492708a-d6b5-43fb-b996-858ba04d8abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.857930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:05.858644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b54894e2-f030-4840-b3c4-1d22ea5d23a8 req-2492708a-d6b5-43fb-b996-858ba04d8abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 943 time: 0.3608038 Jan 29 04:21:05.867064 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:05.897199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73287-557c-4d5f-b4b3-83f33b82702d service neutron] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:05.909630 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15d34a0e-191d-47a8-aeed-cefbb527d438 req-4c6f5734-92ca-4440-9c85-8528219e0c8a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773046 Jan 29 04:21:05.921405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-cf9c5fc1-d92d-43dc-86ae-bb0376da6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:05.923046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-cf9c5fc1-d92d-43dc-86ae-bb0376da6a70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1125 time: 0.1623580 Jan 29 04:21:05.967514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0d9e1748-3ca3-454b-9cc0-ecfa343def06,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:05.994739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-62a84cb0-f6bb-491b-a2f2-7641fc01a0dc service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528047 Jan 29 04:21:06.002465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b54894e2-f030-4840-b3c4-1d22ea5d23a8 req-f2b6b542-5236-45bd-86a9-1eda663f3f02 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427503 Jan 29 04:21:06.073718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3faa7b28-b014-4644-b36e-8bb5198a8bb7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:06.111221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb454-de6d-4cf1-af82-3d61473c1661 req-995fc1bd-22c6-4316-88af-0104c4f35136 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.114216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d7bb454-de6d-4cf1-af82-3d61473c1661 req-995fc1bd-22c6-4316-88af-0104c4f35136 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.0866671 Jan 29 04:21:06.189041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d7bb454-de6d-4cf1-af82-3d61473c1661 req-a2f6703c-ef97-4e02-94b8-ceaf4ebd86e7 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594051 Jan 29 04:21:06.226636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-d61e506f-ccb2-4f62-b52a-14990fc1a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.228147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-d61e506f-ccb2-4f62-b52a-14990fc1a504 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 1094 time: 0.2932639 Jan 29 04:21:06.271873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eaf097fd-2b2a-4cc9-99bb-0415ead4cb03 req-a724fd6b-cdbc-4512-a934-f5421893fbfe tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 210 time: 0.0703015 Jan 29 04:21:06.326295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-4cb48864-09bb-4369-802d-808a60287162 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 HTTP/1.1" status: 200 len: 217 time: 0.0587845 Jan 29 04:21:06.343016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-85d97b2f-8bf9-436e-8888-802223fda9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.344532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-85d97b2f-8bf9-436e-8888-802223fda9b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.3815005 Jan 29 04:21:06.390544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:06.392788 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b8b5b2-968c-48aa-bc3a-3a350344b32d" -d '{"events": [{"server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:06.393538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5311ade-45de-46a8-bf5c-b820f3e13447 req-79a9b121-b026-4377-8098-c31b55c03fae service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392937 Jan 29 04:21:06.428756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-f54d1e5b-c4aa-41d6-9d41-d34a091cb0e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 217 time: 0.0512478 Jan 29 04:21:06.437700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-d501acfe-d36b-4ac3-8090-3e06e5a8325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.440275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-d501acfe-d36b-4ac3-8090-3e06e5a8325e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.0938699 Jan 29 04:21:06.481638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-aeb5cb46-04fe-489d-8a68-8d51040e9d78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321293 Jan 29 04:21:06.484616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93668ef-0c64-4ec6-9f49-a2dd2ae3c924 req-c0d5f904-b1ee-4934-bbed-93fbc5c19bb1 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.486204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f93668ef-0c64-4ec6-9f49-a2dd2ae3c924 req-c0d5f904-b1ee-4934-bbed-93fbc5c19bb1 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 944 time: 0.0521066 Jan 29 04:21:06.535612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f93668ef-0c64-4ec6-9f49-a2dd2ae3c924 req-521105e7-6046-46aa-b37e-99fa8f744989 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Jan 29 04:21:06.594623 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbfb75f-3448-4f27-b46c-57c3220db38c x-openstack-request-id: req-efbfb75f-3448-4f27-b46c-57c3220db38c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:06.595516 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:06.595979 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efbfb75f-3448-4f27-b46c-57c3220db38c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:06.596548 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'code': 200} Jan 29 04:21:06.798087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6ae-e33a-4b65-85be-9193a792ba5b req-7d67de16-2842-44b4-94f2-ede9d95b06a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.807066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fbac6ae-e33a-4b65-85be-9193a792ba5b req-7d67de16-2842-44b4-94f2-ede9d95b06a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 949 time: 0.0987637 Jan 29 04:21:06.831195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4396-69ff-4178-8387-8dcfda780582 req-ea4d8c2b-1d06-4b1d-94e3-541a709181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.832681 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-decf4396-69ff-4178-8387-8dcfda780582 req-ea4d8c2b-1d06-4b1d-94e3-541a709181a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 1097 time: 0.0910072 Jan 29 04:21:06.921880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-b27f4257-9dc4-4f4d-9d50-68ba91333611 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=34688e5b44b14639b3322b7114f0b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441184 Jan 29 04:21:06.941962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-583452d6-8701-41d8-ac2f-15633a1c0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.944338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-583452d6-8701-41d8-ac2f-15633a1c0c31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.4450519 Jan 29 04:21:06.957346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d623-a05a-4e8b-a0ff-c9f7fa869e94 req-2687d12d-0f9f-4e4a-b6e9-4d9656e48ea9 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:06.959610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5f2d623-a05a-4e8b-a0ff-c9f7fa869e94 req-2687d12d-0f9f-4e4a-b6e9-4d9656e48ea9 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.4805775 Jan 29 04:21:07.024970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-61507ed3-c2da-4a08-9338-155773f04c9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622864 Jan 29 04:21:07.067390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-43794575-df67-41d4-9166-d953418b053c service neutron] 10.222.0.20 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771756 Jan 29 04:21:07.166914 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fbac6ae-e33a-4b65-85be-9193a792ba5b req-d37896b4-d8ab-440b-bf6a-6db442340076 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589818 Jan 29 04:21:07.183571 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-decf4396-69ff-4178-8387-8dcfda780582 req-8c640475-14a7-4d77-9f8b-16674c19a128 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424766 Jan 29 04:21:07.194490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5f2d623-a05a-4e8b-a0ff-c9f7fa869e94 req-95a8938c-ae44-419e-9cf7-04a0058a29ec tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101858 Jan 29 04:21:07.252800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-4db35237-ef71-4f84-9697-1130195a9f83 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:07.254364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-4db35237-ef71-4f84-9697-1130195a9f83 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907343 Jan 29 04:21:07.323162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30f4f8-6d90-4651-9472-3d8a7c35a993 req-6194b391-ff72-48a5-8c23-53b06c135395 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:07.325105 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea30f4f8-6d90-4651-9472-3d8a7c35a993 req-6194b391-ff72-48a5-8c23-53b06c135395 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0602758 Jan 29 04:21:07.358598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cc384-1a63-4a00-b8e8-a7a0d99c1c8c req-d651594a-6b68-4477-ba78-fbd1f1010c04 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:07.360157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-764cc384-1a63-4a00-b8e8-a7a0d99c1c8c req-d651594a-6b68-4477-ba78-fbd1f1010c04 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 943 time: 0.0996723 Jan 29 04:21:07.369547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea30f4f8-6d90-4651-9472-3d8a7c35a993 req-7807df28-a4c3-4f25-b348-52b74556470b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373876 Jan 29 04:21:07.432392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-f39e2d4f-a385-400c-9923-629040786afc service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679523 Jan 29 04:21:07.438752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e160dfb-12fc-4639-b642-dc5f581b3029 req-4bcc832b-2c93-40ff-b622-8d9263ffbfd4 service neutron] 10.222.0.20 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603938 Jan 29 04:21:07.452354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-764cc384-1a63-4a00-b8e8-a7a0d99c1c8c req-49b002bb-715b-44bf-bd83-4abae245de26 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827749 Jan 29 04:21:07.495422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500100f1-6cdc-426f-b3d9-74bbcea0ed40 req-8dc42ab1-cc7a-44f0-a365-4172f9ffbb2b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:07.496911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-500100f1-6cdc-426f-b3d9-74bbcea0ed40 req-8dc42ab1-cc7a-44f0-a365-4172f9ffbb2b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 949 time: 0.0625637 Jan 29 04:21:07.530019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Request body: {'port': {'device_id': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '34688e5b44b14639b3322b7114f0b475'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:07.540616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-500100f1-6cdc-426f-b3d9-74bbcea0ed40 req-f772728d-bcfa-4279-96c2-978a1ed77658 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Jan 29 04:21:07.633520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-21866bcb-cfa2-4b09-9d0b-2c9db96e5bcc req-eab2088f-574a-4322-86bb-b0334705b8a1 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 210 time: 0.0342433 Jan 29 04:21:07.711991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:07.715455 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033079c6-b797-4992-8962-894ebc9fc0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:07.740343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98823796-1911-490a-97b0-fe4de213705a req-59102d94-ed2d-4b04-afa2-0af1dc5ae2f1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:07.742080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98823796-1911-490a-97b0-fe4de213705a req-59102d94-ed2d-4b04-afa2-0af1dc5ae2f1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.2068694 Jan 29 04:21:07.761634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed15ed-4ade-416f-9d38-7f055db38e20 req-c8385e2c-af7d-4f91-bf53-705e1f0ca845 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:07.763431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aaed15ed-4ade-416f-9d38-7f055db38e20 req-c8385e2c-af7d-4f91-bf53-705e1f0ca845 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 944 time: 0.0717950 Jan 29 04:21:07.787989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-f68decb4-357a-4e5c-93a2-1da87b328ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651305 Jan 29 04:21:07.806437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aaed15ed-4ade-416f-9d38-7f055db38e20 req-6cfa9850-985e-4966-9836-9856accf5bd6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Jan 29 04:21:07.820861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98823796-1911-490a-97b0-fe4de213705a req-c0191a1a-a6d5-42d9-add4-a3fe4ef56716 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667150 Jan 29 04:21:07.831099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Made reservation on behalf of 34688e5b44b14639b3322b7114f0b475 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:07.836534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:07.847991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:07.884203 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc45926-1774-4182-8c05-f8e7ca776fca x-openstack-request-id: req-6bc45926-1774-4182-8c05-f8e7ca776fca {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:07.884704 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:07.884975 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc45926-1774-4182-8c05-f8e7ca776fca {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:07.885365 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'status': 'completed', 'code': 200} Jan 29 04:21:08.013376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-771da11d-5e53-4fa0-88ae-26e0548357ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.014921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-771da11d-5e53-4fa0-88ae-26e0548357ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1099 time: 0.1025169 Jan 29 04:21:08.017654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:08.032939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:08.100503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-a95afa53-1a20-45cf-9056-1af3ef1a9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.102529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-a95afa53-1a20-45cf-9056-1af3ef1a9540 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 1094 time: 0.1308501 Jan 29 04:21:08.122599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730dd32-276f-4ad5-8d4f-6a3e8b91b7fd req-4a18dc5d-62c5-4adc-b095-e78278c472b9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.128447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730dd32-276f-4ad5-8d4f-6a3e8b91b7fd req-4a18dc5d-62c5-4adc-b095-e78278c472b9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.130356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1730dd32-276f-4ad5-8d4f-6a3e8b91b7fd req-4a18dc5d-62c5-4adc-b095-e78278c472b9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269&device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 1689 time: 0.0645256 Jan 29 04:21:08.177747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1730dd32-276f-4ad5-8d4f-6a3e8b91b7fd req-d2cfa0b1-adda-4b4a-9df5-a886c1f48886 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354023 Jan 29 04:21:08.222214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff8feb-9e70-4cfe-964f-3418f90771a4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:08.293285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-c71fbf34-72a8-4838-8582-91f65028445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.294823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-c71fbf34-72a8-4838-8582-91f65028445f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2717323 Jan 29 04:21:08.340976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd23c6-5a79-41ea-9178-fbe8b77601f7 req-e51374df-9a40-486d-a5a0-071761346669 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.342828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71cd23c6-5a79-41ea-9178-fbe8b77601f7 req-e51374df-9a40-486d-a5a0-071761346669 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.0614395 Jan 29 04:21:08.394280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-aef272a5-94cf-4ed3-af5f-5adf1c32cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.394888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-aef272a5-94cf-4ed3-af5f-5adf1c32cfff service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 906 time: 0.2615631 Jan 29 04:21:08.402424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71cd23c6-5a79-41ea-9178-fbe8b77601f7 req-83341495-e052-4c33-9602-abffb7e3735d tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509746 Jan 29 04:21:08.404341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-5b4f883a-7d2d-41e9-a878-24f4b66701c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0903118 Jan 29 04:21:08.501035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Allocated IP 192.168.233.115 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/17e10733-3420-4279-b473-6bffd9e10878) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:08.509570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-b9713fab-ad1c-4b57-aa5e-3398cce1b3b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 HTTP/1.1" status: 200 len: 217 time: 0.0763521 Jan 29 04:21:08.522356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57f51-b97a-4035-8246-8bfea6cdda7e req-7509f2b5-b199-44a1-8927-8957f4dba784 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.524150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68b57f51-b97a-4035-8246-8bfea6cdda7e req-7509f2b5-b199-44a1-8927-8957f4dba784 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0610120 Jan 29 04:21:08.566334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68b57f51-b97a-4035-8246-8bfea6cdda7e req-38ed2682-9e36-46a3-92fb-9067d2acd2bf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348651 Jan 29 04:21:08.570740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-7c665d72-fcab-4897-bf78-caf72607c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.572195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-7c665d72-fcab-4897-bf78-caf72607c065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1401594 Jan 29 04:21:08.587217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b4f1-1343-40fb-8361-4761726530cb req-655cef62-0c68-4cbe-a30c-dcba05f37891 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.588727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c87b4f1-1343-40fb-8361-4761726530cb req-655cef62-0c68-4cbe-a30c-dcba05f37891 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 1100 time: 0.2002306 Jan 29 04:21:08.651005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-b9c63573-09f1-4132-a9ad-9d336fae769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.652463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-b9c63573-09f1-4132-a9ad-9d336fae769d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.1288908 Jan 29 04:21:08.690851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63a980-7b22-4728-8285-5794f8dc4990 req-c80de191-c7b6-4b81-8eb5-67e84f409d03 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.692369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef63a980-7b22-4728-8285-5794f8dc4990 req-c80de191-c7b6-4b81-8eb5-67e84f409d03 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 943 time: 0.0511012 Jan 29 04:21:08.748522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-7d884d68-32f0-4069-857d-7f0f14d2ce6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717041 Jan 29 04:21:08.753913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c87b4f1-1343-40fb-8361-4761726530cb req-0eff2ec4-18c4-4f2e-8351-9fbe68b3d864 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572182 Jan 29 04:21:08.763297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef63a980-7b22-4728-8285-5794f8dc4990 req-57035ecc-f839-4400-ba0b-d8da413793b4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558932 Jan 29 04:21:08.829232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443b03-6edb-4a96-87f5-78377c99438d req-c205c22b-7b94-43c2-8b0b-32ad41604c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:08.830783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-c205c22b-7b94-43c2-8b0b-32ad41604c2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2022462 Jan 29 04:21:08.885650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-397e7dcc-9588-4d4c-920b-726c35b67a64 req-81cb47de-9e66-4f2c-8619-dedbcba846e3 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 210 time: 0.0424891 Jan 29 04:21:08.916716 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:08.960722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3faa7b28-b014-4644-b36e-8bb5198a8bb7 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:08.993947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-d08a0852-9f37-47ec-b822-8435dd28d1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269831 Jan 29 04:21:09.020768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759a72-28bb-42cb-baed-f772a2fd794a req-b74cb010-d24b-43f5-a870-5ea5a37ced3f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.030307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07a91-89d9-4362-a0ff-9101d7bd4ca5 req-00b66528-83d6-4ff9-bde5-86d96fdf3534 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.031834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03f07a91-89d9-4362-a0ff-9101d7bd4ca5 req-00b66528-83d6-4ff9-bde5-86d96fdf3534 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 1100 time: 0.1788177 Jan 29 04:21:09.032870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6759a72-28bb-42cb-baed-f772a2fd794a req-b74cb010-d24b-43f5-a870-5ea5a37ced3f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 944 time: 0.0783722 Jan 29 04:21:09.081568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:09.090393 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6759a72-28bb-42cb-baed-f772a2fd794a req-0b7b20d0-d2dc-4caa-a9d0-8fa3ac80973d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502446 Jan 29 04:21:09.090692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:09.090692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.105487 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.234019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-a46be09b-185c-4356-a07e-9aaba01ab9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921504 Jan 29 04:21:09.243372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:09.245533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033079c6-b797-4992-8962-894ebc9fc0c9 req-043f01ce-6902-4df8-a0aa-085770393f88 service neutron] 10.222.0.20 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383502 Jan 29 04:21:09.249419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8efc9c-1891-4117-a432-f4fa232617d9 req-1655ee33-c857-4a32-bf1b-5713e80e4e50 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.254377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a8efc9c-1891-4117-a432-f4fa232617d9 req-1655ee33-c857-4a32-bf1b-5713e80e4e50 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.0932093 Jan 29 04:21:09.257608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:09.262299 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.272295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03f07a91-89d9-4362-a0ff-9101d7bd4ca5 req-d192cbe3-9bd0-49a4-a0a7-735edd3f006c tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110624 Jan 29 04:21:09.273295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:09.277728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Pushing event updated for resources: {'Port': ['ID=17e10733-3420-4279-b473-6bffd9e10878,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:09.313455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa7b28-b014-4644-b36e-8bb5198a8bb7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:09.316245 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1a6ec0-b18d-4645-8d00-3baba14b9b6c" -d '{"events": [{"server_uuid": "735cbbb8-3d6e-49c5-95df-1acf5c74780b", "name": "network-vif-plugged", "status": "completed", "tag": "3faa7b28-b014-4644-b36e-8bb5198a8bb7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:09.330586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:09.336772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.359071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.359826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.387756 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f5b9b-df88-41d9-8685-56f364a301cc x-openstack-request-id: req-666f5b9b-df88-41d9-8685-56f364a301cc {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:09.388083 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735cbbb8-3d6e-49c5-95df-1acf5c74780b", "name": "network-vif-plugged", "status": "completed", "tag": "3faa7b28-b014-4644-b36e-8bb5198a8bb7", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:09.388682 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-666f5b9b-df88-41d9-8685-56f364a301cc {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:09.389082 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'code': 200} Jan 29 04:21:09.390193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a8efc9c-1891-4117-a432-f4fa232617d9 req-e8528289-d2b5-4541-b453-5d175dbc1c6b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298745 Jan 29 04:21:09.439424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-a41da6d6-9f9a-4c80-b5ef-f3e04aa2c706 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9184079 Jan 29 04:21:09.478188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:09.479932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Request body: {'port': {'device_id': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:09.548320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440cf3-9c46-484b-a492-2c4fc06d1a46 req-9b9bdca7-efff-4b0b-bd9f-e8d668fd5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.549939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f440cf3-9c46-484b-a492-2c4fc06d1a46 req-9b9bdca7-efff-4b0b-bd9f-e8d668fd5dbb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 1096 time: 0.0688784 Jan 29 04:21:09.604907 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f440cf3-9c46-484b-a492-2c4fc06d1a46 req-657c1262-c1a4-4053-b949-8ed2fbe2f864 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Jan 29 04:21:09.627551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67443b03-6edb-4a96-87f5-78377c99438d req-09634057-edc7-40cd-88d2-db13cf3e5c6c service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784325 Jan 29 04:21:09.628957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0a6cb7bd-251f-4aa7-8fed-c98ecbf2cc3b None None] Provisioning complete for port 17e10733-3420-4279-b473-6bffd9e10878 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:09.629402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb7bd-251f-4aa7-8fed-c98ecbf2cc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.658066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-c71aa420-7066-496f-97ed-3b4ee3c20db9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297067 Jan 29 04:21:09.665036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:09.675783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cb7bd-251f-4aa7-8fed-c98ecbf2cc3b None None] Port 17e10733-3420-4279-b473-6bffd9e10878 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:21:09.676003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c283-cf72-4122-ba8d-668f7912e434 req-b74519c9-0d43-42b7-8f2d-4627e82f92ba tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.678338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f534c283-cf72-4122-ba8d-668f7912e434 req-b74519c9-0d43-42b7-8f2d-4627e82f92ba tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.1301529 Jan 29 04:21:09.745111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f534c283-cf72-4122-ba8d-668f7912e434 req-0cc23197-b696-4cba-8f03-67e67cc6ca79 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601206 Jan 29 04:21:09.778579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-0c3a39f0-1539-43f5-9e86-85ae949c731d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.787455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-0c3a39f0-1539-43f5-9e86-85ae949c731d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219697 Jan 29 04:21:09.805393 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-568b858b-acf0-4ca1-a6c5-996ea811a503 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/quotas/6d9f0e354c9549eb83cc3d27648cee6f HTTP/1.1" status: 200 len: 375 time: 0.0170083 Jan 29 04:21:09.861904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-e36ba6be-474d-48f0-a03c-5074c5d5fba4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556178 Jan 29 04:21:09.937294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ab3c-1e64-4210-b38c-4859199d1114 req-0820f949-cc98-4466-9cb9-f9402d36d16b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:09.938925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d93ab3c-1e64-4210-b38c-4859199d1114 req-0820f949-cc98-4466-9cb9-f9402d36d16b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.1188161 Jan 29 04:21:10.010772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d93ab3c-1e64-4210-b38c-4859199d1114 req-e8ed6c99-334c-40f5-8921-a0f8ac8e2d39 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616467 Jan 29 04:21:10.085690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e10733-3420-4279-b473-6bffd9e10878 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:10.104632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:10.125832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1c1f-9597-4cb9-b86e-e2e9ccfef01d req-2ee4048a-162e-426c-9be6-0a79dfc349c7 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:10.128014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cdde1c1f-9597-4cb9-b86e-e2e9ccfef01d req-2ee4048a-162e-426c-9be6-0a79dfc349c7 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.0778875 Jan 29 04:21:10.136683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37844) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:10.140893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Transition to ACTIVE for port object 17e10733-3420-4279-b473-6bffd9e10878 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:10.144295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Request body: {'floatingip': {'port_id': '0d9e1748-3ca3-454b-9cc0-ecfa343def06'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:10.153931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:10.211991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32a115-09ce-4d4a-bf19-eeaa4255d28d req-a4d7a5ab-64a4-43e0-b817-b5edb44b59cc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:10.220607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa32a115-09ce-4d4a-bf19-eeaa4255d28d req-a4d7a5ab-64a4-43e0-b817-b5edb44b59cc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 943 time: 0.1283693 Jan 29 04:21:10.230512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:10.257519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=17e10733-3420-4279-b473-6bffd9e10878,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:10.320627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa32a115-09ce-4d4a-bf19-eeaa4255d28d req-60e85ef4-a66f-4807-82d0-6fc1f6a33c8b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939827 Jan 29 04:21:10.417443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84382a-ea84-4d9d-a5d0-c64981be4186 req-507fde57-fc9a-4aba-93fd-7953b65f73aa tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:10.425009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc84382a-ea84-4d9d-a5d0-c64981be4186 req-507fde57-fc9a-4aba-93fd-7953b65f73aa tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 948 time: 0.2184305 Jan 29 04:21:10.449609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Attempting to bind port 17e10733-3420-4279-b473-6bffd9e10878 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:10.450964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Attempting to bind port 17e10733-3420-4279-b473-6bffd9e10878 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:10.452073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Attempting to bind port 17e10733-3420-4279-b473-6bffd9e10878 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:10.499521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-985b661c-57d5-43d5-a5df-e510afe77e02 req-094fc033-f70f-4582-b693-adc381eebab7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 210 time: 0.1093595 Jan 29 04:21:10.505751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Port 17e10733-3420-4279-b473-6bffd9e10878 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:10.508137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Attempting to bind port 17e10733-3420-4279-b473-6bffd9e10878 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:10.528867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:10.529229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:10.530019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:10.530701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Bound port: 17e10733-3420-4279-b473-6bffd9e10878, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:10.531144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:10.572617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc84382a-ea84-4d9d-a5d0-c64981be4186 req-dbf82a2c-c28f-4062-8922-f121b3f50c19 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413748 Jan 29 04:21:10.659046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] For port 17e10733-3420-4279-b473-6bffd9e10878, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:10.662972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] For port 17e10733-3420-4279-b473-6bffd9e10878, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17e10733-3420-4279-b473-6bffd9e10878,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:10.676370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700bc-786f-4ea3-ab49-99c4d2f6912c req-d6d846d6-1b48-4459-9435-1b45ff5e79d5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:10.678373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b22700bc-786f-4ea3-ab49-99c4d2f6912c req-d6d846d6-1b48-4459-9435-1b45ff5e79d5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 945 time: 0.0819590 Jan 29 04:21:10.679894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:10.728051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:10.728780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:10.730371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] 10.222.0.36 "PUT /v2.0/ports/17e10733-3420-4279-b473-6bffd9e10878 HTTP/1.1" status: 200 len: 1096 time: 1.2634079 Jan 29 04:21:10.732450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'tag': '17e10733-3420-4279-b473-6bffd9e10878'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:10.734855 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8216be-cad6-4835-aea2-a75a8fa39591" -d '{"events": [{"name": "network-changed", "server_uuid": "b9392ab6-1a44-45d2-8155-96d3f5276579", "tag": "17e10733-3420-4279-b473-6bffd9e10878"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:10.783361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f794d6-3b80-4a14-81eb-19753f31c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=17e10733-3420-4279-b473-6bffd9e10878,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:10.803005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b22700bc-786f-4ea3-ab49-99c4d2f6912c req-ef30b332-8633-4fca-8142-d71f37e4dfe0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872879 Jan 29 04:21:10.853986 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb10f7f-3ca6-4c1f-963e-b904cbc494b5 x-openstack-request-id: req-7fb10f7f-3ca6-4c1f-963e-b904cbc494b5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:10.854487 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9392ab6-1a44-45d2-8155-96d3f5276579", "tag": "17e10733-3420-4279-b473-6bffd9e10878", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:10.854927 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fb10f7f-3ca6-4c1f-963e-b904cbc494b5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:10.855525 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'tag': '17e10733-3420-4279-b473-6bffd9e10878', 'status': 'completed', 'code': 200} Jan 29 04:21:10.868345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e44c66-1538-4152-b362-06072fc6d4dc req-e0cce835-1b02-4370-96c8-dc45024ec39a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:10.870333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94e44c66-1538-4152-b362-06072fc6d4dc req-e0cce835-1b02-4370-96c8-dc45024ec39a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.2412550 Jan 29 04:21:10.968211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94e44c66-1538-4152-b362-06072fc6d4dc req-80919671-6b57-4853-8b71-61d7b035d338 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 Jan 29 04:21:10.971732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:11.194104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:11.206248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'mac_address': 'fa:16:3e:5b:f7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:11.213643 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:11.225559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:11.270548 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:11.287826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf1a085-5f7b-4607-a347-6e9a4709e7b3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:11.311527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:11.326196 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:11.406129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:11.438063 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Floating IP 34047e0e-9dce-421b-b9bc-8921bee25021 associated. External IP: 172.25.4.96, port: 0d9e1748-3ca3-454b-9cc0-ecfa343def06. Jan 29 04:21:11.440752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8216be-cad6-4835-aea2-a75a8fa39591 req-b8ff4250-92a9-4ff2-aba1-6b48974892e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:11.443663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a8216be-cad6-4835-aea2-a75a8fa39591 req-b8ff4250-92a9-4ff2-aba1-6b48974892e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34688e5b44b14639b3322b7114f0b475&device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 1099 time: 0.5084527 Jan 29 04:21:11.454879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5dd12-2a54-46fa-8496-a86f2a84fbba req-359c7be1-db80-4020-8b07-3f3acaebc3fa tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:11.457140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33c5dd12-2a54-46fa-8496-a86f2a84fbba req-359c7be1-db80-4020-8b07-3f3acaebc3fa tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0833817 Jan 29 04:21:11.515782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a8216be-cad6-4835-aea2-a75a8fa39591 req-785944d2-6fb7-412a-acf1-68f58bdb15eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=34688e5b44b14639b3322b7114f0b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555804 Jan 29 04:21:11.532664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:11.602538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d4dfb553-3433-40cf-b13f-ba7a8a5c249a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004953 Jan 29 04:21:11.652013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:11.657577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb590346-40e7-4d06-b464-5b0cb9f1cd76 req-1bbac9a1-774f-489e-9258-3b1a188f114b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:11.669090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb590346-40e7-4d06-b464-5b0cb9f1cd76 req-1bbac9a1-774f-489e-9258-3b1a188f114b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 943 time: 0.2238879 Jan 29 04:21:11.691623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['abf1a085-5f7b-4607-a347-6e9a4709e7b3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:11.726701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33c5dd12-2a54-46fa-8496-a86f2a84fbba req-19e03d14-b31f-4a85-9eb3-786f5784331e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567978 Jan 29 04:21:11.809855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:11.864173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:11.879020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb590346-40e7-4d06-b464-5b0cb9f1cd76 req-03d0cead-968d-42f3-b7da-d0907ebd2306 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088740 Jan 29 04:21:11.892691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:11.899118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a4445c2-c21b-4dd3-9e42-99def6868128 req-8f06db34-abbc-4f75-b604-8e3dbfcb622a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 210 time: 0.0656731 Jan 29 04:21:11.933636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:11.992839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:11.993607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8216be-cad6-4835-aea2-a75a8fa39591 req-25688bac-5130-4b88-a3f3-b25f0dd822d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:11.996881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a8216be-cad6-4835-aea2-a75a8fa39591 req-25688bac-5130-4b88-a3f3-b25f0dd822d8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4708910 Jan 29 04:21:12.018286 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:12.079851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-6aee2718-1c76-46e8-8408-c0a2292ea6be tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.081509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-6aee2718-1c76-46e8-8408-c0a2292ea6be tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4482589 Jan 29 04:21:12.119238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:12.141189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c62e5-63a3-4843-b1e1-aab3d4b9ee1e req-ed9bcdd4-06e6-45bb-b896-79c59d1cea31 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.143118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d1c62e5-63a3-4843-b1e1-aab3d4b9ee1e req-ed9bcdd4-06e6-45bb-b896-79c59d1cea31 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 948 time: 0.1236248 Jan 29 04:21:12.156014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': '89eccbb2-2052-4843-8762-0db5fc24df95', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:12.190351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Router 269822f0-68ab-4f37-a935-06f85aafce31 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:21:12.232232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-4a617282-151e-4f6c-b92f-525456fb0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.234441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-4a617282-151e-4f6c-b92f-525456fb0c01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34688e5b44b14639b3322b7114f0b475&device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 1099 time: 0.1518540 Jan 29 04:21:12.239841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d1c62e5-63a3-4843-b1e1-aab3d4b9ee1e req-f16e061e-dd18-4ed0-b302-c2913153a475 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870156 Jan 29 04:21:12.286087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb212f3-ab27-4348-81c4-cda9a7b092d0 req-31859b38-9964-458f-b06d-ffa17622db7d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.296831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fb212f3-ab27-4348-81c4-cda9a7b092d0 req-31859b38-9964-458f-b06d-ffa17622db7d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 945 time: 0.2125726 Jan 29 04:21:12.346428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-82d1c5a1-1b53-49b2-9428-a7c9b232891b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=17e10733-3420-4279-b473-6bffd9e10878 HTTP/1.1" status: 200 len: 217 time: 0.0874138 Jan 29 04:21:12.444521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fb212f3-ab27-4348-81c4-cda9a7b092d0 req-9f4bd743-f1f0-4495-8cfa-a447fd538ec5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455064 Jan 29 04:21:12.451146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cecd44-faad-47a8-8235-536234f48d00 req-846df971-ce93-427d-99dd-7d054764d6ca tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.453133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a6cecd44-faad-47a8-8235-536234f48d00 req-846df971-ce93-427d-99dd-7d054764d6ca tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 949 time: 0.0979037 Jan 29 04:21:12.455672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:21:12.461223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-29ced997-3462-4d71-9e80-45ebc57dcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.462705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-29ced997-3462-4d71-9e80-45ebc57dcc01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0944684 Jan 29 04:21:12.468670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:12.483000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['cc686dad-5877-4bcb-98a8-ca4f8ebb61a0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:12.509244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:12.512693 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:12.546012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-8a054bf8-8278-4a7a-aa34-0a9bb63175a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.547698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-8a054bf8-8278-4a7a-aa34-0a9bb63175a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766237 Jan 29 04:21:12.555734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-36adf9d2-ad3f-4497-97b6-255499c64942 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "PUT /v2.0/floatingips/34047e0e-9dce-421b-b9bc-8921bee25021 HTTP/1.1" status: 200 len: 991 time: 2.4152224 Jan 29 04:21:12.556760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:12.559093 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d029843-241a-41a1-baf9-07c955686ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:12.559522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] Sync routers for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:21:12.579311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a6cecd44-faad-47a8-8235-536234f48d00 req-fb78e7b9-aa45-48b3-aa05-0ff22daa4a9d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723393 Jan 29 04:21:12.619975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:21:12.620618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:12.722313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86fef1-0402-4c4d-815b-b82e2e12cdf7 req-8b686e7e-b4f1-47c7-903d-afb8e6a914e2 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.731107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b86fef1-0402-4c4d-815b-b82e2e12cdf7 req-8b686e7e-b4f1-47c7-903d-afb8e6a914e2 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.0706699 Jan 29 04:21:12.778975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bbfe2-c093-418a-808f-e03f8fe62695 req-ef8f2682-f675-4c0d-948e-c6ef1bf09ed0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.786181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e57bbfe2-c093-418a-808f-e03f8fe62695 req-ef8f2682-f675-4c0d-948e-c6ef1bf09ed0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 945 time: 0.1452749 Jan 29 04:21:12.793308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b86fef1-0402-4c4d-815b-b82e2e12cdf7 req-0a3aa3a0-e734-4984-9888-134a2d4d3120 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608568 Jan 29 04:21:12.823383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.218 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/5e5e2c91-d50a-4132-b38b-ffed650fe4e6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:12.827575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-e40f8eda-5a69-4040-b29c-5828f4347c93 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489383 Jan 29 04:21:12.846293 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba99fbe-bf8e-4d38-ac4a-34dcfd85724c x-openstack-request-id: req-1ba99fbe-bf8e-4d38-ac4a-34dcfd85724c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:12.846978 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:12.848011 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ba99fbe-bf8e-4d38-ac4a-34dcfd85724c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:12.848690 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'status': 'completed', 'code': 200} Jan 29 04:21:12.918723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:21:12.988919 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cf21d-dcf2-4a65-9470-a40bd22e5542 req-0c97a78d-6f46-4ed5-b6c9-4df83247cb68 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:12.996911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-739cf21d-dcf2-4a65-9470-a40bd22e5542 req-0c97a78d-6f46-4ed5-b6c9-4df83247cb68 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0641201 Jan 29 04:21:13.059194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-739cf21d-dcf2-4a65-9470-a40bd22e5542 req-7e8c965d-ed10-4b6b-b941-3afe22740a0b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Jan 29 04:21:13.082228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e57bbfe2-c093-418a-808f-e03f8fe62695 req-a1ad610b-dbed-4aaa-8e9b-e62fb32a2605 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900729 Jan 29 04:21:13.228935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d39419da-5219-4c23-8eb4-b70e06b1a4da req-4f2415d3-e131-49d7-923f-371bd4cf1eed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 210 time: 0.0502410 Jan 29 04:21:13.292892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029843-241a-41a1-baf9-07c955686ba6 req-0ddcba7d-a9ad-4ec2-90b1-96145383215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:13.294452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-0ddcba7d-a9ad-4ec2-90b1-96145383215d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22c932914b44723be92f4b52a538717&device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 1097 time: 0.3656316 Jan 29 04:21:13.300625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51d5c9e1-94ea-44aa-8751-32aab806c9aa req-72c1bfab-6872-4299-8fd3-21d5ea3f2f73 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502397 Jan 29 04:21:13.338132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:13.355019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:13.383296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b08b-5e7d-4ae0-8742-6fdf17d5347f req-ae33681e-51a3-44c3-ab86-0ba9a8c9a207 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:13.389724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ee9b08b-5e7d-4ae0-8742-6fdf17d5347f req-ae33681e-51a3-44c3-ab86-0ba9a8c9a207 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 944 time: 0.2093940 Jan 29 04:21:13.477727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '34047e0e-9dce-421b-b9bc-8921bee25021', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'port_id': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'mac_address': 'fa:16:3e:56:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:20:09Z', 'updated_at': '2022-01-29T04:21:11Z', 'revision_number': 1, 'project_id': 'f22c932914b44723be92f4b52a538717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:07Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:13.492969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ee9b08b-5e7d-4ae0-8742-6fdf17d5347f req-0e98c29f-2510-432e-b6b7-42b4d77130d5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011043 Jan 29 04:21:13.534175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] Checking router: 269822f0-68ab-4f37-a935-06f85aafce31 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:21:13.538653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029843-241a-41a1-baf9-07c955686ba6 req-2facb6c9-f416-4295-b34f-618d09169e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:13.546850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-2facb6c9-f416-4295-b34f-618d09169e55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e17caa3-ff94-4a60-8b63-ec472f011b60 HTTP/1.1" status: 200 len: 917 time: 0.2418106 Jan 29 04:21:13.550984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:21:13.551733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:13.717025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:13.730962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-6e6ccbd0-5bfe-4485-a4f9-76375d8d5f82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06 HTTP/1.1" status: 200 len: 999 time: 0.1704478 Jan 29 04:21:13.808575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:13.827664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:13.872917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:13.884246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a57c91-18d7-49bc-a995-182b5cc48b73 req-d811252b-7e58-497a-9b38-84dbb24d83e6 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:13.893187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21a57c91-18d7-49bc-a995-182b5cc48b73 req-d811252b-7e58-497a-9b38-84dbb24d83e6 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 948 time: 0.2384102 Jan 29 04:21:13.906448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:13.910979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:13.921200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-38297360-3b92-4978-afc3-028e23e25ab6 service neutron] 10.222.0.36 "GET /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.2515092 Jan 29 04:21:13.931433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744965b-9220-4d42-b915-604263229afe req-5ab5fc17-3327-4971-b197-dcd3eb1825da tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:13.941806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1744965b-9220-4d42-b915-604263229afe req-5ab5fc17-3327-4971-b197-dcd3eb1825da tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 949 time: 0.1044812 Jan 29 04:21:13.957142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:21:13.988896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029843-241a-41a1-baf9-07c955686ba6 req-ef2a5b84-3602-4b7c-8e93-68f678fecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:13.990975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-ef2a5b84-3602-4b7c-8e93-68f678fecb34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d34f3ee-2236-439b-8588-3256821096f7 HTTP/1.1" status: 200 len: 855 time: 0.2200270 Jan 29 04:21:14.027875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1744965b-9220-4d42-b915-604263229afe req-00855dd9-7b26-43fd-b0b5-be08adac99a5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747950 Jan 29 04:21:14.138663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:14.140445 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:14.222193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21a57c91-18d7-49bc-a995-182b5cc48b73 req-5c488bbb-51fa-475a-b919-f7800916d1cd tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279252 Jan 29 04:21:14.228182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-d25b6cfb-f95a-4518-a959-6426778fc4a8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1110291 Jan 29 04:21:14.236185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029843-241a-41a1-baf9-07c955686ba6 req-caa5bcc8-9cb2-493f-b039-abec01502079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:14.240744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-caa5bcc8-9cb2-493f-b039-abec01502079 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e17caa3-ff94-4a60-8b63-ec472f011b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246072 Jan 29 04:21:14.328003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Request body: {'port': {'device_id': '89eccbb2-2052-4843-8762-0db5fc24df95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:14.372617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:14.374616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-671a85d9-35b2-4469-bebf-faba66ed6b0c None None] Provisioning complete for port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:14.375076 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-671a85d9-35b2-4469-bebf-faba66ed6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:14.445745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361b36e-3086-448f-bde0-843842f127fa req-ae0eab03-8206-4887-854a-99abc2804f90 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:14.447891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0361b36e-3086-448f-bde0-843842f127fa req-ae0eab03-8206-4887-854a-99abc2804f90 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 944 time: 0.0586493 Jan 29 04:21:14.503491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-671a85d9-35b2-4469-bebf-faba66ed6b0c None None] Port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:21:14.508607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0361b36e-3086-448f-bde0-843842f127fa req-5bb6bc15-f54a-44b2-b7c1-ce81d23a6f09 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Jan 29 04:21:14.525028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:14.565506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '34047e0e-9dce-421b-b9bc-8921bee25021', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'port_id': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'mac_address': 'fa:16:3e:56:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:20:09Z', 'updated_at': '2022-01-29T04:21:11Z', 'revision_number': 1, 'project_id': 'f22c932914b44723be92f4b52a538717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:07Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:14.583680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946c25c-ae5c-40cc-b379-48d9432c1c72 req-53dc5f96-413a-4a24-916d-3d49e7617b93 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:14.585428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8946c25c-ae5c-40cc-b379-48d9432c1c72 req-53dc5f96-413a-4a24-916d-3d49e7617b93 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.2649426 Jan 29 04:21:14.596079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cbcac-b0b8-4879-b0eb-f83094d34d47 None None] The sync data for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 is: [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '34047e0e-9dce-421b-b9bc-8921bee25021', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'port_id': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'mac_address': 'fa:16:3e:56:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:20:09Z', 'updated_at': '2022-01-29T04:21:11Z', 'revision_number': 1, 'project_id': 'f22c932914b44723be92f4b52a538717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:07Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:21:14.659546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:14.667691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb7111-fcc4-4563-b4a9-e82e1e9b97f8 req-94107508-e9b9-4586-8b6d-1378572cf5c7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:14.669631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5bb7111-fcc4-4563-b4a9-e82e1e9b97f8 req-94107508-e9b9-4586-8b6d-1378572cf5c7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 936 time: 0.0932851 Jan 29 04:21:14.751834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5bb7111-fcc4-4563-b4a9-e82e1e9b97f8 req-daa2dbbc-354d-4641-9c65-7eacab9aaacf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Jan 29 04:21:14.774626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8946c25c-ae5c-40cc-b379-48d9432c1c72 req-fae2143a-5b3a-4284-bed3-e587c2f67ecc tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729853 Jan 29 04:21:14.858339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-e702773b-435d-4183-9163-d550e8c41602 service neutron] 10.222.0.36 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362003 Jan 29 04:21:14.859867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:14.999438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b87da-ac76-4044-a191-103bdd429000 req-116063ab-c20c-4d65-b3c0-5606daa85c09 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:15.000572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca0654-5d7a-4867-bfb8-b8050393fef5 None None] New status for floating IP 34047e0e-9dce-421b-b9bc-8921bee25021: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:21:15.002221 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-320b87da-ac76-4044-a191-103bdd429000 req-116063ab-c20c-4d65-b3c0-5606daa85c09 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 945 time: 0.0710070 Jan 29 04:21:15.031412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:15.100694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-320b87da-ac76-4044-a191-103bdd429000 req-478aa730-f000-4d25-a3fa-868fb0da9adf tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Jan 29 04:21:15.218040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port abf1a085-5f7b-4607-a347-6e9a4709e7b3 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:15.228520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port abf1a085-5f7b-4607-a347-6e9a4709e7b3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:15.229184 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.293911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b082e-0385-4661-90ae-ab77f3d6ed8c req-5a680016-6714-48fb-9686-904760a62033 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:15.295564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-902b082e-0385-4661-90ae-ab77f3d6ed8c req-5a680016-6714-48fb-9686-904760a62033 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 949 time: 0.1249714 Jan 29 04:21:15.353503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-902b082e-0385-4661-90ae-ab77f3d6ed8c req-15ff2d33-7d03-4550-ba45-cb637493ef49 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468714 Jan 29 04:21:15.393571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.428223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9935754c-15fc-43d5-8544-aac9b1ff3969 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:15.436678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:15.445356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:15.447687 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab87974-f199-4729-a311-7a3aab7f6a57" -d '{"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-plugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:15.485527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:15.492553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:15.494218 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.495501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:15.554491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d45fc-2db9-41f8-a7f7-4afbe702a5a3 req-347e38f5-255e-484b-8099-c6b3b6d5bc10 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:15.560480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81756d9f-0611-4ebd-828d-f11c20658ea9 req-70ea95ca-f4b2-4943-8e19-3cdcc254e8b4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:15.564083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8d45fc-2db9-41f8-a7f7-4afbe702a5a3 req-347e38f5-255e-484b-8099-c6b3b6d5bc10 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 944 time: 0.2565823 Jan 29 04:21:15.570840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.572099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81756d9f-0611-4ebd-828d-f11c20658ea9 req-70ea95ca-f4b2-4943-8e19-3cdcc254e8b4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 948 time: 0.1181941 Jan 29 04:21:15.590545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:15.604120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:15.610913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:15.610913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.623902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d029843-241a-41a1-baf9-07c955686ba6 req-749a3efc-f9cd-4344-8449-46a2a7b7ecfe service neutron] 10.222.0.36 "GET /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170959 Jan 29 04:21:15.641544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81756d9f-0611-4ebd-828d-f11c20658ea9 req-fc1e268d-b512-4e22-a312-4d16b6a512d4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Jan 29 04:21:15.707473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8d45fc-2db9-41f8-a7f7-4afbe702a5a3 req-e498d904-039b-4e62-bffd-fb148a051a5d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424334 Jan 29 04:21:15.738993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.773697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:15.778746 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.814630 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece9ad5a-0cfd-4fa4-868a-8f3fa1029ae8 x-openstack-request-id: req-ece9ad5a-0cfd-4fa4-868a-8f3fa1029ae8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:15.814994 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-plugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:15.815310 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ece9ad5a-0cfd-4fa4-868a-8f3fa1029ae8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:15.817139 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'code': 200} Jan 29 04:21:15.825575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] Transition to ACTIVE for port object 9935754c-15fc-43d5-8544-aac9b1ff3969 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:15.829221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:15.859195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.862499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:15.863416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:15.944866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd6006-85f4-483f-8980-c0d835cf5936 req-5c5281c7-f6f9-4af4-8d5d-63ccc861b3cf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:15.946947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55cd6006-85f4-483f-8980-c0d835cf5936 req-5c5281c7-f6f9-4af4-8d5d-63ccc861b3cf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 936 time: 0.0722373 Jan 29 04:21:15.968474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Transition to ACTIVE for port object 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:16.005483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55cd6006-85f4-483f-8980-c0d835cf5936 req-05b2f8d4-7d7f-4b47-9a25-1d81e90772ce tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487499 Jan 29 04:21:16.030787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:16.152518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f981554-1102-438e-8674-d8f9b5cea67f req-525eacab-aa48-493d-8a23-1cfe6c46dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.155590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f981554-1102-438e-8674-d8f9b5cea67f req-525eacab-aa48-493d-8a23-1cfe6c46dca4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1101 time: 0.1673601 Jan 29 04:21:16.155746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fab3a7-efa2-4668-b71a-b28fbac8f27a req-4a7772ef-be48-4f1a-a2f7-98d4770c6bde tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.165439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] No DVR routers for this DVR port 9935754c-15fc-43d5-8544-aac9b1ff3969 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:21:16.166235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90fab3a7-efa2-4668-b71a-b28fbac8f27a req-4a7772ef-be48-4f1a-a2f7-98d4770c6bde tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.0652702 Jan 29 04:21:16.217180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5ef0-6de1-440d-bd5d-df7581d42fee req-63cb58ab-e6ac-4987-a25f-12d5d76ddc94 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.218486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90fab3a7-efa2-4668-b71a-b28fbac8f27a req-9343d1b5-de3c-4906-9b0b-32ce7ec3242c tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513170 Jan 29 04:21:16.235960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30db5ef0-6de1-440d-bd5d-df7581d42fee req-63cb58ab-e6ac-4987-a25f-12d5d76ddc94 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.3918374 Jan 29 04:21:16.256214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:16.326842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f981554-1102-438e-8674-d8f9b5cea67f req-3b011f25-d6ba-40a1-9751-8fc35eba86a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555438 Jan 29 04:21:16.327436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:16.359647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b4886-193f-40f5-bf2d-c8b3cd276392 req-4766eacd-7e33-4680-bd2b-de7a1f451ca8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.361796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-199b4886-193f-40f5-bf2d-c8b3cd276392 req-4766eacd-7e33-4680-bd2b-de7a1f451ca8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 945 time: 0.0693214 Jan 29 04:21:16.381808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-759ef743-43e9-48eb-a41f-282334c0bc51 service neutron] 10.222.0.36 "PUT /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4332111 Jan 29 04:21:16.397991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30db5ef0-6de1-440d-bd5d-df7581d42fee req-5d1789de-a8b2-48f2-a360-9c992cd6dc0a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610560 Jan 29 04:21:16.414776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-199b4886-193f-40f5-bf2d-c8b3cd276392 req-92cbb0c6-fb7d-43ae-836c-a80839f4cd11 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Jan 29 04:21:16.448345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Attempting to bind port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:16.448935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Attempting to bind port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:16.451865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Attempting to bind port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:16.470271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:16.470998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Attempting to bind port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:16.481063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:16.481404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:16.481945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:16.482859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Bound port: 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:16.482996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:16.550963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fed73f-4939-4063-a937-b95879b2f78b req-eca0fd5f-3219-4e11-8fe5-2c282518b30b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.553588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2fed73f-4939-4063-a937-b95879b2f78b req-eca0fd5f-3219-4e11-8fe5-2c282518b30b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0561247 Jan 29 04:21:16.592172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaa3aa-a9e3-4dfc-b517-046dfcd4a440 req-551299e2-ceb2-4902-9a1b-fd9ac8ccd1ec tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.594511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4eaa3aa-a9e3-4dfc-b517-046dfcd4a440 req-551299e2-ceb2-4902-9a1b-fd9ac8ccd1ec tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.0937514 Jan 29 04:21:16.615382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2fed73f-4939-4063-a937-b95879b2f78b req-63854a32-6b7c-4e96-8b1f-f7b4147a8bef tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Jan 29 04:21:16.618872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] For port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:16.639376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] For port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:16.645095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:16.686222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.687186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:16.688898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] 10.222.0.20 "PUT /v2.0/ports/5e5e2c91-d50a-4132-b38b-ffed650fe4e6 HTTP/1.1" status: 200 len: 1096 time: 2.3702159 Jan 29 04:21:16.691798 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4eaa3aa-a9e3-4dfc-b517-046dfcd4a440 req-238fe5ce-7575-4133-950c-1d4aa239cacf tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878365 Jan 29 04:21:16.697318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eccbb2-2052-4843-8762-0db5fc24df95', 'tag': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:16.699646 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903854a9-3baa-49c7-84e5-d21c7e7c8570" -d '{"events": [{"name": "network-changed", "server_uuid": "89eccbb2-2052-4843-8762-0db5fc24df95", "tag": "5e5e2c91-d50a-4132-b38b-ffed650fe4e6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:16.754624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223107b-7e87-4d13-b21f-43f9ea0828cb service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:16.799342 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6c7475-bb87-4d52-983e-0ed91bd5900c x-openstack-request-id: req-0d6c7475-bb87-4d52-983e-0ed91bd5900c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:16.799938 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eccbb2-2052-4843-8762-0db5fc24df95", "tag": "5e5e2c91-d50a-4132-b38b-ffed650fe4e6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:16.800199 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d6c7475-bb87-4d52-983e-0ed91bd5900c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:16.800595 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eccbb2-2052-4843-8762-0db5fc24df95', 'tag': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', 'status': 'completed', 'code': 200} Jan 29 04:21:16.891418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2b14b-a6e7-4ae6-937b-c8c625f62ed5 req-794adf33-a042-46e5-826e-08df2c019f9a tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.893219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ea2b14b-a6e7-4ae6-937b-c8c625f62ed5 req-794adf33-a042-46e5-826e-08df2c019f9a tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 948 time: 0.1089215 Jan 29 04:21:16.895560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-1a0ec629-5f86-4a24-86c3-96f5ca79371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.897830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-1a0ec629-5f86-4a24-86c3-96f5ca79371d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 1099 time: 0.1123750 Jan 29 04:21:16.922457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137aec5-5806-4bdc-b0fb-05155126d5b3 req-a8b0d8b7-3cfc-48c9-9b9c-df86e62d23dd tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:16.928103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7137aec5-5806-4bdc-b0fb-05155126d5b3 req-a8b0d8b7-3cfc-48c9-9b9c-df86e62d23dd tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.0758026 Jan 29 04:21:16.971103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ea2b14b-a6e7-4ae6-937b-c8c625f62ed5 req-1ff64ad2-2e19-485d-8cb7-96e2b405e433 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695155 Jan 29 04:21:16.972300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-7f26e56d-b8c1-4132-a064-5b8f8c803a31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6 HTTP/1.1" status: 200 len: 217 time: 0.0428340 Jan 29 04:21:17.002381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3faa7b28-b014-4644-b36e-8bb5198a8bb7 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:17.022086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7137aec5-5806-4bdc-b0fb-05155126d5b3 req-57866277-758d-46e9-bc18-053be0d00b4b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904298 Jan 29 04:21:17.032173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-0aac3b84-d99c-4978-8cfa-3a5157f91bb2 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.043865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-0aac3b84-d99c-4978-8cfa-3a5157f91bb2 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1126711 Jan 29 04:21:17.070568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-c3813cad-50a8-4e73-a026-3eb3bb76fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.072030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-c3813cad-50a8-4e73-a026-3eb3bb76fd1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0886424 Jan 29 04:21:17.104803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-00ac32ef-f25a-41a1-a30d-80b1b0b32d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.106476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-00ac32ef-f25a-41a1-a30d-80b1b0b32d11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676&tenant_id=9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 1096 time: 0.0555401 Jan 29 04:21:17.175403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-152c84b6-6362-4f38-b506-4c6810f60e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.177191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-152c84b6-6362-4f38-b506-4c6810f60e55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968976 Jan 29 04:21:17.186844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:17.196807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e446b5-f736-4b87-a1ef-ad35aa9ef0f9 req-6f57437d-a382-4672-bbf5-36248cb12294 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.198857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2e446b5-f736-4b87-a1ef-ad35aa9ef0f9 req-6f57437d-a382-4672-bbf5-36248cb12294 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 948 time: 0.0695603 Jan 29 04:21:17.213557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'port_id': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'mac_address': 'fa:16:3e:7c:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e6ec1-5356-4141-8b13-9ac271e8ee88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:17.256935 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:17.283337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3faa7b28-b014-4644-b36e-8bb5198a8bb7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:17.290784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2e446b5-f736-4b87-a1ef-ad35aa9ef0f9 req-0dd9894c-598c-4afd-85e8-3c470c1081b0 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791819 Jan 29 04:21:17.295507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-af3d3c9a-6550-4432-b4bb-1e8a82d264a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.297479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-af3d3c9a-6550-4432-b4bb-1e8a82d264a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1096 time: 0.1491613 Jan 29 04:21:17.312917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:17.317266 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:17.318232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17e10733-3420-4279-b473-6bffd9e10878 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:17.332145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-a8ac0528-bc35-4033-b065-04f7a7c8c5f5 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298747 Jan 29 04:21:17.381018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-289bde84-4cd5-45e5-8c8f-edd2fdb4c29f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.382942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-289bde84-4cd5-45e5-8c8f-edd2fdb4c29f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.1974590 Jan 29 04:21:17.413266 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-0db8d630-e5e1-41d8-9625-ed02f5aee351 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/quotas/338ee70972e1416080f8f893b188c868 HTTP/1.1" status: 200 len: 375 time: 0.0230944 Jan 29 04:21:17.470426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:17.491100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-8e584491-9b15-455e-8f82-b059cadfa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.492951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-8e584491-9b15-455e-8f82-b059cadfa5ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1828084 Jan 29 04:21:17.510433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-00a53163-6411-40bf-949c-5a55260a34b7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960011 Jan 29 04:21:17.513988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 17e10733-3420-4279-b473-6bffd9e10878, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17e10733-3420-4279-b473-6bffd9e10878,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:17.517033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-245f834e-d55b-4a08-ab6f-f1a49bc96ab7 req-dce782ae-174c-4f8e-8935-b021cae35c48 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611412 Jan 29 04:21:17.524778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '17e10733-3420-4279-b473-6bffd9e10878', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '17e10733-3420-4279-b473-6bffd9e10878', 'mac_address': 'fa:16:3e:ee:67:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:17.559747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bce075-958c-4189-b1ae-b79f5743eca1 req-e81b57ca-ddc8-4316-bfc6-02bb32e6c1aa tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.560218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88bce075-958c-4189-b1ae-b79f5743eca1 req-e81b57ca-ddc8-4316-bfc6-02bb32e6c1aa tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.0587234 Jan 29 04:21:17.579510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:17.593662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e10733-3420-4279-b473-6bffd9e10878 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:17.610946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88bce075-958c-4189-b1ae-b79f5743eca1 req-2ae75034-cd66-431a-80bf-ed1eabc3cd72 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Jan 29 04:21:17.615501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 17e10733-3420-4279-b473-6bffd9e10878, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17e10733-3420-4279-b473-6bffd9e10878,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:17.621204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:17.631950 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-3df8a139-8c18-4a09-aa50-0c3e58457962 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170840 Jan 29 04:21:17.666905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-e35ad7f5-d6f1-4ed4-8011-da7b616c3a8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 200 len: 217 time: 0.0491726 Jan 29 04:21:17.681284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=17e10733-3420-4279-b473-6bffd9e10878,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:17.759156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2f93-591a-471b-9a2d-cb94ee01e9dd req-7e4e1695-e845-4aff-b9d5-444718e72b3c tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.760621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c2a2f93-591a-471b-9a2d-cb94ee01e9dd req-7e4e1695-e845-4aff-b9d5-444718e72b3c tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 944 time: 0.0773549 Jan 29 04:21:17.780180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-f10c63e2-876c-484e-998f-0ce8300218aa service neutron] 10.222.0.32 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222281 Jan 29 04:21:17.783785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b3a9180e-9963-4af7-8d24-5499b3418ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.784663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-381d6b91-9e47-4e67-bfcf-777f61d4d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.785027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-b3a9180e-9963-4af7-8d24-5499b3418ce4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0640008 Jan 29 04:21:17.786111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-381d6b91-9e47-4e67-bfcf-777f61d4d778 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 1099 time: 0.0643058 Jan 29 04:21:17.819066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:17.822014 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9806c6e9-54d4-4096-af8c-3e53d67a20e4" -d '{"events": [{"server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "name": "network-vif-plugged", "status": "completed", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:17.825672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c2a2f93-591a-471b-9a2d-cb94ee01e9dd req-4e1f1560-75a5-472a-8fd5-884b59927ee8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Jan 29 04:21:17.826009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-918c30e3-7217-4111-8b71-4dc2406b2a2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289629 Jan 29 04:21:17.946057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-1abcd3df-f8bf-4234-8df4-a87015a55b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:17.947701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-1abcd3df-f8bf-4234-8df4-a87015a55b49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1487448 Jan 29 04:21:17.955276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-ca56d6ec-f194-4f93-9d48-3dd4a267bed0 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168723 Jan 29 04:21:17.955641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3faa7b28-b014-4644-b36e-8bb5198a8bb7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:17.994208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-c19ae135-bc3e-4239-aae6-43728c1587ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6 HTTP/1.1" status: 200 len: 217 time: 0.0374942 Jan 29 04:21:18.001776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c9f5-499f-4f00-84c0-a8ff95925786 req-a3847d04-81a5-492e-96bd-516fd3886f4f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.011296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e28c9f5-499f-4f00-84c0-a8ff95925786 req-a3847d04-81a5-492e-96bd-516fd3886f4f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1074595 Jan 29 04:21:18.062608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-6ed916da-8f49-401b-99dd-a16227c28e25 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955849 Jan 29 04:21:18.070140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e28c9f5-499f-4f00-84c0-a8ff95925786 req-d96e5fc3-42e5-4282-ab18-3058532495b5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Jan 29 04:21:18.140681 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540087be-95df-4b76-8092-9e56b20b49bd x-openstack-request-id: req-540087be-95df-4b76-8092-9e56b20b49bd {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:18.141233 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "name": "network-vif-plugged", "status": "completed", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:18.141233 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-540087be-95df-4b76-8092-9e56b20b49bd {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:18.141631 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'code': 200} Jan 29 04:21:18.151565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-954a382f-fad9-4c8e-ab73-72e37f3fd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.153211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-954a382f-fad9-4c8e-ab73-72e37f3fd9cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1393673 Jan 29 04:21:18.264897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['17e10733-3420-4279-b473-6bffd9e10878'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:18.275790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-7c006af3-cbe0-444e-9546-c22249babd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.277724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-7c006af3-cbe0-444e-9546-c22249babd1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590410 Jan 29 04:21:18.325230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaf14f-5262-4381-a401-18f36122e070 req-134843d7-aaeb-4f2d-86a0-4e36498f18e2 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.327881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92eaf14f-5262-4381-a401-18f36122e070 req-134843d7-aaeb-4f2d-86a0-4e36498f18e2 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 949 time: 0.1114986 Jan 29 04:21:18.455954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92eaf14f-5262-4381-a401-18f36122e070 req-7d9ff3ac-cd1c-4b28-a40f-a9066a5817ce tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163881 Jan 29 04:21:18.459548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da59fc-7e4a-4b3f-afb2-b57a89147c5e req-ed936b7c-ab5c-4415-b516-0b8de5320e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.460988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3da59fc-7e4a-4b3f-afb2-b57a89147c5e req-ed936b7c-ab5c-4415-b516-0b8de5320e55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 1096 time: 0.1320236 Jan 29 04:21:18.481251 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-2e5614fe-04cf-4707-8194-c08651a5dac1 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814969 Jan 29 04:21:18.542890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3857d6a-c53e-4e3a-9cbb-824090f78073 req-346c6bbb-3c02-40b3-af6f-811a3270dbe7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0287344 Jan 29 04:21:18.544893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3da59fc-7e4a-4b3f-afb2-b57a89147c5e req-7363ca1e-c8ec-4908-a4df-77e3ea126478 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776293 Jan 29 04:21:18.617342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c7810-0fa5-4efb-bf97-580b936214ed req-c7153b39-d82c-43cb-9398-36181c9e1187 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.618864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a40c7810-0fa5-4efb-bf97-580b936214ed req-c7153b39-d82c-43cb-9398-36181c9e1187 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.1715364 Jan 29 04:21:18.623074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-886d60f7-0def-4525-82fa-9241eeb97614 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.624490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-886d60f7-0def-4525-82fa-9241eeb97614 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1556818 Jan 29 04:21:18.654409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe55ed2-acce-4d1b-a745-ad3180204f89 req-ec3dc450-2463-410e-8a9d-78cac48ef148 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.656036 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fe55ed2-acce-4d1b-a745-ad3180204f89 req-ec3dc450-2463-410e-8a9d-78cac48ef148 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 944 time: 0.0543745 Jan 29 04:21:18.659320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-903854a9-3baa-49c7-84e5-d21c7e7c8570 req-1f4ddaf1-0ac4-4d05-a547-a41313150e14 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441288 Jan 29 04:21:18.677083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a40c7810-0fa5-4efb-bf97-580b936214ed req-a21fe97e-6a1c-4e70-ae34-702ed6e51a3f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Jan 29 04:21:18.695469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fe55ed2-acce-4d1b-a745-ad3180204f89 req-d3573802-d73c-41be-8229-d211a9225dd1 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jan 29 04:21:18.809548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5a6b-a1b1-4173-8470-fa6980ddf4e3 req-007ea0bf-0ead-4a53-8391-2ce2346ed781 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.811065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10ce5a6b-a1b1-4173-8470-fa6980ddf4e3 req-007ea0bf-0ead-4a53-8391-2ce2346ed781 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 948 time: 0.0518355 Jan 29 04:21:18.827627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da2b9-83ab-4d28-a356-21b91eca33fa req-59ae3c9b-d90d-4c90-8bcc-03c702f79b12 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:18.829103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f30da2b9-83ab-4d28-a356-21b91eca33fa req-59ae3c9b-d90d-4c90-8bcc-03c702f79b12 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Jan 29 04:21:18.851602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10ce5a6b-a1b1-4173-8470-fa6980ddf4e3 req-5365531e-7126-4a08-ab66-4bdd494bb815 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Jan 29 04:21:18.868686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f30da2b9-83ab-4d28-a356-21b91eca33fa req-9ed22470-0c15-4c34-b670-b8cf0865711e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Jan 29 04:21:19.006475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abd736-b774-404e-a3ab-c6fddcffb21c req-9c1f8c79-f10d-47a1-b553-fc26d74020f3 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.007998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-38abd736-b774-404e-a3ab-c6fddcffb21c req-9c1f8c79-f10d-47a1-b553-fc26d74020f3 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1096 time: 0.0395112 Jan 29 04:21:19.017087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-8dd673b7-51b7-458b-9d2d-a79bd7302db9 service neutron] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:19.020219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-8dd673b7-51b7-458b-9d2d-a79bd7302db9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:19.021946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-8dd673b7-51b7-458b-9d2d-a79bd7302db9 service neutron] 10.222.0.20 "DELETE /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.1138949 Jan 29 04:21:19.043486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-38abd736-b774-404e-a3ab-c6fddcffb21c req-d19977be-fe9e-4c3a-a185-9bc684b25f68 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283794 Jan 29 04:21:19.068730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3faa7b28-b014-4644-b36e-8bb5198a8bb7 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:19.155753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:19.176042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58715-1d7a-410f-adda-8cd28fb0c0c1 req-a240b668-4b5d-4bcb-9c3e-96d1b2933813 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.179725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3faa7b28-b014-4644-b36e-8bb5198a8bb7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:19.180631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cc58715-1d7a-410f-adda-8cd28fb0c0c1 req-a240b668-4b5d-4bcb-9c3e-96d1b2933813 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 1096 time: 0.0535743 Jan 29 04:21:19.204338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:19.208736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:19.212249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f80536-c2f9-4b93-9290-5f7a3ed5aaf8 req-bd8c586e-e15d-43a5-8c3d-a157505b45f7 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.213208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0f80536-c2f9-4b93-9290-5f7a3ed5aaf8 req-bd8c586e-e15d-43a5-8c3d-a157505b45f7 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0566118 Jan 29 04:21:19.252565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cc58715-1d7a-410f-adda-8cd28fb0c0c1 req-e267a265-1fb9-4c19-bd27-3e0c8cda1a27 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611818 Jan 29 04:21:19.256207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0f80536-c2f9-4b93-9290-5f7a3ed5aaf8 req-cc734608-4c31-465f-bf92-702a1828fa9f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369210 Jan 29 04:21:19.261944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:19.262471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-118fb852-ed7b-481d-ae63-d63f19fe5a85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625906 Jan 29 04:21:19.356442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-8228e710-692a-42af-8ab8-698b8cdf3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.357979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-8228e710-692a-42af-8ab8-698b8cdf3b35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 1095 time: 0.0434916 Jan 29 04:21:19.382301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59420813-9a9b-4251-a716-4f4bd60970d6 req-cdda0f7c-9fae-4bc5-939b-6f9265df80a8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.383952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59420813-9a9b-4251-a716-4f4bd60970d6 req-cdda0f7c-9fae-4bc5-939b-6f9265df80a8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0534222 Jan 29 04:21:19.422611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59420813-9a9b-4251-a716-4f4bd60970d6 req-d7e58729-ce21-41ec-b040-7fcda64b322c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Jan 29 04:21:19.476439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-de822275-ef25-403f-85ff-bd1bc37d8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.477977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-de822275-ef25-403f-85ff-bd1bc37d8225 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.0981419 Jan 29 04:21:19.525038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-94327528-5f1a-4ffc-8089-f253d55f8ff0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 200 len: 217 time: 0.0401540 Jan 29 04:21:19.592255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-6962ed86-6e95-4106-ad0d-918edfb92b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.593805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-6962ed86-6e95-4106-ad0d-918edfb92b92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0554118 Jan 29 04:21:19.622566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea100-1040-4c46-95ad-ad990503322b req-3d36758c-11f0-42d0-b835-980ae2c54550 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.632860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6ea100-1040-4c46-95ad-ad990503322b req-3d36758c-11f0-42d0-b835-980ae2c54550 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 949 time: 0.0681324 Jan 29 04:21:19.638490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-e7e81404-da6a-4293-8e83-53bf1c3df430 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280340 Jan 29 04:21:19.681570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6ea100-1040-4c46-95ad-ad990503322b req-28ad3063-dcd7-4b9f-8bf0-95df92ac14ba tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Jan 29 04:21:19.844361 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ea0c06c-cb02-450a-a503-e497ada62291 req-6a740eaa-c67f-4632-af26-8860b8ff5bee tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0375881 Jan 29 04:21:19.869912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-94b98751-7348-4f57-b645-244701ac4916 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799870 Jan 29 04:21:19.878449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863c1a1-e2b7-4ecb-86ec-936fa4b72545 req-5f4a8f7c-d590-4f61-8658-835f64676b14 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.879903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4863c1a1-e2b7-4ecb-86ec-936fa4b72545 req-5f4a8f7c-d590-4f61-8658-835f64676b14 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0816579 Jan 29 04:21:19.921824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-0feb8be3-d975-4beb-a18a-a73b98c26d96 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:19.923519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-0feb8be3-d975-4beb-a18a-a73b98c26d96 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 821 time: 0.2583773 Jan 29 04:21:19.930108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-4a77258f-f05f-4963-aa6b-8639dbb210a4 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792048 Jan 29 04:21:19.956185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Request body: {'port': {'device_id': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'admin_state_up': True, 'tenant_id': '338ee70972e1416080f8f893b188c868'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:19.982403 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4863c1a1-e2b7-4ecb-86ec-936fa4b72545 req-5ab8268e-c66c-4882-accf-21cffffab484 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881190 Jan 29 04:21:20.117345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89a73-2b58-4294-9d5c-426bdcda0022 req-7bc0ee98-c009-456c-b3ce-3b456f53b759 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:20.136062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258425b-eaa4-4a5b-8df6-96d76a7fd021 req-b06a50f8-40eb-431a-99ad-a3ed833e8e35 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:20.139124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cec89a73-2b58-4294-9d5c-426bdcda0022 req-7bc0ee98-c009-456c-b3ce-3b456f53b759 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.1833818 Jan 29 04:21:20.144515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1258425b-eaa4-4a5b-8df6-96d76a7fd021 req-b06a50f8-40eb-431a-99ad-a3ed833e8e35 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.0839081 Jan 29 04:21:20.201564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1258425b-eaa4-4a5b-8df6-96d76a7fd021 req-4dc15d95-2b01-4bf7-968d-787584b22570 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539649 Jan 29 04:21:20.237841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cec89a73-2b58-4294-9d5c-426bdcda0022 req-717d7b5f-da51-47f3-a12d-2cb5af21bcb1 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968704 Jan 29 04:21:20.270052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abb0ddc2-98e7-44bb-9858-431f0986e48d req-8bf5d64b-c596-4a7c-b3ca-c47b8a5c1c3d service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913141 Jan 29 04:21:20.300880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Made reservation on behalf of 338ee70972e1416080f8f893b188c868 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:20.308714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:20.354119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e441b-fade-4ae7-aa27-3fa7cddced4f req-b3f17177-b005-4a49-a6c8-d7f6d345e8ce tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:20.361406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa6e441b-fade-4ae7-aa27-3fa7cddced4f req-b3f17177-b005-4a49-a6c8-d7f6d345e8ce tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 948 time: 0.0638182 Jan 29 04:21:20.398143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa6e441b-fade-4ae7-aa27-3fa7cddced4f req-bd9b5caa-c54c-4522-a63b-8317b545521b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Jan 29 04:21:20.478697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Allocated IP 172.20.0.3 (f3b511c2-cf74-4737-8c6a-90fa2225aa1b/b6d85a36-84c9-4a0b-9032-81d758202c1c/8ac4ce4a-df8d-49b3-a4df-f8e670330069) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:20.653997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:20.696787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:20.750985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:20.765503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:20.802741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Network f3b511c2-cf74-4737-8c6a-90fa2225aa1b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:20.806694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:20.809747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:20.868703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:20.869621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:20.915829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834d72-6148-4db7-ad51-eccb1e29960d req-2343f437-3132-4c6f-b716-6efc6c19995c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:20.924278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e834d72-6148-4db7-ad51-eccb1e29960d req-2343f437-3132-4c6f-b716-6efc6c19995c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 949 time: 0.1605124 Jan 29 04:21:20.946975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-d6c825ca-86ac-44f3-a8f3-1d59c4ff5af7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9956694 Jan 29 04:21:20.973984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e834d72-6148-4db7-ad51-eccb1e29960d req-9d52e1d7-15ea-4a6c-9be4-88730658069a tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482388 Jan 29 04:21:21.011489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Request body: {'port': {'device_id': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:21.017346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17e10733-3420-4279-b473-6bffd9e10878 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:21.075428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23349cf-792c-4cb2-b9a3-5274e15de88a req-36c3fdb5-73fc-40c3-9f7b-3fc3e6ecf291 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.078781 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c23349cf-792c-4cb2-b9a3-5274e15de88a req-36c3fdb5-73fc-40c3-9f7b-3fc3e6ecf291 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 931 time: 0.0830557 Jan 29 04:21:21.105608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 17e10733-3420-4279-b473-6bffd9e10878 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:21.110517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 17e10733-3420-4279-b473-6bffd9e10878 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:21.111180 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:21.139020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:21.140145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c23349cf-792c-4cb2-b9a3-5274e15de88a req-8fbcbb42-02f4-41aa-8b2f-b9f35a342b89 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Jan 29 04:21:21.197466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49ac79-8e6c-4b31-bf8b-49e0ba9b774f req-1e5c064d-0b24-4d25-82e3-79c40e0bd878 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.208663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c49ac79-8e6c-4b31-bf8b-49e0ba9b774f req-1e5c064d-0b24-4d25-82e3-79c40e0bd878 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1445270 Jan 29 04:21:21.235358 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:21.278511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 17e10733-3420-4279-b473-6bffd9e10878, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17e10733-3420-4279-b473-6bffd9e10878,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:21.279933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e10733-3420-4279-b473-6bffd9e10878'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:21.283025 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f34a90c-fddb-4502-8c6a-acad8271f27d" -d '{"events": [{"server_uuid": "b9392ab6-1a44-45d2-8155-96d3f5276579", "name": "network-vif-plugged", "status": "completed", "tag": "17e10733-3420-4279-b473-6bffd9e10878"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:21.288245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:21.290845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c49ac79-8e6c-4b31-bf8b-49e0ba9b774f req-32f495e3-e423-4556-8f66-83ff3662d275 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795982 Jan 29 04:21:21.355471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=17e10733-3420-4279-b473-6bffd9e10878,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:21.392288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a2edd-174b-464f-8b56-c73e27c46eaf req-c330cd30-bf5d-405a-a550-22218b9e512e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.394704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d28a2edd-174b-464f-8b56-c73e27c46eaf req-c330cd30-bf5d-405a-a550-22218b9e512e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.1136909 Jan 29 04:21:21.450987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d28a2edd-174b-464f-8b56-c73e27c46eaf req-ba4ce67f-4bb3-408c-ae92-d208adb95527 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376871 Jan 29 04:21:21.483146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:21.509783 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fdba81-4ee5-4325-a598-93a4ebdc7754 x-openstack-request-id: req-00fdba81-4ee5-4325-a598-93a4ebdc7754 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:21.510480 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9392ab6-1a44-45d2-8155-96d3f5276579", "name": "network-vif-plugged", "status": "completed", "tag": "17e10733-3420-4279-b473-6bffd9e10878", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:21.510918 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00fdba81-4ee5-4325-a598-93a4ebdc7754 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:21.511470 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e10733-3420-4279-b473-6bffd9e10878', 'code': 200} Jan 29 04:21:21.620880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:21.635390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', 'mac_address': 'fa:16:3e:83:e6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:21.680814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc34f-b5dd-4248-9586-2990d6cae085 req-e900e000-aa24-4134-80ae-b7d0e0cf6c92 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.682714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d36bc34f-b5dd-4248-9586-2990d6cae085 req-e900e000-aa24-4134-80ae-b7d0e0cf6c92 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 948 time: 0.1126099 Jan 29 04:21:21.700108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:21.707333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf96ef-b65f-423a-afc6-e86e43046cb6 req-8defcca0-9bd5-4729-8197-cc4a9c105536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.710242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19bf96ef-b65f-423a-afc6-e86e43046cb6 req-8defcca0-9bd5-4729-8197-cc4a9c105536 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 1101 time: 0.0952353 Jan 29 04:21:21.779845 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d36bc34f-b5dd-4248-9586-2990d6cae085 req-252ff0ba-dd49-477e-8fe8-f95211ff06a9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Jan 29 04:21:21.792648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19bf96ef-b65f-423a-afc6-e86e43046cb6 req-1cd9bd8f-468e-49f3-a31d-2564785fc299 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658290 Jan 29 04:21:21.897945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:21.898948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-8d104476-3d20-4b06-b1f0-6db058bd5315 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.900524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-8d104476-3d20-4b06-b1f0-6db058bd5315 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.6084335 Jan 29 04:21:21.925339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:21.933115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:21.935501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a1327-f6a6-4be3-a9b1-ce525a38f0af req-432ba78d-bf0f-44f0-bc17-20687ee9a0ea tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:21.944602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a3a1327-f6a6-4be3-a9b1-ce525a38f0af req-432ba78d-bf0f-44f0-bc17-20687ee9a0ea tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 943 time: 0.5308111 Jan 29 04:21:21.994725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:22.001124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a3a1327-f6a6-4be3-a9b1-ce525a38f0af req-433b1914-d485-4eba-ac2f-93e29d82de5a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558023 Jan 29 04:21:22.136101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac4ce4a-df8d-49b3-a4df-f8e670330069 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:22.168429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.171356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f036d-e50b-4dc7-bfaa-2b2cd6f16d54 req-8436687e-01c3-47c9-9491-7144fbc50012 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.181500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-627f036d-e50b-4dc7-bfaa-2b2cd6f16d54 req-8436687e-01c3-47c9-9491-7144fbc50012 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 950 time: 0.0886095 Jan 29 04:21:22.239023 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-627f036d-e50b-4dc7-bfaa-2b2cd6f16d54 req-d222e4b5-0950-4296-9e13-ff7771ee260b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Jan 29 04:21:22.250731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Transition to ACTIVE for port object 8ac4ce4a-df8d-49b3-a4df-f8e670330069 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:22.275929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19a856-942a-4736-8041-bd4b26a567af req-1c134540-0101-4d6a-bfbc-136cf7fba093 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.277773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c19a856-942a-4736-8041-bd4b26a567af req-1c134540-0101-4d6a-bfbc-136cf7fba093 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.1572917 Jan 29 04:21:22.280760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.383468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:22.387825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Deleting port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:21:22.388261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.415162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c19a856-942a-4736-8041-bd4b26a567af req-57621670-69d9-4ee4-9f39-2267699774f4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022315 Jan 29 04:21:22.419353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5e5e2c91-d50a-4132-b38b-ffed650fe4e6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:22.429080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-0f3cbf74-7860-4b5d-8123-54569c0ba888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.430633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-0f3cbf74-7860-4b5d-8123-54569c0ba888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1101 time: 0.0844319 Jan 29 04:21:22.440619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6d2fa-82f6-43d1-8f4c-8dbc9166fad2 req-447eb58b-0f03-4726-9f7d-7295fab56b9d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.440619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16b6d2fa-82f6-43d1-8f4c-8dbc9166fad2 req-447eb58b-0f03-4726-9f7d-7295fab56b9d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1059375 Jan 29 04:21:22.486388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16b6d2fa-82f6-43d1-8f4c-8dbc9166fad2 req-897e2f37-0c17-4543-97c5-fa4d2e74d9fc tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Jan 29 04:21:22.605857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:22.606142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:22.606964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:22.610198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] For port 3faa7b28-b014-4644-b36e-8bb5198a8bb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3faa7b28-b014-4644-b36e-8bb5198a8bb7,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:22.610578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.628092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a64f-8b17-4d63-bc3b-8eabd5a9ccc3 req-2f99cd61-23cb-440c-b839-114c9ed5c281 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.629582 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b56a64f-8b17-4d63-bc3b-8eabd5a9ccc3 req-2f99cd61-23cb-440c-b839-114c9ed5c281 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1233203 Jan 29 04:21:22.635578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:22.635904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:22.639165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Calling delete_port for 3faa7b28-b014-4644-b36e-8bb5198a8bb7 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:21:22.642626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-685d8f89-7425-4836-91f8-0bacfe068949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.644745 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-685d8f89-7425-4836-91f8-0bacfe068949 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1273582 Jan 29 04:21:22.662834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:22.663111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:22.663502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:22.663943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Bound port: 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:22.664306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.705181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-007940d2-820a-4af7-874d-ba1417d501d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0403020 Jan 29 04:21:22.752063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b56a64f-8b17-4d63-bc3b-8eabd5a9ccc3 req-848c73a1-1d21-4609-9b33-4f0e6780e979 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136718 Jan 29 04:21:22.760152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-1fb7cec6-ea68-4172-a107-4758a9012893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.761697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-1fb7cec6-ea68-4172-a107-4758a9012893 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0486372 Jan 29 04:21:22.801199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:22.814193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:22.822490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.833798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-d873dff4-2fda-4573-aca2-e08a75530e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.835562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-d873dff4-2fda-4573-aca2-e08a75530e05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634706 Jan 29 04:21:22.888372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:22.888998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.890450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] 10.222.0.36 "PUT /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 1091 time: 1.8834136 Jan 29 04:21:22.892773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:22.894999 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76228f79-f303-4519-91e9-94b633b853de" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:22.919855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:22.934884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94104ca1-9e5d-4901-9b6a-91b784995e2d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:22.970918 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4be914-e718-4bce-ac90-f767ff530a2b x-openstack-request-id: req-fc4be914-e718-4bce-ac90-f767ff530a2b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:22.971199 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:22.971451 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc4be914-e718-4bce-ac90-f767ff530a2b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:22.971855 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'status': 'completed', 'code': 200} Jan 29 04:21:22.975870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event deleted for resources: {'Port': ['ID=3faa7b28-b014-4644-b36e-8bb5198a8bb7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:23.016153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] No DVR routers for this DVR port 3faa7b28-b014-4644-b36e-8bb5198a8bb7 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:21:23.019688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:23.023559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-468d9bd3-9398-4d7b-a971-9cbcf75e79fb req-1511efd4-9c4a-4346-ba10-3ca2b8bf247b tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "DELETE /v2.0/ports/3faa7b28-b014-4644-b36e-8bb5198a8bb7 HTTP/1.1" status: 204 len: 173 time: 0.8676908 Jan 29 04:21:23.057862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-cad7dbfe-6bfa-41cc-9b1f-a8d6107d56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.059974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-cad7dbfe-6bfa-41cc-9b1f-a8d6107d56bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1094 time: 0.0653138 Jan 29 04:21:23.134732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-4aca8764-e87b-432d-803f-ff3c4d035cb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 217 time: 0.0490141 Jan 29 04:21:23.169469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ead01d92-518f-4aec-93f8-c397a7b95644 req-5a321cc5-ca84-4f00-97fd-8d2d167c3160 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=735cbbb8-3d6e-49c5-95df-1acf5c74780b HTTP/1.1" status: 200 len: 210 time: 0.0367658 Jan 29 04:21:23.237581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-0c42503d-af84-437f-902a-6e89d8dabbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.240160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-0c42503d-af84-437f-902a-6e89d8dabbed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0950322 Jan 29 04:21:23.316828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea572a25-ba96-4b7a-88fb-1f33b3f7fbf8 req-393f09ee-0244-454c-a3d5-c63a78eda8f9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.325784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea572a25-ba96-4b7a-88fb-1f33b3f7fbf8 req-393f09ee-0244-454c-a3d5-c63a78eda8f9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 949 time: 0.4705422 Jan 29 04:21:23.341438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-a2335a1e-484e-4f2c-918f-16554bbf61c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375435 Jan 29 04:21:23.354643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-3fa5c84a-c3a3-41e0-90a7-cd59b5a059ef service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097933 Jan 29 04:21:23.405922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea572a25-ba96-4b7a-88fb-1f33b3f7fbf8 req-848b992c-578e-4eef-b38b-45e41ebe5c18 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752201 Jan 29 04:21:23.509000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54c387-d3fd-44a9-8314-86045cb5f2e5 req-c3826f50-da57-45a5-9b92-01b2a2a37779 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.510637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d54c387-d3fd-44a9-8314-86045cb5f2e5 req-c3826f50-da57-45a5-9b92-01b2a2a37779 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 950 time: 0.1719239 Jan 29 04:21:23.561694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-3e652a0a-c2d7-49e7-9451-a7ad161ead8d service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067533 Jan 29 04:21:23.569570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3d9b-0130-4611-af76-65ffd0d8ccdc req-2d64f26e-b695-4e76-be08-49ed03a70512 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.571182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c5c3d9b-0130-4611-af76-65ffd0d8ccdc req-2d64f26e-b695-4e76-be08-49ed03a70512 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.0686495 Jan 29 04:21:23.573134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-f045ac59-15b9-46d3-94d5-728a6fef2f4c service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057736 Jan 29 04:21:23.591559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d54c387-d3fd-44a9-8314-86045cb5f2e5 req-6fd4e49b-1ce7-41dc-ade4-cda4bc78a9d6 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683734 Jan 29 04:21:23.637155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c5c3d9b-0130-4611-af76-65ffd0d8ccdc req-74a05b83-d339-4350-82bd-d9a699268a02 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589380 Jan 29 04:21:23.690524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b002ce40-2c6a-40a6-89a2-b5e426d7c345 req-1d2f3cae-c8b2-48fe-9214-436889ca7c24 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204956 Jan 29 04:21:23.787019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7c5a-012b-4725-83b6-530e3b24da04 req-de8b2542-5c4f-4407-84a3-a0043efe3de2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.794642 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a6c6ba-821e-4fe4-b37e-b41f0760143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:23.795424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85ff7c5a-012b-4725-83b6-530e3b24da04 req-de8b2542-5c4f-4407-84a3-a0043efe3de2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0755763 Jan 29 04:21:23.854170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85ff7c5a-012b-4725-83b6-530e3b24da04 req-f4af76dc-2c95-451f-b647-6b894c772213 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 Jan 29 04:21:23.862985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228f79-f303-4519-91e9-94b633b853de req-121bfa03-487e-4d16-a8f2-175790c423e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:23.865126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-121bfa03-487e-4d16-a8f2-175790c423e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1094 time: 0.0670347 Jan 29 04:21:24.077939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a56ed-ee77-41e4-9a12-fa447f59d4d1 req-ec9b2b17-5140-488d-b2e6-10d4246ef1df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.085739 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-07eb0eea-50a7-4056-9262-9472bbed40a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909555 Jan 29 04:21:24.086489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-066a56ed-ee77-41e4-9a12-fa447f59d4d1 req-ec9b2b17-5140-488d-b2e6-10d4246ef1df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1675262 Jan 29 04:21:24.171991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-066a56ed-ee77-41e4-9a12-fa447f59d4d1 req-c901ad71-dfbf-46ff-82f6-616660cf7e0f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846748 Jan 29 04:21:24.173484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228f79-f303-4519-91e9-94b633b853de req-051dfe37-5be3-4379-ae00-3ca46bc3acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.175071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-051dfe37-5be3-4379-ae00-3ca46bc3acca service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.2405794 Jan 29 04:21:24.193748 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:21:24.232895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-a7a43224-11a3-4113-bd40-fb61ebbe40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.235504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-a7a43224-11a3-4113-bd40-fb61ebbe40d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 1101 time: 0.0662324 Jan 29 04:21:24.245211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-7778eae8-6abf-400c-b2a0-aca853f5e082 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 217 time: 0.0612974 Jan 29 04:21:24.358777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228f79-f303-4519-91e9-94b633b853de req-9b658658-b264-4b16-9ac8-4519cad634aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.361239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-9b658658-b264-4b16-9ac8-4519cad634aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1083009 Jan 29 04:21:24.376349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-a6249eda-8a9c-440b-89d2-9bb5f26df5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.378716 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-a6249eda-8a9c-440b-89d2-9bb5f26df5b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1163287 Jan 29 04:21:24.400947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-6c681364-460f-4beb-92df-4d770cd645c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309448 Jan 29 04:21:24.427998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-5870171f-67ec-42b5-a135-661a9738832a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 200 len: 217 time: 0.0410769 Jan 29 04:21:24.536182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-9d095988-8306-4028-9418-30a9727fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.537632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-9d095988-8306-4028-9418-30a9727fbec2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1026454 Jan 29 04:21:24.556062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461763e-3b94-4c0e-810f-4bd33fe3d52f req-05f8fc47-e389-4dff-bad6-a545978be832 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.557553 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7461763e-3b94-4c0e-810f-4bd33fe3d52f req-05f8fc47-e389-4dff-bad6-a545978be832 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 949 time: 0.0757518 Jan 29 04:21:24.560181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-255873c2-1485-440e-a82d-dcc13ed966fd service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528285 Jan 29 04:21:24.601391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-45ffadbb-8b05-4b76-a45b-cc2c105ff13f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.602916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-45ffadbb-8b05-4b76-a45b-cc2c105ff13f tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 821 time: 0.1605465 Jan 29 04:21:24.611939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-0a3b61b8-0c5a-4149-81be-9e55e2129e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.613460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-0a3b61b8-0c5a-4149-81be-9e55e2129e15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636752 Jan 29 04:21:24.647648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-07ef4a5a-428d-4886-9906-6bbea8a2a210 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/quotas/57eb66c09f4f497cb125887fbb9926b3 HTTP/1.1" status: 200 len: 375 time: 0.0331583 Jan 29 04:21:24.654496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7461763e-3b94-4c0e-810f-4bd33fe3d52f req-a57fd157-ee38-4440-a5dd-4f90e7d7b172 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880268 Jan 29 04:21:24.702647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76228f79-f303-4519-91e9-94b633b853de req-f14a6838-0767-49c3-90db-387bc6ad1cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292667 Jan 29 04:21:24.766856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-ac7611cc-5a77-488a-9812-4f8889e3dfd5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156681 Jan 29 04:21:24.794734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-98663af2-e0cc-43cb-8426-02cd8d7c9fd6 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735582 Jan 29 04:21:24.799300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6651c-a099-4106-9bcd-150a454fc9a0 req-2911f4a1-9533-4cb7-b189-a9b864f06d31 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:24.802467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4e6651c-a099-4106-9bcd-150a454fc9a0 req-2911f4a1-9533-4cb7-b189-a9b864f06d31 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 950 time: 0.0569265 Jan 29 04:21:24.844090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4e6651c-a099-4106-9bcd-150a454fc9a0 req-e2415173-9155-40c7-bbb0-e4fd1ca8db77 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Jan 29 04:21:24.938653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-8a10449c-d740-4c69-9b0f-44a8ed2456e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632128 Jan 29 04:21:24.973459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'name': 'network-vif-deleted', 'tag': '3faa7b28-b014-4644-b36e-8bb5198a8bb7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:24.976231 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9bd8f6-9c22-4642-b0c6-c950b31b08f6" -d '{"events": [{"server_uuid": "735cbbb8-3d6e-49c5-95df-1acf5c74780b", "name": "network-vif-deleted", "tag": "3faa7b28-b014-4644-b36e-8bb5198a8bb7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:25.015309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2b3bb76-a30b-4c8a-ae80-00333ceab2fc req-41e06818-d934-40a0-826f-4f8d88222a4b service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925843 Jan 29 04:21:25.034537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3faa7b28-b014-4644-b36e-8bb5198a8bb7 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:25.063092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 3faa7b28-b014-4644-b36e-8bb5198a8bb7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:21:25.063582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3faa7b28-b014-4644-b36e-8bb5198a8bb7 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:21:25.080611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-a0f4a58b-7057-4c62-ab34-4086e8a605bd service neutron] 10.222.0.32 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410649 Jan 29 04:21:25.199597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223984-3e41-4297-98fc-a916b075cea5 req-4973bbc0-6042-41dd-88c8-7f80824cffd2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:25.201345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70223984-3e41-4297-98fc-a916b075cea5 req-4973bbc0-6042-41dd-88c8-7f80824cffd2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0597105 Jan 29 04:21:25.249742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70223984-3e41-4297-98fc-a916b075cea5 req-185f29ad-b73c-4d3b-b5bb-3978d5b5c767 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Jan 29 04:21:25.257915 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06957c6b-d783-4581-9df6-6bae689f19c0 x-openstack-request-id: req-06957c6b-d783-4581-9df6-6bae689f19c0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:25.260977 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735cbbb8-3d6e-49c5-95df-1acf5c74780b", "name": "network-vif-deleted", "tag": "3faa7b28-b014-4644-b36e-8bb5198a8bb7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:25.261312 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06957c6b-d783-4581-9df6-6bae689f19c0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:25.261783 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735cbbb8-3d6e-49c5-95df-1acf5c74780b', 'name': 'network-vif-deleted', 'tag': '3faa7b28-b014-4644-b36e-8bb5198a8bb7', 'status': 'completed', 'code': 200} Jan 29 04:21:25.383515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab4bd-a6b7-4cc8-96c4-90b7c3ecf4be req-732bfb41-25cf-4595-8d54-17c80887050b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:25.385049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fddab4bd-a6b7-4cc8-96c4-90b7c3ecf4be req-732bfb41-25cf-4595-8d54-17c80887050b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 950 time: 0.0687044 Jan 29 04:21:25.444902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fddab4bd-a6b7-4cc8-96c4-90b7c3ecf4be req-bcb1a90f-5b6d-4547-b92e-7034b6f0378a tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Jan 29 04:21:25.518531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca8a623e-5284-4e59-a492-f1dfb31fd540 req-b13154ff-5e48-4b64-b740-09eac2ca92e6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 210 time: 0.0360570 Jan 29 04:21:25.523720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:25.527401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ce8c8-efb3-4241-beaa-fbe8bdfa91af req-5fe4f836-1588-4534-bc97-f0464106f5e1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:25.538455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa8ce8c8-efb3-4241-beaa-fbe8bdfa91af req-5fe4f836-1588-4534-bc97-f0464106f5e1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0882626 Jan 29 04:21:25.574597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa8ce8c8-efb3-4241-beaa-fbe8bdfa91af req-2200adec-634d-4c15-84ea-3cd9f4026f0f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Jan 29 04:21:25.617798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:25.623034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:25.623600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:25.768014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:25.803260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eccbb2-2052-4843-8762-0db5fc24df95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:25.806096 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d7ef6-9fd2-4419-ba26-764221a8b509" -d '{"events": [{"server_uuid": "89eccbb2-2052-4843-8762-0db5fc24df95", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e2c91-d50a-4132-b38b-ffed650fe4e6"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:25.821718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:25.828071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:25.875736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b499cbd-f3b2-4452-a509-310a82b7003d req-5df03a49-ed6f-4acf-b553-7430dd591f8d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:25.891959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b499cbd-f3b2-4452-a509-310a82b7003d req-5df03a49-ed6f-4acf-b553-7430dd591f8d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 949 time: 0.1177928 Jan 29 04:21:25.894844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:25.901674 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbb19c9-547d-41af-a5d0-80d081a9c701 x-openstack-request-id: req-afbb19c9-547d-41af-a5d0-80d081a9c701 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:25.901990 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eccbb2-2052-4843-8762-0db5fc24df95", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e2c91-d50a-4132-b38b-ffed650fe4e6", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:25.902259 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afbb19c9-547d-41af-a5d0-80d081a9c701 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:25.902614 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eccbb2-2052-4843-8762-0db5fc24df95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', 'code': 200} Jan 29 04:21:25.941392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b499cbd-f3b2-4452-a509-310a82b7003d req-65976588-5ce0-4b49-bbde-8a875ffb0e50 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480475 Jan 29 04:21:26.051540 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d97ab99-c5e7-4e82-8ddc-0f851aef53a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:26.075376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ced6e-e60b-4f38-a704-e5669b53f673 req-f143ac97-f0b3-4f6c-b244-2b38218c8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:26.077091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b6ced6e-e60b-4f38-a704-e5669b53f673 req-f143ac97-f0b3-4f6c-b244-2b38218c8754 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 1101 time: 0.0637519 Jan 29 04:21:26.120697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b6ced6e-e60b-4f38-a704-e5669b53f673 req-b5c26046-92eb-4de3-8e47-f67c0562ef2f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jan 29 04:21:26.388070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c18bb4-8bbf-4355-bf49-5ac7fadd1a85 req-c86d5a5f-8f4c-4fb4-addd-db94872154cb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:26.389738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32c18bb4-8bbf-4355-bf49-5ac7fadd1a85 req-c86d5a5f-8f4c-4fb4-addd-db94872154cb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0545757 Jan 29 04:21:26.445478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32c18bb4-8bbf-4355-bf49-5ac7fadd1a85 req-4c06877b-1f4f-438f-aacf-92fc1fa56da3 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474210 Jan 29 04:21:26.568118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23b8c1-961f-43e1-bd7a-7e397b924f24 req-d7524b39-965f-44ac-aa8a-4780966f3a5c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:26.575755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af23b8c1-961f-43e1-bd7a-7e397b924f24 req-d7524b39-965f-44ac-aa8a-4780966f3a5c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 950 time: 0.0659833 Jan 29 04:21:26.632770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c44549e-ae56-428a-8f93-d8dc4e97abc2 req-0bdfd8fa-d54a-41b4-82b7-ee4265e6e872 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 210 time: 0.0344820 Jan 29 04:21:26.648717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af23b8c1-961f-43e1-bd7a-7e397b924f24 req-4ad4c8e8-c615-4dea-9f56-d18925da3243 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642037 Jan 29 04:21:26.757814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264badb5-f3c1-43c2-9df5-3e0b02761a09 req-7ff38a75-f116-4868-8161-29a773567f3a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:26.759286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-264badb5-f3c1-43c2-9df5-3e0b02761a09 req-7ff38a75-f116-4868-8161-29a773567f3a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0566897 Jan 29 04:21:26.867954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-264badb5-f3c1-43c2-9df5-3e0b02761a09 req-4939cfd1-98ba-44d8-ae7f-af5173012102 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982704 Jan 29 04:21:26.920497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-85c4c05d-3bfd-4f7a-8690-e0e095b691f8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:26.922051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-85c4c05d-3bfd-4f7a-8690-e0e095b691f8 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 821 time: 0.1616268 Jan 29 04:21:27.005646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Request body: {'port': {'device_id': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'admin_state_up': True, 'tenant_id': '57eb66c09f4f497cb125887fbb9926b3'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:27.068362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54bf6d-4808-47d7-a189-c5977e55ed99 req-cbfbbe31-dcac-4204-bd38-403f6f39eb00 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:27.070356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd54bf6d-4808-47d7-a189-c5977e55ed99 req-cbfbbe31-dcac-4204-bd38-403f6f39eb00 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.0607715 Jan 29 04:21:27.114377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd54bf6d-4808-47d7-a189-c5977e55ed99 req-3b702889-812b-4309-91ef-90a263d4ad40 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Jan 29 04:21:27.148273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Made reservation on behalf of 57eb66c09f4f497cb125887fbb9926b3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:27.152865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.159492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.247575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-5f71b967-0a24-4099-941b-56337b15d1ac tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:27.249845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-5f71b967-0a24-4099-941b-56337b15d1ac tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 1101 time: 0.0706005 Jan 29 04:21:27.309620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Allocated IP 172.20.0.11 (7f4d84fe-5bfe-4371-b67d-9d0d950d54d0/987e6ec1-5356-4141-8b13-9ac271e8ee88/081496cb-c20c-46f3-a57f-b25006f5508e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:27.377727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Deleting port 17e10733-3420-4279-b473-6bffd9e10878 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:21:27.378197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.512508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.540864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] For port 17e10733-3420-4279-b473-6bffd9e10878, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17e10733-3420-4279-b473-6bffd9e10878,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:27.541238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.561975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:27.571508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.595373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Calling delete_port for 17e10733-3420-4279-b473-6bffd9e10878 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:21:27.627483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:27.631554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:27.636086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:27.640258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event updated for resources: {'Port': ['ID=081496cb-c20c-46f3-a57f-b25006f5508e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:27.696587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:27.696834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163368c2-afae-4974-b59c-dbc9405bba51 req-d19f3483-db09-42d8-b14a-c6282fb6e715 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:27.698526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-163368c2-afae-4974-b59c-dbc9405bba51 req-d19f3483-db09-42d8-b14a-c6282fb6e715 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1605256 Jan 29 04:21:27.706953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.735272 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-d10308cb-7395-4d93-bc14-56b388d41875 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7417660 Jan 29 04:21:27.759004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Request body: {'port': {'device_id': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:27.769837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:27.796861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:27.830796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-163368c2-afae-4974-b59c-dbc9405bba51 req-5f68b180-f199-4d80-b206-56ab60cafc0a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134682 Jan 29 04:21:27.873799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651cee-5233-45bb-93b7-57e8bff39738 req-023e8b55-946e-4406-a63f-92a664520751 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:27.880257 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb651cee-5233-45bb-93b7-57e8bff39738 req-023e8b55-946e-4406-a63f-92a664520751 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 932 time: 0.1390641 Jan 29 04:21:27.891164 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.925749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:27.936398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.981990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:27.987703 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:27.998653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb651cee-5233-45bb-93b7-57e8bff39738 req-f1b9c279-fbcc-42b9-8c38-1b0de0b427e6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058483 Jan 29 04:21:28.050708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:28.131485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3f169-1a0b-4134-849c-9c602e37c01a req-bd74fbb1-6548-4ec7-8082-788410fb65c4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:28.141801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2a3f169-1a0b-4134-849c-9c602e37c01a req-bd74fbb1-6548-4ec7-8082-788410fb65c4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9392ab6-1a44-45d2-8155-96d3f5276579 HTTP/1.1" status: 200 len: 950 time: 0.1627316 Jan 29 04:21:28.143976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:28.186746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['17e10733-3420-4279-b473-6bffd9e10878'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:28.202100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Pushing event deleted for resources: {'Port': ['ID=17e10733-3420-4279-b473-6bffd9e10878,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:28.269566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['cc686dad-5877-4bcb-98a8-ca4f8ebb61a0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:28.337516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] No DVR routers for this DVR port 17e10733-3420-4279-b473-6bffd9e10878 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:21:28.361695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2a3f169-1a0b-4134-849c-9c602e37c01a req-16219b47-2a45-4930-af3f-3c8541087331 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186370 Jan 29 04:21:28.363964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:28.384275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f880066-d949-41ea-a2cc-3b8784ae31d4 req-2a4e8f0f-83f2-4108-8a88-09b385f7bb3b tempest-DeleteServersAdminTestJSON-52724112 tempest-DeleteServersAdminTestJSON-52724112-project-admin] 10.222.0.36 "DELETE /v2.0/ports/17e10733-3420-4279-b473-6bffd9e10878 HTTP/1.1" status: 204 len: 173 time: 1.1275380 Jan 29 04:21:28.389384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'name': 'network-vif-deleted', 'tag': '17e10733-3420-4279-b473-6bffd9e10878'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:28.396117 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5de42c-16c9-4b02-9b6d-011e9362161c" -d '{"events": [{"server_uuid": "b9392ab6-1a44-45d2-8155-96d3f5276579", "name": "network-vif-deleted", "tag": "17e10733-3420-4279-b473-6bffd9e10878"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:28.605641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174a82-eb1d-4a40-8d31-05c5c5b89b2e req-0d1d71cb-9267-4b18-a915-0b6875cc9cf6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:28.610426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3174a82-eb1d-4a40-8d31-05c5c5b89b2e req-0d1d71cb-9267-4b18-a915-0b6875cc9cf6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1926923 Jan 29 04:21:28.627653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a704-8b07-4716-8935-3b8572890b14 req-e1c533ad-ebe0-4aa5-9e6b-1ae454d61c52 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:28.629323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1324a704-8b07-4716-8935-3b8572890b14 req-e1c533ad-ebe0-4aa5-9e6b-1ae454d61c52 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.1425805 Jan 29 04:21:28.709295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1324a704-8b07-4716-8935-3b8572890b14 req-f6a65047-86f9-4bd8-aa0d-094be67af8df tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621827 Jan 29 04:21:28.756910 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a965724-6a68-45c4-9667-2f8a999ba615 x-openstack-request-id: req-1a965724-6a68-45c4-9667-2f8a999ba615 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:28.757752 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9392ab6-1a44-45d2-8155-96d3f5276579", "name": "network-vif-deleted", "tag": "17e10733-3420-4279-b473-6bffd9e10878", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:28.758436 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a965724-6a68-45c4-9667-2f8a999ba615 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:28.759784 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9392ab6-1a44-45d2-8155-96d3f5276579', 'name': 'network-vif-deleted', 'tag': '17e10733-3420-4279-b473-6bffd9e10878', 'status': 'completed', 'code': 200} Jan 29 04:21:28.790003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3174a82-eb1d-4a40-8d31-05c5c5b89b2e req-3e8fa64e-2cb0-4387-bbfd-0fb69d3ba2df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648829 Jan 29 04:21:28.804608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081496cb-c20c-46f3-a57f-b25006f5508e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:28.820237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:28.840900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Transition to ACTIVE for port object 081496cb-c20c-46f3-a57f-b25006f5508e will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:28.853348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:28.942632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Pushing event updated for resources: {'Port': ['ID=081496cb-c20c-46f3-a57f-b25006f5508e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:28.985219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.106979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbbe61-1c64-417b-9693-fe932f3058b7 req-601d8c96-7bde-4273-a904-09a0cb3c579b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:29.108669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4bdbbe61-1c64-417b-9693-fe932f3058b7 req-601d8c96-7bde-4273-a904-09a0cb3c579b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1282554 Jan 29 04:21:29.148401 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.163415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Attempting to bind port 081496cb-c20c-46f3-a57f-b25006f5508e on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:29.164179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Attempting to bind port 081496cb-c20c-46f3-a57f-b25006f5508e by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:29.164737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Attempting to bind port 081496cb-c20c-46f3-a57f-b25006f5508e on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:29.170839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Port 081496cb-c20c-46f3-a57f-b25006f5508e on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:29.171477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Attempting to bind port 081496cb-c20c-46f3-a57f-b25006f5508e on network 7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:29.186503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:29.187400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Checking segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:29.188462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Bound using segment: {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:29.189213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Bound port: 081496cb-c20c-46f3-a57f-b25006f5508e, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5521e2-7bd6-4291-902a-a710159d11ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:29.189967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.214146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4bdbbe61-1c64-417b-9693-fe932f3058b7 req-d1695618-50a2-4442-8f35-56ceb3a495f4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964043 Jan 29 04:21:29.315646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] For port 081496cb-c20c-46f3-a57f-b25006f5508e, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:29.320107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] For port 081496cb-c20c-46f3-a57f-b25006f5508e, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081496cb-c20c-46f3-a57f-b25006f5508e,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:29.343797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.416209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:29.416967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.418765 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] 10.222.0.36 "PUT /v2.0/ports/081496cb-c20c-46f3-a57f-b25006f5508e HTTP/1.1" status: 200 len: 1092 time: 1.6658685 Jan 29 04:21:29.419305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'tag': '081496cb-c20c-46f3-a57f-b25006f5508e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:29.421864 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa" -d '{"events": [{"name": "network-changed", "server_uuid": "861a5f89-b7c9-4cbf-ab4f-b62bc36060f1", "tag": "081496cb-c20c-46f3-a57f-b25006f5508e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:29.451405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b15992-d246-4412-a39f-05e30b13c33f service neutron] Pushing event updated for resources: {'Port': ['ID=081496cb-c20c-46f3-a57f-b25006f5508e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:29.492502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248b5c-7915-4119-abec-3b18cbc0ce62 req-ce2f48bd-e05c-4f0a-bf3a-5316a1041795 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:29.496956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8248b5c-7915-4119-abec-3b18cbc0ce62 req-ce2f48bd-e05c-4f0a-bf3a-5316a1041795 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 944 time: 0.1663928 Jan 29 04:21:29.575398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:29.617885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-b9490501-2f79-45c9-bc21-dd78d896bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:29.619505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-b9490501-2f79-45c9-bc21-dd78d896bb83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 1095 time: 0.1212981 Jan 29 04:21:29.638542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8248b5c-7915-4119-abec-3b18cbc0ce62 req-849bf7a0-2496-4471-bc3f-149172181cda tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165886 Jan 29 04:21:29.694633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:29.695132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.750749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-6c374f26-afa8-4b13-aa49-c9bb06d79940 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081496cb-c20c-46f3-a57f-b25006f5508e HTTP/1.1" status: 200 len: 217 time: 0.1070020 Jan 29 04:21:29.755381 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf9589d-0d48-492d-ac7b-fd4783ccace0 x-openstack-request-id: req-eaf9589d-0d48-492d-ac7b-fd4783ccace0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:29.755732 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861a5f89-b7c9-4cbf-ab4f-b62bc36060f1", "tag": "081496cb-c20c-46f3-a57f-b25006f5508e", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:29.758034 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaf9589d-0d48-492d-ac7b-fd4783ccace0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:29.761580 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'tag': '081496cb-c20c-46f3-a57f-b25006f5508e', 'status': 'completed', 'code': 200} Jan 29 04:21:29.861927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.892406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:29.895504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577060-1298-4b2b-a365-525b29aa4b70 req-704e90b9-1d3c-4a84-ace9-0041377f19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:29.895737 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aecec69-d5f3-4c28-a864-c939a8f4c625" -d '{"events": [{"server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "name": "network-vif-plugged", "status": "completed", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:29.896957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-704e90b9-1d3c-4a84-ace9-0041377f19e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 200 len: 861 time: 0.1168394 Jan 29 04:21:29.912842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:29.914197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2ddbe-ad69-4e79-bd25-846c6a4e7ca1 req-792c062a-e9f5-4443-9c0e-276f583d07b3 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:29.916009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20f2ddbe-ad69-4e79-bd25-846c6a4e7ca1 req-792c062a-e9f5-4443-9c0e-276f583d07b3 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.0778253 Jan 29 04:21:29.918466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:29.948488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-6bd89753-d635-4f2d-bf8b-3cfac59bd874 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315325 Jan 29 04:21:29.992727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:30.068656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20f2ddbe-ad69-4e79-bd25-846c6a4e7ca1 req-2da44b4e-e3f7-472e-889a-2cad86d58772 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222630 Jan 29 04:21:30.134211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-55eb3df9-15a0-4938-8720-1b3cbc92c6b2 service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702724 Jan 29 04:21:30.306062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50577060-1298-4b2b-a365-525b29aa4b70 req-aca47e80-bd4e-4ae1-bace-73d2cef2ffbd service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348000 Jan 29 04:21:30.482066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-5d863395-ef58-47c1-97ed-bb7a23ac462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:30.484182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-5d863395-ef58-47c1-97ed-bb7a23ac462b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57eb66c09f4f497cb125887fbb9926b3&device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 1095 time: 0.0500557 Jan 29 04:21:30.658002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-9f30ee5c-1c03-4a82-9a12-6f1e5ea67709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:30.659450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-9f30ee5c-1c03-4a82-9a12-6f1e5ea67709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 200 len: 922 time: 0.1629214 Jan 29 04:21:30.706243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-0f92b9bc-ff1a-4193-a8ef-9bf30d1a275c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081496cb-c20c-46f3-a57f-b25006f5508e HTTP/1.1" status: 200 len: 217 time: 0.0352314 Jan 29 04:21:30.799152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-e240b6ea-34a3-4aa1-b168-38ec4b7f9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:30.800990 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-e240b6ea-34a3-4aa1-b168-38ec4b7f9029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 200 len: 861 time: 0.0572231 Jan 29 04:21:30.839570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-33c9fa42-b855-4900-b072-f1613e211558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311890 Jan 29 04:21:30.941433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-573c77ed-8030-40bc-85d1-f42e065234c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938683 Jan 29 04:21:31.042089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17e10733-3420-4279-b473-6bffd9e10878 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:31.057501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd5d38e-36b6-482f-ab1d-a1934a3379aa req-9bc0a2e7-6fdf-47f3-8421-6d802acb3c0e service neutron] 10.222.0.36 "GET /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094925 Jan 29 04:21:31.067700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 17e10733-3420-4279-b473-6bffd9e10878 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:21:31.067700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17e10733-3420-4279-b473-6bffd9e10878 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:21:33.052661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081496cb-c20c-46f3-a57f-b25006f5508e details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:33.179810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 081496cb-c20c-46f3-a57f-b25006f5508e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081496cb-c20c-46f3-a57f-b25006f5508e,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:33.200206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '081496cb-c20c-46f3-a57f-b25006f5508e', 'network_id': '7f4d84fe-5bfe-4371-b67d-9d0d950d54d0', 'port_id': '081496cb-c20c-46f3-a57f-b25006f5508e', 'mac_address': 'fa:16:3e:00:5a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e6ec1-5356-4141-8b13-9ac271e8ee88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:33.252250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:33.272524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081496cb-c20c-46f3-a57f-b25006f5508e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:33.303047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 081496cb-c20c-46f3-a57f-b25006f5508e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081496cb-c20c-46f3-a57f-b25006f5508e,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:33.314260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:33.396361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=081496cb-c20c-46f3-a57f-b25006f5508e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:33.725699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081496cb-c20c-46f3-a57f-b25006f5508e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:35.061068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081496cb-c20c-46f3-a57f-b25006f5508e up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:35.151743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 081496cb-c20c-46f3-a57f-b25006f5508e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:35.156580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 081496cb-c20c-46f3-a57f-b25006f5508e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:35.156947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:35.254132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:35.296265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 081496cb-c20c-46f3-a57f-b25006f5508e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081496cb-c20c-46f3-a57f-b25006f5508e,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:35.304929 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:35.384116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=081496cb-c20c-46f3-a57f-b25006f5508e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:38.597680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-8e61c06a-d402-4c5a-a15c-c4d3dd918ad5 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=34688e5b44b14639b3322b7114f0b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239699 Jan 29 04:21:38.667600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7fbe4-8e73-4104-84bf-06594beec931 req-ae520551-1ff7-4ed8-81e7-c0a36bb38608 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:38.670031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4be7fbe4-8e73-4104-84bf-06594beec931 req-ae520551-1ff7-4ed8-81e7-c0a36bb38608 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0530293 Jan 29 04:21:38.712516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4be7fbe4-8e73-4104-84bf-06594beec931 req-c1e0d2aa-537e-439a-bdce-b6a6a0e3162b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Jan 29 04:21:38.729244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-e062f5b9-b793-4d16-81ed-58397c5bfe88 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:38.731086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-e062f5b9-b793-4d16-81ed-58397c5bfe88 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263182 Jan 29 04:21:38.747883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-046d2894-a114-4d6d-a9af-7c6260f6204a tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/quotas/34688e5b44b14639b3322b7114f0b475 HTTP/1.1" status: 200 len: 375 time: 0.0099733 Jan 29 04:21:38.767218 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c8ed3-3f58-4b6b-a4da-2e7482b44670 x-openstack-request-id: req-c29c8ed3-3f58-4b6b-a4da-2e7482b44670 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:38.768127 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "name": "network-vif-plugged", "status": "completed", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:38.768542 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c29c8ed3-3f58-4b6b-a4da-2e7482b44670 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:38.769097 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'code': 200} Jan 29 04:21:38.795451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-e7a6b16b-2c15-4508-8c2b-5eab6c761bd3 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34688e5b44b14639b3322b7114f0b475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413699 Jan 29 04:21:38.868052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680c3cc-2177-4ef5-b879-f50ad259cbac req-936a7c6c-95e4-498f-8a40-3e33dad32c68 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:38.869602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8680c3cc-2177-4ef5-b879-f50ad259cbac req-936a7c6c-95e4-498f-8a40-3e33dad32c68 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0528779 Jan 29 04:21:38.930086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8680c3cc-2177-4ef5-b879-f50ad259cbac req-5cef9ec3-f792-498b-ad91-8cd0328f18fb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Jan 29 04:21:39.014148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f56ae-e85b-42e5-a416-05332ffe14a9 req-97a22603-6545-4bc3-ae9b-e11a32c2bc33 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:39.015869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a3f56ae-e85b-42e5-a416-05332ffe14a9 req-97a22603-6545-4bc3-ae9b-e11a32c2bc33 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.0543511 Jan 29 04:21:39.061089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8658-5d4f-4c97-bed7-d9523b25fac6 req-05c09a50-f49a-48e2-b20d-c7cf2fb95d58 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:39.062679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fad8658-5d4f-4c97-bed7-d9523b25fac6 req-05c09a50-f49a-48e2-b20d-c7cf2fb95d58 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.0651822 Jan 29 04:21:39.064027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a3f56ae-e85b-42e5-a416-05332ffe14a9 req-004fcd46-5a1d-4063-a047-27cf253b30e0 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Jan 29 04:21:39.068018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:39.149863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fad8658-5d4f-4c97-bed7-d9523b25fac6 req-697e96a9-f007-49f4-8481-5ff8b8deb337 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773904 Jan 29 04:21:39.244410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:39.245392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2566c86-cd08-4cf0-8cec-215c2a427fe9 req-4c2a15df-d1cb-4f23-a45b-c70b770c7311 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 210 time: 0.0392869 Jan 29 04:21:39.259162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b', 'port_id': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'mac_address': 'fa:16:3e:ec:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d85a36-84c9-4a0b-9032-81d758202c1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:39.300527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:39.319279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac4ce4a-df8d-49b3-a4df-f8e670330069 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:39.352119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:39.356710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:39.420644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:39.772889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['8ac4ce4a-df8d-49b3-a4df-f8e670330069'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:39.866917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a1073-5151-402c-ab8e-01f308b031aa req-1a343693-e060-43e2-a2f2-e936252c89d9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:39.869187 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-517a1073-5151-402c-ab8e-01f308b031aa req-1a343693-e060-43e2-a2f2-e936252c89d9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0735500 Jan 29 04:21:39.924698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-517a1073-5151-402c-ab8e-01f308b031aa req-0ecdc9ad-ee1f-484b-847d-7ed3451c9f88 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468836 Jan 29 04:21:40.055725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77630e8-578f-4dba-969a-bc5247928647 req-dae2847a-e53a-45fb-8df8-9e264e203c3c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:40.057735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f77630e8-578f-4dba-969a-bc5247928647 req-dae2847a-e53a-45fb-8df8-9e264e203c3c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 944 time: 0.0508497 Jan 29 04:21:40.109779 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f77630e8-578f-4dba-969a-bc5247928647 req-500244d8-0983-435d-aa89-b80045a9eb9e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Jan 29 04:21:40.258647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-21b33384-a352-4c1c-a370-d520f4d55b23 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:40.269671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-21b33384-a352-4c1c-a370-d520f4d55b23 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.1685336 Jan 29 04:21:40.286393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27868e-580a-4d91-b6a6-b87a07d5ba1e req-6a4e4ef4-4952-4a57-8690-144de896e218 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:40.289055 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-7f5fc2be-7747-4608-ba59-919c1aa162e0 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=34688e5b44b14639b3322b7114f0b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615489 Jan 29 04:21:40.294225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb27868e-580a-4d91-b6a6-b87a07d5ba1e req-6a4e4ef4-4952-4a57-8690-144de896e218 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.0970151 Jan 29 04:21:40.297602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-cdd99471-aae8-4f8a-a00c-1f8a26e04cdc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/quotas/586409d368c54b06952f2b3b2897d48f HTTP/1.1" status: 200 len: 375 time: 0.0264211 Jan 29 04:21:40.338169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb27868e-580a-4d91-b6a6-b87a07d5ba1e req-2101c474-7c60-4c47-bd72-b5adbcc6d3c5 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Jan 29 04:21:40.446981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2beb-677c-41e1-9179-ce3893988b6b req-e5f54769-8a2e-42c1-999d-85422ba04010 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:40.448531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67db2beb-677c-41e1-9179-ce3893988b6b req-e5f54769-8a2e-42c1-999d-85422ba04010 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.0528212 Jan 29 04:21:40.465639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-954dd475-e63a-4cd3-85e9-0b8f8df62e63 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596680 Jan 29 04:21:40.497826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67db2beb-677c-41e1-9179-ce3893988b6b req-f9c475d9-08b4-44c8-8cb0-2e42b78ec52b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Jan 29 04:21:40.500549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-545ffe32-ea6a-4df4-8155-57616e696fa0 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:40.501996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-545ffe32-ea6a-4df4-8155-57616e696fa0 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948452 Jan 29 04:21:40.532990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Request body: {'port': {'device_id': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '34688e5b44b14639b3322b7114f0b475'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:40.585261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf6d2fd3-336c-475a-be72-4daa6c4d18d2 req-9ce878d9-33a7-44d9-89cf-0657ab1682d1 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 210 time: 0.0294657 Jan 29 04:21:40.770980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081496cb-c20c-46f3-a57f-b25006f5508e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:40.773668 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057fa81-45e7-44a7-ba6a-5fd1ea9cd660" -d '{"events": [{"server_uuid": "861a5f89-b7c9-4cbf-ab4f-b62bc36060f1", "name": "network-vif-plugged", "status": "completed", "tag": "081496cb-c20c-46f3-a57f-b25006f5508e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:40.815903 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4ee92-f9f8-4c91-a11d-7444186fe3a8 x-openstack-request-id: req-9cc4ee92-f9f8-4c91-a11d-7444186fe3a8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:40.816206 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861a5f89-b7c9-4cbf-ab4f-b62bc36060f1", "name": "network-vif-plugged", "status": "completed", "tag": "081496cb-c20c-46f3-a57f-b25006f5508e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:40.816461 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cc4ee92-f9f8-4c91-a11d-7444186fe3a8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:40.817403 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081496cb-c20c-46f3-a57f-b25006f5508e', 'code': 200} Jan 29 04:21:40.912452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-e82f892d-0a72-4f59-8ed7-c1588e8b7d93 service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366860 Jan 29 04:21:40.965103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbb63d-d211-4077-abe4-80fa274c6921 req-79cd3f8a-acdc-4a85-bed6-6ad25a9d2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:40.966649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0fbb63d-d211-4077-abe4-80fa274c6921 req-79cd3f8a-acdc-4a85-bed6-6ad25a9d2409 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 1097 time: 0.0448389 Jan 29 04:21:41.033979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0fbb63d-d211-4077-abe4-80fa274c6921 req-97b3f923-9db1-4f50-899b-a6e89fbb5241 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594065 Jan 29 04:21:41.040925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-ea5899cf-315c-40ce-bd57-3263fe507724 service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196079 Jan 29 04:21:41.052489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Made reservation on behalf of 34688e5b44b14639b3322b7114f0b475 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:41.056445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.067396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac8968-f6b6-4ca5-aa8b-b88fddc43ab3 req-9eca687d-b61b-401f-9839-e94fd52abade tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:41.069212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffac8968-f6b6-4ca5-aa8b-b88fddc43ab3 req-9eca687d-b61b-401f-9839-e94fd52abade tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0725033 Jan 29 04:21:41.086773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:41.117490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffac8968-f6b6-4ca5-aa8b-b88fddc43ab3 req-22a167b7-bf27-4b1c-9ce7-e122a4256e9b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Jan 29 04:21:41.161789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:41.171757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:41.171977 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.338803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46d0a0-08c8-4560-b081-8c54a4b56ab6 req-e99732d1-3fc2-4ab0-b7c9-14f0d4863dcb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:41.341760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d46d0a0-08c8-4560-b081-8c54a4b56ab6 req-e99732d1-3fc2-4ab0-b7c9-14f0d4863dcb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 944 time: 0.1122479 Jan 29 04:21:41.382182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Allocated IP 192.168.233.238 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/4679695c-2750-42d8-b479-04da20c8cb87) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:41.404001 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.419278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d46d0a0-08c8-4560-b081-8c54a4b56ab6 req-2fd77651-4687-4d05-9136-63901fdb5b20 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722101 Jan 29 04:21:41.432733 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41effdb5-7dc9-4b3c-8844-e6a6b69a44c8 req-ddf547de-0f8a-49db-9841-f1c1c5009d5a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 210 time: 0.1551282 Jan 29 04:21:41.488503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:41.505695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.600651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:41.627465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e652f-0a2f-4a90-b36e-34b7d0d86eac req-0dba2723-d8d9-4de2-93dc-774448809cf7 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:41.635224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-489e652f-0a2f-4a90-b36e-34b7d0d86eac req-0dba2723-d8d9-4de2-93dc-774448809cf7 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.1269836 Jan 29 04:21:41.656060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.716512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-489e652f-0a2f-4a90-b36e-34b7d0d86eac req-7eb5695b-22b8-421a-b8cd-0e3c5c0a52ab tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597413 Jan 29 04:21:41.745962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-0171-4ebe-ae90-2fd29f502ed2 req-c58e4673-5abb-471a-a388-7a15f9909348 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:41.747677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bed55934-0171-4ebe-ae90-2fd29f502ed2 req-c58e4673-5abb-471a-a388-7a15f9909348 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.1261978 Jan 29 04:21:41.750816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.811507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-944faa55-62a8-420f-b7e9-54f75d26618a req-9d17178c-0a8f-40fa-8f4d-e670b01339b4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 210 time: 0.0323610 Jan 29 04:21:41.811764 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bed55934-0171-4ebe-ae90-2fd29f502ed2 req-4fce95c9-7b84-487d-8653-745766b28b66 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Jan 29 04:21:41.828625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:41.901782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:41.913996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:41.928762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:41.982719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164737b-81fd-4eb2-9eb1-71d37775781a req-b1c2e6d1-2f5a-4555-a16f-e2254df6a1eb tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:41.986600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6164737b-81fd-4eb2-9eb1-71d37775781a req-b1c2e6d1-2f5a-4555-a16f-e2254df6a1eb tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 1101 time: 0.0656581 Jan 29 04:21:41.995059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Pushing event updated for resources: {'Port': ['ID=4679695c-2750-42d8-b479-04da20c8cb87,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:42.009843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.010211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.010547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.010877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.011206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.011592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.011836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.012156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.012469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.012787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.013101 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.013414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:42.023482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:42.024134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:42.036815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6164737b-81fd-4eb2-9eb1-71d37775781a req-f6e2d368-11d6-4895-be68-288096d7e31c tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Jan 29 04:21:42.056569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-301939c4-1204-48fc-9bae-2b2cdb3443eb tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5270030 Jan 29 04:21:42.084310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Request body: {'port': {'device_id': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:42.171827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:42.289226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-08158b51-139f-4509-ae9d-2a21a1549742 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521398 Jan 29 04:21:42.337961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad999dd-b417-448c-ae06-d44cd770d4dc req-06ced828-e017-4147-b4b7-906e5093e02a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:42.339517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fad999dd-b417-448c-ae06-d44cd770d4dc req-06ced828-e017-4147-b4b7-906e5093e02a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0968337 Jan 29 04:21:42.363313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dde2ba8a-96c0-4be8-bbb8-6fd28f737326 None None] Provisioning complete for port 4679695c-2750-42d8-b479-04da20c8cb87 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:42.364498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dde2ba8a-96c0-4be8-bbb8-6fd28f737326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:42.422697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fad999dd-b417-448c-ae06-d44cd770d4dc req-d79e329b-6ec5-4092-a899-0ce111f8fc9f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767024 Jan 29 04:21:42.439115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-dde2ba8a-96c0-4be8-bbb8-6fd28f737326 None None] Port 4679695c-2750-42d8-b479-04da20c8cb87 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:21:42.557059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facad13-0590-4532-8e91-497ed15d513a req-cd96e70b-2e11-48c0-9522-4bb880dcca92 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:42.557414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-11f04db0-57e3-46e1-a66c-c7cc639b16c8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:42.558707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8facad13-0590-4532-8e91-497ed15d513a req-cd96e70b-2e11-48c0-9522-4bb880dcca92 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0577402 Jan 29 04:21:42.558858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-11f04db0-57e3-46e1-a66c-c7cc639b16c8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560310 Jan 29 04:21:42.626611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-b717f085-8e1c-4d60-b7dd-f7aa6256d248 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/quotas/6d9f0e354c9549eb83cc3d27648cee6f HTTP/1.1" status: 200 len: 375 time: 0.0516865 Jan 29 04:21:42.657438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8facad13-0590-4532-8e91-497ed15d513a req-c08226b8-b46e-4ae6-a401-aaca059172b6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846667 Jan 29 04:21:42.677885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-83a59eb9-ec42-4af6-9a61-8cabc1bfcf9a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:42.681256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-83a59eb9-ec42-4af6-9a61-8cabc1bfcf9a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf54c5ea-8cf0-4181-b7cf-850f2115930e HTTP/1.1" status: 200 len: 945 time: 0.1053643 Jan 29 04:21:42.756807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-7d2aaf0f-df84-4855-ac75-976ffd130849 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1275668 Jan 29 04:21:42.818505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:42.821970 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2073c0f-19a8-49dc-b167-74d25a0f8024" -d '{"events": [{"server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "name": "network-vif-plugged", "status": "completed", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:42.881788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4679695c-2750-42d8-b479-04da20c8cb87 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:42.886385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8e22073-9c48-430f-bf95-ba397eca0b34 req-4e565c6a-4b14-43a5-b98c-ac8550ae901b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 210 time: 0.1274657 Jan 29 04:21:42.891986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:42.938912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Transition to ACTIVE for port object 4679695c-2750-42d8-b479-04da20c8cb87 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:42.945086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.028993 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aac7c7d-ac3d-43a3-b777-717716bbfff1 x-openstack-request-id: req-8aac7c7d-ac3d-43a3-b777-717716bbfff1 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:43.029311 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "name": "network-vif-plugged", "status": "completed", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:43.029590 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aac7c7d-ac3d-43a3-b777-717716bbfff1 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:43.030070 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'code': 200} Jan 29 04:21:43.031725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Pushing event updated for resources: {'Port': ['ID=4679695c-2750-42d8-b479-04da20c8cb87,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:43.033380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-72436651-b4f4-4975-9061-3dea3435d54b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.045739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-72436651-b4f4-4975-9061-3dea3435d54b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.3145871 Jan 29 04:21:43.077925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Deleting port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:21:43.078294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.150942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.188280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Request body: {'port': {'device_id': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'admin_state_up': True, 'tenant_id': '586409d368c54b06952f2b3b2897d48f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:43.232120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Attempting to bind port 4679695c-2750-42d8-b479-04da20c8cb87 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:43.232833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Attempting to bind port 4679695c-2750-42d8-b479-04da20c8cb87 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:43.233381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Attempting to bind port 4679695c-2750-42d8-b479-04da20c8cb87 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:43.248272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57875f8-a00f-4731-85dd-16b951359689 req-c1c3b9b5-0669-4390-b1a7-9f958e73ebd3 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.251409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a57875f8-a00f-4731-85dd-16b951359689 req-c1c3b9b5-0669-4390-b1a7-9f958e73ebd3 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 948 time: 0.1483138 Jan 29 04:21:43.256164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Port 4679695c-2750-42d8-b479-04da20c8cb87 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:43.256891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Attempting to bind port 4679695c-2750-42d8-b479-04da20c8cb87 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:43.275282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:43.276049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:43.276598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:43.277314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Bound port: 4679695c-2750-42d8-b479-04da20c8cb87, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:43.277909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.364839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] For port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:43.366328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.378269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a57875f8-a00f-4731-85dd-16b951359689 req-16967232-886b-4850-8c3e-b99e027c9ed5 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128097 Jan 29 04:21:43.383611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Calling delete_port for cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:21:43.421557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] For port 4679695c-2750-42d8-b479-04da20c8cb87, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:43.427808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] For port 4679695c-2750-42d8-b479-04da20c8cb87, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4679695c-2750-42d8-b479-04da20c8cb87,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:43.440084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.508629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.512645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.514415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] 10.222.0.36 "PUT /v2.0/ports/4679695c-2750-42d8-b479-04da20c8cb87 HTTP/1.1" status: 200 len: 1096 time: 1.4395661 Jan 29 04:21:43.515830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'tag': '4679695c-2750-42d8-b479-04da20c8cb87'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:43.518661 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffee763-c58c-4287-98ef-d81a6219b088" -d '{"events": [{"name": "network-changed", "server_uuid": "c1019513-7748-4cc5-9b79-a40aacaea63f", "tag": "4679695c-2750-42d8-b479-04da20c8cb87"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:43.563989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff2a1159-6eb0-4b00-af2e-b1f76527fd0d req-125bfbb4-c440-4fd4-a022-fb5bfdbc5fb4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 210 time: 0.0856624 Jan 29 04:21:43.631268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e891-0714-4480-9913-b19f457b8e0b service neutron] Pushing event updated for resources: {'Port': ['ID=4679695c-2750-42d8-b479-04da20c8cb87,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:43.648273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:43.658331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fd266-9b23-4af7-b4f8-cc8fdfb200eb req-039cd7bb-1d56-4948-9158-6270d00a6011 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.663769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-38ce6bd7-5947-49ea-8738-40f40018e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.665375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-38ce6bd7-5947-49ea-8738-40f40018e02f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34688e5b44b14639b3322b7114f0b475&device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 1099 time: 0.0618403 Jan 29 04:21:43.666701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-102fd266-9b23-4af7-b4f8-cc8fdfb200eb req-039cd7bb-1d56-4948-9158-6270d00a6011 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.6199696 Jan 29 04:21:43.678022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:21:43.678599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:21:43.693515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:43.729088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99939d31-e603-4680-a50f-3ce239048a54 req-c4ff040d-3d88-45fd-af39-44b358181611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.730680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99939d31-e603-4680-a50f-3ce239048a54 req-c4ff040d-3d88-45fd-af39-44b358181611 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1096 time: 0.4865377 Jan 29 04:21:43.744155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-e6347bc4-5d99-4c3b-8f4f-2d1ea0b3f3a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4679695c-2750-42d8-b479-04da20c8cb87 HTTP/1.1" status: 200 len: 217 time: 0.0602396 Jan 29 04:21:43.788929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event deleted for resources: {'Port': ['ID=cc686dad-5877-4bcb-98a8-ca4f8ebb61a0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:43.878404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949311-b321-43d1-a101-ae6c318c682f req-2772daa5-de51-498e-a8ee-0aac7902afca tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.881619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b949311-b321-43d1-a101-ae6c318c682f req-2772daa5-de51-498e-a8ee-0aac7902afca tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1362822 Jan 29 04:21:43.884096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-f7ca5fb5-bb7e-424e-8c7e-db15bbe1a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.885850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-f7ca5fb5-bb7e-424e-8c7e-db15bbe1a133 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1116641 Jan 29 04:21:43.980057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b949311-b321-43d1-a101-ae6c318c682f req-4e0f1d52-05ea-4ceb-aacd-2b72eb6ca100 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Jan 29 04:21:43.988960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-080c645f-ff92-4900-ac68-61d7db0e6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:43.990770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-080c645f-ff92-4900-ac68-61d7db0e6440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920231 Jan 29 04:21:44.088552 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d06ab1-d459-4fd6-b37a-2eadd77c73aa x-openstack-request-id: req-78d06ab1-d459-4fd6-b37a-2eadd77c73aa {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:44.089315 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1019513-7748-4cc5-9b79-a40aacaea63f", "tag": "4679695c-2750-42d8-b479-04da20c8cb87", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:44.089724 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78d06ab1-d459-4fd6-b37a-2eadd77c73aa {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:44.090498 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'tag': '4679695c-2750-42d8-b479-04da20c8cb87', 'status': 'completed', 'code': 200} Jan 29 04:21:44.146990 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-618f7c37-a382-4d2c-b140-845a240a6b0d service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460083 Jan 29 04:21:44.161838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.162204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.162538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.162865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.163186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.163511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.163819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.164133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.164450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.164763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.165081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.165392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:44.181311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99939d31-e603-4680-a50f-3ce239048a54 req-bba59ca4-9540-4aba-96f1-590edebe7c6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198277 Jan 29 04:21:44.212180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] No DVR routers for this DVR port cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:21:44.217115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-102fd266-9b23-4af7-b4f8-cc8fdfb200eb req-eb8fcecf-a8db-48a0-927f-24eaf6ba905e tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214717 Jan 29 04:21:44.219340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:44.222752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ea171a3-a1e9-4ba0-aea6-3d25c2b42d18 req-c7f7c5eb-f407-4ebb-84cf-057f95391abc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.20 "DELETE /v2.0/ports/cc686dad-5877-4bcb-98a8-ca4f8ebb61a0 HTTP/1.1" status: 204 len: 173 time: 1.5353024 Jan 29 04:21:44.223229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'name': 'network-vif-deleted', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:44.225671 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dd13c4-a526-4644-9623-b72f52465621" -d '{"events": [{"server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "name": "network-vif-deleted", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:44.268299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Made reservation on behalf of 586409d368c54b06952f2b3b2897d48f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:44.273732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:44.303334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84284a-1b35-49db-b10a-62c62e7361eb req-a314eaae-1284-4d65-8e24-aaf7e1812a59 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:44.305048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f84284a-1b35-49db-b10a-62c62e7361eb req-a314eaae-1284-4d65-8e24-aaf7e1812a59 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1571634 Jan 29 04:21:44.350095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba7655a-741c-4bb4-9481-88f3140a1b46 req-c86cc39f-d0fd-4164-951f-7493b0c10942 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934021 Jan 29 04:21:44.385034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f84284a-1b35-49db-b10a-62c62e7361eb req-d6766ad2-c3ed-4123-a542-fef315ab8470 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Jan 29 04:21:44.431228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89e6763a-4a3b-465a-9763-456ade189e7a req-5a546aea-0f55-46a5-87a6-5c9d6ad86a37 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 210 time: 0.0504549 Jan 29 04:21:44.486814 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78928e8e-dd9e-4909-877e-016fbb2733b6 x-openstack-request-id: req-78928e8e-dd9e-4909-877e-016fbb2733b6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:44.487210 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf54c5ea-8cf0-4181-b7cf-850f2115930e", "name": "network-vif-deleted", "tag": "cc686dad-5877-4bcb-98a8-ca4f8ebb61a0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:44.487559 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78928e8e-dd9e-4909-877e-016fbb2733b6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:44.488045 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf54c5ea-8cf0-4181-b7cf-850f2115930e', 'name': 'network-vif-deleted', 'tag': 'cc686dad-5877-4bcb-98a8-ca4f8ebb61a0', 'status': 'completed', 'code': 200} Jan 29 04:21:44.575572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-9389bdd1-f58b-4743-9711-a9fa7c7b908a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540891 Jan 29 04:21:44.577341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Allocated IP 172.20.0.11 (0a88fe56-9203-4393-989e-7a14ac96ef45/c60cfa39-f883-49d5-b7b1-638d8ec7cba4/5076f0b8-5442-4bb3-8f17-d1817a9e4c33) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:44.632736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775caca-fbf3-4f8b-a1f0-edcb726caa5a req-0554e3cb-8802-4221-81ec-c4010014ed20 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:44.643213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3775caca-fbf3-4f8b-a1f0-edcb726caa5a req-0554e3cb-8802-4221-81ec-c4010014ed20 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 948 time: 0.1113565 Jan 29 04:21:44.747579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3775caca-fbf3-4f8b-a1f0-edcb726caa5a req-b3508b79-6de0-48e4-b800-5894765556c9 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927064 Jan 29 04:21:44.784254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-01ef6bd3-a20b-4ccb-921e-66815cb954fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:44.787663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-01ef6bd3-a20b-4ccb-921e-66815cb954fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34688e5b44b14639b3322b7114f0b475&device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 1099 time: 0.1070461 Jan 29 04:21:44.898629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f8ba9b2-11ba-44ed-96f9-c934e23a86b6 req-33cd7c43-1517-49ee-9cf1-55b8b32d0f63 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 210 time: 0.0605659 Jan 29 04:21:44.918547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-aa846fd8-5062-4451-9059-a6d2d6fe726d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:44.920062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-aa846fd8-5062-4451-9059-a6d2d6fe726d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304691 Jan 29 04:21:44.941260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:44.967243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4069885-3f72-478d-9ca1-813cd12c5e2e req-ddcf674a-d0ec-4ca5-8659-996d4b660d16 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:44.969132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4069885-3f72-478d-9ca1-813cd12c5e2e req-ddcf674a-d0ec-4ca5-8659-996d4b660d16 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.0843902 Jan 29 04:21:45.009184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-ea2378c5-3bfa-4bb7-b255-bcdfd0666b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.011705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-ea2378c5-3bfa-4bb7-b255-bcdfd0666b0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2044263 Jan 29 04:21:45.021033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:45.149700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-3b088d40-1d18-4273-9572-c8a30f806310 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4679695c-2750-42d8-b479-04da20c8cb87 HTTP/1.1" status: 200 len: 217 time: 0.1186211 Jan 29 04:21:45.156307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4069885-3f72-478d-9ca1-813cd12c5e2e req-fd561d7f-c440-413f-9075-fd7b1aa5ae87 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762333 Jan 29 04:21:45.193097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:45.204209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247d4e-f227-4cbf-976f-183a12e496a3 req-f8a59b73-c1b9-4ddf-a548-6f8c781ec938 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.205716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae247d4e-f227-4cbf-976f-183a12e496a3 req-f8a59b73-c1b9-4ddf-a548-6f8c781ec938 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1235521 Jan 29 04:21:45.208998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-340afd5a-1f74-46f7-b72f-65ba610081f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.210713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-340afd5a-1f74-46f7-b72f-65ba610081f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0533659 Jan 29 04:21:45.270633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-9f67418d-c672-45ee-a07b-c66c890e5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.272870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-9f67418d-c672-45ee-a07b-c66c890e5719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513430 Jan 29 04:21:45.276971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:45.280566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:45.283987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:45.291285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:45.314863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:45.324283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:45.378448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae247d4e-f227-4cbf-976f-183a12e496a3 req-362315c9-c323-485b-a900-3a9c8644a80a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347368 Jan 29 04:21:45.409944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-918943ad-8fc9-4471-853d-0bd2ed712f0c service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215749 Jan 29 04:21:45.471176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.473626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:45.535114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c89994f-83ff-4909-b01b-6d58065f7bd9 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3887963 Jan 29 04:21:45.543230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc914a-3ca1-4265-8333-f3a8ca349b3d req-af74ad67-c0ea-4610-9ef1-e900b5404bbf tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.545017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3bc914a-3ca1-4265-8333-f3a8ca349b3d req-af74ad67-c0ea-4610-9ef1-e900b5404bbf tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0763886 Jan 29 04:21:45.561265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Request body: {'port': {'device_id': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:45.574311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ffee763-c58c-4287-98ef-d81a6219b088 req-f7fdd330-a081-40db-9034-2c5159f34cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568635 Jan 29 04:21:45.591911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3bc914a-3ca1-4265-8333-f3a8ca349b3d req-4f105e24-96ee-48b4-922d-bef0191760a7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Jan 29 04:21:45.602948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.229 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/01188824-82f5-4db5-a511-2c5e69268ab9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:45.638371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259af5d-6ece-40ec-8b2d-2de5c53a0612 req-98a685fe-524c-45ea-8e4f-071868bb9074 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.639937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d259af5d-6ece-40ec-8b2d-2de5c53a0612 req-98a685fe-524c-45ea-8e4f-071868bb9074 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 932 time: 0.1214852 Jan 29 04:21:45.704009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:45.774096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d259af5d-6ece-40ec-8b2d-2de5c53a0612 req-7d2192f4-5eb1-4718-a9fc-488a97e4f7d8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124766 Jan 29 04:21:45.901598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7b024-8bb3-4d15-bcaf-1ec647c8e015 req-1a61dbb5-1b6e-4afb-8dce-1577d68392b6 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:45.903767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ab7b024-8bb3-4d15-bcaf-1ec647c8e015 req-1a61dbb5-1b6e-4afb-8dce-1577d68392b6 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 948 time: 0.0855100 Jan 29 04:21:45.957703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:45.966666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ab7b024-8bb3-4d15-bcaf-1ec647c8e015 req-0443f00a-0424-4194-a5c3-51fae166d75a tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535948 Jan 29 04:21:46.039312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8a3a3f4-bc6b-4a53-8092-1c817ba47e39 req-2836bd18-2f34-4916-84ea-c0f7d8144428 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 210 time: 0.0408456 Jan 29 04:21:46.080443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.115065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', '5e5e2c91-d50a-4132-b38b-ffed650fe4e6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:46.135312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:46.139488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:46.143871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:46.152489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:46.209233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=01188824-82f5-4db5-a511-2c5e69268ab9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:46.231747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:46.241620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:46.242857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.251746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.275230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Transition to ACTIVE for port object 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:46.281695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-e0e74e0c-19f5-49da-8a4e-ce2694009483 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3450890 Jan 29 04:21:46.286208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.330638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Request body: {'port': {'device_id': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:46.330896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fae29-3b09-4853-919c-6058d7c4be8b req-db5eba29-bd66-4367-8732-7c60e08345b9 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:46.342093 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a68fae29-3b09-4853-919c-6058d7c4be8b req-db5eba29-bd66-4367-8732-7c60e08345b9 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.0892344 Jan 29 04:21:46.385072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:46.394493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a68fae29-3b09-4853-919c-6058d7c4be8b req-57e6c27b-6538-4181-9e8c-35a2dd9d5f42 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511258 Jan 29 04:21:46.485029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.493791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0e9bb975-bcb8-43b9-94c4-ff13edf97d40 None None] Provisioning complete for port 01188824-82f5-4db5-a511-2c5e69268ab9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:46.494460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb975-bcb8-43b9-94c4-ff13edf97d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.557704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d17e-7b17-4989-b760-57ff61aad795 req-71c5d692-29bc-401a-84e0-d876aa3f10cd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:46.559242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6979d17e-7b17-4989-b760-57ff61aad795 req-71c5d692-29bc-401a-84e0-d876aa3f10cd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1052232 Jan 29 04:21:46.565076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0e9bb975-bcb8-43b9-94c4-ff13edf97d40 None None] Port 01188824-82f5-4db5-a511-2c5e69268ab9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:21:46.565928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Attempting to bind port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:46.566251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Attempting to bind port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:46.568654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Attempting to bind port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:46.596421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:46.596758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Attempting to bind port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:46.657684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:46.658060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Checking segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:46.658457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Bound using segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:46.658904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Bound port: 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:46.659266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.710892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6979d17e-7b17-4989-b760-57ff61aad795 req-6ad06e8a-b764-476a-a00a-d036b1d9f89b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357682 Jan 29 04:21:46.770095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015a68c-04b5-44f7-b6f9-603602977662 req-9495b343-829a-49a6-b756-607151090824 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:46.787996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4015a68c-04b5-44f7-b6f9-603602977662 req-9495b343-829a-49a6-b756-607151090824 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0972726 Jan 29 04:21:46.808381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:46.816040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:46.823418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.826216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4015a68c-04b5-44f7-b6f9-603602977662 req-7f3bb4dd-ac8b-4d98-99af-3f345f206724 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Jan 29 04:21:46.883123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:46.883747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:46.885181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] 10.222.0.36 "PUT /v2.0/ports/5076f0b8-5442-4bb3-8f17-d1817a9e4c33 HTTP/1.1" status: 200 len: 1092 time: 1.3293312 Jan 29 04:21:46.886992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:46.889232 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:46.960191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff1fb8-358a-4072-83c8-15bf31453457 req-37713775-d672-4de2-a9e6-2f12e9ce5ac5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:46.962657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47ff1fb8-358a-4072-83c8-15bf31453457 req-37713775-d672-4de2-a9e6-2f12e9ce5ac5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 944 time: 0.0557730 Jan 29 04:21:46.989109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f135be9-fba2-4ced-8454-b7d9640710cb service neutron] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:47.029495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01188824-82f5-4db5-a511-2c5e69268ab9 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:47.043904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47ff1fb8-358a-4072-83c8-15bf31453457 req-1df40f93-c77f-4d94-b5a8-ce94cc75003c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Jan 29 04:21:47.044112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.051390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-6feab9d2-eaba-4170-87bf-53dbd5b83136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.053536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-6feab9d2-eaba-4170-87bf-53dbd5b83136 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 1095 time: 0.0746615 Jan 29 04:21:47.079451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Transition to ACTIVE for port object 01188824-82f5-4db5-a511-2c5e69268ab9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:47.093096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.102600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-bea88b5e-b435-496e-8f70-d2956e9e4eb1 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.103425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4679695c-2750-42d8-b479-04da20c8cb87 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:47.104085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-bea88b5e-b435-496e-8f70-d2956e9e4eb1 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 946 time: 0.1105676 Jan 29 04:21:47.124052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3b171236-b0f5-44f1-80ed-7fd424600170 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33 HTTP/1.1" status: 200 len: 217 time: 0.0544145 Jan 29 04:21:47.147634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e42caba5-f5e3-4268-83fd-a546a974bea5 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.149208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e42caba5-f5e3-4268-83fd-a546a974bea5 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.2564433 Jan 29 04:21:47.203371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd7814-db35-43b5-95ac-94a05c370aa0 req-39059667-b40d-471b-97ce-8ffc229fe324 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.205674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86cd7814-db35-43b5-95ac-94a05c370aa0 req-39059667-b40d-471b-97ce-8ffc229fe324 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1096 time: 0.0904052 Jan 29 04:21:47.210627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f829-4e54-4b2d-ae39-a78715df339b req-5b70e3df-a5fb-4b14-8f69-ef127e291eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.215823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-5b70e3df-a5fb-4b14-8f69-ef127e291eee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.0722082 Jan 29 04:21:47.229652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Pushing event updated for resources: {'Port': ['ID=01188824-82f5-4db5-a511-2c5e69268ab9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:47.258237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-025713b2-da26-4a56-81b9-464a4e92a7dc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/quotas/9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 375 time: 0.0812411 Jan 29 04:21:47.260450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4679695c-2750-42d8-b479-04da20c8cb87, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4679695c-2750-42d8-b479-04da20c8cb87,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:47.266923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-a9529cec-a51e-4b90-b5c8-1644d7e66911 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375896 Jan 29 04:21:47.280761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4679695c-2750-42d8-b479-04da20c8cb87', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '4679695c-2750-42d8-b479-04da20c8cb87', 'mac_address': 'fa:16:3e:08:f0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:47.322076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86cd7814-db35-43b5-95ac-94a05c370aa0 req-35ac705b-6749-46de-a83f-3020dd94af63 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015809 Jan 29 04:21:47.340892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.381029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4679695c-2750-42d8-b479-04da20c8cb87 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:47.403230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e9653786-04c4-4f61-b18e-94f0eb683134 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441126 Jan 29 04:21:47.416494 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947c9c5-84e2-47c6-8ebf-fd3f1e669735 x-openstack-request-id: req-7947c9c5-84e2-47c6-8ebf-fd3f1e669735 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:47.416770 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:47.417023 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7947c9c5-84e2-47c6-8ebf-fd3f1e669735 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:47.417425 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'status': 'completed', 'code': 200} Jan 29 04:21:47.421659 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-3c377d13-94fd-45f9-81a1-931f0fff03b5 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437809 Jan 29 04:21:47.433775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4679695c-2750-42d8-b479-04da20c8cb87, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4679695c-2750-42d8-b479-04da20c8cb87,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:47.438913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.475144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Deleting port 081496cb-c20c-46f3-a57f-b25006f5508e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:21:47.475483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.494520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Attempting to bind port 01188824-82f5-4db5-a511-2c5e69268ab9 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:47.495227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Attempting to bind port 01188824-82f5-4db5-a511-2c5e69268ab9 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:47.495227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Attempting to bind port 01188824-82f5-4db5-a511-2c5e69268ab9 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:47.514730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4679695c-2750-42d8-b479-04da20c8cb87,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:47.523640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.523640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.523931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.524220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.524587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.524880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.525203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.525525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.525848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.526190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.526505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.526821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:21:47.543358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Port 01188824-82f5-4db5-a511-2c5e69268ab9 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:47.543680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Attempting to bind port 01188824-82f5-4db5-a511-2c5e69268ab9 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:47.564408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:47.564756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:47.565150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:47.565585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Bound port: 01188824-82f5-4db5-a511-2c5e69268ab9, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:47.565978 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.601585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347f8a9-89ea-4b4a-968f-005c82a99392 req-7ee1d760-84ef-4624-a8a1-c02b4b205801 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.603321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d347f8a9-89ea-4b4a-968f-005c82a99392 req-7ee1d760-84ef-4624-a8a1-c02b4b205801 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 949 time: 0.0953312 Jan 29 04:21:47.607411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b994f829-4e54-4b2d-ae39-a78715df339b req-e26b159e-27c0-4d3f-94ef-744ec04e15ac service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789629 Jan 29 04:21:47.644133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e3b65997-9243-4380-9c1e-7512884fdaa9 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400467 Jan 29 04:21:47.649557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] For port 081496cb-c20c-46f3-a57f-b25006f5508e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081496cb-c20c-46f3-a57f-b25006f5508e,segment=NetworkSegment(2c5521e2-7bd6-4291-902a-a710159d11ce),segment_id=2c5521e2-7bd6-4291-902a-a710159d11ce)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:47.649947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.654656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d347f8a9-89ea-4b4a-968f-005c82a99392 req-ec4bd22f-6a36-4c28-9a2e-6ba30cfbaf22 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446951 Jan 29 04:21:47.682641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Calling delete_port for 081496cb-c20c-46f3-a57f-b25006f5508e owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:21:47.776105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] For port 01188824-82f5-4db5-a511-2c5e69268ab9, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:47.795209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dbe09-89ce-457e-abf4-b51be27597e5 req-46f20bc7-ee91-4044-834e-a84be68d3fbd tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.796616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-381dbe09-89ce-457e-abf4-b51be27597e5 req-46f20bc7-ee91-4044-834e-a84be68d3fbd tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 948 time: 0.0855937 Jan 29 04:21:47.802927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-9a038a27-5ed2-429c-8081-3d7b76c74bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.803921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] For port 01188824-82f5-4db5-a511-2c5e69268ab9, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=01188824-82f5-4db5-a511-2c5e69268ab9,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:47.804544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-9a038a27-5ed2-429c-8081-3d7b76c74bbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 1095 time: 0.0631723 Jan 29 04:21:47.815799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.861196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4679695c-2750-42d8-b479-04da20c8cb87'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:47.865277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-c9eda889-f291-4837-86ea-eb4c87250902 service neutron] 10.222.0.32 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126794 Jan 29 04:21:47.876173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.877229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:47.878172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] 10.222.0.20 "PUT /v2.0/ports/01188824-82f5-4db5-a511-2c5e69268ab9 HTTP/1.1" status: 200 len: 1096 time: 1.5773592 Jan 29 04:21:47.892903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-381dbe09-89ce-457e-abf4-b51be27597e5 req-583300ed-4b62-4106-bc28-e760458425b7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Jan 29 04:21:47.904618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8f0f-d08c-4172-baf2-64089745df2f service neutron] Pushing event updated for resources: {'Port': ['ID=01188824-82f5-4db5-a511-2c5e69268ab9,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:47.975712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-b7455ea6-ebd4-4864-a9c6-96cc14c6d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:47.977209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-b7455ea6-ebd4-4864-a9c6-96cc14c6d244 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 906 time: 0.1577990 Jan 29 04:21:48.040748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:48.050232 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-41bdd883-4de7-4cae-82b8-0482e076d3b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33 HTTP/1.1" status: 200 len: 217 time: 0.0623112 Jan 29 04:21:48.116009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event deleted for resources: {'Port': ['ID=081496cb-c20c-46f3-a57f-b25006f5508e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:48.153109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287527c-df3d-4d08-811b-b61d86d5dd57 req-3b775bab-e9fa-4eb0-90c7-424b3aed783f tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.153481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-6b0d1640-48dd-4ebb-8a5f-944c63e84193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.154578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b287527c-df3d-4d08-811b-b61d86d5dd57 req-3b775bab-e9fa-4eb0-90c7-424b3aed783f tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1096 time: 0.1071448 Jan 29 04:21:48.154897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-6b0d1640-48dd-4ebb-8a5f-944c63e84193 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 1099 time: 0.1820910 Jan 29 04:21:48.155861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-8b2a1013-e43c-4459-b9ba-3c71555bcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.157162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-8b2a1013-e43c-4459-b9ba-3c71555bcacb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.0919545 Jan 29 04:21:48.175064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] No DVR routers for this DVR port 081496cb-c20c-46f3-a57f-b25006f5508e on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:21:48.200938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-1767dfea-0869-4ff6-82e6-41358ada4510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357096 Jan 29 04:21:48.213144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-98ac8de4-2a36-4d11-b295-0b83c94e8948 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=01188824-82f5-4db5-a511-2c5e69268ab9 HTTP/1.1" status: 200 len: 217 time: 0.0394857 Jan 29 04:21:48.214920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:48.219200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0dfea4b2-f027-4c8d-bc47-34de01aba085 req-748b481f-c45b-4d21-8559-8cfa31183a85 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.36 "DELETE /v2.0/ports/081496cb-c20c-46f3-a57f-b25006f5508e HTTP/1.1" status: 204 len: 173 time: 1.1046793 Jan 29 04:21:48.248980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b287527c-df3d-4d08-811b-b61d86d5dd57 req-24274164-a7b9-40a3-a320-c03029400e3e tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769720 Jan 29 04:21:48.276848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-a9211b9a-685c-47fd-9317-83f5848a397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.278621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-a9211b9a-685c-47fd-9317-83f5848a397c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0563850 Jan 29 04:21:48.360170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-5db86b06-2db7-4301-b970-ed06b872bab5 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479840 Jan 29 04:21:48.392236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb086adc-def0-42f4-b22c-f3478611eca0 req-50d7ab5e-24c6-49da-a70f-5f71adfd51b6 tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/ports?device_id=861a5f89-b7c9-4cbf-ab4f-b62bc36060f1 HTTP/1.1" status: 200 len: 210 time: 0.0415766 Jan 29 04:21:48.421964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-b3b69e15-d492-4b7f-bbc1-8c490d2359ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.421964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-b3b69e15-d492-4b7f-bbc1-8c490d2359ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234589 Jan 29 04:21:48.477738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125aa12-bc3a-47e2-81d4-d0d1146c0df8 req-6c7b01c0-cbc4-41ee-8f26-89dd6135cdc8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.479254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4125aa12-bc3a-47e2-81d4-d0d1146c0df8 req-6c7b01c0-cbc4-41ee-8f26-89dd6135cdc8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1166391 Jan 29 04:21:48.514330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56db5e1f-7bd3-4cfb-8008-91c7759dcf8b req-4c8e39a7-4441-4921-8200-fc3d1dad7933 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409609 Jan 29 04:21:48.533853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4125aa12-bc3a-47e2-81d4-d0d1146c0df8 req-3c0437ad-8eff-4b8a-ba68-5a9c8967e83a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483222 Jan 29 04:21:48.594322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-a68bc273-87d4-4127-93e3-bbf6c892d827 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633921 Jan 29 04:21:48.631686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a44a6a6c-e0a4-4484-8c71-34c1ebb60ec9 req-c3f6fe19-1d28-4e98-849b-379497f5c404 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0372720 Jan 29 04:21:48.672424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04da75-61b3-41f8-bea9-97992ff79256 req-2afd8784-12e6-462a-853c-39bef3e19822 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.674045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f04da75-61b3-41f8-bea9-97992ff79256 req-2afd8784-12e6-462a-853c-39bef3e19822 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 944 time: 0.1163187 Jan 29 04:21:48.748237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f04da75-61b3-41f8-bea9-97992ff79256 req-953f8af8-1421-4b4c-8581-0cebdf6f6456 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645363 Jan 29 04:21:48.750297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db6b30c6-21c2-4521-b651-9c72899d6317 req-bfcf60c1-ebcf-4705-9ffb-3f14a71fd67c service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475031 Jan 29 04:21:48.791843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b00d1-e130-48cd-aae1-d23cad30322f req-a128c409-cbd5-43b2-a5a5-253eb45b6a6c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:48.793462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e50b00d1-e130-48cd-aae1-d23cad30322f req-a128c409-cbd5-43b2-a5a5-253eb45b6a6c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 949 time: 0.0632284 Jan 29 04:21:48.842038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e50b00d1-e130-48cd-aae1-d23cad30322f req-3fc53883-9154-4996-85a7-a8c9161b6384 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Jan 29 04:21:49.048145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081496cb-c20c-46f3-a57f-b25006f5508e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:49.070556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f842c-b4b6-4fe7-b7fc-4fcf7000b7dc req-8b569c9c-bec8-42b9-9c4c-d3a06e0461fb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:49.072139 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f7f842c-b4b6-4fe7-b7fc-4fcf7000b7dc req-8b569c9c-bec8-42b9-9c4c-d3a06e0461fb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 948 time: 0.0606854 Jan 29 04:21:49.115301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f7f842c-b4b6-4fe7-b7fc-4fcf7000b7dc req-6ac31f20-2379-496c-8497-d1fa6b7396cb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341096 Jan 29 04:21:49.418512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'tag': '01188824-82f5-4db5-a511-2c5e69268ab9'}, {'server_uuid': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'name': 'network-vif-deleted', 'tag': '081496cb-c20c-46f3-a57f-b25006f5508e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:49.420881 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcc60ff-b339-41a7-af54-caa4007a2b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "555d8c8e-1a91-4dbc-80e2-97c70112d3be", "tag": "01188824-82f5-4db5-a511-2c5e69268ab9"}, {"server_uuid": "861a5f89-b7c9-4cbf-ab4f-b62bc36060f1", "name": "network-vif-deleted", "tag": "081496cb-c20c-46f3-a57f-b25006f5508e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:49.478697 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64079d87-d9bb-4a5e-9a90-1ff4919f219e x-openstack-request-id: req-64079d87-d9bb-4a5e-9a90-1ff4919f219e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:49.479000 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555d8c8e-1a91-4dbc-80e2-97c70112d3be", "tag": "01188824-82f5-4db5-a511-2c5e69268ab9", "status": "completed", "code": 200}, {"server_uuid": "861a5f89-b7c9-4cbf-ab4f-b62bc36060f1", "name": "network-vif-deleted", "tag": "081496cb-c20c-46f3-a57f-b25006f5508e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:49.479250 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64079d87-d9bb-4a5e-9a90-1ff4919f219e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:49.479649 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'tag': '01188824-82f5-4db5-a511-2c5e69268ab9', 'status': 'completed', 'code': 200} Jan 29 04:21:49.479911 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861a5f89-b7c9-4cbf-ab4f-b62bc36060f1', 'name': 'network-vif-deleted', 'tag': '081496cb-c20c-46f3-a57f-b25006f5508e', 'status': 'completed', 'code': 200} Jan 29 04:21:49.695551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c557c-9f1e-4526-9f32-1d70605aa9b4 req-bd332df8-3c77-4941-aa9d-6976e4881040 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:49.697266 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb4c557c-9f1e-4526-9f32-1d70605aa9b4 req-bd332df8-3c77-4941-aa9d-6976e4881040 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0736642 Jan 29 04:21:49.725634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-e7f6de4b-3dab-47c7-847a-bd2405372f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:49.727507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-e7f6de4b-3dab-47c7-847a-bd2405372f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 1099 time: 0.1058600 Jan 29 04:21:49.757322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb4c557c-9f1e-4526-9f32-1d70605aa9b4 req-78922384-b566-4983-b295-3793299defa7 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529237 Jan 29 04:21:49.784109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-2c153a46-fa54-4d71-b20b-81a52053bc14 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:49.786909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-2c153a46-fa54-4d71-b20b-81a52053bc14 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.1550052 Jan 29 04:21:49.833442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Request body: {'port': {'device_id': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'admin_state_up': True, 'tenant_id': '9941287f8b2147d7b610587376bc7b9a'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:49.897063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72b63854-dcba-4892-be5c-a19ca6703220 req-3e7edada-af52-4a7b-8abf-75206eb3f3e8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0421655 Jan 29 04:21:49.942008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-b6c98d17-5c34-41b2-8714-612269435dff tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:21:49.952643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-b6c98d17-5c34-41b2-8714-612269435dff tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650114 Jan 29 04:21:50.024578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-4980636a-ff40-4c95-96d0-3036a1eef576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.030500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-4980636a-ff40-4c95-96d0-3036a1eef576 service neutron] 10.222.0.32 "GET /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 1093 time: 0.0769174 Jan 29 04:21:50.038171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:50.038785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:21:50.086474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a7a2-6898-4524-a94d-36fa2b1bc67d req-d8510781-975c-4c25-8c83-29198f702aee tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.090502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2083a7a2-6898-4524-a94d-36fa2b1bc67d req-d8510781-975c-4c25-8c83-29198f702aee tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 944 time: 0.1088774 Jan 29 04:21:50.192110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2083a7a2-6898-4524-a94d-36fa2b1bc67d req-de8d7b6b-9377-41d0-b376-35839e82fc78 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946810 Jan 29 04:21:50.261545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38758) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:50.264033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:50.264438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:50.264893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-fb636691-ff53-4c07-a221-1ade8891876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.265051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:50.266381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-fb636691-ff53-4c07-a221-1ade8891876a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.5215893 Jan 29 04:21:50.281651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:50.282146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:50.298355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:50.298843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:50.299460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:50.300002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Bound port: 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:50.336215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-53ec208f-72fa-4ff2-a05a-4d13400ad124 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=01188824-82f5-4db5-a511-2c5e69268ab9 HTTP/1.1" status: 200 len: 217 time: 0.0587723 Jan 29 04:21:50.380209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:50.383857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:50.417173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bf00e4b-7b49-43a6-9222-f0c6a8aea66a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:50.421989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-297ba16d-f87a-402c-9efc-0a75311f2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.423792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-297ba16d-f87a-402c-9efc-0a75311f2484 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0803223 Jan 29 04:21:50.424317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:50.441835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:50.443004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-29c6b201-11cb-4fb6-83e9-76260ddf2deb service neutron] 10.222.0.32 "POST /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069/bindings HTTP/1.1" status: 201 len: 389 time: 0.4092398 Jan 29 04:21:50.457646 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bf00e4b-7b49-43a6-9222-f0c6a8aea66a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:50.467927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8bab-81c5-4f71-a86b-a3b47afd0925 req-15208af3-49ff-4b97-90c6-21b5c6931a95 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.471749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-513b8bab-81c5-4f71-a86b-a3b47afd0925 req-15208af3-49ff-4b97-90c6-21b5c6931a95 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 949 time: 0.1301031 Jan 29 04:21:50.584372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-513b8bab-81c5-4f71-a86b-a3b47afd0925 req-e18a5e5f-fdd6-4911-9518-11542a546d86 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035619 Jan 29 04:21:50.599480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-315d1a35-cae4-462d-8203-13d6d818e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.601316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-315d1a35-cae4-462d-8203-13d6d818e539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418853 Jan 29 04:21:50.627930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bf00e4b-7b49-43a6-9222-f0c6a8aea66a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:50.631918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bf00e4b-7b49-43a6-9222-f0c6a8aea66a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:50.633089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7bf00e4b-7b49-43a6-9222-f0c6a8aea66a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "DELETE /v2.0/security-groups/a974f9b2-7c53-4a7b-9219-6d4aa7a3a81f HTTP/1.1" status: 204 len: 168 time: 0.3702478 Jan 29 04:21:50.637876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38762) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:50.659120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf00e4b-7b49-43a6-9222-f0c6a8aea66a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a974f9b2-7c53-4a7b-9219-6d4aa7a3a81f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:50.686175 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-db02e99b-9434-478b-b340-7efac31e114a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] show failed (client error): The resource could not be found. Jan 29 04:21:50.687537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-db02e99b-9434-478b-b340-7efac31e114a tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "GET /v2.0/security-groups/a974f9b2-7c53-4a7b-9219-6d4aa7a3a81f HTTP/1.1" status: 404 len: 347 time: 0.0453074 Jan 29 04:21:50.690523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38764) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:50.717327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Allocated IP 172.20.0.6 (6f59be2e-20bf-4429-b688-a33a4b33c6c5/a54b4108-c1b9-4e57-a8ae-0e663e58874c/0c3557b9-bb81-4f7a-9334-f3d968d89f2d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:50.818928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f585ff-98b1-419d-abb2-6ae3c67220b4 req-a752abd2-4802-416f-94d1-e1f31cdba00c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.821213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9f585ff-98b1-419d-abb2-6ae3c67220b4 req-a752abd2-4802-416f-94d1-e1f31cdba00c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 948 time: 0.1701310 Jan 29 04:21:50.890277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-71cb361f-4684-4225-8078-c16c05e6c788 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789919 Jan 29 04:21:50.923825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-4d4c20a6-3c5d-4058-a5b5-9791688ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.925572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-4d4c20a6-3c5d-4058-a5b5-9791688ac7cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1096 time: 0.1601107 Jan 29 04:21:50.936665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e9b24-f28f-4755-ac07-05bdf7363b79 req-f25175e0-87e8-4411-a17a-f5bd1e40a992 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:50.938390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed8e9b24-f28f-4755-ac07-05bdf7363b79 req-f25175e0-87e8-4411-a17a-f5bd1e40a992 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.2379167 Jan 29 04:21:50.948937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9f585ff-98b1-419d-abb2-6ae3c67220b4 req-533ae000-b2eb-4325-aac9-207b75c194b0 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180885 Jan 29 04:21:51.040329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.097975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dcc60ff-b339-41a7-af54-caa4007a2b0e req-7165c978-f966-45ea-9b95-af68bb7fe64f service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804259 Jan 29 04:21:51.137360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:51.153057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4679695c-2750-42d8-b479-04da20c8cb87 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:51.159467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7f3c8-8131-44a9-a289-20a1e9c39e0e req-18341bcb-f8d6-4b9e-bd82-852c60f7845f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.161567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3f7f3c8-8131-44a9-a289-20a1e9c39e0e req-18341bcb-f8d6-4b9e-bd82-852c60f7845f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1053886 Jan 29 04:21:51.163453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.224134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:51.247357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:21:51.255453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:51.268687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:21:51.321025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event updated for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:51.338094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.338972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.345034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3f7f3c8-8131-44a9-a289-20a1e9c39e0e req-2f3129f8-2cd8-4981-b016-ee22e809ce9a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740732 Jan 29 04:21:51.381860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-12c02c86-e6cb-495a-b19f-2003df8fc1e4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5526602 Jan 29 04:21:51.407751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Request body: {'port': {'device_id': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:51.432067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-8bd43595-e265-4404-8b78-1e980a633d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.433465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-8bd43595-e265-4404-8b78-1e980a633d96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.4941037 Jan 29 04:21:51.469297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed8e9b24-f28f-4755-ac07-05bdf7363b79 req-027da8d1-a202-47d3-9dd2-ec3155381ca2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184207 Jan 29 04:21:51.518246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-5d68ff2f-043b-498b-8285-8b202641e07f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 217 time: 0.0618565 Jan 29 04:21:51.523663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Deleting port c486af42-385a-44e7-befe-2b45f220f46b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:21:51.523895 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.571268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:51.590014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 4679695c-2750-42d8-b479-04da20c8cb87 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:51.602600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.602813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4679695c-2750-42d8-b479-04da20c8cb87 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:51.603238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.610571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'mac_address': 'fa:16:3e:a4:61:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:51.626111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeb831-74ba-43fb-aa64-4b3debc4cedc req-c81ef505-b3d9-4802-8984-a25a473b39d6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.628059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0baeb831-74ba-43fb-aa64-4b3debc4cedc req-c81ef505-b3d9-4802-8984-a25a473b39d6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 931 time: 0.1819856 Jan 29 04:21:51.646690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 01188824-82f5-4db5-a511-2c5e69268ab9 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:21:51.651605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.652159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.664798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Calling delete_port for c486af42-385a-44e7-befe-2b45f220f46b owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:21:51.705185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0baeb831-74ba-43fb-aa64-4b3debc4cedc req-0718763e-edc9-4e9a-b26e-6b49da48e7d9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694144 Jan 29 04:21:51.786498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.844580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-4141f65e-0746-4e0c-85a6-703ef7bdf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.847135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-4141f65e-0746-4e0c-85a6-703ef7bdf12a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.3200881 Jan 29 04:21:51.877352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:51.880762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:51.883335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303f20-2069-4596-8938-3a1a21e8995c req-00bef6e6-dc4a-46df-8b7b-23df91956af5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.892413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85303f20-2069-4596-8938-3a1a21e8995c req-00bef6e6-dc4a-46df-8b7b-23df91956af5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 944 time: 0.1504111 Jan 29 04:21:51.937195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef014953-7ff2-49b1-a872-4924e0d7d0c7 req-4ae78a27-3bae-4622-9a9e-6a95f4824ee4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:51.938740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef014953-7ff2-49b1-a872-4924e0d7d0c7 req-4ae78a27-3bae-4622-9a9e-6a95f4824ee4 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 949 time: 0.1002159 Jan 29 04:21:51.943206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-b419eb2f-2f65-4858-ba03-7cfdca7c1882 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853646 Jan 29 04:21:51.971226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:51.992990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 01188824-82f5-4db5-a511-2c5e69268ab9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=01188824-82f5-4db5-a511-2c5e69268ab9,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:51.999078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.008623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef014953-7ff2-49b1-a872-4924e0d7d0c7 req-1a5f27ff-6b23-4369-bcec-df27d74b600c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Jan 29 04:21:52.015440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4679695c-2750-42d8-b479-04da20c8cb87'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:52.018420 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2465b9-4031-4227-b5dd-eddbdacaf1ac" -d '{"events": [{"server_uuid": "c1019513-7748-4cc5-9b79-a40aacaea63f", "name": "network-vif-plugged", "status": "completed", "tag": "4679695c-2750-42d8-b479-04da20c8cb87"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:52.063892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3557b9-bb81-4f7a-9334-f3d968d89f2d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:52.073238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.080393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '01188824-82f5-4db5-a511-2c5e69268ab9', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '01188824-82f5-4db5-a511-2c5e69268ab9', 'mac_address': 'fa:16:3e:73:84:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:21:52.087357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4679695c-2750-42d8-b479-04da20c8cb87, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4679695c-2750-42d8-b479-04da20c8cb87,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:52.089564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Transition to ACTIVE for port object 0c3557b9-bb81-4f7a-9334-f3d968d89f2d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:21:52.096585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.112466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85303f20-2069-4596-8938-3a1a21e8995c req-1c5bfe89-75d4-42fc-926d-2648b425902e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191911 Jan 29 04:21:52.116984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.117876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081496cb-c20c-46f3-a57f-b25006f5508e no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:52.119027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.158490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 081496cb-c20c-46f3-a57f-b25006f5508e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:21:52.159215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081496cb-c20c-46f3-a57f-b25006f5508e not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:21:52.165358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Pushing event updated for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:52.171116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:52.179513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.214808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01188824-82f5-4db5-a511-2c5e69268ab9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:21:52.235133 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda5996-d468-4fe2-bcef-5f927621bf22 x-openstack-request-id: req-ecda5996-d468-4fe2-bcef-5f927621bf22 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:52.235476 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1019513-7748-4cc5-9b79-a40aacaea63f", "name": "network-vif-plugged", "status": "completed", "tag": "4679695c-2750-42d8-b479-04da20c8cb87", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:52.235741 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecda5996-d468-4fe2-bcef-5f927621bf22 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:52.236137 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4679695c-2750-42d8-b479-04da20c8cb87', 'code': 200} Jan 29 04:21:52.240808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Pushing event deleted for resources: {'Port': ['ID=c486af42-385a-44e7-befe-2b45f220f46b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:52.282700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 01188824-82f5-4db5-a511-2c5e69268ab9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=01188824-82f5-4db5-a511-2c5e69268ab9,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:52.289210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4679695c-2750-42d8-b479-04da20c8cb87,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:52.291386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d195-c2b8-41dd-81bf-551dcd62b712 req-ec4a290d-226e-4fdf-bfc8-b9886110d970 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.293004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.302487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d0d195-c2b8-41dd-81bf-551dcd62b712 req-ec4a290d-226e-4fdf-bfc8-b9886110d970 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 948 time: 0.1194079 Jan 29 04:21:52.338457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Attempting to bind port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:21:52.339129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Attempting to bind port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:21:52.339504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Attempting to bind port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:52.345622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:21:52.346114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Attempting to bind port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:21:52.352155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:21:52.352637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:52.353186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:21:52.353885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Bound port: 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:21:52.354121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=01188824-82f5-4db5-a511-2c5e69268ab9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:52.354478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.367662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-828263e4-bba7-433f-9cc5-4bc7b6512a11 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111817 Jan 29 04:21:52.398841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d0d195-c2b8-41dd-81bf-551dcd62b712 req-efad5178-a520-4ad0-921b-cc320c152e55 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911822 Jan 29 04:21:52.464136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:21:52.464398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5076f0b8-5442-4bb3-8f17-d1817a9e4c33'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:52.467868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:21:52.472778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.495575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.496202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.498112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] 10.222.0.20 "PUT /v2.0/ports/0c3557b9-bb81-4f7a-9334-f3d968d89f2d HTTP/1.1" status: 200 len: 1091 time: 1.0952368 Jan 29 04:21:52.499923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.502502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:52.506506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1f368d42-fbc1-4ac6-9028-b1f3b185e02d tempest-ImagesOneServerNegativeTestJSON-1516157238 tempest-ImagesOneServerNegativeTestJSON-1516157238-project] 10.222.0.32 "DELETE /v2.0/floatingips/b1a1ad23-8371-49b8-bd7c-30c29119cfd4 HTTP/1.1" status: 204 len: 168 time: 1.8118210 Jan 29 04:21:52.530232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac030af8-469b-4c89-8a49-5cb5313773a7 req-9f9dcaa7-a8e4-4f4f-927c-5285a544c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.532113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac030af8-469b-4c89-8a49-5cb5313773a7 req-9f9dcaa7-a8e4-4f4f-927c-5285a544c098 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 1101 time: 0.1668699 Jan 29 04:21:52.548955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:52.554652 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c67b06-09e2-462d-aee8-bee59eaa1a05" -d '{"events": [{"name": "network-changed", "server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:52.587766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c95ea-97bd-4547-9ca6-fddef360b4f7 req-36317d3c-bc36-4f65-8263-1fbbcdc1f156 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.594942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-425c95ea-97bd-4547-9ca6-fddef360b4f7 req-36317d3c-bc36-4f65-8263-1fbbcdc1f156 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1426473 Jan 29 04:21:52.608407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-52329da3-06bd-49ad-adc9-a022251730b1 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271659 Jan 29 04:21:52.651583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac030af8-469b-4c89-8a49-5cb5313773a7 req-64c3f5ce-0698-453d-8155-2418334be6be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112530 Jan 29 04:21:52.652137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91486cdc-ba67-47c4-8b33-1a71692dddbe service neutron] Pushing event updated for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:52.678778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-425c95ea-97bd-4547-9ca6-fddef360b4f7 req-a6c96006-f7ff-45be-9c12-30b8ba6c401c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769942 Jan 29 04:21:52.692213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-89d9ea13-120d-42fc-aa0f-15f71786607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.693650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-89d9ea13-120d-42fc-aa0f-15f71786607e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1094 time: 0.1157379 Jan 29 04:21:52.717135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99bcf-7210-4103-9f1a-15830691cf42 req-981afecc-dd8d-4105-8a06-02ee6bb3bfbd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.718597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-caa99bcf-7210-4103-9f1a-15830691cf42 req-981afecc-dd8d-4105-8a06-02ee6bb3bfbd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0609014 Jan 29 04:21:52.720145 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac11528-344c-4931-93a9-7ad4652fdcf5 x-openstack-request-id: req-4ac11528-344c-4931-93a9-7ad4652fdcf5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:52.720426 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:52.720732 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ac11528-344c-4931-93a9-7ad4652fdcf5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:52.721117 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d', 'status': 'completed', 'code': 200} Jan 29 04:21:52.753767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['01188824-82f5-4db5-a511-2c5e69268ab9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:52.763146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-510bb9e1-c898-42d8-acfa-f80e7444fc0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d HTTP/1.1" status: 200 len: 217 time: 0.0409870 Jan 29 04:21:52.854171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-caa99bcf-7210-4103-9f1a-15830691cf42 req-7fab8b31-7402-4a35-9ff8-e91f8d733d76 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243806 Jan 29 04:21:52.862862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-f334328a-8556-4a96-81a6-6c7d36f7dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.865281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-f334328a-8556-4a96-81a6-6c7d36f7dd1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0925944 Jan 29 04:21:52.886228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dfa99-e959-477a-841c-4ff63fe9e229 req-ce0bd7f7-8952-492e-9f7d-ec6e3d117b04 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:52.902817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c7dfa99-e959-477a-841c-4ff63fe9e229 req-ce0bd7f7-8952-492e-9f7d-ec6e3d117b04 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.1059802 Jan 29 04:21:52.908647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-9a2015e3-a590-428d-9cb5-07e774bd5103 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358636 Jan 29 04:21:52.945080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38798) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:52.994750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c7dfa99-e959-477a-841c-4ff63fe9e229 req-b58e208d-de2b-4195-b05d-422caff5d766 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908871 Jan 29 04:21:53.016367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Deleting subnet 987e6ec1-5356-4141-8b13-9ac271e8ee88 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:21:53.020728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.033873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-649a18cb-931d-4659-af53-420d4bfb8142 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144145 Jan 29 04:21:53.061544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.103167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.175069 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-031ebbe0-a5f4-4ac4-96dd-94875548c4dd service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335323 Jan 29 04:21:53.193920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.245135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987e6ec1-5356-4141-8b13-9ac271e8ee88,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:53.254761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.257117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457d690-e31c-4555-bed9-6eec180c2886 req-fd6db5a1-261e-44e6-9e45-74edf6261a6b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.257985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-53fb87f8-8967-462f-8f84-f6b41c5203a1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/987e6ec1-5356-4141-8b13-9ac271e8ee88 HTTP/1.1" status: 204 len: 168 time: 0.3120837 Jan 29 04:21:53.259087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4457d690-e31c-4555-bed9-6eec180c2886 req-fd6db5a1-261e-44e6-9e45-74edf6261a6b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.0805433 Jan 29 04:21:53.260414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:53.313281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274d07-9408-49d8-a61f-89f7e4965445 req-5817d0f3-d9af-4a2e-9e5d-3d8890f32ec4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.314887 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d274d07-9408-49d8-a61f-89f7e4965445 req-5817d0f3-d9af-4a2e-9e5d-3d8890f32ec4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 945 time: 0.0732276 Jan 29 04:21:53.360677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d274d07-9408-49d8-a61f-89f7e4965445 req-71c4eb8d-7cc5-4450-b11c-8c3d07605cc8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Jan 29 04:21:53.388254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4457d690-e31c-4555-bed9-6eec180c2886 req-faf47608-d3c0-4b24-9d93-1356dc7e8758 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197135 Jan 29 04:21:53.399007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.409739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-c5d23d8c-89b1-47ca-9d20-c7f344b0a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.411992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-c5d23d8c-89b1-47ca-9d20-c7f344b0a08f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1094 time: 0.0942943 Jan 29 04:21:53.525283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf105-e510-4255-bd49-ab0d4514191e req-58db81b3-12b4-47d7-b4cd-6b602a2f241f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.526694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a11bf105-e510-4255-bd49-ab0d4514191e req-58db81b3-12b4-47d7-b4cd-6b602a2f241f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 949 time: 0.0519712 Jan 29 04:21:53.539825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.570283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4d84fe-5bfe-4371-b67d-9d0d950d54d0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:53.574647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a11bf105-e510-4255-bd49-ab0d4514191e req-74c1510b-5bb3-4635-9dab-4ed7a2181d01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Jan 29 04:21:53.583897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5521e2-7bd6-4291-902a-a710159d11ce') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:53.584206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5521e2-7bd6-4291-902a-a710159d11ce') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:21:53.599323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.606913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-9d34a1d8-95bb-4861-8b48-63e38023ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.608402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-9d34a1d8-95bb-4861-8b48-63e38023ddfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1896625 Jan 29 04:21:53.616694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.622586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:21:53.622971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:21:53.624729 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:21:53.693105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-e20c294d-6c85-4e72-8c3c-2486e08f95ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d HTTP/1.1" status: 200 len: 217 time: 0.0675008 Jan 29 04:21:53.757985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.782078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1b8e-8c79-4660-b214-558ded0d7b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.782927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:53.789234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7f4d84fe-5bfe-4371-b67d-9d0d950d54d0 HTTP/1.1" status: 204 len: 168 time: 0.5277603 Jan 29 04:21:53.799781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-2ca81297-054d-474a-8b7d-af2083902e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.801270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-2ca81297-054d-474a-8b7d-af2083902e43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0961754 Jan 29 04:21:53.804544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba589e-b02a-4e4c-affd-4f497976b866 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4d84fe-5bfe-4371-b67d-9d0d950d54d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:53.837057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-362d6185-dd5d-4344-a58d-90a80880d0e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272770 Jan 29 04:21:53.848723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f0dbc-4a9e-4559-9de5-fb941e2dd1a8 req-a1efb71d-94d6-4e67-a111-82a294a1c011 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:53.850207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de1f0dbc-4a9e-4559-9de5-fb941e2dd1a8 req-a1efb71d-94d6-4e67-a111-82a294a1c011 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1094985 Jan 29 04:21:53.949122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de1f0dbc-4a9e-4559-9de5-fb941e2dd1a8 req-79ec759d-3629-4ef5-a1ae-5c0f2048de6b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899472 Jan 29 04:21:53.988543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-e7d937ea-0468-4bac-b47f-1fdd6bfcc6d2 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373479 Jan 29 04:21:53.994015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:54.021304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810456-6554-4594-87fe-c8bf53b41afa req-3f8cc075-3cc1-440c-84e5-03b5f5219935 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:54.029065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e810456-6554-4594-87fe-c8bf53b41afa req-3f8cc075-3cc1-440c-84e5-03b5f5219935 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0713222 Jan 29 04:21:54.077117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e810456-6554-4594-87fe-c8bf53b41afa req-e36e57e1-4e70-45e4-bfe1-ff510bc82ec0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Jan 29 04:21:54.179244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba9daf5f-f6ae-4954-bada-e5b9ec4d5d35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57eb66c09f4f497cb125887fbb9926b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837845 Jan 29 04:21:54.181851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:54.199748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18c67b06-09e2-462d-aee8-bee59eaa1a05 req-76982fda-b27b-479a-9a9e-f3aa89e130d3 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028143 Jan 29 04:21:54.210379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8b3d9-b361-4b13-a1bb-6ae99d625b52 req-cee914e4-c845-4d44-b7c6-d3927ffc31c1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:54.211958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1d8b3d9-b361-4b13-a1bb-6ae99d625b52 req-cee914e4-c845-4d44-b7c6-d3927ffc31c1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.0960071 Jan 29 04:21:54.241862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7efe-e949-44a6-aae3-156fe36d984e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:54.267114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1d8b3d9-b361-4b13-a1bb-6ae99d625b52 req-1df729ca-49bf-4da7-991a-ea9995fc4176 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Jan 29 04:21:54.269314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7efe-e949-44a6-aae3-156fe36d984e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:54.321252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7efe-e949-44a6-aae3-156fe36d984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:54.324656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7efe-e949-44a6-aae3-156fe36d984e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:54.325974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c4fe7efe-e949-44a6-aae3-156fe36d984e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0a38bd6-0517-4d5d-8f51-86eeb53b13cc HTTP/1.1" status: 204 len: 168 time: 0.1430962 Jan 29 04:21:54.335948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe7efe-e949-44a6-aae3-156fe36d984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a38bd6-0517-4d5d-8f51-86eeb53b13cc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:54.500100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f342af-1ee7-44ec-a29f-3f505264093b req-3c8f94e9-1383-44f5-a4ac-37083705ecce tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:54.509200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2f342af-1ee7-44ec-a29f-3f505264093b req-3c8f94e9-1383-44f5-a4ac-37083705ecce tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 945 time: 0.0703452 Jan 29 04:21:54.551719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85d48-fc72-4359-a83a-3f150fed34d9 req-12e4c036-9dc9-4a88-9674-a8a4b87aed28 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:54.553364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fd85d48-fc72-4359-a83a-3f150fed34d9 req-12e4c036-9dc9-4a88-9674-a8a4b87aed28 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.0711627 Jan 29 04:21:54.555101 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2f342af-1ee7-44ec-a29f-3f505264093b req-c44ea1b3-6169-4ed3-b134-bfc94c518b48 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 Jan 29 04:21:54.622848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fd85d48-fc72-4359-a83a-3f150fed34d9 req-20c609ba-5e78-4369-b245-b59d4c38143f tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541689 Jan 29 04:21:54.730572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055bf69-275e-4ef3-9973-9cb6e34e79ac req-bb6f804c-12ee-4754-ba59-23396bd5865c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:54.734422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4055bf69-275e-4ef3-9973-9cb6e34e79ac req-bb6f804c-12ee-4754-ba59-23396bd5865c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 949 time: 0.0825186 Jan 29 04:21:54.791325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4055bf69-275e-4ef3-9973-9cb6e34e79ac req-d721a228-0503-454b-8d8c-ce10e519fb5d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539377 Jan 29 04:21:54.950668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90865-3eca-47c9-8c78-4427cf889508 req-9ffcd49f-76f2-466e-a97d-60c6da2b774c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:54.953126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a90865-3eca-47c9-8c78-4427cf889508 req-9ffcd49f-76f2-466e-a97d-60c6da2b774c tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.0911794 Jan 29 04:21:55.015382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a90865-3eca-47c9-8c78-4427cf889508 req-77326e18-953b-4634-ba2c-a9f7a4001586 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534787 Jan 29 04:21:55.173379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dca240-2beb-457b-8fab-9040fff6ed71 req-60881f3d-6fa4-4ddf-8e3c-9ed480e35854 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:55.175208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29dca240-2beb-457b-8fab-9040fff6ed71 req-60881f3d-6fa4-4ddf-8e3c-9ed480e35854 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0918634 Jan 29 04:21:55.182667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:55.259811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29dca240-2beb-457b-8fab-9040fff6ed71 req-65b8a1eb-8675-4020-96ad-d41bbf288a23 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637367 Jan 29 04:21:55.318933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:55.338300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:55.338676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:55.395957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b4751-d959-4501-a648-fc7938c948e2 req-64c09a30-155a-4e6a-bc04-e7aae961c7d4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:55.397719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-008b4751-d959-4501-a648-fc7938c948e2 req-64c09a30-155a-4e6a-bc04-e7aae961c7d4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0937655 Jan 29 04:21:55.414000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270cb1-10c8-474b-8035-e3374c46ce56 req-d84da80b-5e87-4ade-b6dd-07c4b3ba850b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:55.423555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc270cb1-10c8-474b-8035-e3374c46ce56 req-d84da80b-5e87-4ade-b6dd-07c4b3ba850b tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.0840850 Jan 29 04:21:55.445674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-008b4751-d959-4501-a648-fc7938c948e2 req-87ebc27e-f298-4737-b428-2c154c0fe2cc tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Jan 29 04:21:55.468926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc270cb1-10c8-474b-8035-e3374c46ce56 req-70e8c4b9-7f26-4d00-b290-e9e3038cced8 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Jan 29 04:21:55.475708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:55.508577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:55.511207 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e6a41-f68e-46f0-b27c-53fc6f2ca66c" -d '{"events": [{"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:55.541784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:55.546695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:55.586177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da288426-5eb3-4726-952e-ee3eb212887e req-018bef74-e237-4b2d-baba-337ce49c66cd tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:55.594352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da288426-5eb3-4726-952e-ee3eb212887e req-018bef74-e237-4b2d-baba-337ce49c66cd tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.0728533 Jan 29 04:21:55.605528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:55.631367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da288426-5eb3-4726-952e-ee3eb212887e req-df3b25a7-96d3-4647-8b09-53bb89ba1189 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jan 29 04:21:55.659290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 01188824-82f5-4db5-a511-2c5e69268ab9 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:21:55.697253 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77577580-7d2f-4d0a-91f1-1f7d3d3f1cb9 x-openstack-request-id: req-77577580-7d2f-4d0a-91f1-1f7d3d3f1cb9 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:55.697564 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:55.697823 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77577580-7d2f-4d0a-91f1-1f7d3d3f1cb9 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:55.698394 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'code': 200} Jan 29 04:21:55.719456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 01188824-82f5-4db5-a511-2c5e69268ab9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:21:55.731324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 01188824-82f5-4db5-a511-2c5e69268ab9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:21:55.731883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:55.815339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257199d-43ea-43aa-82bc-a05d94c3d1b3 req-ead7a198-1ff8-4098-9fe1-dbb9e1533180 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:55.818350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f257199d-43ea-43aa-82bc-a05d94c3d1b3 req-ead7a198-1ff8-4098-9fe1-dbb9e1533180 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.0587099 Jan 29 04:21:55.850409 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:55.885342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 01188824-82f5-4db5-a511-2c5e69268ab9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=01188824-82f5-4db5-a511-2c5e69268ab9,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:55.891001 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:55.910884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f257199d-43ea-43aa-82bc-a05d94c3d1b3 req-5da9f6d7-466e-4f90-b28f-ad6be45814a8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846546 Jan 29 04:21:55.950901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f500435-b675-45df-9a69-4c899413112d req-6494a9dd-988e-492e-b54e-ae0724ebec83 tempest-AbsoluteLimitsNegativeTestJSON-1906542968 tempest-AbsoluteLimitsNegativeTestJSON-1906542968-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fac2e679497e4cbabb968107be6247b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595746 Jan 29 04:21:55.955825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=01188824-82f5-4db5-a511-2c5e69268ab9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:55.968045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f523e7-defd-48ac-83a3-ad02b55b1947 req-768af889-792d-4c48-84b3-1d5b35fc3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:55.969539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71f523e7-defd-48ac-83a3-ad02b55b1947 req-768af889-792d-4c48-84b3-1d5b35fc3207 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 1097 time: 0.1333430 Jan 29 04:21:56.049747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba11a2f-9558-4d52-8c39-5621cc83f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:56.068351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71f523e7-defd-48ac-83a3-ad02b55b1947 req-9bfa69f5-7da4-4b99-bacd-6ca88f975f26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857213 Jan 29 04:21:56.071334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-8fa3fb72-783d-4f1f-9413-947be1a5f110 service neutron] 10.222.0.36 "GET /v2.0/ports/abf1a085-5f7b-4607-a347-6e9a4709e7b3/bindings/n-h1-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.0940208 Jan 29 04:21:56.079677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44eb45-7357-4a5b-a676-c4c99092f378 req-bdfd159b-a5ff-427e-be14-44a5e007d029 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.081181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd44eb45-7357-4a5b-a676-c4c99092f378 req-bdfd159b-a5ff-427e-be14-44a5e007d029 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.0753143 Jan 29 04:21:56.105572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500435-b675-45df-9a69-4c899413112d req-7bb855c9-4778-4f96-b762-464bc30f3cab tempest-AbsoluteLimitsNegativeTestJSON-1906542968 tempest-AbsoluteLimitsNegativeTestJSON-1906542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.107042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f500435-b675-45df-9a69-4c899413112d req-7bb855c9-4778-4f96-b762-464bc30f3cab tempest-AbsoluteLimitsNegativeTestJSON-1906542968 tempest-AbsoluteLimitsNegativeTestJSON-1906542968-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553898 Jan 29 04:21:56.123099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f500435-b675-45df-9a69-4c899413112d req-1fc6bdaf-6c95-4aa8-a13b-2cd5ca84d3fe tempest-AbsoluteLimitsNegativeTestJSON-1906542968 tempest-AbsoluteLimitsNegativeTestJSON-1906542968-project] 10.222.0.32 "GET /v2.0/quotas/fac2e679497e4cbabb968107be6247b9 HTTP/1.1" status: 200 len: 375 time: 0.0098760 Jan 29 04:21:56.125777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd44eb45-7357-4a5b-a676-c4c99092f378 req-7fa29f7a-6618-4a91-9437-14d5160923a5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366037 Jan 29 04:21:56.162254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f500435-b675-45df-9a69-4c899413112d req-32df967b-cd2c-4828-b906-cf8bb71a4aec tempest-AbsoluteLimitsNegativeTestJSON-1906542968 tempest-AbsoluteLimitsNegativeTestJSON-1906542968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac2e679497e4cbabb968107be6247b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312037 Jan 29 04:21:56.384777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6c1ca-f538-4947-a0e9-b3610251ab53 req-3a941494-8367-4574-b110-08fb4cf997f2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.386410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5e6c1ca-f538-4947-a0e9-b3610251ab53 req-3a941494-8367-4574-b110-08fb4cf997f2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.0602989 Jan 29 04:21:56.443745 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5e6c1ca-f538-4947-a0e9-b3610251ab53 req-1f46d14c-c9b7-49e4-ba51-296f2b0d7eb9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501730 Jan 29 04:21:56.471067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:56.590140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33ded6-7242-4f2c-b8ac-a357b29c5dfc req-3b01ff6a-2553-44fb-934c-73b1dc99f2e8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.598578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc33ded6-7242-4f2c-b8ac-a357b29c5dfc req-3b01ff6a-2553-44fb-934c-73b1dc99f2e8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.0658588 Jan 29 04:21:56.637641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc33ded6-7242-4f2c-b8ac-a357b29c5dfc req-c266da22-cca2-402a-bdff-8bbb2ee4515f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366676 Jan 29 04:21:56.672818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf902c47-87fb-4a37-8efa-fbb2db96cca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:56.705722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-a068cbbe-fe59-449d-902c-b88c729d7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.707478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-a068cbbe-fe59-449d-902c-b88c729d7ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253&tenant_id=d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 1101 time: 0.0908566 Jan 29 04:21:56.721631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffbc52-4dfc-4ceb-bb4d-08666c9fbb69 req-687fc95e-bae3-45d3-9f73-325190522479 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.723524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72ffbc52-4dfc-4ceb-bb4d-08666c9fbb69 req-687fc95e-bae3-45d3-9f73-325190522479 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.1232135 Jan 29 04:21:56.781212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d44e79-cf1a-4694-9453-bb075ec81b9d req-5a4aaad7-6ed9-41dd-a3f2-d113f4f09e18 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.782923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63d44e79-cf1a-4694-9453-bb075ec81b9d req-5a4aaad7-6ed9-41dd-a3f2-d113f4f09e18 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.0676212 Jan 29 04:21:56.813680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72ffbc52-4dfc-4ceb-bb4d-08666c9fbb69 req-f1471713-bc95-4b6b-8faa-c32e311a4b3e tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816226 Jan 29 04:21:56.844953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-e4f0d92a-2661-484f-9273-ff8605b515bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.844953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-e4f0d92a-2661-484f-9273-ff8605b515bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1101 time: 0.0837812 Jan 29 04:21:56.845445 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63d44e79-cf1a-4694-9453-bb075ec81b9d req-21c94402-f480-41a2-a939-72bbaae6bf16 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496037 Jan 29 04:21:56.874051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf902c47-87fb-4a37-8efa-fbb2db96cca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:56.900956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf902c47-87fb-4a37-8efa-fbb2db96cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:56.958318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf902c47-87fb-4a37-8efa-fbb2db96cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4605261f-f14d-4cab-8b24-adf2a6f1cf96,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:56.967009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf902c47-87fb-4a37-8efa-fbb2db96cca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fac2e679497e4cbabb968107be6247b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921799 Jan 29 04:21:56.967249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38900) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:56.989489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-426a9f38-1df7-4074-8b0e-6acd6d6f2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:56.991633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-426a9f38-1df7-4074-8b0e-6acd6d6f2852 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1421125 Jan 29 04:21:57.057964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-87ba70c5-12a3-4714-845c-9dbd61b3d0e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0430336 Jan 29 04:21:57.072803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1486d57c-3b36-4e86-b06d-fe5f8983ce55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:57.083907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8dad-7246-4cc1-a726-556c7546af32 req-2acdda06-7775-4e3d-be3e-3ab187f48cc8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.085541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae2e8dad-7246-4cc1-a726-556c7546af32 req-2acdda06-7775-4e3d-be3e-3ab187f48cc8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.0786974 Jan 29 04:21:57.118783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1486d57c-3b36-4e86-b06d-fe5f8983ce55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:57.168677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae2e8dad-7246-4cc1-a726-556c7546af32 req-5a77a732-db68-42af-bfc4-3ee64753beeb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731285 Jan 29 04:21:57.170170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:57.213436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1486d57c-3b36-4e86-b06d-fe5f8983ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:57.216706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1486d57c-3b36-4e86-b06d-fe5f8983ce55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:57.220564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1486d57c-3b36-4e86-b06d-fe5f8983ce55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4605261f-f14d-4cab-8b24-adf2a6f1cf96 HTTP/1.1" status: 204 len: 168 time: 0.2497509 Jan 29 04:21:57.230019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486d57c-3b36-4e86-b06d-fe5f8983ce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4605261f-f14d-4cab-8b24-adf2a6f1cf96,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:57.241429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-9d255bad-bdb4-472e-93c9-3b7aee020206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.243135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-9d255bad-bdb4-472e-93c9-3b7aee020206 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1147344 Jan 29 04:21:57.301427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703c874-072a-4a6e-95f9-576c977e2bc6 req-781ef0fc-69e1-494a-95de-cdf301c7b813 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.303328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b703c874-072a-4a6e-95f9-576c977e2bc6 req-781ef0fc-69e1-494a-95de-cdf301c7b813 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.1031125 Jan 29 04:21:57.336949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a699a6-525c-47d3-80f5-306e59f23761 req-f99e9ea2-2ccb-4e34-be3b-800b570b4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.338431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-f99e9ea2-2ccb-4e34-be3b-800b570b4532 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851188 Jan 29 04:21:57.358170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b703c874-072a-4a6e-95f9-576c977e2bc6 req-8dd5c475-94ae-4845-808b-2ceb76a93434 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471358 Jan 29 04:21:57.454571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-ad17d6eb-a07e-4baf-94ce-7ff298634883 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954754 Jan 29 04:21:57.641843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852d400-379a-44a0-87b8-b1692fbff48d req-a83226b3-9911-4bb0-8ecb-25e92c72a14c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.649345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4852d400-379a-44a0-87b8-b1692fbff48d req-a83226b3-9911-4bb0-8ecb-25e92c72a14c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1350515 Jan 29 04:21:57.664129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45a699a6-525c-47d3-80f5-306e59f23761 req-6eb5b637-35b9-4e90-b47c-9c793c4839b2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381681 Jan 29 04:21:57.672743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-0700a5c2-7ec8-4048-9bd8-f0315ad92c4e tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.674184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-0700a5c2-7ec8-4048-9bd8-f0315ad92c4e tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.1491053 Jan 29 04:21:57.700140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01188824-82f5-4db5-a511-2c5e69268ab9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:57.702559 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c1a7b-0d0d-473a-9853-4bbd61c3111e" -d '{"events": [{"server_uuid": "555d8c8e-1a91-4dbc-80e2-97c70112d3be", "name": "network-vif-plugged", "status": "completed", "tag": "01188824-82f5-4db5-a511-2c5e69268ab9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:57.728492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4852d400-379a-44a0-87b8-b1692fbff48d req-9ffad9b7-955d-4543-9d85-d32915a16180 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781538 Jan 29 04:21:57.786272 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded077e-216c-4137-99bf-c0e04e747a98 x-openstack-request-id: req-6ded077e-216c-4137-99bf-c0e04e747a98 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:57.786870 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555d8c8e-1a91-4dbc-80e2-97c70112d3be", "name": "network-vif-plugged", "status": "completed", "tag": "01188824-82f5-4db5-a511-2c5e69268ab9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:57.787346 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ded077e-216c-4137-99bf-c0e04e747a98 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:57.787900 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01188824-82f5-4db5-a511-2c5e69268ab9', 'code': 200} Jan 29 04:21:57.874044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44ef7-37a3-4ca1-8e80-aeecd12fb363 req-705aff35-b079-4a5b-9c9f-e1ea9cf39e75 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.892190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cee44ef7-37a3-4ca1-8e80-aeecd12fb363 req-705aff35-b079-4a5b-9c9f-e1ea9cf39e75 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1555200 Jan 29 04:21:57.896846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Deleting port 4679695c-2750-42d8-b479-04da20c8cb87 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:21:57.897187 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:57.982141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cee44ef7-37a3-4ca1-8e80-aeecd12fb363 req-e90905b9-978c-4a4a-be2b-17ab798a5fda tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889499 Jan 29 04:21:57.989187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67ca4-11f3-4a04-aa0e-d1abe16bda7e req-07cc7673-b3ea-4570-acd0-f15a20161dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:57.990729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc67ca4-11f3-4a04-aa0e-d1abe16bda7e req-07cc7673-b3ea-4570-acd0-f15a20161dd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 1101 time: 0.0960817 Jan 29 04:21:58.040828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc67ca4-11f3-4a04-aa0e-d1abe16bda7e req-06c7a333-8a5b-4fd7-8e55-777339a31980 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Jan 29 04:21:58.053443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] For port 4679695c-2750-42d8-b479-04da20c8cb87, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4679695c-2750-42d8-b479-04da20c8cb87,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:58.053818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.073635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Calling delete_port for 4679695c-2750-42d8-b479-04da20c8cb87 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:21:58.085881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eb288-072d-4076-842a-14c19fd3ec8f req-90ffe43c-5c28-406b-bb57-f79aa548dec7 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.087428 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e6eb288-072d-4076-842a-14c19fd3ec8f req-90ffe43c-5c28-406b-bb57-f79aa548dec7 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1019513-7748-4cc5-9b79-a40aacaea63f HTTP/1.1" status: 200 len: 950 time: 0.1071706 Jan 29 04:21:58.145706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38934) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:58.164555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3217e2-8941-43c8-be3c-d64240843741 req-393cbfe6-8d20-4ac3-8736-50ccebe09585 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.173413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d3217e2-8941-43c8-be3c-d64240843741 req-393cbfe6-8d20-4ac3-8736-50ccebe09585 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.0779123 Jan 29 04:21:58.190281 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e6eb288-072d-4076-842a-14c19fd3ec8f req-80a72588-bbc8-45c1-bdfd-0b73e1762b30 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ff8feb-9e70-4cfe-964f-3418f90771a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954163 Jan 29 04:21:58.223058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d3217e2-8941-43c8-be3c-d64240843741 req-d4d2ac9f-ff23-493f-8e5e-3d2a75bd5527 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Jan 29 04:21:58.310613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-623118498-network', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:58.313961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.350058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Pushing event deleted for resources: {'Port': ['ID=4679695c-2750-42d8-b479-04da20c8cb87,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:58.352976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4679695c-2750-42d8-b479-04da20c8cb87'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:21:58.397220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b768d-60cf-460d-8a04-9a8ef4f8b9ee req-cb3ea4ad-7301-4204-a4e3-62f25890a097 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.398991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-948b768d-60cf-460d-8a04-9a8ef4f8b9ee req-cb3ea4ad-7301-4204-a4e3-62f25890a097 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1261189 Jan 29 04:21:58.423189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] No DVR routers for this DVR port 4679695c-2750-42d8-b479-04da20c8cb87 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:21:58.425197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Made reservation on behalf of 6b8cd4f16ade4883ad8fbe12feedadbc for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:58.428399 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.436018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.439340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cb3be2c-e34c-4e05-a537-8791499e0cb5 req-83f49380-c721-417d-ad80-c556fd0a6195 tempest-DeleteServersAdminTestJSON-1189705371 tempest-DeleteServersAdminTestJSON-1189705371-project] 10.222.0.36 "DELETE /v2.0/ports/4679695c-2750-42d8-b479-04da20c8cb87 HTTP/1.1" status: 204 len: 173 time: 0.7456384 Jan 29 04:21:58.439810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'name': 'network-vif-deleted', 'tag': '4679695c-2750-42d8-b479-04da20c8cb87'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:58.443144 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fd9693-9484-4399-ab18-28514b8cbb06" -d '{"events": [{"server_uuid": "c1019513-7748-4cc5-9b79-a40aacaea63f", "name": "network-vif-deleted", "tag": "4679695c-2750-42d8-b479-04da20c8cb87"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:58.463458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.508233 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-948b768d-60cf-460d-8a04-9a8ef4f8b9ee req-63081512-50a9-4021-8c14-8fd2cab9f287 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998509 Jan 29 04:21:58.532496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662506-e13a-4a86-a81f-d9723058f227 req-225f0535-d7e1-43dc-a366-985d6bc3d8a6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.542706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af662506-e13a-4a86-a81f-d9723058f227 req-225f0535-d7e1-43dc-a366-985d6bc3d8a6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.0847056 Jan 29 04:21:58.599907 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e5b643-7def-4a43-9ae0-03bff7bdbf6d x-openstack-request-id: req-20e5b643-7def-4a43-9ae0-03bff7bdbf6d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:58.600199 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1019513-7748-4cc5-9b79-a40aacaea63f", "name": "network-vif-deleted", "tag": "4679695c-2750-42d8-b479-04da20c8cb87", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:58.600592 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20e5b643-7def-4a43-9ae0-03bff7bdbf6d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:58.600961 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1019513-7748-4cc5-9b79-a40aacaea63f', 'name': 'network-vif-deleted', 'tag': '4679695c-2750-42d8-b479-04da20c8cb87', 'status': 'completed', 'code': 200} Jan 29 04:21:58.603454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af662506-e13a-4a86-a81f-d9723058f227 req-43fd66f3-2e4f-465b-b37d-f94fccd873fb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536864 Jan 29 04:21:58.640150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.646084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.690899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:21:58.705217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56123f15-99c2-45ae-84fa-7f9c79d32cc5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:58.709190 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.709530 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Added segment 49f9ec16-7344-49a3-bdb9-a579771599d6 of type vlan for network a17553ff-b6e7-4dfb-8306-205ae3f38f66 Jan 29 04:21:58.758138 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.802134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.803260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.804012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.882620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209e17-c79f-4bff-b73e-9c038cb79722 req-faa20079-2542-4758-989e-0cc858e6de50 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.886226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7368145 Jan 29 04:21:58.888991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00209e17-c79f-4bff-b73e-9c038cb79722 req-faa20079-2542-4758-989e-0cc858e6de50 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.0639331 Jan 29 04:21:58.890069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38950) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:58.896561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Request body: {'subnet': {'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-623118498-subnet', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:58.906337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586e3f0-dc40-4810-906a-76560f289b79 admin admin] Pushing event updated for resources: {'Network': ['ID=a17553ff-b6e7-4dfb-8306-205ae3f38f66,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:58.922513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:21:58.923212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad655d82-5496-4d7a-8dea-9e0086c7af2a req-f963be7f-de45-491e-a9b2-07b17ef356b9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:58.924726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad655d82-5496-4d7a-8dea-9e0086c7af2a req-f963be7f-de45-491e-a9b2-07b17ef356b9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1131256 Jan 29 04:21:58.954811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00209e17-c79f-4bff-b73e-9c038cb79722 req-ed6acb55-5c30-4a0e-aeee-f304962d3c3f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 Jan 29 04:21:58.956571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Made reservation on behalf of 6b8cd4f16ade4883ad8fbe12feedadbc for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:21:58.959194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:58.989940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad655d82-5496-4d7a-8dea-9e0086c7af2a req-e9778a5a-5e90-4e86-b192-f7d606dc3e6a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jan 29 04:21:59.035394 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.140594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.172859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df499d9f-b9a6-4e9c-96f7-7e6edf149a68 req-66606a20-28fe-4ae3-8412-51921d052b54 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:59.174329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df499d9f-b9a6-4e9c-96f7-7e6edf149a68 req-66606a20-28fe-4ae3-8412-51921d052b54 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1135259 Jan 29 04:21:59.216079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.239371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4679695c-2750-42d8-b479-04da20c8cb87 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:59.256318 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df499d9f-b9a6-4e9c-96f7-7e6edf149a68 req-74ca18a0-3d91-4219-8360-e6ea8822a72f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738578 Jan 29 04:21:59.269343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 4679695c-2750-42d8-b479-04da20c8cb87 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:21:59.270620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4679695c-2750-42d8-b479-04da20c8cb87 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:21:59.271244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:21:59.298652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d650ab9b-1f80-4d49-9e7b-f6d51419808f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:59.317115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Checking segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:21:59.318402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Network hostable DHCP agents. Network: a17553ff-b6e7-4dfb-8306-205ae3f38f66, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:21:59.350244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:21:59.386493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.396220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a17553ff-b6e7-4dfb-8306-205ae3f38f66) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:21:59.401403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:59.402154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.413005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8330f6-4820-4c16-a600-e6eefdfe1b8a None None] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:21:59.429559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-abf6cf42-e177-4e92-9ee2-24b0f9cb537f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5382783 Jan 29 04:21:59.432500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:59.437355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:21:59.467695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:21:59.470438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ae6f-911b-446c-81d2-efa90d350120 req-13dfacc1-7987-40c6-8e07-4b5066b50179 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:59.473007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37a8ae6f-911b-446c-81d2-efa90d350120 req-13dfacc1-7987-40c6-8e07-4b5066b50179 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.1159182 Jan 29 04:21:59.482349 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.486306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.487635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.518942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37a8ae6f-911b-446c-81d2-efa90d350120 req-f1fdd59a-219d-4887-9ddb-baaa29c42fe9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Jan 29 04:21:59.555864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.577260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:21:59.653185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:21:59.654849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.738786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:21:59.771680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e811-b6f8-496b-ad71-c12f74d76f33 req-d626eb99-d8cf-4526-bc78-e371baa55c9b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:21:59.773339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd6e811-b6f8-496b-ad71-c12f74d76f33 req-d626eb99-d8cf-4526-bc78-e371baa55c9b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.0887284 Jan 29 04:21:59.790173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:21:59.794518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:21:59.797078 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f7efb0-d653-477b-9614-83c995bffd4a" -d '{"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-unplugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:21:59.829142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Allocated IP 172.20.0.2 (a17553ff-b6e7-4dfb-8306-205ae3f38f66/d650ab9b-1f80-4d49-9e7b-f6d51419808f/6a9274a4-3246-414e-9734-b4e0fcce8a9a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:21:59.845160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd6e811-b6f8-496b-ad71-c12f74d76f33 req-37364034-f664-42c8-90da-734e2ae154c0 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jan 29 04:21:59.865646 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbf009d-771d-441a-bae9-236361406561 x-openstack-request-id: req-6dbf009d-771d-441a-bae9-236361406561 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:21:59.866295 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-unplugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:21:59.866761 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6dbf009d-771d-441a-bae9-236361406561 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:21:59.867388 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'code': 200} Jan 29 04:22:00.020220 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.028968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.031657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.038849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bad294b8-d2fd-4d33-8d87-d3e95eab9ad7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34688e5b44b14639b3322b7114f0b475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470276 Jan 29 04:22:00.043898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:00.054916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e930b03-bdd7-4fdd-9e24-dae90ed98a4f req-74d8dfbe-e89d-441c-93b3-8838cf4cd897 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:00.057379 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e930b03-bdd7-4fdd-9e24-dae90ed98a4f req-74d8dfbe-e89d-441c-93b3-8838cf4cd897 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 1101 time: 0.1273313 Jan 29 04:22:00.060084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.116797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:00.126669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e930b03-bdd7-4fdd-9e24-dae90ed98a4f req-642b7d67-0db8-4174-bc8c-3a50eb135ed3 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623887 Jan 29 04:22:00.141797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b862f1ea-611b-40ed-9b05-0b47030ad199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.145982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:00.148528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:00.157752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Pushing event updated for resources: {'Port': ['ID=6a9274a4-3246-414e-9734-b4e0fcce8a9a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:00.174738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b862f1ea-611b-40ed-9b05-0b47030ad199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.258281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b862f1ea-611b-40ed-9b05-0b47030ad199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.261597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b862f1ea-611b-40ed-9b05-0b47030ad199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.265710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b862f1ea-611b-40ed-9b05-0b47030ad199 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4ff8feb-9e70-4cfe-964f-3418f90771a4 HTTP/1.1" status: 204 len: 168 time: 0.2181034 Jan 29 04:22:00.266498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Attempting to bind port 6a9274a4-3246-414e-9734-b4e0fcce8a9a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:00.266948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Attempting to bind port 6a9274a4-3246-414e-9734-b4e0fcce8a9a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:00.267315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Attempting to bind port 6a9274a4-3246-414e-9734-b4e0fcce8a9a on network a17553ff-b6e7-4dfb-8306-205ae3f38f66 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:00.273261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:00.273686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Checking segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:00.274120 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.274509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Bound using segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:00.275060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Bound port: 6a9274a4-3246-414e-9734-b4e0fcce8a9a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:00.275478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.293414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9994d0-5e96-4600-b45c-b467924003a6 req-d196e65f-d1dc-4fdc-a2c7-f45add8209fc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:00.294809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862f1ea-611b-40ed-9b05-0b47030ad199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff8feb-9e70-4cfe-964f-3418f90771a4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:00.304439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad9994d0-5e96-4600-b45c-b467924003a6 req-d196e65f-d1dc-4fdc-a2c7-f45add8209fc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.2458014 Jan 29 04:22:00.335931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e32b0-78c3-4e7c-8f09-c916e2a6b573 req-ec215d08-2f03-486f-9734-49ffd82388e2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:00.338930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da2e32b0-78c3-4e7c-8f09-c916e2a6b573 req-ec215d08-2f03-486f-9734-49ffd82388e2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.0960307 Jan 29 04:22:00.382560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad9994d0-5e96-4600-b45c-b467924003a6 req-126b6cb2-4d3a-416a-a702-b99cdb9e8b42 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727341 Jan 29 04:22:00.400505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Allocated IP 172.25.4.32 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/fe77e85d-ec7c-41cc-9017-11fef14d20fa) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:00.406979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] For port 6a9274a4-3246-414e-9734-b4e0fcce8a9a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:00.412789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] For port 6a9274a4-3246-414e-9734-b4e0fcce8a9a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6a9274a4-3246-414e-9734-b4e0fcce8a9a,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:00.421170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.422311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da2e32b0-78c3-4e7c-8f09-c916e2a6b573 req-8c514ca8-ace5-4cc2-b93a-c7da14389907 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 Jan 29 04:22:00.542305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc260-e995-4286-8b2f-3e6e4a307b02 None None] Pushing event updated for resources: {'Port': ['ID=6a9274a4-3246-414e-9734-b4e0fcce8a9a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:00.595901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a67290-f364-4042-9ceb-9ea93bd2ad1f req-c97ad7f2-ab78-48a8-af81-199acf8dfbf3 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:00.599146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64a67290-f364-4042-9ceb-9ea93bd2ad1f req-c97ad7f2-ab78-48a8-af81-199acf8dfbf3 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1220062 Jan 29 04:22:00.612136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-44e7a272-af98-4670-b8f8-7ac5eb0f98e0 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758381 Jan 29 04:22:00.670230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.690003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64a67290-f364-4042-9ceb-9ea93bd2ad1f req-da8c26de-eae3-4c64-95c8-51a095f1fc4f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830653 Jan 29 04:22:00.725691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.800127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39012) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:00.818894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:00.826354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Pushing event updated for resources: {'Port': ['ID=fe77e85d-ec7c-41cc-9017-11fef14d20fa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:00.853125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-a4793767-4fba-4241-aa74-aa1397627421 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:00.855910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-a4793767-4fba-4241-aa74-aa1397627421 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376468 Jan 29 04:22:00.856065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:00.858470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:00.860554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-677f5723-ed73-4a05-ae00-d7af3b57fcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:00.901946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-5ffef36b-e86b-4f53-9614-316f7f8bd575 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/quotas/6d9f0e354c9549eb83cc3d27648cee6f HTTP/1.1" status: 200 len: 375 time: 0.0339558 Jan 29 04:22:01.053296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-56bc62af-6ec3-4351-8c02-19fa79d71c5e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1416628 Jan 29 04:22:01.185247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:22:01.218304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:01.368510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:01.393670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'mac_address': 'fa:16:3e:5b:f7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:01.402483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4710ae-2dc3-4938-abee-05e937b551e9 req-e93f7b64-9b72-457c-b7fc-0e47a0e35edb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:01.416897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b4710ae-2dc3-4938-abee-05e937b551e9 req-e93f7b64-9b72-457c-b7fc-0e47a0e35edb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.1501660 Jan 29 04:22:01.454867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.457623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6a9274a4-3246-414e-9734-b4e0fcce8a9a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:01.475023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b4710ae-2dc3-4938-abee-05e937b551e9 req-59193856-f71d-4334-8095-c18a99def622 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477328 Jan 29 04:22:01.549750 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4eee0f7-1908-4df7-92d1-b2ccae662dad req-8500483e-df7b-4fc6-af75-68a6677b90ad tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0452521 Jan 29 04:22:01.571680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf1a085-5f7b-4607-a347-6e9a4709e7b3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:01.584404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-677f5723-ed73-4a05-ae00-d7af3b57fcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.596492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:01.603627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6a9274a4-3246-414e-9734-b4e0fcce8a9a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:01.604031 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.605883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-7eb1b30c-9043-4ece-aa3b-05c78250b4f2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:01.607529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-7eb1b30c-9043-4ece-aa3b-05c78250b4f2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253&tenant_id=d871ce1ed1ca4e098506d761ce8cf575&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 948 time: 0.1856501 Jan 29 04:22:01.610148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-677f5723-ed73-4a05-ae00-d7af3b57fcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.622407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df07b8-ad5a-45a7-867a-3d3dd181e722 req-c5ed1312-34b5-447a-b669-066c64e25de4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:01.623942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56df07b8-ad5a-45a7-867a-3d3dd181e722 req-c5ed1312-34b5-447a-b669-066c64e25de4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.2032292 Jan 29 04:22:01.662618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.779690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb65c-bfc4-4bfd-aabc-f55646c3b9d1 req-931a9710-7c7e-4eef-8233-b763579092da tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:01.786732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:01.797521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9ccb65c-bfc4-4bfd-aabc-f55646c3b9d1 req-931a9710-7c7e-4eef-8233-b763579092da tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1240513 Jan 29 04:22:01.813486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.844359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f5723-ed73-4a05-ae00-d7af3b57fcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7218a-961f-48eb-bd86-707d7a12dd03,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:01.864297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-677f5723-ed73-4a05-ae00-d7af3b57fcde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b127d0abc2149bb958bb3edd23c41e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0414219 Jan 29 04:22:01.877440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 6a9274a4-3246-414e-9734-b4e0fcce8a9a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6a9274a4-3246-414e-9734-b4e0fcce8a9a,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:01.878983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56df07b8-ad5a-45a7-867a-3d3dd181e722 req-9de64256-c3ad-4405-ae13-9e7085cfbecb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334929 Jan 29 04:22:01.893721 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.894670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9ccb65c-bfc4-4bfd-aabc-f55646c3b9d1 req-9ed2acf7-83fd-45df-b4e3-5ef56bd0c413 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802391 Jan 29 04:22:01.894670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:01.903286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:01.956331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=6a9274a4-3246-414e-9734-b4e0fcce8a9a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:01.989808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429ec621-0a75-41f8-bdd9-da468c3cbd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:02.014660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429ec621-0a75-41f8-bdd9-da468c3cbd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:02.073222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429ec621-0a75-41f8-bdd9-da468c3cbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:02.080594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429ec621-0a75-41f8-bdd9-da468c3cbd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:02.085494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-fc9b7039-9b4d-4efa-a592-02ef2ab06bd3 service neutron] 10.222.0.36 "GET /v2.0/ports/abf1a085-5f7b-4607-a347-6e9a4709e7b3/bindings/n-h1-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.4549773 Jan 29 04:22:02.085591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-429ec621-0a75-41f8-bdd9-da468c3cbd6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cb7218a-961f-48eb-bd86-707d7a12dd03 HTTP/1.1" status: 204 len: 168 time: 0.1958115 Jan 29 04:22:02.088658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c745a03-ac04-4e87-b80f-162d7793d1fe None None] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:22:02.095304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ec621-0a75-41f8-bdd9-da468c3cbd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7218a-961f-48eb-bd86-707d7a12dd03,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:02.172313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fb16-dd95-419b-86cd-257711c00bfa req-97424850-f086-4ee3-a3d7-c0c6753e2681 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.173923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8182fb16-dd95-419b-86cd-257711c00bfa req-97424850-f086-4ee3-a3d7-c0c6753e2681 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1320355 Jan 29 04:22:02.176820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['abf1a085-5f7b-4607-a347-6e9a4709e7b3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:02.229373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-26fe08e9-97c7-40df-ba7f-37eaa0a6a459 None None] Provisioning complete for port 6a9274a4-3246-414e-9734-b4e0fcce8a9a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:02.229756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26fe08e9-97c7-40df-ba7f-37eaa0a6a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:02.280834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:02.286400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-0bbc17d8-b27e-4391-8cc5-e694013d1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.288234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-0bbc17d8-b27e-4391-8cc5-e694013d1459 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1100 time: 0.1394384 Jan 29 04:22:02.294748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8182fb16-dd95-419b-86cd-257711c00bfa req-49027442-3ae9-4d24-a040-815a8c47427e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777514 Jan 29 04:22:02.527128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-23a193a8-7770-4a81-b2e0-98f023f6a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.528956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-23a193a8-7770-4a81-b2e0-98f023f6a3c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2310553 Jan 29 04:22:02.673969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-7ee34a44-8b9e-486a-ba28-f2e773c049cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.1242542 Jan 29 04:22:02.699008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93286dd-9953-4df3-bcb3-f5cc1222b8c1 req-e98fbbef-2ce9-49c4-87eb-698796c2f7b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.701316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c93286dd-9953-4df3-bcb3-f5cc1222b8c1 req-e98fbbef-2ce9-49c4-87eb-698796c2f7b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 949 time: 0.1314437 Jan 29 04:22:02.737134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-88d7f9be-c695-4ddb-9a13-19a071b22c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.739501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-88d7f9be-c695-4ddb-9a13-19a071b22c1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0524676 Jan 29 04:22:02.748469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd859a-64ea-49cf-8053-cfdfd155041a req-4a405000-bdfe-42ec-b636-28cef17c7a85 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.757243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfdd859a-64ea-49cf-8053-cfdfd155041a req-4a405000-bdfe-42ec-b636-28cef17c7a85 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.1336539 Jan 29 04:22:02.764383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Router 543c2bfe-fe10-4266-92db-3558bba56b5f is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:22:02.775983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-22882200-9284-4c78-b6d0-d0324783bff7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351422 Jan 29 04:22:02.824410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c93286dd-9953-4df3-bcb3-f5cc1222b8c1 req-098f3b25-0343-4968-b3cf-a80dd01718df tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092963 Jan 29 04:22:02.965163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa5cdf4f-9755-4554-aebc-2fc94f1bd7ac req-2c81bdd3-b7ae-4985-952f-76ae35516344 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0380356 Jan 29 04:22:02.965755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfdd859a-64ea-49cf-8053-cfdfd155041a req-460b9464-a7a0-4e7f-aab1-6486b3ea9fd1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073383 Jan 29 04:22:02.981541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-ca6f99d7-0e50-47ea-b607-e6f40341bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:02.990198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-ca6f99d7-0e50-47ea-b607-e6f40341bd12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609411 Jan 29 04:22:03.003584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-f873cf14-353d-4dd4-ada0-e074af479a7f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:03.005297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-f873cf14-353d-4dd4-ada0-e074af479a7f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143910 Jan 29 04:22:03.032465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:22:03.046313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Sync routers for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:22:03.060273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:03.061309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:21:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:03.072046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Request body: {'port': {'device_id': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '6d9f0e354c9549eb83cc3d27648cee6f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:03.115371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:03.116522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-23d038f3-0f8a-4665-be80-cccb2a4fdbeb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6830647 Jan 29 04:22:03.122462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-974e8f6f-7474-404a-8ac0-5ac9f2977f6d None None] Provisioning complete for port 6a9274a4-3246-414e-9734-b4e0fcce8a9a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:03.122830 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-974e8f6f-7474-404a-8ac0-5ac9f2977f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:03.131531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39066) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:03.233235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:03.284668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd8b8-f964-40e8-9efa-b9100fa0ec2a req-4646743a-0503-4543-8a2f-a510bc65f1b4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:03.293252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1facd8b8-f964-40e8-9efa-b9100fa0ec2a req-4646743a-0503-4543-8a2f-a510bc65f1b4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.2047546 Jan 29 04:22:03.296649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-0ce94e46-a762-4054-89e3-8df8159b39d0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884195 Jan 29 04:22:03.353000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6a9274a4-3246-414e-9734-b4e0fcce8a9a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:03.492408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6a9274a4-3246-414e-9734-b4e0fcce8a9a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:03.492900 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:03.500462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-3a14ef14-7213-4216-8b92-ec43676c64e2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291857 Jan 29 04:22:03.561609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:01Z', 'revision_number': 3, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:03.593925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Checking router: 543c2bfe-fe10-4266-92db-3558bba56b5f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:22:03.595167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Updating router 543c2bfe-fe10-4266-92db-3558bba56b5f port fe77e85d-ec7c-41cc-9017-11fef14d20fa binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:22:03.602720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381559c4-0353-4cac-a94e-d22806c60810 req-f21cca2f-fe05-46c6-bded-fd0e1fbf0e2e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:03.610912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-381559c4-0353-4cac-a94e-d22806c60810 req-f21cca2f-fe05-46c6-bded-fd0e1fbf0e2e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.5121264 Jan 29 04:22:03.633113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1facd8b8-f964-40e8-9efa-b9100fa0ec2a req-0296b553-d90c-472d-a4ab-810bde931f75 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386559 Jan 29 04:22:03.653809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:03.694870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-381559c4-0353-4cac-a94e-d22806c60810 req-da24917f-0a1a-42e6-95a1-c9c5c1014d49 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806611 Jan 29 04:22:03.698917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0c3557b9-bb81-4f7a-9334-f3d968d89f2d details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:03.735817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Made reservation on behalf of 6d9f0e354c9549eb83cc3d27648cee6f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:03.741830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:03.896281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff936030-8922-48e1-b1c3-dcd8545d8a81 req-fd319192-87c6-48f8-97e8-5afe19502337 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:03.898126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff936030-8922-48e1-b1c3-dcd8545d8a81 req-fd319192-87c6-48f8-97e8-5afe19502337 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1405118 Jan 29 04:22:03.924240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Allocated IP 192.168.233.93 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/fbab20a3-bf3d-470c-aca5-9f876ba69f96) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:03.931524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:03.953200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'port_id': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d', 'mac_address': 'fa:16:3e:4c:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4108-c1b9-4e57-a8ae-0e663e58874c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:04.030966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.055443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff936030-8922-48e1-b1c3-dcd8545d8a81 req-f9bded53-ac2d-4c68-8bac-a039321151d2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408226 Jan 29 04:22:04.078728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3557b9-bb81-4f7a-9334-f3d968d89f2d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:04.106550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611dd13-fed3-4446-9e53-b6eef8f84bff req-cd52cb1e-c3db-40f7-830f-823b2654b016 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:04.108408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5611dd13-fed3-4446-9e53-b6eef8f84bff req-cd52cb1e-c3db-40f7-830f-823b2654b016 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 949 time: 0.1390994 Jan 29 04:22:04.126590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:04.133306 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.135493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.168129 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.176935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5611dd13-fed3-4446-9e53-b6eef8f84bff req-e994c188-ec3a-4475-9e80-2d9e3702e7eb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606022 Jan 29 04:22:04.192931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.210983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:04.214140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Attempting to bind port fe77e85d-ec7c-41cc-9017-11fef14d20fa on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:04.214506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Attempting to bind port fe77e85d-ec7c-41cc-9017-11fef14d20fa by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:04.214865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Attempting to bind port fe77e85d-ec7c-41cc-9017-11fef14d20fa on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:04.216622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2c35598-095d-4322-9ab6-11ad0ae11abf req-0c44ef3f-5e97-413e-aaa5-da6ed941756d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0415852 Jan 29 04:22:04.220079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:04.220768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:04.220931 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.221217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:04.221754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Bound port: fe77e85d-ec7c-41cc-9017-11fef14d20fa, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:04.222197 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.247636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.288840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.297569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', '01188824-82f5-4db5-a511-2c5e69268ab9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:04.304911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:04.308621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:04.312983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:04.325053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:04.374514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:04.375493 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.384303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0c915-d40e-445d-adf0-e63ec0a59578 None None] Pushing event updated for resources: {'Port': ['ID=fe77e85d-ec7c-41cc-9017-11fef14d20fa,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:04.414741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] For port fe77e85d-ec7c-41cc-9017-11fef14d20fa, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:04.419764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3515556 Jan 29 04:22:04.424543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ec99b-092d-4830-8f5b-ebc33470f54d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event updated for resources: {'Port': ['ID=fbab20a3-bf3d-470c-aca5-9f876ba69f96,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:04.456128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Request body: {'port': {'device_id': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:04.462213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] For port fe77e85d-ec7c-41cc-9017-11fef14d20fa, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe77e85d-ec7c-41cc-9017-11fef14d20fa,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:04.474567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.569664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.585687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Allocated IP 172.20.0.1 (a17553ff-b6e7-4dfb-8306-205ae3f38f66/d650ab9b-1f80-4d49-9e7b-f6d51419808f/2828aa9a-d6d6-490b-89a2-79b76c3d8d9a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:04.670639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['0c3557b9-bb81-4f7a-9334-f3d968d89f2d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:04.747091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:04.747877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:21:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:04.783753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.822600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0c915-d40e-445d-adf0-e63ec0a59578 None None] Pushing event updated for resources: {'Port': ['ID=fe77e85d-ec7c-41cc-9017-11fef14d20fa,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:04.843498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.866100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77948d-132b-46f7-9cd3-a856ffad27f0 req-8b583c87-34dd-47f3-830f-52d27fd054eb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:04.867635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab77948d-132b-46f7-9cd3-a856ffad27f0 req-8b583c87-34dd-47f3-830f-52d27fd054eb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.0797856 Jan 29 04:22:04.876137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:04.918801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fbb95ee3-58aa-4f51-a49e-fa0de0b1937a None None] Provisioning complete for port fbab20a3-bf3d-470c-aca5-9f876ba69f96 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:04.919148 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fbb95ee3-58aa-4f51-a49e-fa0de0b1937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:04.922774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:04.925822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Pushing event updated for resources: {'Port': ['ID=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:04.939317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:04.977101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab77948d-132b-46f7-9cd3-a856ffad27f0 req-92718ed5-e7d3-41dc-aaa8-97e1b0400a0b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993543 Jan 29 04:22:05.028113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.055822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945f361-e32f-4750-8d73-3de15a84774f req-b205a3d4-778e-4297-855c-bd64b17f70bb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:05.057691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d945f361-e32f-4750-8d73-3de15a84774f req-b205a3d4-778e-4297-855c-bd64b17f70bb tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.1282783 Jan 29 04:22:05.153527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d945f361-e32f-4750-8d73-3de15a84774f req-40a06975-48d2-4811-ab8d-5119eafd648e tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529346 Jan 29 04:22:05.160586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbab20a3-bf3d-470c-aca5-9f876ba69f96 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:05.171491 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.185258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b388b-1e78-49b1-a1fc-32d3d7b4e1dd req-b88bfc68-f07f-467d-bb6a-1aef86b806a3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:05.187335 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-993b388b-1e78-49b1-a1fc-32d3d7b4e1dd req-b88bfc68-f07f-467d-bb6a-1aef86b806a3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.0925393 Jan 29 04:22:05.201054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Transition to ACTIVE for port object fbab20a3-bf3d-470c-aca5-9f876ba69f96 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:22:05.209745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.244690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:05.302117 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.313446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-993b388b-1e78-49b1-a1fc-32d3d7b4e1dd req-ac200069-bf44-4a13-8f18-1ad55dd24f2c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161003 Jan 29 04:22:05.326670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Pushing event updated for resources: {'Port': ['ID=fbab20a3-bf3d-470c-aca5-9f876ba69f96,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:05.341663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:05.506306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-526886d3-9ff1-4585-a96c-a9c426243acd tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:05.507967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-526886d3-9ff1-4585-a96c-a9c426243acd tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1920209 Jan 29 04:22:05.515168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-fbb95ee3-58aa-4f51-a49e-fa0de0b1937a None None] Port fbab20a3-bf3d-470c-aca5-9f876ba69f96 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:22:05.533051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:05.543418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Attempting to bind port fbab20a3-bf3d-470c-aca5-9f876ba69f96 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:05.543788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Attempting to bind port fbab20a3-bf3d-470c-aca5-9f876ba69f96 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:05.547868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Attempting to bind port fbab20a3-bf3d-470c-aca5-9f876ba69f96 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:05.577532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17904b1e-2bb2-4be0-b498-d0c1f18e370c req-12e3d3c9-c958-4140-8ed8-38d24f9484ce tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:05.579035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17904b1e-2bb2-4be0-b498-d0c1f18e370c req-12e3d3c9-c958-4140-8ed8-38d24f9484ce tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 947 time: 0.1586466 Jan 29 04:22:05.586043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c412-dfe6-47c0-abf6-579acb990117 req-cb458cbb-627e-49ab-b94b-86881d656423 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:05.587296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fa5c412-dfe6-47c0-abf6-579acb990117 req-cb458cbb-627e-49ab-b94b-86881d656423 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 945 time: 0.1733234 Jan 29 04:22:05.590740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Port fbab20a3-bf3d-470c-aca5-9f876ba69f96 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:05.591273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Attempting to bind port fbab20a3-bf3d-470c-aca5-9f876ba69f96 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:05.603667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:05.604068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:05.604401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:05.604856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Bound port: fbab20a3-bf3d-470c-aca5-9f876ba69f96, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:05.605223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.684007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.689207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:05.726748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fa5c412-dfe6-47c0-abf6-579acb990117 req-7ffba0a2-09aa-4ee0-b6c9-86dd55fe3841 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190362 Jan 29 04:22:05.742194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port abf1a085-5f7b-4607-a347-6e9a4709e7b3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:05.742623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.786032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] For port fbab20a3-bf3d-470c-aca5-9f876ba69f96, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:05.842863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] For port fbab20a3-bf3d-470c-aca5-9f876ba69f96, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:05.864062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.953189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:05.954213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:05.955236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] 10.222.0.36 "PUT /v2.0/ports/fbab20a3-bf3d-470c-aca5-9f876ba69f96 HTTP/1.1" status: 200 len: 1095 time: 1.5110211 Jan 29 04:22:05.957072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'tag': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:05.959235 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96502ecf-1bb6-45b4-ab1c-18ee10242258" -d '{"events": [{"name": "network-changed", "server_uuid": "55cb64ee-b0da-4f20-9242-68d8a873e6b3", "tag": "fbab20a3-bf3d-470c-aca5-9f876ba69f96"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:05.981123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17904b1e-2bb2-4be0-b498-d0c1f18e370c req-e4b19371-10aa-46ce-828b-e2ab34ed21aa tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834991 Jan 29 04:22:05.985722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:06.008469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-023cd8d1-fb45-48a4-a6c9-51a04b8185db None None] Provisioning complete for port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:06.009260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023cd8d1-fb45-48a4-a6c9-51a04b8185db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.035696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416385-9263-480c-af45-80f4c8584cce req-c9f1e512-e46d-43a8-92c3-388c208391f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.045741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47416385-9263-480c-af45-80f4c8584cce req-c9f1e512-e46d-43a8-92c3-388c208391f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 949 time: 0.1973677 Jan 29 04:22:06.097685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:06.156197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.158981 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.170240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.179641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-023cd8d1-fb45-48a4-a6c9-51a04b8185db None None] Port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:22:06.201758 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8177e4ea-5592-41a1-8e40-93a67623253f x-openstack-request-id: req-8177e4ea-5592-41a1-8e40-93a67623253f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:06.202351 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cb64ee-b0da-4f20-9242-68d8a873e6b3", "tag": "fbab20a3-bf3d-470c-aca5-9f876ba69f96", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:06.202351 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8177e4ea-5592-41a1-8e40-93a67623253f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:06.202720 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'tag': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96', 'status': 'completed', 'code': 200} Jan 29 04:22:06.209246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:06.224640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.230657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.238581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:22:06.254900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad07ec6-9812-453f-ac0b-c7d0709e1b3d service neutron] Pushing event updated for resources: {'Port': ['ID=fbab20a3-bf3d-470c-aca5-9f876ba69f96,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:06.277939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:01Z', 'revision_number': 3, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:06.309334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Pushing event updated for resources: {'Port': ['ID=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:06.332641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:06.335394 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8742202-bcc3-46b8-8e38-2972369cd1af" -d '{"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-plugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:06.359730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.359918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e85a2-6c27-47bd-b647-59aad784d35a None None] The sync data for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 is: [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:01Z', 'revision_number': 3, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:22:06.366747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:06.371978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:06.378149 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.379620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8a8c-24db-4512-afc1-a4086d2aea15 req-6d6aa40d-79f2-4d8f-a14e-8099bdd3d249 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.390888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47416385-9263-480c-af45-80f4c8584cce req-a16bbb78-a76a-41c2-84f7-8ffb6734a80f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433676 Jan 29 04:22:06.392342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad4c8a8c-24db-4512-afc1-a4086d2aea15 req-6d6aa40d-79f2-4d8f-a14e-8099bdd3d249 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1599205 Jan 29 04:22:06.396612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-3dc6e162-d343-4122-8de2-dc7be7f5dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.398913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-3dc6e162-d343-4122-8de2-dc7be7f5dbeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 1098 time: 0.2340343 Jan 29 04:22:06.458143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:06.542985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-e1a778d7-2292-41cb-ae05-d642d8212ee8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96 HTTP/1.1" status: 200 len: 217 time: 0.1212144 Jan 29 04:22:06.566847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad4c8a8c-24db-4512-afc1-a4086d2aea15 req-23f42158-5621-4855-b479-66a86d8cae51 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686158 Jan 29 04:22:06.613070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:06.613411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:06.613748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:06.628679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:06.629010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:06.639274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:06.639613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:06.640006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:06.640465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Bound port: 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:06.640849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.671139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-b796faea-fdee-4540-8ff8-e92ac9103015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.672633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-b796faea-fdee-4540-8ff8-e92ac9103015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1168892 Jan 29 04:22:06.683259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619acf8-312d-4d5c-8f4b-96c6500aafb6 req-b13d3ea2-2e81-454c-989e-8061155ecf11 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.684771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d619acf8-312d-4d5c-8f4b-96c6500aafb6 req-b13d3ea2-2e81-454c-989e-8061155ecf11 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.1183922 Jan 29 04:22:06.700564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:06.707208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:06.780913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-de3740f8-9fd2-4d39-ad1f-83a20c1527f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.782453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-de3740f8-9fd2-4d39-ad1f-83a20c1527f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253&tenant_id=d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 1101 time: 0.2074125 Jan 29 04:22:06.795669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29380561-c7a6-4e2f-880d-0d7069653318 req-ca8eb9b3-e45a-4277-b674-654660c27700 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.803221 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29380561-c7a6-4e2f-880d-0d7069653318 req-ca8eb9b3-e45a-4277-b674-654660c27700 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1469772 Jan 29 04:22:06.838650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:06.870712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d619acf8-312d-4d5c-8f4b-96c6500aafb6 req-3a505405-21f2-4f71-9b9d-a0166a203997 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485982 Jan 29 04:22:06.876242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78116-8c91-411e-94bb-729d354563d6 req-9a108218-c856-40f3-85f1-fb9f228f7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.877920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-9a108218-c856-40f3-85f1-fb9f228f7d0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922553 Jan 29 04:22:06.884632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:06.896700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:06.919427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29380561-c7a6-4e2f-880d-0d7069653318 req-088aed76-7742-43dc-bc15-01d1e5aafe9e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140311 Jan 29 04:22:06.962846 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253c3026-ad63-4f2a-b8e9-c8bf93f586ed x-openstack-request-id: req-253c3026-ad63-4f2a-b8e9-c8bf93f586ed {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:06.963159 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-plugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:06.963412 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-253c3026-ad63-4f2a-b8e9-c8bf93f586ed {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:06.964332 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'code': 200} Jan 29 04:22:06.972454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-9cf1bba5-dffa-418c-805c-4a4f18584c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:06.974211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-9cf1bba5-dffa-418c-805c-4a4f18584c8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1101 time: 0.1493044 Jan 29 04:22:07.048665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Router 543c2bfe-fe10-4266-92db-3558bba56b5f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:22:07.116673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-66e1653d-0f8b-4ff4-9644-216b1bc49920 None None] Provisioning complete for port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:07.116673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66e1653d-0f8b-4ff4-9644-216b1bc49920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:07.153713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:07.167756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-66e1653d-0f8b-4ff4-9644-216b1bc49920 None None] Port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:22:07.211465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.212233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:07.213660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-6dc0145b-277d-49f5-9f82-09c583017c2d service neutron] 10.222.0.20 "PUT /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 1121 time: 1.6949456 Jan 29 04:22:07.226771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-b936a758-d4d5-421f-a833-aad3ca52bcfa tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.228272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-b936a758-d4d5-421f-a833-aad3ca52bcfa tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.2717292 Jan 29 04:22:07.236875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-e5196df5-18bc-493e-b62c-c94846d7000e service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822828 Jan 29 04:22:07.245826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138aae6-b342-4994-a649-1793351adec1 req-c76fca38-8fe3-4288-b2c4-079e38b222e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.247965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-9c7a25c8-4bb9-4b54-be8e-e7bc4dbf542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.249399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-9c7a25c8-4bb9-4b54-be8e-e7bc4dbf542d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2581806 Jan 29 04:22:07.253884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5138aae6-b342-4994-a649-1793351adec1 req-c76fca38-8fe3-4288-b2c4-079e38b222e7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1724732 Jan 29 04:22:07.262174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa3ad-3df6-4dd6-a217-ef5d6c5676b3 req-0f64cb21-b160-438f-917e-3ebaa0e8dadf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.263684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5aa3ad-3df6-4dd6-a217-ef5d6c5676b3 req-0f64cb21-b160-438f-917e-3ebaa0e8dadf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 947 time: 0.1882455 Jan 29 04:22:07.391109 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-87d8d060-4df2-4afd-882f-0bd221856dba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.1264038 Jan 29 04:22:07.419581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['8ac4ce4a-df8d-49b3-a4df-f8e670330069'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:07.430579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5aa3ad-3df6-4dd6-a217-ef5d6c5676b3 req-88a7cce3-0721-442f-ad05-1b55f7f64e0d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171587 Jan 29 04:22:07.442851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5138aae6-b342-4994-a649-1793351adec1 req-1454515b-ff29-42ad-8270-6e47cde6423f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879923 Jan 29 04:22:07.468774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe77e85d-ec7c-41cc-9017-11fef14d20fa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:07.517574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:22:07.530389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-96f890d1-50bc-4069-9630-c69b45c0d662 admin admin] 10.222.0.32 "PUT /v2.0/routers/543c2bfe-fe10-4266-92db-3558bba56b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3926404 Jan 29 04:22:07.554112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-40cd2f18-442e-4a39-8320-7292fc7340e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.555550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-40cd2f18-442e-4a39-8320-7292fc7340e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1416571 Jan 29 04:22:07.562243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['8ac4ce4a-df8d-49b3-a4df-f8e670330069'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:07.563826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3d78116-8c91-411e-94bb-729d354563d6 req-978d1729-407b-4874-9f29-a79e246c52f3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441471 Jan 29 04:22:07.605855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Deleting port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:07.609095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:07.661495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-7855c27f-c200-49a6-a67b-2b8081636622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.664238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-7855c27f-c200-49a6-a67b-2b8081636622 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958469 Jan 29 04:22:07.757073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0c3557b9-bb81-4f7a-9334-f3d968d89f2d up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:07.760026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245dd3-8224-4f8e-8b45-5abadce6ac06 req-42f3b745-7c0b-4268-99d7-299e63c16168 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.768709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2245dd3-8224-4f8e-8b45-5abadce6ac06 req-42f3b745-7c0b-4268-99d7-299e63c16168 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.2019620 Jan 29 04:22:07.827543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fe77e85d-ec7c-41cc-9017-11fef14d20fa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:07.828029 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:07.828545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-3fa18332-c436-4e06-88b2-f3f14d368288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.828655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658772c-2ddf-487b-8bd6-32dc756c6ebb req-a5fe9966-173e-4a5f-8c24-f504b782a5c2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:07.829998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-3fa18332-c436-4e06-88b2-f3f14d368288 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 1098 time: 0.1428325 Jan 29 04:22:07.833527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9658772c-2ddf-487b-8bd6-32dc756c6ebb req-a5fe9966-173e-4a5f-8c24-f504b782a5c2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1219931 Jan 29 04:22:07.840173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] For port 0d9e1748-3ca3-454b-9cc0-ecfa343def06, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0d9e1748-3ca3-454b-9cc0-ecfa343def06,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:07.840547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:07.853026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2245dd3-8224-4f8e-8b45-5abadce6ac06 req-158d0202-08a5-4d31-8f69-7650f578fd4b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833313 Jan 29 04:22:07.865475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-e31f64d8-f18a-43a2-8a52-26c730de3dcb service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879168 Jan 29 04:22:07.968677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:22:07.980502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:07.980880 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.002185 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9658772c-2ddf-487b-8bd6-32dc756c6ebb req-779233e5-92b4-492f-920b-3bcf15a63f49 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455898 Jan 29 04:22:08.089495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.118983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2885075e-842d-4e1c-a6a8-f3d2e1cc3296 req-6b78c508-f0d5-41d6-b43b-bc246f4956ef service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231369 Jan 29 04:22:08.124541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port fe77e85d-ec7c-41cc-9017-11fef14d20fa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe77e85d-ec7c-41cc-9017-11fef14d20fa,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:08.131830 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.198782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.204811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069'}, {'name': 'network-changed', 'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:08.208483 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f53e37-f070-4b33-8b50-a5a36fdace78" -d '{"events": [{"server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069"}, {"name": "network-changed", "server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:08.228135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-5ecb1c58-c471-4f90-9c53-4cc682bbd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.229715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-5ecb1c58-c471-4f90-9c53-4cc682bbd6f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3919351 Jan 29 04:22:08.247241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ec0b-987e-4733-a154-339b3faf1121 req-6d9eb00a-9e55-4774-8609-5bd2c3703958 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.248877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3785ec0b-987e-4733-a154-339b3faf1121 req-6d9eb00a-9e55-4774-8609-5bd2c3703958 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 946 time: 0.0823147 Jan 29 04:22:08.290657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:08.291951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=fe77e85d-ec7c-41cc-9017-11fef14d20fa,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:08.299547 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.322876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-6fdf2698-205d-4d2c-bb53-5e7680a44f77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96 HTTP/1.1" status: 200 len: 217 time: 0.0807939 Jan 29 04:22:08.334769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3785ec0b-987e-4733-a154-339b3faf1121 req-401936ab-a51b-4123-be34-365aed616686 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups?id=20640041-d480-46d9-9d92-3cd20ed45da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774655 Jan 29 04:22:08.392508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:08.413647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.414035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.414353 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Floating IP 34047e0e-9dce-421b-b9bc-8921bee25021 disassociated. External IP: 172.25.4.96, port: 0d9e1748-3ca3-454b-9cc0-ecfa343def06. Jan 29 04:22:08.414697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Calling delete_port for 0d9e1748-3ca3-454b-9cc0-ecfa343def06 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:08.424248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39174) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:08.433188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-3d789003-e586-42d0-b9d4-b4dcbc70e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.434682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-3d789003-e586-42d0-b9d4-b4dcbc70e4ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1018784 Jan 29 04:22:08.485805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff713f75-419d-4c6d-b2e8-e02cacdc709d req-6b3c775b-0f4f-4c3a-9af1-34e2ae578de1 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.494192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff713f75-419d-4c6d-b2e8-e02cacdc709d req-6b3c775b-0f4f-4c3a-9af1-34e2ae578de1 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.0626836 Jan 29 04:22:08.544468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-911dc0c5-3971-425f-b861-a3b64590660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.545324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff713f75-419d-4c6d-b2e8-e02cacdc709d req-df82b1e6-940f-4a5a-a5be-03926c5d10fe tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Jan 29 04:22:08.546225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-911dc0c5-3971-425f-b861-a3b64590660c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012080 Jan 29 04:22:08.577697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39182) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:08.588679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411408983', 'description': 'tempest-description--215358495'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:08.629827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06da3fb0-4ee7-4c33-997a-66f5cb87cf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.632856 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7451991c-b4e4-482d-9aca-1bef067da7ef x-openstack-request-id: req-7451991c-b4e4-482d-9aca-1bef067da7ef {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:08.633169 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069", "code": 200}, {"name": "network-changed", "server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:08.633405 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7451991c-b4e4-482d-9aca-1bef067da7ef {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:08.633797 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'code': 200} Jan 29 04:22:08.634164 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'status': 'completed', 'code': 200} Jan 29 04:22:08.796710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1b19-d42b-4b87-8508-a084e170ccde req-4ec84b59-de11-4e46-97c1-199ddd1809ca tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.798161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66db1b19-d42b-4b87-8508-a084e170ccde req-4ec84b59-de11-4e46-97c1-199ddd1809ca tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1184022 Jan 29 04:22:08.811331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-6d56b676-25f0-44ed-be15-1bd2f54cb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:08.812740 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-6d56b676-25f0-44ed-be15-1bd2f54cb9e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1124 time: 0.1260242 Jan 29 04:22:08.823654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06da3fb0-4ee7-4c33-997a-66f5cb87cf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.842710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06da3fb0-4ee7-4c33-997a-66f5cb87cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:08.899898 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Sync routers for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:22:08.910457 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:08.911098 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:21:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:08.946229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66db1b19-d42b-4b87-8508-a084e170ccde req-f04c26d6-2323-4339-901f-5b60d056efb2 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373718 Jan 29 04:22:08.948671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06da3fb0-4ee7-4c33-997a-66f5cb87cf14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3472f8c57db4763abb81ee0a0796b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225315 Jan 29 04:22:08.951572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39186) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:08.955017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da3fb0-4ee7-4c33-997a-66f5cb87cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e5a28-e1a7-48e9-8381-ce01fb54c939,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:08.965406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:08.967743 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d3b57-54e4-45e7-90f0-d2061b1e3cf9" -d '{"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:09.032512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.052886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15f0-8fee-497a-8176-a3324d9cef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.057792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-7075bb59-b947-4862-8f10-18e4de32f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:09.058874 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:09.059373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-7075bb59-b947-4862-8f10-18e4de32f547 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.2345355 Jan 29 04:22:09.069935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdb0e-c66e-45dd-939a-6121d99c53d9 req-7d12d94f-3340-4907-9a2c-f12512848178 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:09.071432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-645cdb0e-c66e-45dd-939a-6121d99c53d9 req-7d12d94f-3340-4907-9a2c-f12512848178 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 947 time: 0.4366302 Jan 29 04:22:09.072291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.128303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-311c24c2-164d-4a4c-91f1-8c9b078cfcf9 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699770 Jan 29 04:22:09.135842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event deleted for resources: {'Port': ['ID=0d9e1748-3ca3-454b-9cc0-ecfa343def06,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:09.154483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15f0-8fee-497a-8176-a3324d9cef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.163473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-8c45e02f-9629-4541-94de-ffd60ccb5b39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 217 time: 0.0928700 Jan 29 04:22:09.213710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d1bd-197c-4ff3-8052-88d045aeb590 req-1c722414-f538-47d1-8dd6-78884f48a987 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:09.215297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d0d1bd-197c-4ff3-8052-88d045aeb590 req-1c722414-f538-47d1-8dd6-78884f48a987 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 950 time: 0.1458313 Jan 29 04:22:09.264400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-e800a5cd-37fe-42c8-a1ee-bf3fa0954b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:09.267537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-e800a5cd-37fe-42c8-a1ee-bf3fa0954b5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.0850055 Jan 29 04:22:09.268725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-645cdb0e-c66e-45dd-939a-6121d99c53d9 req-a920263b-9c22-4a23-a0c1-e7bf44fb6ab7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784937 Jan 29 04:22:09.291973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0d9e1748-3ca3-454b-9cc0-ecfa343def06 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:09.355959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 0d9e1748-3ca3-454b-9cc0-ecfa343def06 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:09.358378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0d9e1748-3ca3-454b-9cc0-ecfa343def06 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:09.358529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.360848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:09.372420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.404843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96502ecf-1bb6-45b4-ab1c-18ee10242258 req-cee1d020-6cd0-45cf-bf22-02a5c74672fc service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667916 Jan 29 04:22:09.409791 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 2, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:09.424719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.426706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8429327 Jan 29 04:22:09.430977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:09.433461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23366b55-808c-4633-b080-9b56b5bf9080 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:09.438221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a6b9c-585d-4778-934c-e9f1b0f8b30d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:09.445803 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Checking router: 543c2bfe-fe10-4266-92db-3558bba56b5f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:22:09.446426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Updating router 543c2bfe-fe10-4266-92db-3558bba56b5f port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:22:09.452123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-a5fff493-ac1a-47ec-94cd-9e53d1458b28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177604 Jan 29 04:22:09.452414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Router 269822f0-68ab-4f37-a935-06f85aafce31 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:22:09.468524 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d3ef67-c16f-4e94-8d6c-e519ed894842 x-openstack-request-id: req-43d3ef67-c16f-4e94-8d6c-e519ed894842 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:09.468839 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-plugged", "status": "completed", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:09.471829 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43d3ef67-c16f-4e94-8d6c-e519ed894842 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:09.475480 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d', 'code': 200} Jan 29 04:22:09.479129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe77e85d-ec7c-41cc-9017-11fef14d20fa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:09.492716 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.530653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.578775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02d0d1bd-197c-4ff3-8052-88d045aeb590 req-6017d9aa-6e78-4d49-aaa7-0833da4ca63a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092444 Jan 29 04:22:09.599441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15f0-8fee-497a-8176-a3324d9cef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.606997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a2c15f0-8fee-497a-8176-a3324d9cef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.613985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a2c15f0-8fee-497a-8176-a3324d9cef81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e8e5a28-e1a7-48e9-8381-ce01fb54c939 HTTP/1.1" status: 204 len: 168 time: 0.6611829 Jan 29 04:22:09.633579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fe77e85d-ec7c-41cc-9017-11fef14d20fa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:09.634040 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.650104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c15f0-8fee-497a-8176-a3324d9cef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e5a28-e1a7-48e9-8381-ce01fb54c939,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:09.682564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-615cfc5e-d7c9-4d09-8d3f-e9bbd1a99af0 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108064 Jan 29 04:22:09.684478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.840411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.858957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e5992-e105-4da6-a32f-f7c0fa8d83e5 req-4c6a3a93-6540-4f35-88bf-06af99a997b8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:09.871772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-111e5992-e105-4da6-a32f-f7c0fa8d83e5 req-4c6a3a93-6540-4f35-88bf-06af99a997b8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.3234847 Jan 29 04:22:09.874814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a81a5eb-f224-4ea6-826f-3772f9aa29dc req-6c69b52d-d24d-40e3-8840-b6d59121d6b4 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.1262395 Jan 29 04:22:09.886552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.908867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dc715-5940-4843-bb47-914b3c58ee5a req-32426102-6599-4419-ba58-322d294f9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:09.911566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-620dc715-5940-4843-bb47-914b3c58ee5a req-32426102-6599-4419-ba58-322d294f9d1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1096 time: 0.3569717 Jan 29 04:22:09.954940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04f53e37-f070-4b33-8b50-a5a36fdace78 req-f6771381-1fc1-4df0-8b0e-3f6c754fc628 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651231 Jan 29 04:22:09.960797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:09.965258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39202) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:09.965673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5334351 Jan 29 04:22:09.971652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebca422-dd3a-419e-ae3b-2ab8cc2e0716 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe61320-47e3-49d2-997a-8f48eb39a4b0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:09.973525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a6b9c-585d-4778-934c-e9f1b0f8b30d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:09.975610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:22:09.993173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] Sync routers for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:22:10.037992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:10.038648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:21:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:10.073862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] No DVR routers for this DVR port 0d9e1748-3ca3-454b-9cc0-ecfa343def06 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:10.087887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:10.100142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-111e5992-e105-4da6-a32f-f7c0fa8d83e5 req-a3fcfc86-cea3-4967-993c-98c714d916eb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271485 Jan 29 04:22:10.118623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39206) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:10.119844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.122476 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.124186 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.128797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bb3e155-7de1-44d8-accf-d5a382fe1c1e req-2ffcbdab-3078-4753-9b7b-826d75a20354 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.36 "DELETE /v2.0/ports/0d9e1748-3ca3-454b-9cc0-ecfa343def06 HTTP/1.1" status: 204 len: 173 time: 2.8726208 Jan 29 04:22:10.132376 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.155002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.168125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f42b075-8e7f-4bda-9358-6e7782a7c1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.173250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-620dc715-5940-4843-bb47-914b3c58ee5a req-6ad93d25-5ca3-4155-98d7-9183e8871973 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275398 Jan 29 04:22:10.257120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:10.261105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:10.261426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.267800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.287042 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Attempting to bind port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:10.287431 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Attempting to bind port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:10.287797 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Attempting to bind port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a on network a17553ff-b6e7-4dfb-8306-205ae3f38f66 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:10.298661 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:10.302702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Checking segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:10.303729 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.304560 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Bound using segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:10.309807 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Bound port: 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:10.310528 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.315675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675dcc93-f5d9-44bd-80ef-4abcb72d2dcd,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:10.327683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad67ac-38ac-4c4e-af58-0aad7ec266c5 req-8ddd9fbb-b650-44d2-8d2e-979180220eb3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:10.336321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5ad67ac-38ac-4c4e-af58-0aad7ec266c5 req-8ddd9fbb-b650-44d2-8d2e-979180220eb3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.2849150 Jan 29 04:22:10.342223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.346666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1717e06d-241e-46ba-b9ee-acd1bc2cb5f3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789473 Jan 29 04:22:10.347974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39210) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:10.360396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:10.394573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f42b075-8e7f-4bda-9358-6e7782a7c1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.396959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.417144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f42b075-8e7f-4bda-9358-6e7782a7c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.467536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f42b075-8e7f-4bda-9358-6e7782a7c1eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ba29daec0c54b8e9bb861a2d9caa581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348188 Jan 29 04:22:10.467536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:10.487920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5ad67ac-38ac-4c4e-af58-0aad7ec266c5 req-6e1c9f7b-5d16-4dff-949a-ae624ea86ab3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490033 Jan 29 04:22:10.488275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] For port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:10.492490 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] For port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:10.506814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Pushing event updated for resources: {'Port': ['ID=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:10.521864 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.551371 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.552063 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.552693 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.553253 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.554017 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.554578 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.555138 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.555689 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.556275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.558361 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.558927 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.559512 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:10.602630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.632101 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:10.633363 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:21:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:10.656877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'name': 'network-vif-deleted', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:10.661148 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb4bc1-5c3f-4056-8678-eb1741dc9d0c" -d '{"events": [{"server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "name": "network-vif-deleted", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:10.686709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b075-8e7f-4bda-9358-6e7782a7c1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c222a4b-775d-4dba-9d6e-8702d1d365a6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:10.698967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f2c29ed-2cb7-47d2-b62b-4a2114c6fc7c None None] Provisioning complete for port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:10.699301 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2c29ed-2cb7-47d2-b62b-4a2114c6fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.723941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f01fc-563c-452b-98ae-354d5b4b37db req-864efb6a-7a8e-45f7-9931-0f9b0f7e0948 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:10.726922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b05f01fc-563c-452b-98ae-354d5b4b37db req-864efb6a-7a8e-45f7-9931-0f9b0f7e0948 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.3289289 Jan 29 04:22:10.727864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67c6d221-c882-46ea-b28a-9fc0c029d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.755853 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67c6d221-c882-46ea-b28a-9fc0c029d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.798199 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0164-f27c-411f-9d02-5d451ebfbfd8 None None] Pushing event updated for resources: {'Port': ['ID=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:10.843563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b05f01fc-563c-452b-98ae-354d5b4b37db req-ba94b309-2598-46e7-83ec-ed44934be543 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471957 Jan 29 04:22:10.858754 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67c6d221-c882-46ea-b28a-9fc0c029d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.862105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67c6d221-c882-46ea-b28a-9fc0c029d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.864580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-67c6d221-c882-46ea-b28a-9fc0c029d356 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c222a4b-775d-4dba-9d6e-8702d1d365a6 HTTP/1.1" status: 204 len: 168 time: 0.3894868 Jan 29 04:22:10.876001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6d221-c882-46ea-b28a-9fc0c029d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c222a4b-775d-4dba-9d6e-8702d1d365a6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:10.978970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2c29ed-2cb7-47d2-b62b-4a2114c6fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:10.982498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:07Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:11.032622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Allocated IP 172.25.4.29 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/a23580d7-71ec-441f-ad97-b41f9b3f22f1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:11.040228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] Checking router: 269822f0-68ab-4f37-a935-06f85aafce31 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:22:11.080358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367d023-ac81-4d6e-8c6b-643ef5d46442 req-d1e36d19-cc6d-4927-97be-5b4740bb5f29 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:11.082452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4367d023-ac81-4d6e-8c6b-643ef5d46442 req-d1e36d19-cc6d-4927-97be-5b4740bb5f29 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 947 time: 0.1925821 Jan 29 04:22:11.088189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7f2c29ed-2cb7-47d2-b62b-4a2114c6fc7c None None] For port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:11.091728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:11.093178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:21:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:11.096591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46b30a-dda4-4a1b-b248-5b126fa9ef33 req-f423fe8c-70ca-49bc-a4a6-7402e769bb57 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:11.099116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2c29ed-2cb7-47d2-b62b-4a2114c6fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:11.103254 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:11.105222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f46b30a-dda4-4a1b-b248-5b126fa9ef33 req-f423fe8c-70ca-49bc-a4a6-7402e769bb57 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.0798178 Jan 29 04:22:11.154723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f46b30a-dda4-4a1b-b248-5b126fa9ef33 req-62dee9f4-cf2d-448e-b926-206c01d06352 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Jan 29 04:22:11.236544 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aad00c-a435-4258-b45e-d6b907d8a137 x-openstack-request-id: req-b7aad00c-a435-4258-b45e-d6b907d8a137 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:11.237298 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4e4b1-bd35-4b54-bdde-dcdc9626c473", "name": "network-vif-deleted", "tag": "0d9e1748-3ca3-454b-9cc0-ecfa343def06", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:11.237835 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7aad00c-a435-4258-b45e-d6b907d8a137 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:11.238477 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4e4b1-bd35-4b54-bdde-dcdc9626c473', 'name': 'network-vif-deleted', 'tag': '0d9e1748-3ca3-454b-9cc0-ecfa343def06', 'status': 'completed', 'code': 200} Jan 29 04:22:11.238593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4367d023-ac81-4d6e-8c6b-643ef5d46442 req-78e4aeb0-5c48-4a2d-8dc5-8b402470557e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448042 Jan 29 04:22:11.274289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:11.338781 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:11.375133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c29ed-2cb7-47d2-b62b-4a2114c6fc7c None None] Pushing event updated for resources: {'Port': ['ID=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:11.385520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4aa44251-023d-45ea-82b4-46d38afdd306 req-59b24a0e-fd9a-4754-b4d9-3bb134db017c tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0601246 Jan 29 04:22:11.421806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1144eaf8-23bf-4f5c-8ea7-4ad55151969c None None] Provisioning complete for port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:11.422316 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1144eaf8-23bf-4f5c-8ea7-4ad55151969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:11.442073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:11.462534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:11.472491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054443-7c98-4a32-a13e-e2bb552766db req-f967a8dc-4c4f-43c2-a581-61b9391a5e9e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:11.474421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5054443-7c98-4a32-a13e-e2bb552766db req-f967a8dc-4c4f-43c2-a581-61b9391a5e9e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0990713 Jan 29 04:22:11.476575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:11.486633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:11.489930 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5978e01-5a72-45b9-88e9-aac184be1134" -d '{"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-unplugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:11.505108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:11.520925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:22:11.541225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:11.589274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5054443-7c98-4a32-a13e-e2bb552766db req-24d1cd4c-e40a-461b-95d9-2a20d1cb443d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885034 Jan 29 04:22:11.590376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f5f35-6979-4e4c-af6b-22b7ae366f33 req-e5f1bea2-8599-4653-8ae2-91269ce5b012 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:11.593676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event updated for resources: {'Port': ['ID=a23580d7-71ec-441f-ad97-b41f9b3f22f1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:11.603689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-574f5f35-6979-4e4c-af6b-22b7ae366f33 req-e5f1bea2-8599-4653-8ae2-91269ce5b012 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 948 time: 0.1194317 Jan 29 04:22:11.673880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-574f5f35-6979-4e4c-af6b-22b7ae366f33 req-f763fa4d-96a4-4b15-85fd-f3d7c41ac29b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634048 Jan 29 04:22:11.674783 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:10Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:11.730961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:11.758859 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790b950a-04e8-4e08-808b-5adac559f230 x-openstack-request-id: req-790b950a-04e8-4e08-808b-5adac559f230 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:11.759186 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-unplugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:11.759453 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-790b950a-04e8-4e08-808b-5adac559f230 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:11.759880 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'code': 200} Jan 29 04:22:11.760531 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fc036-f23c-483e-8c5c-4b5894f4b581 None None] The sync data for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 is: [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:10Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:22:11.814421 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:11.955909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa427a2a-15ba-40a9-9c28-d2a1b217ff4a req-e6dce891-5c1d-4150-9673-28cb693d2649 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:11.958271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa427a2a-15ba-40a9-9c28-d2a1b217ff4a req-e6dce891-5c1d-4150-9673-28cb693d2649 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1506660 Jan 29 04:22:11.994834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.049250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa427a2a-15ba-40a9-9c28-d2a1b217ff4a req-a81c1c24-55e4-4564-b6f6-5f75e49e23cb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842791 Jan 29 04:22:12.138877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.153622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a122-dad3-4dec-98c1-d16c02360cdc req-f8da6c43-ac20-44f2-9d2d-4d70895a4206 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:12.168602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eba0a122-dad3-4dec-98c1-d16c02360cdc req-f8da6c43-ac20-44f2-9d2d-4d70895a4206 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0954695 Jan 29 04:22:12.176696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.188030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-ef9fdb91-199c-47fd-b8c5-092127ced675 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560682 Jan 29 04:22:12.231488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:12.252881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'mac_address': 'fa:16:3e:5b:f7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:12.286433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event updated for resources: {'Port': ['ID=a23580d7-71ec-441f-ad97-b41f9b3f22f1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:12.337933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eba0a122-dad3-4dec-98c1-d16c02360cdc req-65f0151f-78d3-4b0a-bd7d-9e291518b205 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613958 Jan 29 04:22:12.356945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.358462 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.373716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf1a085-5f7b-4607-a347-6e9a4709e7b3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:12.400968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.411635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f8a5ee1c-e921-4147-b151-f9a9dd2c376a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0574191 Jan 29 04:22:12.422803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:12.430104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:07Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:12.434091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.434720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fbab20a3-bf3d-470c-aca5-9f876ba69f96 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:12.438006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-ce30ac9f-de78-42ab-9641-00db5b85530f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:12.452583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-ce30ac9f-de78-42ab-9641-00db5b85530f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632506 Jan 29 04:22:12.475919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fbab20a3-bf3d-470c-aca5-9f876ba69f96, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:12.494518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-c800bd3f-5827-4d85-a93a-5e64d5e15ac6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/quotas/d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 375 time: 0.0405674 Jan 29 04:22:12.565231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96', 'mac_address': 'fa:16:3e:e2:8e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:12.570012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:12.573573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9eb9d-a1d1-47d0-a261-33a123829c88 req-3f73a9b3-8843-4567-9a1b-44063bb52ba8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:12.575587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec831d62-9ec9-47e7-a298-42e0a4d62b9e None None] The sync data for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 is: [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:20:02Z', 'revision_number': 4, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fcbd8e05-1834-43e4-ac9a-395477fa7c16', 'name': '', 'network_id': '5e17caa3-ff94-4a60-8b63-ec472f011b60', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'mac_address': 'fa:16:3e:98:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4d34f3ee-2236-439b-8588-3256821096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:20:00Z', 'updated_at': '2022-01-29T04:20:07Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'subnets': [{'id': '4d34f3ee-2236-439b-8588-3256821096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:22:12.589014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39a9eb9d-a1d1-47d0-a261-33a123829c88 req-3f73a9b3-8843-4567-9a1b-44063bb52ba8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 947 time: 0.1078475 Jan 29 04:22:12.622781 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.644238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7fbe5b74-c0c1-46ca-adc9-cc458d7885fd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428390 Jan 29 04:22:12.652413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbab20a3-bf3d-470c-aca5-9f876ba69f96 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:12.661555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39a9eb9d-a1d1-47d0-a261-33a123829c88 req-9edc0895-fa90-4805-9a7d-ec6b7bc2d5f3 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632637 Jan 29 04:22:12.678335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fbab20a3-bf3d-470c-aca5-9f876ba69f96, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:12.691784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:12.753391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=fbab20a3-bf3d-470c-aca5-9f876ba69f96,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:12.795725 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-081c58a7-96a2-48ed-922a-48f26687c568 req-4ab6a2e6-5620-4103-827b-09cca440bc35 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0330367 Jan 29 04:22:13.022792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e030b74-a48e-4c3a-8d57-084f483fc005 req-27858a5e-4ef9-4376-8228-106d29b77546 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:13.047210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e030b74-a48e-4c3a-8d57-084f483fc005 req-27858a5e-4ef9-4376-8228-106d29b77546 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0952399 Jan 29 04:22:13.091272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-a8b96f35-4b6f-4d43-bd2d-737cb42e5255 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--411408983&fields=id&tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc HTTP/1.1" status: 200 len: 267 time: 0.0817206 Jan 29 04:22:13.124765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['abf1a085-5f7b-4607-a347-6e9a4709e7b3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:13.148771 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2f888-d001-48ae-8d92-4d7f0237bfac None None] New status for floating IP 34047e0e-9dce-421b-b9bc-8921bee25021: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:22:13.155683 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e030b74-a48e-4c3a-8d57-084f483fc005 req-e0189061-ccb2-49ce-a275-73023f803cfd tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051772 Jan 29 04:22:13.230726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fbab20a3-bf3d-470c-aca5-9f876ba69f96'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:13.378761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8d3cb2c4-7656-4aec-ac8e-1e64af6666d9 req-0598e58a-4648-401e-9219-ff3f9ff99ae0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 210 time: 0.1074712 Jan 29 04:22:13.471547 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:13.477861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-87c372c7-88bd-45f1-b786-14cfc714627a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:13.488314 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-87c372c7-88bd-45f1-b786-14cfc714627a tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/networks?id=a17553ff-b6e7-4dfb-8306-205ae3f38f66 HTTP/1.1" status: 200 len: 805 time: 0.3959901 Jan 29 04:22:13.529821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-bdc38678-f7bb-4880-9bd9-7e7daed94709 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/quotas/6b8cd4f16ade4883ad8fbe12feedadbc HTTP/1.1" status: 200 len: 375 time: 0.0382292 Jan 29 04:22:13.533347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:13.653479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ecc4-8650-4a14-b3e9-dc8e0d099d13 req-d55931e2-5128-452c-a3b4-cfa75c9ecf2f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:13.663658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7154ecc4-8650-4a14-b3e9-dc8e0d099d13 req-d55931e2-5128-452c-a3b4-cfa75c9ecf2f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1140351 Jan 29 04:22:13.681457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-59215a95-566a-4288-8d64-0176585b0de8 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397383 Jan 29 04:22:13.737489 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7154ecc4-8650-4a14-b3e9-dc8e0d099d13 req-615bb0be-7d09-40e3-8023-b7626fa6f276 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723362 Jan 29 04:22:13.842371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-cc151d27-f4b4-40ad-99e0-a8cba963ee07 service neutron] 10.222.0.32 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565013 Jan 29 04:22:13.872515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:13.872892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:13.957785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcd7ae-9e26-48a1-89b7-16c94ba79724 req-a868fa8c-f1fa-42de-8bdf-c12fe21b23e4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:13.968049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79bcd7ae-9e26-48a1-89b7-16c94ba79724 req-a868fa8c-f1fa-42de-8bdf-c12fe21b23e4 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0978193 Jan 29 04:22:14.020758 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79bcd7ae-9e26-48a1-89b7-16c94ba79724 req-f2a1957d-87a8-4a4b-8d28-9f8ae96ff3cc tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Jan 29 04:22:14.022316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-b5f38760-a248-484a-bbf8-1f8e85008a4f service neutron] 10.222.0.32 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709692 Jan 29 04:22:14.471184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bbf15-a579-43eb-b083-c44abe1349aa req-402adde8-ec5b-4fe0-9471-661e3dff52e7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:14.473765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2bbf15-a579-43eb-b083-c44abe1349aa req-402adde8-ec5b-4fe0-9471-661e3dff52e7 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 948 time: 0.0805330 Jan 29 04:22:14.484611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8176e7f-6f0f-4f6c-9b01-f6d25c2abe11 req-b12085a1-9dd1-46d7-a0e0-b3f0fe63160b tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0406067 Jan 29 04:22:14.537074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2bbf15-a579-43eb-b083-c44abe1349aa req-02a87338-be81-4700-9df1-2a68b292c839 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566316 Jan 29 04:22:14.650517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef62274-d6cc-46af-adb1-57694c6193d1 req-690c7d0a-2e65-42f2-996f-c18b22ba7b13 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:14.652118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ef62274-d6cc-46af-adb1-57694c6193d1 req-690c7d0a-2e65-42f2-996f-c18b22ba7b13 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0994492 Jan 29 04:22:14.666990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e06420d8-db88-4135-b875-221563d05088 req-b84806de-fb95-4c90-83d9-837ee0f13734 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 210 time: 0.0412183 Jan 29 04:22:14.746414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-215e4481-04ca-4af8-a339-31836360a5d9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460575 Jan 29 04:22:14.750318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ef62274-d6cc-46af-adb1-57694c6193d1 req-33e93ba1-5d8d-4828-8339-daa516b9868c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862293 Jan 29 04:22:14.911807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a8ef652-c0f7-4f5b-beff-4ceddec1bbb5 req-e5af3b95-ab81-41e2-8f73-6c301ee2c5d4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 210 time: 0.0545335 Jan 29 04:22:14.997189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-5a1c7572-5b51-4bc6-b106-86391085318e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:14.998822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-5a1c7572-5b51-4bc6-b106-86391085318e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460046 Jan 29 04:22:15.035773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Request body: {'port': {'device_id': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'd871ce1ed1ca4e098506d761ce8cf575'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:15.104351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c8bb-86c6-49e5-9043-ae2787c7585c req-75fc2c48-ee7c-4898-974a-c8ce5f4d415f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:15.106018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f103c8bb-86c6-49e5-9043-ae2787c7585c req-75fc2c48-ee7c-4898-974a-c8ce5f4d415f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1293414 Jan 29 04:22:15.181777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460477b-6a68-4c32-9e43-9cb98de01b81 req-0ec4ae25-bf42-42f9-badd-0ccca8dde3f8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:15.182121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f103c8bb-86c6-49e5-9043-ae2787c7585c req-04e7d71d-6cea-4564-811f-42ba4d11fb75 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Jan 29 04:22:15.184372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8460477b-6a68-4c32-9e43-9cb98de01b81 req-0ec4ae25-bf42-42f9-badd-0ccca8dde3f8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0699737 Jan 29 04:22:15.214149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Made reservation on behalf of d871ce1ed1ca4e098506d761ce8cf575 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:15.218419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.260828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8460477b-6a68-4c32-9e43-9cb98de01b81 req-f69f7d20-1b09-4514-a6c9-404c403bc0db tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Jan 29 04:22:15.370611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39344) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:15.407883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Allocated IP 192.168.233.119 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/d21ba998-2543-44e1-95e2-7b90b6e76b0c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:15.508688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4405f6ed-d3f7-4159-8535-c8bf3a89a7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.622101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13d71156-d927-48fa-aca4-2a311943d7f4 req-97cc9026-1e06-4385-ad55-ce5fa77ccc37 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.0307622 Jan 29 04:22:15.625154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.638473 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4405f6ed-d3f7-4159-8535-c8bf3a89a7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.658397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4405f6ed-d3f7-4159-8535-c8bf3a89a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.663154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.687620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4405f6ed-d3f7-4159-8535-c8bf3a89a7e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df3334eba8254297be07ef8f72e594a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157320 Jan 29 04:22:15.700846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39354) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:15.704702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:15.731412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:15.748209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:15.751551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:15.762808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:15.816874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37f76-9039-46e7-830e-e7888adca223 req-e1498e24-1a3f-4a46-8f1c-2b1b1b5d5503 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:15.827310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acf37f76-9039-46e7-830e-e7888adca223 req-e1498e24-1a3f-4a46-8f1c-2b1b1b5d5503 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 948 time: 0.1949034 Jan 29 04:22:15.844203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f6ed-d3f7-4159-8535-c8bf3a89a7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f047bb7-bbe5-4301-b833-c75943c06511,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:15.890252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:15.890934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.894056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:15.952180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5db61cdd-68e7-4e2e-aa58-361433dde98c req-a16427bc-985c-40cd-96ef-6904531da9dc tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 210 time: 0.0539744 Jan 29 04:22:15.968458 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acf37f76-9039-46e7-830e-e7888adca223 req-8e93fe3f-1d5e-4c9b-b4c4-dd59b1723ac8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402807 Jan 29 04:22:15.984429 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e729d2e9-e932-47fe-94b4-ef855239c0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:15.985934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-879b1f12-57f1-469f-af02-aa1c3e356906 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9538062 Jan 29 04:22:16.047084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e729d2e9-e932-47fe-94b4-ef855239c0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:16.174602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Request body: {'port': {'device_id': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:16.323999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e729d2e9-e932-47fe-94b4-ef855239c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:16.326636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e729d2e9-e932-47fe-94b4-ef855239c0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:16.330887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-eb9fc555-d628-4043-98ce-4792631ed2f9 None None] Provisioning complete for port d21ba998-2543-44e1-95e2-7b90b6e76b0c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:16.332211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc555-d628-4043-98ce-4792631ed2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:16.332309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e729d2e9-e932-47fe-94b4-ef855239c0aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f047bb7-bbe5-4301-b833-c75943c06511 HTTP/1.1" status: 204 len: 168 time: 0.6287344 Jan 29 04:22:16.364871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961097a-e0b3-49fe-8f04-1e7f7034ff0d req-09cf6a96-4581-49ce-8836-bd843e4a2a61 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:16.383868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f961097a-e0b3-49fe-8f04-1e7f7034ff0d req-09cf6a96-4581-49ce-8836-bd843e4a2a61 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.3156180 Jan 29 04:22:16.388476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729d2e9-e932-47fe-94b4-ef855239c0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f047bb7-bbe5-4301-b833-c75943c06511,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:16.445922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f470b-756d-48b3-a057-772576c44c15 req-7b8aa3e8-f43e-4b08-9be8-c3fe4525f91e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:16.450713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb9f470b-756d-48b3-a057-772576c44c15 req-7b8aa3e8-f43e-4b08-9be8-c3fe4525f91e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 936 time: 0.2076747 Jan 29 04:22:16.466748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-3cd19b20-0836-4535-8078-da51fbb9b545 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:16.473593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-3cd19b20-0836-4535-8078-da51fbb9b545 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.36 "GET /v2.0/networks?id=a17553ff-b6e7-4dfb-8306-205ae3f38f66 HTTP/1.1" status: 200 len: 805 time: 0.3627644 Jan 29 04:22:16.553213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fc555-d628-4043-98ce-4792631ed2f9 None None] Port d21ba998-2543-44e1-95e2-7b90b6e76b0c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:22:16.555022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:16.817571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39370) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:16.851659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f961097a-e0b3-49fe-8f04-1e7f7034ff0d req-1fb4eeae-90af-4540-87ba-bc8a4e66ca82 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606001 Jan 29 04:22:16.865476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1ea50da-fb56-4adb-8788-09cbcb6dc072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:16.911435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb9f470b-756d-48b3-a057-772576c44c15 req-c2d1f0bc-575f-458d-b8a9-38423df05c7e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309518 Jan 29 04:22:16.941464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-57aba10a-7647-41e4-8752-0c8bdc2bdc55 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc HTTP/1.1" status: 200 len: 379 time: 0.4385753 Jan 29 04:22:16.955022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Request body: {'port': {'device_id': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'admin_state_up': True, 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'security_groups': ['fd8a6b9c-585d-4778-934c-e9f1b0f8b30d']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:17.102990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907b510-ded8-474b-84e1-7a321a2ff013 req-5bb360c0-65e6-4c3f-a193-6061078e6f75 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:17.104684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f907b510-ded8-474b-84e1-7a321a2ff013 req-5bb360c0-65e6-4c3f-a193-6061078e6f75 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1173904 Jan 29 04:22:17.127234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21ba998-2543-44e1-95e2-7b90b6e76b0c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:17.130243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c3056-b59b-404e-89b7-474f37b89647 req-2741eb27-c5a7-4c67-94d9-f11e5f8b1f0a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:17.137708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-484c3056-b59b-404e-89b7-474f37b89647 req-2741eb27-c5a7-4c67-94d9-f11e5f8b1f0a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1005819 Jan 29 04:22:17.146857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.164462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1ea50da-fb56-4adb-8788-09cbcb6dc072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.202382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f907b510-ded8-474b-84e1-7a321a2ff013 req-835ea616-0098-43a0-b329-4fd730d5c88b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836706 Jan 29 04:22:17.205017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1ea50da-fb56-4adb-8788-09cbcb6dc072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.210836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-484c3056-b59b-404e-89b7-474f37b89647 req-11592077-4c6f-4ff9-8ec8-013daaa956a7 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Jan 29 04:22:17.216410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Transition to ACTIVE for port object d21ba998-2543-44e1-95e2-7b90b6e76b0c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:22:17.243815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Made reservation on behalf of 6b8cd4f16ade4883ad8fbe12feedadbc for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:17.247609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.255944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.363854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:17.426680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a1ea50da-fb56-4adb-8788-09cbcb6dc072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b09cbf8cb27d4041a8e6d36dcc61f998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029029 Jan 29 04:22:17.433773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c876b22-79ac-450f-bec6-fd1316d008a8 req-ff6b2fda-6256-476b-8fae-0c43de768370 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 210 time: 0.0748453 Jan 29 04:22:17.437072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39376) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:17.461879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea50da-fb56-4adb-8788-09cbcb6dc072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e3da3-9eeb-4389-8b9a-04c13ed155e5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:17.481227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port abf1a085-5f7b-4607-a347-6e9a4709e7b3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:17.481767 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.586781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42ce0aca-8c4f-4114-b9bc-d5967a50e431 req-121da597-d9ae-43f2-9a90-7e0701d416b3 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac4e4b1-bd35-4b54-bdde-dcdc9626c473 HTTP/1.1" status: 200 len: 210 time: 0.1901486 Jan 29 04:22:17.649384 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.687397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Allocated IP 172.20.0.3 (a17553ff-b6e7-4dfb-8306-205ae3f38f66/d650ab9b-1f80-4d49-9e7b-f6d51419808f/3b5ef082-4422-4cab-83fc-41e89e697a38) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:17.706969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3368-a6f3-48a8-8d61-ecb58b51812f req-c4387d3f-2f26-46e5-920f-f94c022670aa tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:17.708690 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c86b3368-a6f3-48a8-8d61-ecb58b51812f req-c4387d3f-2f26-46e5-920f-f94c022670aa tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 948 time: 0.1472294 Jan 29 04:22:17.726474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e774c422-4f1f-4c7d-afc9-69bca092cb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.726831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:17.727878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:17.731046 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111927f3-37ec-4fce-9f01-a2d68298a929" -d '{"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-plugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:17.742158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:17.742761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:17.743757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:17.749051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:17.749681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:17.750626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:17.757682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.758877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fbab20a3-bf3d-470c-aca5-9f876ba69f96 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:17.760969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:17.761588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:17.762422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:17.763164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Bound port: d21ba998-2543-44e1-95e2-7b90b6e76b0c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:17.763756 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.793513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e774c422-4f1f-4c7d-afc9-69bca092cb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.826323 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef6aafe-45a3-47ce-a094-5679782a9ef7 x-openstack-request-id: req-7ef6aafe-45a3-47ce-a094-5679782a9ef7 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:17.826653 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-plugged", "status": "completed", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:17.826882 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ef6aafe-45a3-47ce-a094-5679782a9ef7 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:17.827243 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'code': 200} Jan 29 04:22:17.855542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:17.860810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:17.865015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=11']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:17.868030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.880004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port fbab20a3-bf3d-470c-aca5-9f876ba69f96 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:22:17.884924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port fbab20a3-bf3d-470c-aca5-9f876ba69f96 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:17.885486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:17.973802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c86b3368-a6f3-48a8-8d61-ecb58b51812f req-54de9ea8-239a-411a-bc00-4b5181121df3 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506526 Jan 29 04:22:18.002776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e774c422-4f1f-4c7d-afc9-69bca092cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.003000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.003764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.005460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] 10.222.0.36 "PUT /v2.0/ports/d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 1096 time: 1.8623624 Jan 29 04:22:18.006749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:18.013409 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de492de9-ef1c-4489-80ae-77a5572fa437" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:18.024819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e774c422-4f1f-4c7d-afc9-69bca092cb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.029871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e774c422-4f1f-4c7d-afc9-69bca092cb23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f0e3da3-9eeb-4389-8b9a-04c13ed155e5 HTTP/1.1" status: 204 len: 168 time: 0.5815127 Jan 29 04:22:18.040933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.082886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774c422-4f1f-4c7d-afc9-69bca092cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e3da3-9eeb-4389-8b9a-04c13ed155e5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:18.188920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fbab20a3-bf3d-470c-aca5-9f876ba69f96, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:18.200221 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.214460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.219060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c44925-5e09-4801-8dbe-12123e60df0b req-4bac3cbb-f1fd-49a6-83ea-eb94fa4d645d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.220670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6c44925-5e09-4801-8dbe-12123e60df0b req-4bac3cbb-f1fd-49a6-83ea-eb94fa4d645d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.2276418 Jan 29 04:22:18.221352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c00d-529c-4828-b886-4d252b46219f service neutron] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:18.244086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b847c1-dc7b-4198-9b72-12cbc6f351c9 req-26df22bc-c148-4c7b-87f1-3ca30979cac5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.251744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85b847c1-dc7b-4198-9b72-12cbc6f351c9 req-26df22bc-c148-4c7b-87f1-3ca30979cac5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.1289399 Jan 29 04:22:18.266433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7acf0ef0-b819-4a2d-a932-5dac2da88151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.275518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7acf0ef0-b819-4a2d-a932-5dac2da88151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1099 time: 0.1931949 Jan 29 04:22:18.320429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85b847c1-dc7b-4198-9b72-12cbc6f351c9 req-e91b2c44-ded7-4597-96cb-850e2743e70a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676918 Jan 29 04:22:18.322293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.343675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=fbab20a3-bf3d-470c-aca5-9f876ba69f96,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:18.451745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:18.456569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:18.458046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7c4cc5a6-3823-44a3-9642-eaecbd9b56de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.1659834 Jan 29 04:22:18.462024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:18.467174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event updated for resources: {'Port': ['ID=3b5ef082-4422-4cab-83fc-41e89e697a38,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:18.478600 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6834c5e-1b14-46b2-8de0-8838fa6f1ded x-openstack-request-id: req-e6834c5e-1b14-46b2-8de0-8838fa6f1ded {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:18.478894 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:18.479152 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6834c5e-1b14-46b2-8de0-8838fa6f1ded {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:18.479556 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'status': 'completed', 'code': 200} Jan 29 04:22:18.580372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.584259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.625276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6eceb-39e8-4c6c-8b6a-3c7c4a410c7a req-d3f9ea42-b4ba-471d-98f9-a695e849adf3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.633824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6c44925-5e09-4801-8dbe-12123e60df0b req-59986364-963b-4f01-aafa-404e28509716 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892465 Jan 29 04:22:18.641330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba6eceb-39e8-4c6c-8b6a-3c7c4a410c7a req-d3f9ea42-b4ba-471d-98f9-a695e849adf3 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1248388 Jan 29 04:22:18.645654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-67e36afe-4906-4904-9d68-a344a002e9ed tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6948266 Jan 29 04:22:18.666738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Request body: {'port': {'device_id': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:18.681283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-bdf624d5-04e5-4d2a-acb9-3905200efc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.684513 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-bdf624d5-04e5-4d2a-acb9-3905200efc22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2040982 Jan 29 04:22:18.765306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.858743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7aba6b9e-2944-47ee-b110-dcc34f75e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.860782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-7aba6b9e-2944-47ee-b110-dcc34f75e944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688538 Jan 29 04:22:18.918199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ded6405b-9a32-42e5-b415-a6db436d8b64 None None] Provisioning complete for port 3b5ef082-4422-4cab-83fc-41e89e697a38 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:18.918699 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ded6405b-9a32-42e5-b415-a6db436d8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:18.940053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f0322-8963-49e5-bc1d-ee43b43688cd req-0c9962ca-d7ef-4575-8b35-e9f1cf132389 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:18.948738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-943f0322-8963-49e5-bc1d-ee43b43688cd req-0c9962ca-d7ef-4575-8b35-e9f1cf132389 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1255376 Jan 29 04:22:19.022267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-943f0322-8963-49e5-bc1d-ee43b43688cd req-3e1f6868-ec9a-478e-b133-42c577d1cfeb tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683527 Jan 29 04:22:19.027177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ded6405b-9a32-42e5-b415-a6db436d8b64 None None] Port 3b5ef082-4422-4cab-83fc-41e89e697a38 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:22:19.047702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-8730e29c-2ac7-4639-9c33-016fd138ab06 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762407 Jan 29 04:22:19.069872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ba6eceb-39e8-4c6c-8b6a-3c7c4a410c7a req-e272f0ea-06e9-42c9-9ff0-a50e2ac9774e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140282 Jan 29 04:22:19.292350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325f7d78-3625-42a3-90aa-d2482b93f9d6 req-50f4b1a6-591b-4c98-8a30-8b33ebb5e29e service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369823 Jan 29 04:22:19.315997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daea08-228f-441d-9547-21c80de33a0c req-26557a2b-8019-4130-80db-abba85d9ee6c tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:19.322353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94daea08-228f-441d-9547-21c80de33a0c req-26557a2b-8019-4130-80db-abba85d9ee6c tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 931 time: 0.1144800 Jan 29 04:22:19.392165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94daea08-228f-441d-9547-21c80de33a0c req-2c376e5d-fbeb-424d-a788-c8b5a5d02edd tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647173 Jan 29 04:22:19.401789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb822-6271-4304-8887-a42978f468b3 req-aa233276-5936-4769-8d07-6ac3ac82b489 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:19.403462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44bfb822-6271-4304-8887-a42978f468b3 req-aa233276-5936-4769-8d07-6ac3ac82b489 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.1432912 Jan 29 04:22:19.451948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-ac21f5dc-7ed4-495a-8e31-7497258e16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:19.454487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-ac21f5dc-7ed4-495a-8e31-7497258e16e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1099 time: 0.0542312 Jan 29 04:22:19.463075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:19.639378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44bfb822-6271-4304-8887-a42978f468b3 req-62ae1d8c-096b-4850-80b9-bd8da81faaf9 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239795 Jan 29 04:22:19.681957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5ef082-4422-4cab-83fc-41e89e697a38 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:19.700537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:19.714443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Transition to ACTIVE for port object 3b5ef082-4422-4cab-83fc-41e89e697a38 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:22:19.726039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:19.742270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fbdc-44fa-42eb-a19c-2346ead826f1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:19.755083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d911390-f375-4588-9ec7-71f114d7d5d6 req-42e00698-eb20-4856-96ac-e7561894c34e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:19.757590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d911390-f375-4588-9ec7-71f114d7d5d6 req-42e00698-eb20-4856-96ac-e7561894c34e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.1828020 Jan 29 04:22:19.759395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-19b42ced-2eb1-401e-b2fa-18217e75c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:19.761066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-19b42ced-2eb1-401e-b2fa-18217e75c052 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2916384 Jan 29 04:22:19.828999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:19.832379 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e20a4-ba9b-4184-83ad-c553916685c4" -d '{"events": [{"server_uuid": "55cb64ee-b0da-4f20-9242-68d8a873e6b3", "name": "network-vif-plugged", "status": "completed", "tag": "fbab20a3-bf3d-470c-aca5-9f876ba69f96"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:19.887754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-f8412c20-0cdd-4cfe-acad-4d4a3b99481c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0965197 Jan 29 04:22:19.926259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d911390-f375-4588-9ec7-71f114d7d5d6 req-794abace-1277-420b-be5e-fc916ec03192 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580675 Jan 29 04:22:20.021065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fbdc-44fa-42eb-a19c-2346ead826f1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:20.025840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3b5ef082-4422-4cab-83fc-41e89e697a38,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:20.029042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-a989890e-9503-4a39-ad36-ee09a161fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.030928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-a989890e-9503-4a39-ad36-ee09a161fe65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1338453 Jan 29 04:22:20.035439 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7042cde-a4de-4918-81a9-2f78c4df0041 x-openstack-request-id: req-d7042cde-a4de-4918-81a9-2f78c4df0041 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:20.035969 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb64ee-b0da-4f20-9242-68d8a873e6b3", "name": "network-vif-plugged", "status": "completed", "tag": "fbab20a3-bf3d-470c-aca5-9f876ba69f96", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:20.036056 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7042cde-a4de-4918-81a9-2f78c4df0041 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:20.036701 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96', 'code': 200} Jan 29 04:22:20.111404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7257-a7fb-421a-a4d3-ce12d1006796 req-682680ab-48e6-45f4-a361-be856f3dc9c6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.120242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dffd7257-a7fb-421a-a4d3-ce12d1006796 req-682680ab-48e6-45f4-a361-be856f3dc9c6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.3272827 Jan 29 04:22:20.133308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Attempting to bind port 3b5ef082-4422-4cab-83fc-41e89e697a38 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:20.133761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Attempting to bind port 3b5ef082-4422-4cab-83fc-41e89e697a38 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:20.134189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Attempting to bind port 3b5ef082-4422-4cab-83fc-41e89e697a38 on network a17553ff-b6e7-4dfb-8306-205ae3f38f66 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:20.170934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Port 3b5ef082-4422-4cab-83fc-41e89e697a38 on network a17553ff-b6e7-4dfb-8306-205ae3f38f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:20.171370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Attempting to bind port 3b5ef082-4422-4cab-83fc-41e89e697a38 on network a17553ff-b6e7-4dfb-8306-205ae3f38f66 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:20.186784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:20.186784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Checking segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:20.186784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Bound using segment: {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:20.187358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Bound port: 3b5ef082-4422-4cab-83fc-41e89e697a38, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f9ec16-7344-49a3-bdb9-a579771599d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:20.187746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:20.220903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dffd7257-a7fb-421a-a4d3-ce12d1006796 req-2cf36132-ae56-4e50-914d-1e5f485e1e6b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996084 Jan 29 04:22:20.239514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fbdc-44fa-42eb-a19c-2346ead826f1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:20.248084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6e8fbdc-44fa-42eb-a19c-2346ead826f1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:20.251378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c6e8fbdc-44fa-42eb-a19c-2346ead826f1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "DELETE /v2.0/security-groups/20640041-d480-46d9-9d92-3cd20ed45da5 HTTP/1.1" status: 204 len: 168 time: 0.7857935 Jan 29 04:22:20.259069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-462cb716-1d94-4f64-a325-a15af5dde91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.263878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-462cb716-1d94-4f64-a325-a15af5dde91e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941233 Jan 29 04:22:20.264565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:20.298425 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-0a74b60e-cbd5-48b3-af94-00b7db2c2d98 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] show failed (client error): The resource could not be found. Jan 29 04:22:20.300347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a74b60e-cbd5-48b3-af94-00b7db2c2d98 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "GET /v2.0/security-groups/20640041-d480-46d9-9d92-3cd20ed45da5 HTTP/1.1" status: 404 len: 347 time: 0.0323908 Jan 29 04:22:20.305547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:20.344299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8fbdc-44fa-42eb-a19c-2346ead826f1 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20640041-d480-46d9-9d92-3cd20ed45da5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:20.361386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e5178-9453-4c74-830d-405e92f98f19 req-0d651603-8309-44b7-85d3-990021ac28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.364003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-538e5178-9453-4c74-830d-405e92f98f19 req-0d651603-8309-44b7-85d3-990021ac28de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 1100 time: 0.2313242 Jan 29 04:22:20.436132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] For port 3b5ef082-4422-4cab-83fc-41e89e697a38, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:20.455983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b843a9-ba7b-4713-a91e-40f7319cfab9 req-e01afee6-e4d7-4403-86cc-22ca1e70c26c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.463212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59b843a9-ba7b-4713-a91e-40f7319cfab9 req-e01afee6-e4d7-4403-86cc-22ca1e70c26c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1132398 Jan 29 04:22:20.468578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] For port 3b5ef082-4422-4cab-83fc-41e89e697a38, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b5ef082-4422-4cab-83fc-41e89e697a38,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:20.477364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:20.521078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.521713 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:20.523556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] 10.222.0.36 "PUT /v2.0/ports/3b5ef082-4422-4cab-83fc-41e89e697a38 HTTP/1.1" status: 200 len: 1091 time: 1.8616316 Jan 29 04:22:20.528690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:20.531096 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e628a4-9ca2-41eb-af02-101706be9f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:20.575148 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59b843a9-ba7b-4713-a91e-40f7319cfab9 req-6b15298b-c9e1-458c-9b4e-ce0de16708d4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109271 Jan 29 04:22:20.658503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746bd34-ff10-445c-b4d9-694b9bc34e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3b5ef082-4422-4cab-83fc-41e89e697a38,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:20.688243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-23832c7a-3f21-4b20-aa8e-4a4ce9c67f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.690672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-23832c7a-3f21-4b20-aa8e-4a4ce9c67f4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc&device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0931039 Jan 29 04:22:20.802400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-590536e9-aa7b-4a84-b84e-8d328c4b1798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5ef082-4422-4cab-83fc-41e89e697a38 HTTP/1.1" status: 200 len: 217 time: 0.0771406 Jan 29 04:22:20.820962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691cec2-1585-4808-abc4-8cbefa6f2818 req-6d81e147-0f24-4cf8-b23a-51140e19e997 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.823795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d691cec2-1585-4808-abc4-8cbefa6f2818 req-6d81e147-0f24-4cf8-b23a-51140e19e997 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 943 time: 0.1309018 Jan 29 04:22:20.869359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e51004-a614-4f33-861c-18da40eb464f req-15212029-ad3f-40cd-8cce-70c728d57b17 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.877029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e51004-a614-4f33-861c-18da40eb464f req-15212029-ad3f-40cd-8cce-70c728d57b17 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.6867924 Jan 29 04:22:20.913957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d691cec2-1585-4808-abc4-8cbefa6f2818 req-bbdded22-e4f6-4014-bc98-f4bbddc68be3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680373 Jan 29 04:22:20.917736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-5265c197-490b-416f-b98a-4ee8a38e2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.919293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-5265c197-490b-416f-b98a-4ee8a38e2881 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d650ab9b-1f80-4d49-9e7b-f6d51419808f HTTP/1.1" status: 200 len: 844 time: 0.1082225 Jan 29 04:22:20.927214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-3aea846f-f2bc-4858-bcbd-02f95c17b6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493266 Jan 29 04:22:20.979503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-dc943160-575f-4b7e-9128-52f71f69f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:20.980990 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-dc943160-575f-4b7e-9128-52f71f69f447 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17553ff-b6e7-4dfb-8306-205ae3f38f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541408 Jan 29 04:22:20.988341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-538e5178-9453-4c74-830d-405e92f98f19 req-f5fe1ece-389f-4fa1-adb9-b209f8b75f93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717300 Jan 29 04:22:21.074456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e51004-a614-4f33-861c-18da40eb464f req-a0d7ddd2-b3ed-4d61-bce8-a8ea6864417a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964915 Jan 29 04:22:21.120579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de492de9-ef1c-4489-80ae-77a5572fa437 req-f41ba261-3756-439b-8135-7a4640a26f29 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806319 Jan 29 04:22:21.129266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Deleting port 1920c4e1-7174-4431-8b36-2566e1f517b3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:21.129676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.156969 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd069df4-8fa8-45e8-a9d6-6947b0aac102 x-openstack-request-id: req-dd069df4-8fa8-45e8-a9d6-6947b0aac102 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:21.157832 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:21.158265 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd069df4-8fa8-45e8-a9d6-6947b0aac102 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:21.158809 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'status': 'completed', 'code': 200} Jan 29 04:22:21.248962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ae70-178b-402c-896e-33b617131f93 req-aa133f02-f8ca-424b-bd2f-0fa3f03e3852 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:21.250497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fd6ae70-178b-402c-896e-33b617131f93 req-aa133f02-f8ca-424b-bd2f-0fa3f03e3852 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.0616088 Jan 29 04:22:21.265452 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.265947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.282293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Calling delete_port for 1920c4e1-7174-4431-8b36-2566e1f517b3 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:21.333211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fd6ae70-178b-402c-896e-33b617131f93 req-41ff48bd-cc74-49b7-9316-97f2b3e53461 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758777 Jan 29 04:22:21.369440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:21.375483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d69a5-538a-449b-9b90-3c2b6fd770e5 req-9df3e56c-155c-451c-92f8-1b655b01a1eb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:21.382654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-ae2266f2-16bb-4a8e-8019-400bb2c5f155 service neutron] 10.222.0.36 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117117 Jan 29 04:22:21.383744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-941d69a5-538a-449b-9b90-3c2b6fd770e5 req-9df3e56c-155c-451c-92f8-1b655b01a1eb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.1558356 Jan 29 04:22:21.455482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-941d69a5-538a-449b-9b90-3c2b6fd770e5 req-a5261b26-255e-4590-8796-bbb25d79c667 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656152 Jan 29 04:22:21.517505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:21.538932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'mac_address': 'fa:16:3e:9f:fb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:21.543089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.560025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acc7a1-e0dc-4644-838b-0e3917219986 req-b0ac1079-cc89-4cc3-851c-6fed6ac990cc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:21.569754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1acc7a1-e0dc-4644-838b-0e3917219986 req-b0ac1079-cc89-4cc3-851c-6fed6ac990cc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.1495340 Jan 29 04:22:21.584577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Pushing event deleted for resources: {'Port': ['ID=1920c4e1-7174-4431-8b36-2566e1f517b3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:21.608575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.623547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21ba998-2543-44e1-95e2-7b90b6e76b0c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:21.645861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:21.646460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fdca2ea-d01c-4ec7-a823-824ed970bb8e req-53e8cf23-f418-4419-9293-2d2d91661bf0 service neutron] 10.222.0.36 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539270 Jan 29 04:22:21.650243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.653203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.653606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:21.654707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e0227c3-883e-466d-b0cf-b54d2d95a389 tempest-ServersTestBootFromVolume-595030027 tempest-ServersTestBootFromVolume-595030027-project] 10.222.0.32 "DELETE /v2.0/floatingips/34047e0e-9dce-421b-b9bc-8921bee25021 HTTP/1.1" status: 204 len: 168 time: 1.3467281 Jan 29 04:22:21.658153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39472) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:21.710144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1acc7a1-e0dc-4644-838b-0e3917219986 req-98220e31-f9d4-4bff-ba27-e96d6ac8669c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393981 Jan 29 04:22:21.742928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:21.822852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-bd6851cd-4c1f-4d74-9450-feead14c9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:21.825075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-bd6851cd-4c1f-4d74-9450-feead14c9c63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc&device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0611699 Jan 29 04:22:21.846578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-9bcc8d7d-473f-4df7-9e6c-e5be63b414ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:21.848554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-9bcc8d7d-473f-4df7-9e6c-e5be63b414ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1124 time: 0.1255875 Jan 29 04:22:21.950309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-bcaa5aaa-ea40-4619-85a0-115ef59cd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:21.951766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-bcaa5aaa-ea40-4619-85a0-115ef59cd89c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17553ff-b6e7-4dfb-8306-205ae3f38f66 HTTP/1.1" status: 200 len: 906 time: 0.1128721 Jan 29 04:22:22.024060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-2a1db702-558f-4850-9152-bdd5649df453 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5ef082-4422-4cab-83fc-41e89e697a38 HTTP/1.1" status: 200 len: 217 time: 0.0650201 Jan 29 04:22:22.051206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3495a7b-d219-4274-b3ba-51b684a2e066 req-bc7c8f35-522d-4fa9-a42e-0a9e2c742a36 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.052642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3495a7b-d219-4274-b3ba-51b684a2e066 req-bc7c8f35-522d-4fa9-a42e-0a9e2c742a36 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.2432015 Jan 29 04:22:22.097663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-efc6549f-c614-4a33-8e6d-f2a2246842b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.098990 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-efc6549f-c614-4a33-8e6d-f2a2246842b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d650ab9b-1f80-4d49-9e7b-f6d51419808f HTTP/1.1" status: 200 len: 844 time: 0.0655510 Jan 29 04:22:22.111117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4fe-c33a-4b5d-a268-7e58a669a1a6 req-dd2cea5d-4871-4cd1-a16c-a9797c845cb5 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.113017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9f9f4fe-c33a-4b5d-a268-7e58a669a1a6 req-dd2cea5d-4871-4cd1-a16c-a9797c845cb5 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 943 time: 0.0878797 Jan 29 04:22:22.130329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-c4466bed-41fe-4462-ba24-ef724d7cc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.131822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-c4466bed-41fe-4462-ba24-ef724d7cc29e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.2735281 Jan 29 04:22:22.138352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['d21ba998-2543-44e1-95e2-7b90b6e76b0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:22.226899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9f9f4fe-c33a-4b5d-a268-7e58a669a1a6 req-ff96f0fe-38bf-4768-903d-4f185b895fc3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014447 Jan 29 04:22:22.232259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3495a7b-d219-4274-b3ba-51b684a2e066 req-9ba97686-e94b-4a77-b669-94cd83475a99 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690214 Jan 29 04:22:22.238140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-e851430f-b262-47af-b03f-7086d3fefaf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 217 time: 0.0959640 Jan 29 04:22:22.238869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-3d1b43cc-8173-4782-bb6f-6d8b649b0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.240785 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-3d1b43cc-8173-4782-bb6f-6d8b649b0b60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17553ff-b6e7-4dfb-8306-205ae3f38f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269505 Jan 29 04:22:22.440290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-dc91302b-f2a6-40eb-a118-3bfd8b06bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.442514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:22.443083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-dc91302b-f2a6-40eb-a118-3bfd8b06bf1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1887097 Jan 29 04:22:22.479382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df762974-287f-4b03-91fd-1acb92cde6cf req-7c981014-a1ab-4d24-8fb8-0834d8c51907 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.481742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df762974-287f-4b03-91fd-1acb92cde6cf req-7c981014-a1ab-4d24-8fb8-0834d8c51907 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.1538734 Jan 29 04:22:22.507531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-5d7caac3-c46d-4514-ae23-bb16252e23b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544620 Jan 29 04:22:22.573730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-bf7c062b-1cf2-4af8-aa7e-3a43e675ea2e service neutron] 10.222.0.36 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914799 Jan 29 04:22:22.579929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df762974-287f-4b03-91fd-1acb92cde6cf req-02455e84-3af6-4ecd-bd51-f28ee65aa149 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810010 Jan 29 04:22:22.670749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-3b349338-ccce-4c0f-b70e-d9a4d3097cf7 service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510425 Jan 29 04:22:22.733375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8babc1d-afb8-4e5a-8ae0-a4cf06e71130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:22.756905 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38446c7c-0707-4aae-bcb0-11ebd70be783 req-0cdb83f9-12c3-4091-bd02-1f65e0072f3c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.758392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38446c7c-0707-4aae-bcb0-11ebd70be783 req-0cdb83f9-12c3-4091-bd02-1f65e0072f3c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.2533262 Jan 29 04:22:22.773744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e628a4-9ca2-41eb-af02-101706be9f4d req-cf7bc3f6-9c06-4f95-a2b2-56893837dc0d service neutron] 10.222.0.36 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753781 Jan 29 04:22:22.801687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aee124-97bd-45ef-8ab9-a371ec564c4c req-57d79afe-8b4e-4efa-a23c-11e936e04c51 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:22.803206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5aee124-97bd-45ef-8ab9-a371ec564c4c req-57d79afe-8b4e-4efa-a23c-11e936e04c51 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.1149232 Jan 29 04:22:22.859724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-04212b3e-08f5-4604-a872-3537c801950c service neutron] 10.222.0.20 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771331 Jan 29 04:22:22.864612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38446c7c-0707-4aae-bcb0-11ebd70be783 req-b7bd4ddc-9aa9-4b59-acb4-ff3407485370 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844159 Jan 29 04:22:22.873803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8babc1d-afb8-4e5a-8ae0-a4cf06e71130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:22.875724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:22.883942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8babc1d-afb8-4e5a-8ae0-a4cf06e71130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:22.901404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5aee124-97bd-45ef-8ab9-a371ec564c4c req-97a8b92c-bd75-43af-a727-58ef71d9e426 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735517 Jan 29 04:22:22.934587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8babc1d-afb8-4e5a-8ae0-a4cf06e71130 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e9ddea3f5c24ccc8a17e38dcaebd828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4871106 Jan 29 04:22:22.936027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:22.936823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8babc1d-afb8-4e5a-8ae0-a4cf06e71130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f76e0-8e23-4809-a4d7-9021602b7832,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:23.009443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54b48674-5406-4325-8204-b3b9dc2da555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.057988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54b48674-5406-4325-8204-b3b9dc2da555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.083781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-97bbb965-932a-461f-a240-ae090a184922 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:23.085302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-97bbb965-932a-461f-a240-ae090a184922 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53&tenant_id=338ee70972e1416080f8f893b188c868&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1124 time: 0.1192162 Jan 29 04:22:23.101992 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1850ee-df03-43f6-9d12-fbbd7ad21ab2 req-0b18c322-5fed-43b6-9e6b-0cdfa841cf69 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:23.103844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f1850ee-df03-43f6-9d12-fbbd7ad21ab2 req-0b18c322-5fed-43b6-9e6b-0cdfa841cf69 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0894675 Jan 29 04:22:23.107775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:23.114440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e2a3-3dd8-4c7d-8bd4-d5abd1fb340d req-8f169a87-ff48-4059-a235-c3d493eba063 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:23.118386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6400e2a3-3dd8-4c7d-8bd4-d5abd1fb340d req-8f169a87-ff48-4059-a235-c3d493eba063 tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1124 time: 0.1103508 Jan 29 04:22:23.152039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54b48674-5406-4325-8204-b3b9dc2da555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.154555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54b48674-5406-4325-8204-b3b9dc2da555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.155676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-54b48674-5406-4325-8204-b3b9dc2da555 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b1f76e0-8e23-4809-a4d7-9021602b7832 HTTP/1.1" status: 204 len: 168 time: 0.2153521 Jan 29 04:22:23.165351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f1850ee-df03-43f6-9d12-fbbd7ad21ab2 req-45f0464e-d2b5-4b4f-98d5-5e7045b1e4d9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510392 Jan 29 04:22:23.170111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b48674-5406-4325-8204-b3b9dc2da555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f76e0-8e23-4809-a4d7-9021602b7832,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:23.243209 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.276474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6400e2a3-3dd8-4c7d-8bd4-d5abd1fb340d req-da9aeb9c-d160-4ede-aa1e-218519f2b89a tempest-LiveAutoBlockMigrationV225Test-809095813 tempest-LiveAutoBlockMigrationV225Test-809095813-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064761 Jan 29 04:22:23.382957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13220f31-724c-46ad-a79e-7a2d17023d4c req-9962b9ae-0cc3-464a-9e6a-38be8195bf45 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:23.384670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13220f31-724c-46ad-a79e-7a2d17023d4c req-9962b9ae-0cc3-464a-9e6a-38be8195bf45 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 943 time: 0.0899820 Jan 29 04:22:23.432626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13220f31-724c-46ad-a79e-7a2d17023d4c req-a35d0389-7dd0-4f8f-919a-3c5c57df6a56 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 Jan 29 04:22:23.491036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:23.520889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39518) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:23.541186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52e76853-8aea-4b17-824e-1e4ac5541ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.546718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5421-bd20-41c2-b2c8-fc30863c1829 req-660bdeb6-7b14-466a-a7aa-7b0c5ccc0792 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:23.548265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d1d5421-bd20-41c2-b2c8-fc30863c1829 req-660bdeb6-7b14-466a-a7aa-7b0c5ccc0792 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1350081 Jan 29 04:22:23.561863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:23.593859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Deleting port fcbd8e05-1834-43e4-ac9a-395477fa7c16 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:23.594329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.662555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac4ce4a-df8d-49b3-a4df-f8e670330069 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:23.676152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52e76853-8aea-4b17-824e-1e4ac5541ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.678609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.681997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52e76853-8aea-4b17-824e-1e4ac5541ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.691083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d1d5421-bd20-41c2-b2c8-fc30863c1829 req-64dc0dbf-6ab8-4d4b-8972-7fdd40cc9df6 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321666 Jan 29 04:22:23.693770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.722935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f168b2-3d1c-4d09-81e9-d3977bf0b8de req-bfb5a503-5de2-4aee-8967-e336b045630a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:23.724419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f8f168b2-3d1c-4d09-81e9-d3977bf0b8de req-bfb5a503-5de2-4aee-8967-e336b045630a tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 943 time: 0.0837851 Jan 29 04:22:23.747638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52e76853-8aea-4b17-824e-1e4ac5541ef0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdcd8b87334a4286b4ff1c6b9984c9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223015 Jan 29 04:22:23.748387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39522) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:23.763005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e76853-8aea-4b17-824e-1e4ac5541ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c068278-0a69-425d-aec3-8e548ab55f83,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:23.774951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] For port fcbd8e05-1834-43e4-ac9a-395477fa7c16, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fcbd8e05-1834-43e4-ac9a-395477fa7c16,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:23.775402 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.780070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3d62-8471-4c83-aeba-1ed86ad8c157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.795031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on host n-h1-825930-1 for vnic_type normal with profile {} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:23.795373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:23.795713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:23.805393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Calling delete_port for fcbd8e05-1834-43e4-ac9a-395477fa7c16 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:23.807032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=9']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:23.811676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:23.812008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Attempting to bind port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on network f3b511c2-cf74-4737-8c6a-90fa2225aa1b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:23.812310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f8f168b2-3d1c-4d09-81e9-d3977bf0b8de req-0463e999-e48d-4930-9d7b-eceaa8d73603 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783584 Jan 29 04:22:23.822118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:23.822494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Checking segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:23.822882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Bound using segment: {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:23.823580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Bound port: 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bda03-19ec-4399-a71e-efc3e6ed513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'f3b511c2-cf74-4737-8c6a-90fa2225aa1b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:23.823944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.840474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c81402a-342e-41be-8b29-420568bbac02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.863866 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c81402a-342e-41be-8b29-420568bbac02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.918956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c81402a-342e-41be-8b29-420568bbac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.922489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c81402a-342e-41be-8b29-420568bbac02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:23.927578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7c81402a-342e-41be-8b29-420568bbac02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c068278-0a69-425d-aec3-8e548ab55f83 HTTP/1.1" status: 204 len: 168 time: 0.1749537 Jan 29 04:22:23.934129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81402a-342e-41be-8b29-420568bbac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c068278-0a69-425d-aec3-8e548ab55f83,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:23.980031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:24.009046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:24.014232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:24.064372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf88a-f162-4d8b-9562-38572300377e req-b3118889-2db9-4571-831e-018a824521d4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.067131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bbcf88a-f162-4d8b-9562-38572300377e req-b3118889-2db9-4571-831e-018a824521d4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.0573134 Jan 29 04:22:24.092312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.093008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:24.094391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] 10.222.0.20 "PUT /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 1091 time: 0.9906046 Jan 29 04:22:24.096194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:24.098590 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24772a36-bba7-4500-9187-83e682d85047" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:24.116611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bbcf88a-f162-4d8b-9562-38572300377e req-23c18a44-1d3e-434b-8c51-2de85084fedf tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Jan 29 04:22:24.162288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68319684-1049-40af-9152-9dc29a368746 req-ba0d06f2-5e11-4c49-bf3c-3747e488a865 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.163913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68319684-1049-40af-9152-9dc29a368746 req-ba0d06f2-5e11-4c49-bf3c-3747e488a865 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.1756854 Jan 29 04:22:24.169970 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d70d4f-e126-48be-8047-5b4446526805 x-openstack-request-id: req-89d70d4f-e126-48be-8047-5b4446526805 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:24.170169 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:24.170400 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89d70d4f-e126-48be-8047-5b4446526805 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:24.170811 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'status': 'completed', 'code': 200} Jan 29 04:22:24.171618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b878af-ddf7-454c-aeb3-b56bfba347cd service neutron] Pushing event updated for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:24.272111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68319684-1049-40af-9152-9dc29a368746 req-89649154-2a73-45e7-86dc-fa7ded996163 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964453 Jan 29 04:22:24.275670 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772a36-bba7-4500-9187-83e682d85047 req-f8462900-27f9-4cac-976f-ade22001d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.277924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-f8462900-27f9-4cac-976f-ade22001d7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=338ee70972e1416080f8f893b188c868&device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 1095 time: 0.0573299 Jan 29 04:22:24.290647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['8ac4ce4a-df8d-49b3-a4df-f8e670330069'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:24.346207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['8ac4ce4a-df8d-49b3-a4df-f8e670330069'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:24.359652 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:24.430692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772a36-bba7-4500-9187-83e682d85047 req-fe0bfbf2-681d-4a25-bc97-50aefd5d53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.432641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-fe0bfbf2-681d-4a25-bc97-50aefd5d53e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 200 len: 922 time: 0.1401584 Jan 29 04:22:24.548336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-8fa739a4-66d9-427d-bdfa-b162a151ef0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 200 len: 217 time: 0.0841801 Jan 29 04:22:24.724914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772a36-bba7-4500-9187-83e682d85047 req-7d1e970a-d981-4057-a415-41c023560b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.727051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-7d1e970a-d981-4057-a415-41c023560b53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 200 len: 861 time: 0.1704729 Jan 29 04:22:24.741110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbd8e05-1834-43e4-ac9a-395477fa7c16,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:24.743694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488d2ea-6edc-4900-a01f-05e1e5b3fe5c req-542261c1-a9fc-4aa6-9323-65728b8c8fac tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:24.756565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d488d2ea-6edc-4900-a01f-05e1e5b3fe5c req-542261c1-a9fc-4aa6-9323-65728b8c8fac tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.1301966 Jan 29 04:22:24.807303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-aab85c46-bfe1-4244-ad04-bfd1cd0f57ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b511c2-cf74-4737-8c6a-90fa2225aa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424943 Jan 29 04:22:24.875468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d488d2ea-6edc-4900-a01f-05e1e5b3fe5c req-2268872b-4a0e-48f0-ad13-7cbc7e302ba2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180243 Jan 29 04:22:25.013509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-3b50295d-f6ea-4446-8f46-82bedfac32fb service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944556 Jan 29 04:22:25.039439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e6c51-cc20-45bc-97cf-7c2542fa00dc req-b1a07155-990b-48c3-9520-deccb5dab752 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.040912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-583e6c51-cc20-45bc-97cf-7c2542fa00dc req-b1a07155-990b-48c3-9520-deccb5dab752 tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 1100 time: 0.3144436 Jan 29 04:22:25.056357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-4ee8760c-f926-4221-ac34-37509e171085 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3264167 Jan 29 04:22:25.155139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-f2b3d181-e8b2-484f-a1a9-0a40e8830977 service neutron] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:25.179610 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24772a36-bba7-4500-9187-83e682d85047 req-b21ae034-2383-441f-904e-55f3c0825bba service neutron] 10.222.0.36 "GET /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454988 Jan 29 04:22:25.181206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-f2b3d181-e8b2-484f-a1a9-0a40e8830977 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.182297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5fe639d-a6e4-40d4-903c-6516a0b45e76 req-f2b3d181-e8b2-484f-a1a9-0a40e8830977 service neutron] 10.222.0.20 "DELETE /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069/bindings/n-h2-825930-1 HTTP/1.1" status: 204 len: 173 time: 1.0705903 Jan 29 04:22:25.193335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364857a-295f-44e1-aa19-98949fa583d7 req-2ece8e6c-f12c-4974-a50f-8ea1a17ebb37 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.210488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6364857a-295f-44e1-aa19-98949fa583d7 req-2ece8e6c-f12c-4974-a50f-8ea1a17ebb37 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 943 time: 0.2578321 Jan 29 04:22:25.221470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-583e6c51-cc20-45bc-97cf-7c2542fa00dc req-431957dd-3313-4c6b-a807-3b698cb0ae8b tempest-ServersOnMultiNodesTest-39729880 tempest-ServersOnMultiNodesTest-39729880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578321 Jan 29 04:22:25.292621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6364857a-295f-44e1-aa19-98949fa583d7 req-d0abe346-b5ce-43e8-9715-3915941ea08e tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742915 Jan 29 04:22:25.362422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.407503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b5ef082-4422-4cab-83fc-41e89e697a38 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:25.420840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:25.433689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a259f0-3e41-4074-8f87-3c8f47f8ab34 req-d702747a-2ac7-45ed-a846-b07a14be1594 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.441312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81a259f0-3e41-4074-8f87-3c8f47f8ab34 req-d702747a-2ac7-45ed-a846-b07a14be1594 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jan 29 04:22:25.485354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-bb162866-e285-40f9-b4db-8dc640be7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.487507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-bb162866-e285-40f9-b4db-8dc640be7826 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 1101 time: 0.3334954 Jan 29 04:22:25.508642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81a259f0-3e41-4074-8f87-3c8f47f8ab34 req-0466f813-4a1c-4be0-9260-c58bf8b39831 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 Jan 29 04:22:25.562759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port d21ba998-2543-44e1-95e2-7b90b6e76b0c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:22:25.569068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port d21ba998-2543-44e1-95e2-7b90b6e76b0c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:25.569559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.571088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4de5e1-b94f-47a5-b6f2-4cd5eee143ee req-2a04ceaa-165b-47e9-b5b2-17f7fc114186 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.572683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e4de5e1-b94f-47a5-b6f2-4cd5eee143ee req-2a04ceaa-165b-47e9-b5b2-17f7fc114186 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.2303638 Jan 29 04:22:25.628668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b5ef082-4422-4cab-83fc-41e89e697a38, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b5ef082-4422-4cab-83fc-41e89e697a38,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:25.648555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'port_id': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'mac_address': 'fa:16:3e:25:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:25.668733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a9fd-7a8b-4a5a-809f-377be9d1117e req-935a7b33-499d-4062-a8f5-fb34a98944dd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.676263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f516a9fd-7a8b-4a5a-809f-377be9d1117e req-935a7b33-499d-4062-a8f5-fb34a98944dd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.0725076 Jan 29 04:22:25.699669 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.719111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5ef082-4422-4cab-83fc-41e89e697a38 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:25.720553 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f516a9fd-7a8b-4a5a-809f-377be9d1117e req-508112bb-58fb-44f6-bc50-fa895782c966 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Jan 29 04:22:25.777675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.790774 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e4de5e1-b94f-47a5-b6f2-4cd5eee143ee req-6d6d5b21-27b8-42f1-85e1-306c3b71c2d1 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235487 Jan 29 04:22:25.799824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b5ef082-4422-4cab-83fc-41e89e697a38, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b5ef082-4422-4cab-83fc-41e89e697a38,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:25.835132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:25.836815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:25.840644 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97ed706-e30d-487d-9932-44b2ee0d9731" -d '{"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-plugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:25.846283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.869033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-d2cfcb17-0757-4329-9c6d-40a39e752390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:25.870564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-d2cfcb17-0757-4329-9c6d-40a39e752390 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2045863 Jan 29 04:22:25.919492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:25.922239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b5ef082-4422-4cab-83fc-41e89e697a38,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:25.953576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-c93e1e72-6ea7-43de-84b9-4e081a18a8cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=081277d8-e747-4a33-8d04-151903472997 HTTP/1.1" status: 200 len: 217 time: 0.0508790 Jan 29 04:22:25.970714 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aaddc8-476a-45c2-a077-04e667893cd4 x-openstack-request-id: req-55aaddc8-476a-45c2-a077-04e667893cd4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:25.971004 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-plugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:25.971286 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55aaddc8-476a-45c2-a077-04e667893cd4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:25.971879 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'code': 200} Jan 29 04:22:25.979332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Router 269822f0-68ab-4f37-a935-06f85aafce31 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:22:26.024620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:26.084932 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd13f049-b2e8-4202-a554-c2b890e3657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:26.175505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-d095aa8d-8f44-4bb4-88ba-1be98c48d85c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.177038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-d095aa8d-8f44-4bb4-88ba-1be98c48d85c tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 944 time: 0.0772223 Jan 29 04:22:26.211671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-57c2e3c0-cf44-4e2e-9615-f6082ed74ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.213256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-57c2e3c0-cf44-4e2e-9615-f6082ed74ea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2209163 Jan 29 04:22:26.276756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4484a-fb6f-4833-97a4-df37ca2960ab req-de4763a2-3706-47c7-a118-39df770013f3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.278328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-daf4484a-fb6f-4833-97a4-df37ca2960ab req-de4763a2-3706-47c7-a118-39df770013f3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.1667016 Jan 29 04:22:26.279233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3b5ef082-4422-4cab-83fc-41e89e697a38'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:26.290062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4a0-cc8f-4cd6-87a7-53a44a5cd368 req-cd650bbb-b352-48f4-818f-e62c9bd8c339 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.296216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:22:26.301481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f46b4a0-cc8f-4cd6-87a7-53a44a5cd368 req-cd650bbb-b352-48f4-818f-e62c9bd8c339 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.1417825 Jan 29 04:22:26.308372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b2010e8-a2eb-4971-8057-2904645e8b13 admin admin] 10.222.0.32 "PUT /v2.0/routers/269822f0-68ab-4f37-a935-06f85aafce31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6490715 Jan 29 04:22:26.318629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:26.332090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] Sync routers for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:22:26.332699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06256343-3cd6-45e4-8456-3d22f0778c4f req-488d0e0d-69a1-4820-b0a6-24fa3dcd3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.334637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06256343-3cd6-45e4-8456-3d22f0778c4f req-488d0e0d-69a1-4820-b0a6-24fa3dcd3a64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1101 time: 0.1351199 Jan 29 04:22:26.356841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:26.357708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:26.366503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f46b4a0-cc8f-4cd6-87a7-53a44a5cd368 req-4abcbdee-1ac0-4934-9da0-2d0a6b7b8ee2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638080 Jan 29 04:22:26.391299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-c290e809-81cf-4016-b844-0f01961c4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.393788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-c290e809-81cf-4016-b844-0f01961c4101 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573317 Jan 29 04:22:26.423623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Deleting port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:26.424834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:26.455274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-daf4484a-fb6f-4833-97a4-df37ca2960ab req-abf9fe74-4058-4345-a071-174dd211784d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585910 Jan 29 04:22:26.548217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:26.556680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] For port 8ac4ce4a-df8d-49b3-a4df-f8e670330069, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8ac4ce4a-df8d-49b3-a4df-f8e670330069,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:26.557279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:26.590774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Calling delete_port for 8ac4ce4a-df8d-49b3-a4df-f8e670330069 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:26.598966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06256343-3cd6-45e4-8456-3d22f0778c4f req-683dd8da-601f-48a8-b6a1-2dcdf5c0115b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279263 Jan 29 04:22:26.674032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:26.681347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-a75f168e-25ab-43df-9b6c-5e7894d835bc service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707689 Jan 29 04:22:26.726979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ee38-517d-4885-be91-0d17bc4efac8 req-a9ba425c-aacd-4041-a5cb-ee65dcf8e3b8 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:26.728772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3396ee38-517d-4885-be91-0d17bc4efac8 req-a9ba425c-aacd-4041-a5cb-ee65dcf8e3b8 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 944 time: 0.1379790 Jan 29 04:22:26.779813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:26.828663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3396ee38-517d-4885-be91-0d17bc4efac8 req-64c5c118-96dc-441c-8adf-cb305beb4224 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882783 Jan 29 04:22:26.843974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:26.845974 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:26.914717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event deleted for resources: {'Port': ['ID=8ac4ce4a-df8d-49b3-a4df-f8e670330069,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:26.960467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:22:24Z', 'revision_number': 5, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port': {'id': '438e41ca-4488-4ebf-bf9b-9c0bfd4955aa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269822f0-68ab-4f37-a935-06f85aafce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:19:57Z', 'updated_at': '2022-01-29T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:26.994206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53fb2bbe-10dc-45ea-b962-3ea1b36ea131 req-6d09310e-c443-4da8-9252-ef3323e64adc tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.1652393 Jan 29 04:22:26.995714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] No DVR routers for this DVR port 8ac4ce4a-df8d-49b3-a4df-f8e670330069 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:26.998932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.003436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] Checking router: 269822f0-68ab-4f37-a935-06f85aafce31 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:22:27.006841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-406d988b-aa02-4915-ac31-bf49b8695c7e req-5a7f814e-f017-4b1b-b007-a84c0c8d0607 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.36 "DELETE /v2.0/ports/8ac4ce4a-df8d-49b3-a4df-f8e670330069 HTTP/1.1" status: 204 len: 173 time: 0.8115067 Jan 29 04:22:27.007650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'name': 'network-vif-deleted', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:27.009565 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6379d6c8-d35c-49c3-b51a-1e0cf18520f9" -d '{"events": [{"server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "name": "network-vif-deleted", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:27.023246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Deleting port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:27.023902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.033332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] Routers {'269822f0-68ab-4f37-a935-06f85aafce31'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:27.035343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['269822f0-68ab-4f37-a935-06f85aafce31'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:27.059336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e30861e-baa5-4183-8342-c96c26ff3eb3 req-a1de7db6-67f5-4d78-8e43-cd89509d3e23 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636686 Jan 29 04:22:27.180388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b94e-113b-4ff7-a565-77f13cec5f08 req-f7b2c184-f0e6-44bb-ade8-a6335055217b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:27.185000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90b4b94e-113b-4ff7-a565-77f13cec5f08 req-f7b2c184-f0e6-44bb-ade8-a6335055217b tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0826406 Jan 29 04:22:27.202509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] Set router 269822f0-68ab-4f37-a935-06f85aafce31 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:27.235102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] For port 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:27.235694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.265373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Calling delete_port for 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:27.269701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90b4b94e-113b-4ff7-a565-77f13cec5f08 req-0558a2df-d4c1-4411-a37c-6ee8071778a2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763865 Jan 29 04:22:27.284457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536c45-b10b-47a2-8e73-7549bef8f050 req-b63c4116-8cff-478d-adf1-79f907c9a629 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:27.287447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:22:26Z', 'revision_number': 6, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:27.292277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6536c45-b10b-47a2-8e73-7549bef8f050 req-b63c4116-8cff-478d-adf1-79f907c9a629 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1443572 Jan 29 04:22:27.326889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506b7ad-0965-477c-a173-4f826c38eb93 None None] The sync data for ids ['269822f0-68ab-4f37-a935-06f85aafce31'] in n-d-825930-1 is: [{'id': '269822f0-68ab-4f37-a935-06f85aafce31', 'name': 'tempest-ServersTestBootFromVolume-1020529707-router', 'tenant_id': 'f22c932914b44723be92f4b52a538717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:19:56Z', 'updated_at': '2022-01-29T04:22:26Z', 'revision_number': 6, 'project_id': 'f22c932914b44723be92f4b52a538717', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:22:27.332505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.339059 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9532364-8a3c-4656-84ba-134a41711ce9 x-openstack-request-id: req-e9532364-8a3c-4656-84ba-134a41711ce9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:27.340027 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0eb14f-0387-4fbb-98dc-a189d7addd53", "name": "network-vif-deleted", "tag": "8ac4ce4a-df8d-49b3-a4df-f8e670330069", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:27.340434 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9532364-8a3c-4656-84ba-134a41711ce9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:27.341041 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0eb14f-0387-4fbb-98dc-a189d7addd53', 'name': 'network-vif-deleted', 'tag': '8ac4ce4a-df8d-49b3-a4df-f8e670330069', 'status': 'completed', 'code': 200} Jan 29 04:22:27.417060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6536c45-b10b-47a2-8e73-7549bef8f050 req-e2cda2c4-1354-4bb8-b532-86e50b80ea80 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086445 Jan 29 04:22:27.615501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e0413-ee05-43a7-b3f1-df53202113d4 req-ac230a3e-5f69-4419-b34e-42c7fe92a60c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:27.624530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-768e0413-ee05-43a7-b3f1-df53202113d4 req-ac230a3e-5f69-4419-b34e-42c7fe92a60c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0926325 Jan 29 04:22:27.671429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-768e0413-ee05-43a7-b3f1-df53202113d4 req-c92cdb40-6e62-44df-ae30-60bbec87949f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Jan 29 04:22:27.773231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0c3557b9-bb81-4f7a-9334-f3d968d89f2d no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:27.798475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:27.868817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570756e2-2c28-4743-b84e-1503ef6095b1 req-eebe3e8e-598d-4a81-a9b9-0c4872241d19 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:27.871122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-570756e2-2c28-4743-b84e-1503ef6095b1 req-eebe3e8e-598d-4a81-a9b9-0c4872241d19 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.3859041 Jan 29 04:22:27.903706 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.955077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-570756e2-2c28-4743-b84e-1503ef6095b1 req-6b5aa456-60f3-4183-82a9-c1252b86400f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626385 Jan 29 04:22:27.966594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.974797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:27.974797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:27.977367 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9250a3-acde-499e-a9b7-b3bb77e27290" -d '{"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:27.994552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:27.995260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:28.007962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efa63-265b-4567-8f52-7c070d056491 req-946ae0fe-0902-4c22-9971-a122534646ec tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:28.011603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-817efa63-265b-4567-8f52-7c070d056491 req-946ae0fe-0902-4c22-9971-a122534646ec tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 944 time: 0.0960360 Jan 29 04:22:28.015074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Pushing event deleted for resources: {'Port': ['ID=438e41ca-4488-4ebf-bf9b-9c0bfd4955aa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:28.047560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6eae-28e6-4440-95ae-67637ba05ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.145850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d655f0db-94e5-4c9a-b792-83e8b4c558fc req-cb30caf9-6408-4b39-87c3-498eb4081030 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0363963 Jan 29 04:22:28.148911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.188790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-817efa63-265b-4567-8f52-7c070d056491 req-7368d56b-9050-42d2-8804-902a94454d20 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458378 Jan 29 04:22:28.273302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6eae-28e6-4440-95ae-67637ba05ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.277632 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3878367-713a-4b34-84ca-92069de52654 x-openstack-request-id: req-d3878367-713a-4b34-84ca-92069de52654 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:28.277865 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:28.278204 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3878367-713a-4b34-84ca-92069de52654 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:28.278652 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d', 'code': 200} Jan 29 04:22:28.294275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6eae-28e6-4440-95ae-67637ba05ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.296603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.298988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.306703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 8ac4ce4a-df8d-49b3-a4df-f8e670330069 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:28.307090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:28.342451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:28.359771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6fd6eae-28e6-4440-95ae-67637ba05ee0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4ce1155845c488aafd3ec13125efbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593107 Jan 29 04:22:28.363984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39632) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:28.374441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd6eae-28e6-4440-95ae-67637ba05ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821635b4-f498-4db8-ae1c-37d04b02230e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:28.397797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.398310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269822f0-68ab-4f37-a935-06f85aafce31 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:22:28.404209 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.405599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f68509d-666a-4da8-8b5a-a4f76e9ae273 admin admin] 10.222.0.32 "DELETE /v2.0/routers/269822f0-68ab-4f37-a935-06f85aafce31 HTTP/1.1" status: 204 len: 168 time: 2.0836520 Jan 29 04:22:28.409000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:28.466842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-221597c9-fad9-49e4-a18e-b371f762b194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.471309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324af6cc-68e9-46e5-b03a-de2332105ce3 req-4f6ba023-d10c-41aa-ac5f-ba144dfec3e2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:28.474059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-324af6cc-68e9-46e5-b03a-de2332105ce3 req-4f6ba023-d10c-41aa-ac5f-ba144dfec3e2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0655701 Jan 29 04:22:28.482320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Deleting subnet 4d34f3ee-2236-439b-8588-3256821096f7 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:22:28.561329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-85f1427b-be52-4516-8d6b-a9bdcfc7e63e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:28.563179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-85f1427b-be52-4516-8d6b-a9bdcfc7e63e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 949 time: 0.0879164 Jan 29 04:22:28.587757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-324af6cc-68e9-46e5-b03a-de2332105ce3 req-b5303027-f201-48b0-9e0d-87e278b0c300 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043146 Jan 29 04:22:28.729781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port fbab20a3-bf3d-470c-aca5-9f876ba69f96 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:28.730162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.770972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.782140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dfecb-ef11-4d13-af21-b4a1752b241b req-3b99d27c-74bb-4756-bccc-6409e9fb9976 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:28.784179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f70dfecb-ef11-4d13-af21-b4a1752b241b req-3b99d27c-74bb-4756-bccc-6409e9fb9976 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1101 time: 0.0981836 Jan 29 04:22:28.819078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-221597c9-fad9-49e4-a18e-b371f762b194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.847910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f70dfecb-ef11-4d13-af21-b4a1752b241b req-33dfd784-26be-4217-9df4-62371eab8112 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541658 Jan 29 04:22:28.851791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.855019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port fbab20a3-bf3d-470c-aca5-9f876ba69f96, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fbab20a3-bf3d-470c-aca5-9f876ba69f96,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:28.855397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:28.868991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for fbab20a3-bf3d-470c-aca5-9f876ba69f96 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:28.918826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625542-7ed6-472f-901b-4f150980c238 req-ec0c3cab-d7c2-46e2-8b5f-27bdf3b5877f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:28.926595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a625542-7ed6-472f-901b-4f150980c238 req-ec0c3cab-d7c2-46e2-8b5f-27bdf3b5877f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1314764 Jan 29 04:22:29.002916 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.004234 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-221597c9-fad9-49e4-a18e-b371f762b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.007406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-221597c9-fad9-49e4-a18e-b371f762b194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.007904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-221597c9-fad9-49e4-a18e-b371f762b194 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/821635b4-f498-4db8-ae1c-37d04b02230e HTTP/1.1" status: 204 len: 168 time: 0.6429863 Jan 29 04:22:29.018642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9cda7-172e-4058-8c14-00eed173e7db req-ee550a2e-a82f-4979-8593-2eef17cde081 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:29.020952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bd9cda7-172e-4058-8c14-00eed173e7db req-ee550a2e-a82f-4979-8593-2eef17cde081 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.0837960 Jan 29 04:22:29.056716 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a625542-7ed6-472f-901b-4f150980c238 req-7f22f566-f7a3-4bc4-8f88-d62a689631d2 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242404 Jan 29 04:22:29.065598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221597c9-fad9-49e4-a18e-b371f762b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821635b4-f498-4db8-ae1c-37d04b02230e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:29.086935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.124116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bd9cda7-172e-4058-8c14-00eed173e7db req-889b4c25-c832-46e4-a3af-f77415a40faf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832698 Jan 29 04:22:29.125017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.181549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e', 'fbab20a3-bf3d-470c-aca5-9f876ba69f96'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:29.184638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', '01188824-82f5-4db5-a511-2c5e69268ab9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:29.186362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=fbab20a3-bf3d-470c-aca5-9f876ba69f96,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:29.187465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.267817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port fbab20a3-bf3d-470c-aca5-9f876ba69f96 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:29.271240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d34f3ee-2236-439b-8588-3256821096f7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:29.271753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.277019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0289ca2c-33b4-4eca-9873-d8268a66b838 req-902158b5-dcfc-4b10-8dcc-fec7c662b4f4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "DELETE /v2.0/ports/fbab20a3-bf3d-470c-aca5-9f876ba69f96 HTTP/1.1" status: 204 len: 173 time: 0.7062740 Jan 29 04:22:29.278732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'name': 'network-vif-deleted', 'tag': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:29.289550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.290711 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b96a4c4-2882-44ee-a0ed-32d3fa7decbd" -d '{"events": [{"server_uuid": "55cb64ee-b0da-4f20-9242-68d8a873e6b3", "name": "network-vif-deleted", "tag": "fbab20a3-bf3d-470c-aca5-9f876ba69f96"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:29.306623 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2daafd26-2e73-4900-bf4e-30e7c33c4a8d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d34f3ee-2236-439b-8588-3256821096f7 HTTP/1.1" status: 204 len: 168 time: 0.8953722 Jan 29 04:22:29.310026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:29.422023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e3d70-04d2-4b59-bb19-05f3b7973090 None None] Network 5e17caa3-ff94-4a60-8b63-ec472f011b60 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:22:29.442801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fcbd8e05-1834-43e4-ac9a-395477fa7c16 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:29.473511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b5ef082-4422-4cab-83fc-41e89e697a38 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:29.482442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.612234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e42f9498-6d2e-4aa6-850e-8cea56458445 req-c003a725-eefc-4b68-b7db-5234afd9e5ad tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=55cb64ee-b0da-4f20-9242-68d8a873e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0689297 Jan 29 04:22:29.661104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.666068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fcbd8e05-1834-43e4-ac9a-395477fa7c16 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:29.666470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fcbd8e05-1834-43e4-ac9a-395477fa7c16 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:29.667077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:29.681216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:29.763996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-161679e0-1b93-4293-bf57-aa3c2afddadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.774703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4df969de-9b09-4516-9ba5-449456123a21 req-234e7b50-558d-4c32-b531-f1e4d2caa569 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0396149 Jan 29 04:22:29.799743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:29.800506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 438e41ca-4488-4ebf-bf9b-9c0bfd4955aa not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:29.821183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Deleting port 6dc08545-8247-45db-b51b-8aeed1bd3a99 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:29.821659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.918485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-161679e0-1b93-4293-bf57-aa3c2afddadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.924172 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda8bb1-65c9-4dc4-ac61-e057304da92d x-openstack-request-id: req-5fda8bb1-65c9-4dc4-ac61-e057304da92d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:29.926053 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb64ee-b0da-4f20-9242-68d8a873e6b3", "name": "network-vif-deleted", "tag": "fbab20a3-bf3d-470c-aca5-9f876ba69f96", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:29.927113 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fda8bb1-65c9-4dc4-ac61-e057304da92d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:29.928822 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb64ee-b0da-4f20-9242-68d8a873e6b3', 'name': 'network-vif-deleted', 'tag': 'fbab20a3-bf3d-470c-aca5-9f876ba69f96', 'status': 'completed', 'code': 200} Jan 29 04:22:29.935006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-161679e0-1b93-4293-bf57-aa3c2afddadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:29.975929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 3b5ef082-4422-4cab-83fc-41e89e697a38 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:22:29.984782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] For port 6dc08545-8247-45db-b51b-8aeed1bd3a99, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6dc08545-8247-45db-b51b-8aeed1bd3a99,segment=NetworkSegment(b5156423-9884-43c8-9790-51bfef1e9a8f),segment_id=b5156423-9884-43c8-9790-51bfef1e9a8f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:29.985442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.000303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3b5ef082-4422-4cab-83fc-41e89e697a38 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:30.000836 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.016057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Calling delete_port for 6dc08545-8247-45db-b51b-8aeed1bd3a99 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:30.033294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-161679e0-1b93-4293-bf57-aa3c2afddadb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d73f316aa7f842ec9c70e3bb3561bb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507621 Jan 29 04:22:30.038444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:30.060360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-5887807f-92ed-48b7-aac3-c9ea2df11c3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3570821 Jan 29 04:22:30.061051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161679e0-1b93-4293-bf57-aa3c2afddadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818c2af9-fc94-4086-9f58-d7a43f47db34,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:30.121163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3c2e5-6cd1-4a86-bca4-a109ef99d28e req-f0906f32-35aa-4bb8-bcd0-6e7a409072ef tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:30.128830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-caf3c2e5-6cd1-4a86-bca4-a109ef99d28e req-f0906f32-35aa-4bb8-bcd0-6e7a409072ef tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1658130 Jan 29 04:22:30.130079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc192-1ad3-4f30-85ac-e2ba84fa296e req-4a867168-0825-44a1-ad94-09903dea047d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:30.164551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-38bcc192-1ad3-4f30-85ac-e2ba84fa296e req-4a867168-0825-44a1-ad94-09903dea047d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 944 time: 0.4007549 Jan 29 04:22:30.204000 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.225587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] DHCP port deletion for 5e17caa3-ff94-4a60-8b63-ec472f011b60 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:22:30.244065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-38bcc192-1ad3-4f30-85ac-e2ba84fa296e req-47bf08a4-7e2e-4e0a-ae59-de20af40b6b5 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777836 Jan 29 04:22:30.246405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37905103-c917-4ec2-a326-123842d6b930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.267778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b5ef082-4422-4cab-83fc-41e89e697a38, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b5ef082-4422-4cab-83fc-41e89e697a38,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:30.284625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-caf3c2e5-6cd1-4a86-bca4-a109ef99d28e req-3bb3227f-217b-4ff6-95c6-85de67be3d75 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547627 Jan 29 04:22:30.285654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:30.288118 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9968e166-9ff7-406b-b5f3-2afb5009b57e" -d '{"events": [{"server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "name": "network-vif-plugged", "status": "completed", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:30.291319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.292206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fbab20a3-bf3d-470c-aca5-9f876ba69f96 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:30.339699 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37905103-c917-4ec2-a326-123842d6b930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.446780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.458545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: fbab20a3-bf3d-470c-aca5-9f876ba69f96 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:30.458801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fbab20a3-bf3d-470c-aca5-9f876ba69f96 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:30.459225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:30.483955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc08545-8247-45db-b51b-8aeed1bd3a99,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:30.493724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] No DVR routers for this DVR port 6dc08545-8247-45db-b51b-8aeed1bd3a99 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:30.505230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c81b3-251b-47ce-a1a6-5e7b78a803dc req-61c07880-24c6-4492-b674-592636406f97 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:30.509208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-640c81b3-251b-47ce-a1a6-5e7b78a803dc req-61c07880-24c6-4492-b674-592636406f97 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1396077 Jan 29 04:22:30.523457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 8ac4ce4a-df8d-49b3-a4df-f8e670330069 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:30.523721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8ac4ce4a-df8d-49b3-a4df-f8e670330069 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:30.537821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d42877-3af4-49e3-b6ed-a75000ce2d1d req-de594381-9647-4025-9152-bd518e04d934 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:30.547060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70d42877-3af4-49e3-b6ed-a75000ce2d1d req-de594381-9647-4025-9152-bd518e04d934 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.1417084 Jan 29 04:22:30.559542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37905103-c917-4ec2-a326-123842d6b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.562270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37905103-c917-4ec2-a326-123842d6b930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.562406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-640c81b3-251b-47ce-a1a6-5e7b78a803dc req-d05f08bd-419b-4c3c-8238-0fd4ba28c7ae tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jan 29 04:22:30.563228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-37905103-c917-4ec2-a326-123842d6b930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/818c2af9-fc94-4086-9f58-d7a43f47db34 HTTP/1.1" status: 204 len: 168 time: 0.4912994 Jan 29 04:22:30.575763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b5ef082-4422-4cab-83fc-41e89e697a38,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:30.703489 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e6f49-eb79-4cef-a167-7b3ee4a4d011 x-openstack-request-id: req-fa9e6f49-eb79-4cef-a167-7b3ee4a4d011 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:30.703779 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "name": "network-vif-plugged", "status": "completed", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:30.704032 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa9e6f49-eb79-4cef-a167-7b3ee4a4d011 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:30.704421 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'code': 200} Jan 29 04:22:30.711599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Deleting port 6dc08545-8247-45db-b51b-8aeed1bd3a99 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:30.711977 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.727718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37905103-c917-4ec2-a326-123842d6b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c2af9-fc94-4086-9f58-d7a43f47db34,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:30.831910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.887494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70d42877-3af4-49e3-b6ed-a75000ce2d1d req-3f73dab6-7d1d-4b80-bc15-bbd48702e4ba tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394024 Jan 29 04:22:30.900892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e17caa3-ff94-4a60-8b63-ec472f011b60']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:30.916098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5156423-9884-43c8-9790-51bfef1e9a8f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:30.916403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5156423-9884-43c8-9790-51bfef1e9a8f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:30.929209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] For port 6dc08545-8247-45db-b51b-8aeed1bd3a99, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:30.930483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.930877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.940341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-4fb3c3d8-9cdc-495d-9460-d6db283ce12e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:30.942171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-4fb3c3d8-9cdc-495d-9460-d6db283ce12e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 943 time: 0.2889421 Jan 29 04:22:30.959804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7fab-2d07-4094-bfa7-6e7615c4dfad req-0647b125-5389-492c-bdcf-4e217f2c5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:30.961186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25eb7fab-2d07-4094-bfa7-6e7615c4dfad req-0647b125-5389-492c-bdcf-4e217f2c5e33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1673055 Jan 29 04:22:30.963024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Calling delete_port for 6dc08545-8247-45db-b51b-8aeed1bd3a99 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:30.968474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Port 6dc08545-8247-45db-b51b-8aeed1bd3a99 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:22:30.975257 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:30.983837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.001317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:22:31.001740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:22:31.011690 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:22:31.051417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] Pushing event deleted for resources: {'Port': ['ID=6dc08545-8247-45db-b51b-8aeed1bd3a99,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:31.053465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60818b-8b5f-4554-bc95-17cd2fc6bea0 None None] No DVR routers for this DVR port 6dc08545-8247-45db-b51b-8aeed1bd3a99 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:31.145862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25eb7fab-2d07-4094-bfa7-6e7615c4dfad req-ba1bcd0a-1df2-4641-997c-d6762dd29042 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596599 Jan 29 04:22:31.246127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90d4967a-873d-48f6-8a07-def7550660fe req-2e2b4e69-2293-49b9-9a98-0464a4840ed0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0927353 Jan 29 04:22:31.249522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.262718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.277379 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e17caa3-ff94-4a60-8b63-ec472f011b60 HTTP/1.1" status: 204 len: 168 time: 1.9633248 Jan 29 04:22:31.317719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc99737-8e3a-4608-8634-94a67217cc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e17caa3-ff94-4a60-8b63-ec472f011b60,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:31.361056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Deleting port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:31.361559 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.412980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6dc08545-8247-45db-b51b-8aeed1bd3a99 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:31.464740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6dc08545-8247-45db-b51b-8aeed1bd3a99 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:31.464909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6dc08545-8247-45db-b51b-8aeed1bd3a99 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:31.611866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912aa5e-7028-4b2e-a244-711bfd597581 req-df71eb4d-b077-4d1a-8a78-34f660dd2b8c tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:31.616868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] For port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:31.617250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.621876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c912aa5e-7028-4b2e-a244-711bfd597581 req-df71eb4d-b077-4d1a-8a78-34f660dd2b8c tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.0911884 Jan 29 04:22:31.634938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Calling delete_port for 0c3557b9-bb81-4f7a-9334-f3d968d89f2d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:31.658087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:31.677395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c912aa5e-7028-4b2e-a244-711bfd597581 req-763f0dfd-9bc5-42f4-ad71-8fe5d7d07a17 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541372 Jan 29 04:22:31.789588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5dff4944-fffb-4a3e-89f4-c8d2e6abeb35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f22c932914b44723be92f4b52a538717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894096 Jan 29 04:22:31.792196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:31.905032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a9c20-d1f6-487f-ace2-782a8fa49cc7 req-9e6ad45b-7ecb-4fd5-a069-063fae866200 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:31.907109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-657a9c20-d1f6-487f-ace2-782a8fa49cc7 req-9e6ad45b-7ecb-4fd5-a069-063fae866200 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1147048 Jan 29 04:22:31.929102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19b80bf4-05e0-4d05-9f77-7386f12cb6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.950586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba494-559e-443b-9c6f-5705c729ce70 req-2a077b4d-620f-4c43-a66a-aca9d6c6b395 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:31.958678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3aba494-559e-443b-9c6f-5705c729ce70 req-2a077b4d-620f-4c43-a66a-aca9d6c6b395 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.0837598 Jan 29 04:22:31.963706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-657a9c20-d1f6-487f-ace2-782a8fa49cc7 req-12b101b6-95bb-4a92-ae44-2d2440ecc61f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464618 Jan 29 04:22:31.973886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:31.996541 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19b80bf4-05e0-4d05-9f77-7386f12cb6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:32.032189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event deleted for resources: {'Port': ['ID=0c3557b9-bb81-4f7a-9334-f3d968d89f2d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:32.036402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3aba494-559e-443b-9c6f-5705c729ce70 req-e0c145cf-af07-479d-9aed-781334a280c6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703480 Jan 29 04:22:32.105696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] No DVR routers for this DVR port 0c3557b9-bb81-4f7a-9334-f3d968d89f2d on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:32.106190 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19b80bf4-05e0-4d05-9f77-7386f12cb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:32.109200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:32.111429 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19b80bf4-05e0-4d05-9f77-7386f12cb6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:32.116170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-19b80bf4-05e0-4d05-9f77-7386f12cb6e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5e1682d-68e4-4fdd-8f70-2f7ebf4f6a3f HTTP/1.1" status: 204 len: 168 time: 0.3195574 Jan 29 04:22:32.116377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e253f194-5e45-42b2-bbae-9440d1fdb84a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "DELETE /v2.0/ports/0c3557b9-bb81-4f7a-9334-f3d968d89f2d HTTP/1.1" status: 204 len: 173 time: 1.1639376 Jan 29 04:22:32.116377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-deleted', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:32.119665 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161355d8-8c3d-4e41-8a19-00e31bae39ac" -d '{"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-deleted", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:32.129219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b80bf4-05e0-4d05-9f77-7386f12cb6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1682d-68e4-4fdd-8f70-2f7ebf4f6a3f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:32.156361 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3974ed5-df1f-4caa-bbe8-ffbcc0da3274 req-5413e1b5-ddd5-48bd-acd5-fc4b38ef779e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0996258 Jan 29 04:22:32.184799 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0eed7a-faae-48c6-b93a-dace1c86102a x-openstack-request-id: req-8f0eed7a-faae-48c6-b93a-dace1c86102a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:32.185514 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-deleted", "tag": "0c3557b9-bb81-4f7a-9334-f3d968d89f2d", "status": "failed", "code": 422}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:32.185967 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f0eed7a-faae-48c6-b93a-dace1c86102a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:32.186343 n-d-825930-1 neutron-server[102402]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-deleted', 'tag': '0c3557b9-bb81-4f7a-9334-f3d968d89f2d', 'status': 'failed', 'code': 422} returned with failed status Jan 29 04:22:32.372473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-705a7675-d1df-4de4-adaa-c71b9037fe01 req-00f16b5a-7f7b-4d29-8fd0-a82991fd444b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0397294 Jan 29 04:22:32.895537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c20c9-02cd-4d86-ad36-630690209d05 req-d9e7fe14-d99a-47a3-b50e-79b01ca3c1e2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:32.896694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-518c20c9-02cd-4d86-ad36-630690209d05 req-d9e7fe14-d99a-47a3-b50e-79b01ca3c1e2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.1022286 Jan 29 04:22:32.966259 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-518c20c9-02cd-4d86-ad36-630690209d05 req-88e1f313-baac-45e6-bd5d-17ffa68f0390 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586076 Jan 29 04:22:33.128777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4094f5c-3fbc-4957-9681-953605b3ed74 req-c6f7cfb2-9216-4906-82ec-99c23ce06ff4 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:33.130324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4094f5c-3fbc-4957-9681-953605b3ed74 req-c6f7cfb2-9216-4906-82ec-99c23ce06ff4 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.0624697 Jan 29 04:22:33.139593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:33.145252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Request body: {'floatingip': {'port_id': '3b5ef082-4422-4cab-83fc-41e89e697a38'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:33.228418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:33.233834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:33.268907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4462b0d-3601-4444-9052-44ff56827372 req-efcd8bde-83b5-465d-9e47-caba13dde4cf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:33.273285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4462b0d-3601-4444-9052-44ff56827372 req-efcd8bde-83b5-465d-9e47-caba13dde4cf tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.0681822 Jan 29 04:22:33.316993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4462b0d-3601-4444-9052-44ff56827372 req-e66067d4-a047-4e62-ae79-c932d98773bb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Jan 29 04:22:33.384969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641e71-f596-49ef-b708-c040e44c2264 req-007df419-b79c-4f86-baed-720f661ab60e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:33.386606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55641e71-f596-49ef-b708-c040e44c2264 req-007df419-b79c-4f86-baed-720f661ab60e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1745803 Jan 29 04:22:33.461799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:33.466836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-935908972-network', 'tenant_id': '832d94e631a64095b2959099b9da4a14'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:33.525199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55641e71-f596-49ef-b708-c040e44c2264 req-1563e995-fe69-4f72-85fa-09bee953497d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252890 Jan 29 04:22:33.659783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:33.676926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Made reservation on behalf of 832d94e631a64095b2959099b9da4a14 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:33.679157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:33.736229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e61d2ed-02ee-4d8b-af04-a1d2e8d2bda8 req-fc51b81a-e242-47ef-aee4-0d8d0ff90060 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0805290 Jan 29 04:22:33.749605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5faf6c24-a20c-48dd-aa73-7af5dcaa639e req-8dd60950-2e0f-42ba-8bc5-319702a0d1fa tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.0406153 Jan 29 04:22:33.770314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:33.803648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:33.804127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'mac_address': 'fa:16:3e:a4:61:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:33.903786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:33.953972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:33.967788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-ca748143-4d50-4d3f-82f6-f344355b9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:33.969072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-ca748143-4d50-4d3f-82f6-f344355b9ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1101 time: 0.2291923 Jan 29 04:22:33.991856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:34.008596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.061938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:34.079682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:34.109143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-e08bb92f-aedb-4adc-9488-7423d94e9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:34.110716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-e08bb92f-aedb-4adc-9488-7423d94e9f19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1222286 Jan 29 04:22:34.195644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-c46d10d4-a959-4db3-9718-ed3c63787a7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0513372 Jan 29 04:22:34.210543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0360dc9b-4119-47d0-83e6-fae6c0929ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.255181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.256656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5076f0b8-5442-4bb3-8f17-d1817a9e4c33'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:34.285942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.318662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d797941-7cb5-4999-93db-eb4634243953,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:34.334951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:22:34.342322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-ad131d76-5e58-4f75-83e4-d844da1db23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:34.344087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-ad131d76-5e58-4f75-83e4-d844da1db23c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1298089 Jan 29 04:22:34.366984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0360dc9b-4119-47d0-83e6-fae6c0929ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.372531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0360dc9b-4119-47d0-83e6-fae6c0929ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.398049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.399117 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Added segment f0322fc2-219b-4aeb-9670-2e198a0623df of type vlan for network 75c2cf41-a257-4865-9f10-ad8c44f21d49 Jan 29 04:22:34.406452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360dc9b-4119-47d0-83e6-fae6c0929ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593fcd23-7729-4073-baaf-205b26b0f90f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:34.479204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0360dc9b-4119-47d0-83e6-fae6c0929ef7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e512034a5b645a9bc6f59880f5ea959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983700 Jan 29 04:22:34.481647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39866) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:34.523263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.559237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.561523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3b35e5-c4a5-44a8-a68b-31d103ce90c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.565320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.588573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3b35e5-c4a5-44a8-a68b-31d103ce90c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.618873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-a03c8cbd-4118-4b0b-8ab1-4db95a76457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:34.620637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-a03c8cbd-4118-4b0b-8ab1-4db95a76457f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2383187 Jan 29 04:22:34.645096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3b35e5-c4a5-44a8-a68b-31d103ce90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.648520 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3b35e5-c4a5-44a8-a68b-31d103ce90c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:34.652277 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8b3b35e5-c4a5-44a8-a68b-31d103ce90c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/593fcd23-7729-4073-baaf-205b26b0f90f HTTP/1.1" status: 204 len: 168 time: 0.1668894 Jan 29 04:22:34.656952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad302420-155d-4466-a939-867a103d480d req-d939d07f-9944-46f9-8066-ca55c5189b6e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:34.658948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ad302420-155d-4466-a939-867a103d480d req-d939d07f-9944-46f9-8066-ca55c5189b6e tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.1832843 Jan 29 04:22:34.685093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b35e5-c4a5-44a8-a68b-31d103ce90c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593fcd23-7729-4073-baaf-205b26b0f90f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:34.686898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655b9b-c846-4908-acad-f58660866ca3 req-6498745e-af2e-40f8-af92-2e8179027a8c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:34.688410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e9655b9b-c846-4908-acad-f58660866ca3 req-6498745e-af2e-40f8-af92-2e8179027a8c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 950 time: 0.2162209 Jan 29 04:22:34.810617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c77e1-6e2e-45e8-874a-fe7029cc40dc req-f3c2d9f4-b34b-44f7-bbfa-d05f19b5812d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:34.833353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b6c77e1-6e2e-45e8-874a-fe7029cc40dc req-f3c2d9f4-b34b-44f7-bbfa-d05f19b5812d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1819620 Jan 29 04:22:34.916035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b6c77e1-6e2e-45e8-874a-fe7029cc40dc req-6d62d3bf-3cc8-4cce-9d2b-8928a384b554 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789070 Jan 29 04:22:35.054371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.055341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:35.055919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.110146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfd48c3f-afa0-4cc7-aa11-7d9f6fc8ccbb req-3aaa146a-5f95-41ce-886a-8989e8596c2f tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0669100 Jan 29 04:22:35.161665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-80c0fb64-8983-4ade-8890-a8fa1ee41b19 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249317 Jan 29 04:22:35.341080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39898) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:35.381588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de8c8173-1074-42a4-82e9-f2bf29efa61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.411615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=75c2cf41-a257-4865-9f10-ad8c44f21d49,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:35.428183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:22:35.462887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-7690479f-e238-4d1c-94d8-71333ed5529b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:35.465433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-7690479f-e238-4d1c-94d8-71333ed5529b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 807 time: 0.3513412 Jan 29 04:22:35.499366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7b25845-561f-4294-aa0c-a38d41b75bb7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2656238 Jan 29 04:22:35.509600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Request body: {'port': {'device_id': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'admin_state_up': True, 'tenant_id': '9941287f8b2147d7b610587376bc7b9a'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:35.514282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:35.518418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:35.531246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac7ef5f9-a58c-4a55-9262-e8d9498bcdf1 req-b9836ce4-1fb9-43d6-ab3c-d9063acf8e1b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0eb14f-0387-4fbb-98dc-a189d7addd53 HTTP/1.1" status: 200 len: 210 time: 0.1908925 Jan 29 04:22:35.543455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Request body: {'subnet': {'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-935908972-subnet', 'tenant_id': '832d94e631a64095b2959099b9da4a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:35.606825 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Floating IP 7d1490ee-f5e5-431f-b767-57f74771f7cb associated. External IP: 172.25.4.29, port: 3b5ef082-4422-4cab-83fc-41e89e697a38. Jan 29 04:22:35.640039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e9655b9b-c846-4908-acad-f58660866ca3 req-7eb264d9-07d7-4b6d-b212-ae7aea07c7c4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506859 Jan 29 04:22:35.666971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:35.667498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.720721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Made reservation on behalf of 832d94e631a64095b2959099b9da4a14 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:35.721578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-28c6a93a-35ec-4ff0-bfd7-9705b5da41dd service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032248 Jan 29 04:22:35.728336 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.739808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port 01188824-82f5-4db5-a511-2c5e69268ab9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:35.740401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.892755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.897405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port 01188824-82f5-4db5-a511-2c5e69268ab9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=01188824-82f5-4db5-a511-2c5e69268ab9,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:35.901037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:35.940838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for 01188824-82f5-4db5-a511-2c5e69268ab9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:35.957978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:35.960375 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68b472-d830-4805-b8df-08be9c6ae3cc" -d '{"events": [{"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:36.039916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:36.052142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.180511 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8949346-f70f-4531-9883-ba6e50cb0c30 x-openstack-request-id: req-d8949346-f70f-4531-9883-ba6e50cb0c30 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:36.180817 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:36.181206 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8949346-f70f-4531-9883-ba6e50cb0c30 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:36.181524 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'code': 200} Jan 29 04:22:36.182437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de8c8173-1074-42a4-82e9-f2bf29efa61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.190605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Made reservation on behalf of 9941287f8b2147d7b610587376bc7b9a for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:36.200622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.235923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:36.251591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de8c8173-1074-42a4-82e9-f2bf29efa61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.368444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.388826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927b41f-0c40-434f-a95d-7f431b7f8788 req-e37eba48-3abe-4fca-b0af-0b37b7923584 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:36.392289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4927b41f-0c40-434f-a95d-7f431b7f8788 req-e37eba48-3abe-4fca-b0af-0b37b7923584 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.2270486 Jan 29 04:22:36.526249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4927b41f-0c40-434f-a95d-7f431b7f8788 req-9265266f-fa49-4034-9677-7671210d79fd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189125 Jan 29 04:22:36.536109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Router 543c2bfe-fe10-4266-92db-3558bba56b5f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:22:36.537632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.572445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', '5e5e2c91-d50a-4132-b38b-ffed650fe4e6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:36.590651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=01188824-82f5-4db5-a511-2c5e69268ab9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:36.739063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Allocated IP 172.20.0.13 (6f59be2e-20bf-4429-b688-a33a4b33c6c5/a54b4108-c1b9-4e57-a8ae-0e663e58874c/57d12739-2fb6-4014-a3af-4fe447978053) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:36.743468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:36.856840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port 01188824-82f5-4db5-a511-2c5e69268ab9 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:36.877703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:36.890088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ad302420-155d-4466-a939-867a103d480d req-b304a102-1635-4526-9214-aa20ace8a83a tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "DELETE /v2.0/ports/01188824-82f5-4db5-a511-2c5e69268ab9 HTTP/1.1" status: 204 len: 173 time: 2.2046409 Jan 29 04:22:36.890902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'name': 'network-vif-deleted', 'tag': '01188824-82f5-4db5-a511-2c5e69268ab9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:36.894099 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee44eac-a384-4a27-b2ca-66b629b251e3" -d '{"events": [{"server_uuid": "555d8c8e-1a91-4dbc-80e2-97c70112d3be", "name": "network-vif-deleted", "tag": "01188824-82f5-4db5-a511-2c5e69268ab9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:37.077165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-65a36aa0-f33a-4d2a-8f42-29f1592868b3 req-5c3b40a2-a24b-46c9-afac-33712ff8e7e8 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=555d8c8e-1a91-4dbc-80e2-97c70112d3be HTTP/1.1" status: 200 len: 210 time: 0.0858240 Jan 29 04:22:37.108915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:22:37.114570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.121054 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] Sync routers for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:22:37.123879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.134761 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:37.135389 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:37.220405 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437713b8-cb47-4db2-9b30-22702c7eb8be x-openstack-request-id: req-437713b8-cb47-4db2-9b30-22702c7eb8be {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:37.221007 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555d8c8e-1a91-4dbc-80e2-97c70112d3be", "name": "network-vif-deleted", "tag": "01188824-82f5-4db5-a511-2c5e69268ab9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:37.221424 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-437713b8-cb47-4db2-9b30-22702c7eb8be {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:37.222014 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555d8c8e-1a91-4dbc-80e2-97c70112d3be', 'name': 'network-vif-deleted', 'tag': '01188824-82f5-4db5-a511-2c5e69268ab9', 'status': 'completed', 'code': 200} Jan 29 04:22:37.231436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-358e5eb4-fc8c-4645-8edb-289eabbff8ab tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "PUT /v2.0/floatingips/7d1490ee-f5e5-431f-b767-57f74771f7cb HTTP/1.1" status: 200 len: 990 time: 4.0905626 Jan 29 04:22:37.249236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.349637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ce47c-bf9d-470e-80a1-f14b3d5c0cf9 req-009a0080-0a0c-42e0-9d3b-70e3eb37f831 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:37.358026 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf4ce47c-bf9d-470e-80a1-f14b3d5c0cf9 req-009a0080-0a0c-42e0-9d3b-70e3eb37f831 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 932 time: 0.9911118 Jan 29 04:22:37.378577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:37.379595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-de8c8173-1074-42a4-82e9-f2bf29efa61a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db2f513c08ee4c25996bd54088fbb4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0369112 Jan 29 04:22:37.402585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c8173-1074-42a4-82e9-f2bf29efa61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf217215-e340-4025-93e1-cfb1a2d59278,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:37.449076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1d63708-e9da-40b1-a4a6-f654531ec0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.492437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Checking segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:37.496175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Network hostable DHCP agents. Network: 75c2cf41-a257-4865-9f10-ad8c44f21d49, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:22:37.514670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1d63708-e9da-40b1-a4a6-f654531ec0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.573609 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:37.634131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de6570-d87f-45b5-91e6-488b92ea57f6 req-154dfe8b-71fa-4c87-b7f9-ba2067736aad tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:37.637752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf4ce47c-bf9d-470e-80a1-f14b3d5c0cf9 req-a6782e51-cdab-4bc7-9dbc-55d8a3ff7b48 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789166 Jan 29 04:22:37.640608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84de6570-d87f-45b5-91e6-488b92ea57f6 req-154dfe8b-71fa-4c87-b7f9-ba2067736aad tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.1879694 Jan 29 04:22:37.653350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:37.663823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:37.663823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:37.680722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:37.771757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84de6570-d87f-45b5-91e6-488b92ea57f6 req-2fd1464b-9012-440d-a191-6c730708a62e tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232622 Jan 29 04:22:37.775877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1d63708-e9da-40b1-a4a6-f654531ec0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.789098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1d63708-e9da-40b1-a4a6-f654531ec0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:37.806263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1d63708-e9da-40b1-a4a6-f654531ec0ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf217215-e340-4025-93e1-cfb1a2d59278 HTTP/1.1" status: 204 len: 168 time: 0.4258487 Jan 29 04:22:37.813878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a00cff-1d4a-4964-845d-4dc8c3707d6d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:37.862991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63708-e9da-40b1-a4a6-f654531ec0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf217215-e340-4025-93e1-cfb1a2d59278,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:37.874842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 01188824-82f5-4db5-a511-2c5e69268ab9 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:37.943913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:37.946344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:38.003825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:22:38.028543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-e8bb1c10-d6c9-42ab-b96d-f7ce3f4a6ab9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5203698 Jan 29 04:22:38.030883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 75c2cf41-a257-4865-9f10-ad8c44f21d49) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:38.040234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:38.042734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:38.063997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Request body: {'port': {'device_id': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:38.171925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:38.178639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8d69c-aea2-4181-b03b-90e5be26a303 None None] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:22:38.180938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-26b60c08-96e0-46dd-a8c9-adca06b3167c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6455092 Jan 29 04:22:38.388333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 01188824-82f5-4db5-a511-2c5e69268ab9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:38.389476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:22:38.391711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 01188824-82f5-4db5-a511-2c5e69268ab9 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:38.446679 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '7d1490ee-f5e5-431f-b767-57f74771f7cb', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'port_id': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'mac_address': 'fa:16:3e:25:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:22:11Z', 'updated_at': '2022-01-29T04:22:34Z', 'revision_number': 1, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:11Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:38.481911 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] Checking router: 543c2bfe-fe10-4266-92db-3558bba56b5f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:22:38.491706 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:22:38.493046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:38.749763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:22:38.887906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35130d83-92f3-4530-b5f6-e9c8888e00c6 req-558fe97d-dfa9-4774-b638-f63775a98c4d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:38.907543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35130d83-92f3-4530-b5f6-e9c8888e00c6 req-558fe97d-dfa9-4774-b638-f63775a98c4d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 932 time: 0.1037097 Jan 29 04:22:38.944024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8a851-9633-409d-be6f-a11d29855986 req-37bfbb9e-eb59-4ff9-8244-3459399b26b6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:38.955903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e1d8a851-9633-409d-be6f-a11d29855986 req-37bfbb9e-eb59-4ff9-8244-3459399b26b6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.9904633 Jan 29 04:22:39.012377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35130d83-92f3-4530-b5f6-e9c8888e00c6 req-bcf9a647-8b93-4501-be37-0aaca0b11f54 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038661 Jan 29 04:22:39.088841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fbd60-513f-4dd8-ae74-599dba92ea25 None None] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:22:39.130744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e1d8a851-9633-409d-be6f-a11d29855986 req-1efb69b6-19c2-4c9a-af13-b147af233cff tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503403 Jan 29 04:22:39.223431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:39.225729 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326002c-580c-47d6-8fe0-031c5aabe2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:39.252891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d12739-2fb6-4014-a3af-4fe447978053 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:39.273885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:39.324320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Transition to ACTIVE for port object 57d12739-2fb6-4014-a3af-4fe447978053 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:22:39.339313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:39.350230 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '7d1490ee-f5e5-431f-b767-57f74771f7cb', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'port_id': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'mac_address': 'fa:16:3e:25:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:22:11Z', 'updated_at': '2022-01-29T04:22:34Z', 'revision_number': 1, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:11Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:39.424837 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa31cd-42a5-4a48-8a81-7255438a2a18 None None] The sync data for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 is: [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '7d1490ee-f5e5-431f-b767-57f74771f7cb', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'port_id': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'mac_address': 'fa:16:3e:25:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:22:11Z', 'updated_at': '2022-01-29T04:22:34Z', 'revision_number': 1, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:11Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:22:39.434884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:39.662060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:39.662401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:39.662729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:39.688986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:39.689312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:39.709549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339f9c3-80ad-47ae-8497-385e76bf2933 req-7bda1a1a-ce5c-4143-9044-71f1c0f4bcb6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:39.711179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8339f9c3-80ad-47ae-8497-385e76bf2933 req-7bda1a1a-ce5c-4143-9044-71f1c0f4bcb6 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.5616798 Jan 29 04:22:39.723139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:39.723504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:39.723889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:39.724339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Bound port: 57d12739-2fb6-4014-a3af-4fe447978053, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:39.724706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:39.844683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8339f9c3-80ad-47ae-8497-385e76bf2933 req-c9e621ea-c18f-4da1-9afc-4e58d01ecbf1 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074305 Jan 29 04:22:39.885158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6589624-b887-4500-9665-dfdc9796fa0c None None] New status for floating IP 7d1490ee-f5e5-431f-b767-57f74771f7cb: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:22:40.013990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0ed0b-99a8-4467-a87e-1567981304de req-e387ed52-a498-4dc3-8cd0-d5f5bd54b4bd tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.024613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90a0ed0b-99a8-4467-a87e-1567981304de req-e387ed52-a498-4dc3-8cd0-d5f5bd54b4bd tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.0748520 Jan 29 04:22:40.113842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-a131386e-58c8-463b-9b30-0fd3bc27ce41 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.118616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90a0ed0b-99a8-4467-a87e-1567981304de req-42e1329e-7561-4b21-a767-6e841ecb4395 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927072 Jan 29 04:22:40.120501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-a131386e-58c8-463b-9b30-0fd3bc27ce41 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 814 time: 0.2346373 Jan 29 04:22:40.164420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-66766d27-36df-4eab-9a4a-5fb434bcf34a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/quotas/832d94e631a64095b2959099b9da4a14 HTTP/1.1" status: 200 len: 375 time: 0.0429330 Jan 29 04:22:40.235321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-e26a08bc-c743-415d-ac4f-adeb2613290c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695705 Jan 29 04:22:40.283192 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17600c41-4e26-453d-9ecb-c07d58a9cd61 x-openstack-request-id: req-17600c41-4e26-453d-9ecb-c07d58a9cd61 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:40.284539 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:40.285039 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17600c41-4e26-453d-9ecb-c07d58a9cd61 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:40.285699 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'status': 'completed', 'code': 200} Jan 29 04:22:40.309690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:40.365874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:40.389705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:40.418516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.420120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:40.422852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] 10.222.0.36 "PUT /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 1092 time: 2.3723073 Jan 29 04:22:40.427761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:40.430552 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ee722c-949b-48ca-b23b-e8a75fdc517e" -d '{"events": [{"name": "network-changed", "server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "tag": "57d12739-2fb6-4014-a3af-4fe447978053"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:40.456984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-2e6b0b17-cc2b-4b43-bd32-28bffc7e4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.460062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-2e6b0b17-cc2b-4b43-bd32-28bffc7e4fe7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc&device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1223562 Jan 29 04:22:40.577446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f73e79-5f41-486e-99c0-af89c603313e service neutron] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:40.680189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006c392-f5c8-4d29-a45a-0277262c723b req-b0ec8708-945a-4cd2-a757-535818cac1a9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.682577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-e36114f8-89b0-4370-a865-815459f21612 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462695 Jan 29 04:22:40.688586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2006c392-f5c8-4d29-a45a-0277262c723b req-b0ec8708-945a-4cd2-a757-535818cac1a9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.2009127 Jan 29 04:22:40.760334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-52d9042e-2a55-446c-b608-4a6f5b6d13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.761746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-52d9042e-2a55-446c-b608-4a6f5b6d13f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1095 time: 0.1552396 Jan 29 04:22:40.775422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-4a18aa72-f91d-4015-9fc5-8ebca55ff2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.777120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-4a18aa72-f91d-4015-9fc5-8ebca55ff2bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17553ff-b6e7-4dfb-8306-205ae3f38f66 HTTP/1.1" status: 200 len: 906 time: 0.2636831 Jan 29 04:22:40.859291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-3195fcf0-594f-4809-89c4-b6b28d248ad0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5ef082-4422-4cab-83fc-41e89e697a38 HTTP/1.1" status: 200 len: 1000 time: 0.0721731 Jan 29 04:22:40.878054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2006c392-f5c8-4d29-a45a-0277262c723b req-e96baeec-d565-4175-bf61-4a94a14cedad tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882229 Jan 29 04:22:40.958078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-eca3db25-0e2f-4e48-929d-297cdd4bf2ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 217 time: 0.1370907 Jan 29 04:22:40.958410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a377f-683a-4276-a709-ae1a4779ba0c req-4fe416fa-8aa5-4e00-809c-95d0de8b7c7d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:40.960227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-580a377f-683a-4276-a709-ae1a4779ba0c req-4fe416fa-8aa5-4e00-809c-95d0de8b7c7d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.2668891 Jan 29 04:22:41.127303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-de1e552c-099c-4377-9d2b-17cca5195f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:41.129016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-de1e552c-099c-4377-9d2b-17cca5195f33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1595993 Jan 29 04:22:41.137261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-2824be95-d4fd-4372-b137-bf11daf79a20 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536006 Jan 29 04:22:41.171513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-4c427bc0-733d-4247-91b5-161c60a5c9e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332878 Jan 29 04:22:41.210072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-958cdb2c-5d9d-4e19-9eae-99137c07d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:41.212003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-958cdb2c-5d9d-4e19-9eae-99137c07d0b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d650ab9b-1f80-4d49-9e7b-f6d51419808f HTTP/1.1" status: 200 len: 844 time: 0.3213141 Jan 29 04:22:41.308818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1665-395e-45e1-b2dc-d080f11b66d1 req-0f1799e6-47cb-49b9-8a87-ea9bb57c9187 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:41.316528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-493f1665-395e-45e1-b2dc-d080f11b66d1 req-0f1799e6-47cb-49b9-8a87-ea9bb57c9187 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.3446739 Jan 29 04:22:41.403906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-47794fba-8d8a-40ba-a66f-929766b0238b service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238503 Jan 29 04:22:41.504975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:41.509209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:41.518158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:41.655140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073fde36-8ff9-42d8-be89-6a9dcc9bfc26 req-3c8ac79a-9f6c-4b42-aaa3-a1efe5a05898 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380097 Jan 29 04:22:41.677905 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964178ad-1fc1-4daa-b023-7717aac6f5df x-openstack-request-id: req-964178ad-1fc1-4daa-b023-7717aac6f5df {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:41.678192 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "tag": "57d12739-2fb6-4014-a3af-4fe447978053", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:41.678445 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-964178ad-1fc1-4daa-b023-7717aac6f5df {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:41.678844 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053', 'status': 'completed', 'code': 200} Jan 29 04:22:41.729996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:41.764194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd4d41-3957-4646-8d8e-fc5f181f44f9 req-f6837255-2540-4858-98c9-c309c8b833ed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:41.773013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26fd4d41-3957-4646-8d8e-fc5f181f44f9 req-f6837255-2540-4858-98c9-c309c8b833ed tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 950 time: 0.1169255 Jan 29 04:22:41.863670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-493f1665-395e-45e1-b2dc-d080f11b66d1 req-e147fbab-7a2d-4b6c-9de9-af51d8becd08 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452733 Jan 29 04:22:41.879441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26fd4d41-3957-4646-8d8e-fc5f181f44f9 req-f425c094-65cc-49dd-9a37-7252cb976467 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993495 Jan 29 04:22:41.890508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-a99919ec-35da-487d-b9e6-2ba059740361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:41.892140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-a99919ec-35da-487d-b9e6-2ba059740361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17553ff-b6e7-4dfb-8306-205ae3f38f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6660228 Jan 29 04:22:41.927913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-20a17440-1ba9-42b3-b010-28ad65c2d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:41.929424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-20a17440-1ba9-42b3-b010-28ad65c2d0c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1095 time: 0.1543763 Jan 29 04:22:42.084528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-c474e6c9-7611-40fb-ae75-be1c450bb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:42.086487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-c474e6c9-7611-40fb-ae75-be1c450bb8bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1436548 Jan 29 04:22:42.126319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea8f8e6d-953d-4581-94e0-b1b9b578e3b5 req-1a2ad9c3-3650-412f-94d4-72a18c95f4f7 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 210 time: 0.0386627 Jan 29 04:22:42.147520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:42.148247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:42.169329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:42.188693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-8fe174c7-4df9-4db1-9ffc-cbd02d737e89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 217 time: 0.0613453 Jan 29 04:22:42.276064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-3e5a0027-5641-44af-9c31-e031bcb2b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:42.278112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-3e5a0027-5641-44af-9c31-e031bcb2b353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.0806251 Jan 29 04:22:42.337344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-38ca7a72-7ba3-40f7-8388-4a14742decee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450757 Jan 29 04:22:42.386860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d47c-082d-4ea0-beb9-81d7cd64726c req-fc555a1f-e797-494e-a760-d89856a0e700 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:42.405600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8491d47c-082d-4ea0-beb9-81d7cd64726c req-fc555a1f-e797-494e-a760-d89856a0e700 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.3232026 Jan 29 04:22:42.513387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-64efd078-2cb3-4428-bd07-3943572ab5b7 service neutron] 10.222.0.36 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897360 Jan 29 04:22:42.614320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8491d47c-082d-4ea0-beb9-81d7cd64726c req-e8def819-5fed-4e5a-b1ec-7efcce8c3c48 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075779 Jan 29 04:22:42.618416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-90b6983f-716d-4e9c-b0e7-5c4df8fbf975 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e40e6f4bd3b34bd9853b01389eb3a5eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366006 Jan 29 04:22:42.672379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-3cddf037-768d-49f9-96e7-fc4a50c08d77 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258624 Jan 29 04:22:42.840683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1326002c-580c-47d6-8fe0-031c5aabe2fe req-1bfde012-6934-41e1-a53d-09233e683ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055210 Jan 29 04:22:42.851638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc749e0-f3c1-4b0d-80a4-481495c79a9f req-1ee4af72-0152-4630-ac6f-03f1cf36bdea tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:42.859229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc749e0-f3c1-4b0d-80a4-481495c79a9f req-1ee4af72-0152-4630-ac6f-03f1cf36bdea tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1367934 Jan 29 04:22:42.880143 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:42.917188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:42.920125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:42.920452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=5e5e2c91-d50a-4132-b38b-ffed650fe4e6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:42.975862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc749e0-f3c1-4b0d-80a4-481495c79a9f req-c86be190-8e74-4029-962e-4582ab28b503 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155057 Jan 29 04:22:42.977091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:42.990219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:43.002958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-580a377f-683a-4276-a709-ae1a4779ba0c req-29bbc02c-fdf0-4527-97be-22c7b0334539 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "DELETE /v2.0/ports/5e5e2c91-d50a-4132-b38b-ffed650fe4e6 HTTP/1.1" status: 204 len: 173 time: 2.0273499 Jan 29 04:22:43.003593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eccbb2-2052-4843-8762-0db5fc24df95', 'name': 'network-vif-deleted', 'tag': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:43.005868 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf90ce7-6501-49ed-9867-93f7e36f5cfe" -d '{"events": [{"server_uuid": "89eccbb2-2052-4843-8762-0db5fc24df95", "name": "network-vif-deleted", "tag": "5e5e2c91-d50a-4132-b38b-ffed650fe4e6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:43.209883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:43.294092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9093-04d8-471f-8205-9aa5aa5d1a49 req-6df743df-a59a-4559-a767-1e2d137a9ac2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:43.310701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc0f9093-04d8-471f-8205-9aa5aa5d1a49 req-6df743df-a59a-4559-a767-1e2d137a9ac2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1613033 Jan 29 04:22:43.421597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc0f9093-04d8-471f-8205-9aa5aa5d1a49 req-52e597f8-3075-4dc2-a0e7-73cee039ee38 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142526 Jan 29 04:22:43.479016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-4ccded78-0ce1-44c8-9d03-0feed1257470 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:43.483044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-4ccded78-0ce1-44c8-9d03-0feed1257470 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8100398 Jan 29 04:22:43.486806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49ee722c-949b-48ca-b23b-e8a75fdc517e req-b026d542-0f39-498e-a06c-affaedb07952 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907672 Jan 29 04:22:43.546723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-10436800-dc95-4e24-b0d6-91ede1b9ebac tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/quotas/e40e6f4bd3b34bd9853b01389eb3a5eb HTTP/1.1" status: 200 len: 375 time: 0.0506153 Jan 29 04:22:43.647247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51dc72df-aee4-4fea-bde9-e730f1d22175 req-ffa1381c-78f3-40da-b76b-fc99c976d3c2 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=89eccbb2-2052-4843-8762-0db5fc24df95 HTTP/1.1" status: 200 len: 210 time: 0.0682943 Jan 29 04:22:43.647778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-44216ce5-84e8-41bd-b04c-4c178f8e4337 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e40e6f4bd3b34bd9853b01389eb3a5eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001146 Jan 29 04:22:43.842539 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c41caf-b73d-4d86-bce8-4989449d5927 x-openstack-request-id: req-c5c41caf-b73d-4d86-bce8-4989449d5927 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:43.842902 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eccbb2-2052-4843-8762-0db5fc24df95", "name": "network-vif-deleted", "tag": "5e5e2c91-d50a-4132-b38b-ffed650fe4e6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:43.843129 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5c41caf-b73d-4d86-bce8-4989449d5927 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:43.843579 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eccbb2-2052-4843-8762-0db5fc24df95', 'name': 'network-vif-deleted', 'tag': '5e5e2c91-d50a-4132-b38b-ffed650fe4e6', 'status': 'completed', 'code': 200} Jan 29 04:22:43.907888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:43.984687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-545a892a-0ec4-4964-8d11-e808aca03ea6 req-3c78872e-ae4d-41e6-83a5-5b53dcfdf249 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 210 time: 0.0619032 Jan 29 04:22:44.001879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:44.001879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e5e2c91-d50a-4132-b38b-ffed650fe4e6 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:44.145313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a847450-ef9c-43bc-bf43-2f2cb0b666e3 req-6ef99acd-9463-4a00-8e50-14afa6a0364e tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:44.153079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a847450-ef9c-43bc-bf43-2f2cb0b666e3 req-6ef99acd-9463-4a00-8e50-14afa6a0364e tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.2001333 Jan 29 04:22:44.272634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a847450-ef9c-43bc-bf43-2f2cb0b666e3 req-4afda198-3c59-41a3-81eb-1b98f5ab07d3 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139185 Jan 29 04:22:44.302631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de43f5e8-f90e-4d7b-abae-23497e94e429 req-df622d83-cce9-4b2a-af16-b97f2750164c tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 210 time: 0.1021702 Jan 29 04:22:44.420129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-da2f912e-464c-4f87-8c8f-c8a4222ed3a0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:44.421685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-da2f912e-464c-4f87-8c8f-c8a4222ed3a0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 814 time: 0.4275887 Jan 29 04:22:44.455320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Request body: {'port': {'device_id': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'admin_state_up': True, 'tenant_id': '832d94e631a64095b2959099b9da4a14'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:44.536765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd461b8-eaf4-4bd1-b5f8-337582b625ca req-c41647ef-6e76-416a-8b8f-ff5b635c316b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:44.556572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0dd461b8-eaf4-4bd1-b5f8-337582b625ca req-c41647ef-6e76-416a-8b8f-ff5b635c316b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1361167 Jan 29 04:22:44.644129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0dd461b8-eaf4-4bd1-b5f8-337582b625ca req-eb14e2a7-2767-4c1a-8ba4-68d66c710b40 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799599 Jan 29 04:22:44.659318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236f73-114e-403c-82f7-113e68ec55ff req-a5904abb-51f2-412c-9b25-5aed3410a0bd tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:44.668270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d236f73-114e-403c-82f7-113e68ec55ff req-a5904abb-51f2-412c-9b25-5aed3410a0bd tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.2303183 Jan 29 04:22:44.753772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d236f73-114e-403c-82f7-113e68ec55ff req-3c828a1a-2678-41cc-8bde-0fdcb301c758 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843160 Jan 29 04:22:44.801326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Made reservation on behalf of 832d94e631a64095b2959099b9da4a14 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:44.805047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:44.849790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1b3e1-5ebe-4858-bc8d-1cc94248cf04 req-d8bf3e39-2602-4409-a3d3-5f39bc7a2fc5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:44.858795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5d1b3e1-5ebe-4858-bc8d-1cc94248cf04 req-d8bf3e39-2602-4409-a3d3-5f39bc7a2fc5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1111331 Jan 29 04:22:44.925161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5d1b3e1-5ebe-4858-bc8d-1cc94248cf04 req-8a5feec4-8db0-48a1-8e08-7dc1d97e3dfc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593381 Jan 29 04:22:45.059095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Allocated IP 172.20.0.7 (75c2cf41-a257-4865-9f10-ad8c44f21d49/99a00cff-1d4a-4964-845d-4dc8c3707d6d/3a951560-5f2c-4da2-95d4-79680a3504d1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:45.175625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c5ff2b6-66bf-4e52-a6f6-235b5db3af2d req-fa0515ad-de33-4387-85ec-ad93310e58cf tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 210 time: 0.0695341 Jan 29 04:22:45.429233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:45.509419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5354e961-cf77-401c-9e5c-dfb8e055c329 req-8a3ace17-2743-4974-9383-d9d9938091d3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 210 time: 0.0776930 Jan 29 04:22:45.583936 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:45.652510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:45.660263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:45.675094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:45.742067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:45.814034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.818591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.820343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.820872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.821857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.824184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.824825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.825383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.825981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.826616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.828407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.828968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:45.883400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3fad-4ffe-4039-9ec3-f9de806b780e req-c0a35101-2a4f-406a-b9b4-1900b2a3d8ca tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:45.886764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba6a3fad-4ffe-4039-9ec3-f9de806b780e req-c0a35101-2a4f-406a-b9b4-1900b2a3d8ca tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1209092 Jan 29 04:22:45.913005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:45.925525 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:45.963477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba215e3-db41-483a-9bab-3b0d4ae2d2dd req-6f1f2573-0909-4ac3-b860-d5071755074d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:45.967567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dba215e3-db41-483a-9bab-3b0d4ae2d2dd req-6f1f2573-0909-4ac3-b860-d5071755074d tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 949 time: 0.2893384 Jan 29 04:22:46.005240 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-718eed2b-35f7-4a83-9481-892cd561307c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5652087 Jan 29 04:22:46.017742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba6a3fad-4ffe-4039-9ec3-f9de806b780e req-835e108d-77de-4f69-aac4-9664cf343881 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217940 Jan 29 04:22:46.061907 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dba215e3-db41-483a-9bab-3b0d4ae2d2dd req-1df8266d-6e12-4e8d-a9f6-2ccd5313f4ba tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802286 Jan 29 04:22:46.071564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Request body: {'port': {'device_id': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:46.123199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-e495f1c0-a017-480a-9b68-92af43f521f7 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e40e6f4bd3b34bd9853b01389eb3a5eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830517 Jan 29 04:22:46.218241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:46.403541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44166-8a30-41ba-90e9-e605cb58d4f6 req-fdc0564a-58d0-42e0-8f3b-9628b4975242 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:46.404404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-b4002c24-c528-4c6a-b134-c75fb8c29f16 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:46.406137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-b4002c24-c528-4c6a-b134-c75fb8c29f16 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812362 Jan 29 04:22:46.415693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2a44166-8a30-41ba-90e9-e605cb58d4f6 req-fdc0564a-58d0-42e0-8f3b-9628b4975242 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 931 time: 0.0921752 Jan 29 04:22:46.440729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Request body: {'port': {'device_id': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'e40e6f4bd3b34bd9853b01389eb3a5eb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:46.457662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a126d-d72d-4b12-9436-fbaf5b16a799 req-df1dc152-52e3-4481-a318-a2e0849cd222 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:46.465707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a64a126d-d72d-4b12-9436-fbaf5b16a799 req-df1dc152-52e3-4481-a318-a2e0849cd222 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1262774 Jan 29 04:22:46.537511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2a44166-8a30-41ba-90e9-e605cb58d4f6 req-acf03383-b863-4214-90ae-dc52330b97b3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206002 Jan 29 04:22:46.594733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a64a126d-d72d-4b12-9436-fbaf5b16a799 req-7e840c76-70d1-4290-97ce-b8fb977c4c47 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276503 Jan 29 04:22:46.672257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Made reservation on behalf of e40e6f4bd3b34bd9853b01389eb3a5eb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:46.677275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:46.694691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:46.858914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:46.864598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d46ffca-65d1-475e-bf62-03ce9009cdd3 req-6ab23bce-c1da-42c9-aed4-862f72758236 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 210 time: 0.1181068 Jan 29 04:22:46.872093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:47.013632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf78a3-a315-4852-86f0-393de5d194d9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:47.020147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a951560-5f2c-4da2-95d4-79680a3504d1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:47.031251 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:47.056881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.075532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.075884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.076508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.077008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.078243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.078779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.081189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.081724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.082032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Transition to ACTIVE for port object 3a951560-5f2c-4da2-95d4-79680a3504d1 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:22:47.090352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.090968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.091316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:47.092823 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:47.293049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a5f67-c5fd-4e1a-b892-135d3baef50d req-de276e7e-609a-4803-a1be-a51e9b82b974 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.301565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-903a5f67-c5fd-4e1a-b892-135d3baef50d req-de276e7e-609a-4803-a1be-a51e9b82b974 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.1320641 Jan 29 04:22:47.303713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:47.386469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Allocated IP 192.168.233.246 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/e381dc50-0891-441d-9d43-fd7c4806326c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:47.404461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-903a5f67-c5fd-4e1a-b892-135d3baef50d req-cb7e3f2a-7646-4ad5-9d74-0f81c4e73226 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011915 Jan 29 04:22:47.444059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Attempting to bind port 3a951560-5f2c-4da2-95d4-79680a3504d1 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:47.444360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Attempting to bind port 3a951560-5f2c-4da2-95d4-79680a3504d1 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:47.444599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Attempting to bind port 3a951560-5f2c-4da2-95d4-79680a3504d1 on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:47.463905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Port 3a951560-5f2c-4da2-95d4-79680a3504d1 on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:47.465931 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Attempting to bind port 3a951560-5f2c-4da2-95d4-79680a3504d1 on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:47.470542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:47.470963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Checking segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:47.471373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Bound using segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:47.471802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Bound port: 3a951560-5f2c-4da2-95d4-79680a3504d1, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:47.472172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:47.491329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b095-3c63-4866-ae66-234e32046f02 req-83ba6f37-ec77-4f12-b72b-a327d531dc73 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.492869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e507b095-3c63-4866-ae66-234e32046f02 req-83ba6f37-ec77-4f12-b72b-a327d531dc73 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a2d3e2-e500-4651-af57-fd520b130b02 HTTP/1.1" status: 200 len: 949 time: 0.3742452 Jan 29 04:22:47.577875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f659-74dc-4486-8ddb-77e13f47bfc7 req-cf71f913-bc11-45c6-8aee-b5e25356db41 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.587777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1869f659-74dc-4486-8ddb-77e13f47bfc7 req-cf71f913-bc11-45c6-8aee-b5e25356db41 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.4077020 Jan 29 04:22:47.599952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1bef1-eda2-44f7-821c-0c9a20f179ec req-ad11fa82-c244-46cd-9e62-c9bb80bde6f5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.606532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddf1bef1-eda2-44f7-821c-0c9a20f179ec req-ad11fa82-c244-46cd-9e62-c9bb80bde6f5 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 949 time: 0.0901804 Jan 29 04:22:47.636463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:47.638275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-ae070cc3-0aba-454a-b5ae-651c0be8c4bd tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.639778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-ae070cc3-0aba-454a-b5ae-651c0be8c4bd tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 949 time: 0.2253466 Jan 29 04:22:47.641747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:47.674281 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:47.704689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.706433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:47.708774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] 10.222.0.36 "PUT /v2.0/ports/3a951560-5f2c-4da2-95d4-79680a3504d1 HTTP/1.1" status: 200 len: 1091 time: 1.6447160 Jan 29 04:22:47.712733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:47.715226 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4212264-1b2d-4af3-a3b1-a8515acb731f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:47.768905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddf1bef1-eda2-44f7-821c-0c9a20f179ec req-b99f3c74-d8d3-423d-bc3b-99045d270b9c tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579726 Jan 29 04:22:47.929984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1ca7f-f500-4662-8473-79e7b7436fba service neutron] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:47.981378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-46ab4661-67ad-412b-b84b-57c02231f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:47.985268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-46ab4661-67ad-412b-b84b-57c02231f36a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 1094 time: 0.1800046 Jan 29 04:22:48.023474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-571bcc92-6f3a-4a96-87ba-3d4ba5b8e92e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:48.025660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-571bcc92-6f3a-4a96-87ba-3d4ba5b8e92e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.20 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.2366948 Jan 29 04:22:48.073412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-ff9d030b-ea32-4696-93ad-7f02d7812434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a951560-5f2c-4da2-95d4-79680a3504d1 HTTP/1.1" status: 200 len: 217 time: 0.0461438 Jan 29 04:22:48.147705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1869f659-74dc-4486-8ddb-77e13f47bfc7 req-4b60658b-0cf6-432b-97b0-23befaa00bae tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589690 Jan 29 04:22:48.243827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:48.244086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.257458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de570d39-c236-4fcc-be35-d4352cd87a65 req-940f91a0-1ce4-4b51-8b4d-1e328e53dd7f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:48.258995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port e1700b0a-81b3-4c00-8e6e-ccc938814d8e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:48.259365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.264169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.264347 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de570d39-c236-4fcc-be35-d4352cd87a65 req-940f91a0-1ce4-4b51-8b4d-1e328e53dd7f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 943 time: 0.2964065 Jan 29 04:22:48.280578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-758f8f6b-8884-478f-9198-ec8737d39343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:48.282021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-758f8f6b-8884-478f-9198-ec8737d39343 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 200 len: 854 time: 0.1148293 Jan 29 04:22:48.334640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Deleting port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:48.335001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.363737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-ce0a0f30-3aec-4992-9b05-8f6bdb8651ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75c2cf41-a257-4865-9f10-ad8c44f21d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654433 Jan 29 04:22:48.377756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de570d39-c236-4fcc-be35-d4352cd87a65 req-051901a0-aa83-4e8a-aa56-0589b7b932cf tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101642 Jan 29 04:22:48.479051 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a84b2a4-2441-4df9-8b3a-2f00028e22c1 x-openstack-request-id: req-1a84b2a4-2441-4df9-8b3a-2f00028e22c1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:48.490437 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:48.490928 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a84b2a4-2441-4df9-8b3a-2f00028e22c1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:48.491530 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'status': 'completed', 'code': 200} Jan 29 04:22:48.528301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6d761-c9d9-42c3-830a-3b916f040ee3 req-c5bfa647-2303-4890-8375-06fe9d2bfa0d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:48.529876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48a6d761-c9d9-42c3-830a-3b916f040ee3 req-c5bfa647-2303-4890-8375-06fe9d2bfa0d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.2886908 Jan 29 04:22:48.561108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port cbbf6a5e-6683-4c9c-a9f8-73498acd6915, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:48.561764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.574915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port e1700b0a-81b3-4c00-8e6e-ccc938814d8e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:48.575443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.591946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba6ccd83-92a8-4b0d-b23a-f7b267b0cb0e req-481350dd-1c0d-4f41-a37f-c35ff9635b78 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 210 time: 0.0461247 Jan 29 04:22:48.609596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for cbbf6a5e-6683-4c9c-a9f8-73498acd6915 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:48.612765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for e1700b0a-81b3-4c00-8e6e-ccc938814d8e owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:48.620505 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.633331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] For port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:48.633653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.656052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Calling delete_port for c6218b1a-c937-4b66-9a92-fe3ce8f1d56d owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:48.666427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-3a79232c-69f8-434b-8044-da61ce526e55 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482262 Jan 29 04:22:48.777750 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48a6d761-c9d9-42c3-830a-3b916f040ee3 req-146f8b4a-9302-4c27-9bd0-6c86d1c43e2e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253916 Jan 29 04:22:48.787066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:48.798897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:48.806022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:48.809788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Pushing event updated for resources: {'Port': ['ID=e381dc50-0891-441d-9d43-fd7c4806326c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:48.880554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012793-4c3a-4eff-9586-12baffb6d276 req-c003abd1-3acb-42ce-a95b-beccb7788158 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:48.888687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df012793-4c3a-4eff-9586-12baffb6d276 req-c003abd1-3acb-42ce-a95b-beccb7788158 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61d4faf-1f04-4b33-aed6-4b476c6656bb HTTP/1.1" status: 200 len: 945 time: 0.1663468 Jan 29 04:22:48.930487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:48.934257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:48.943773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b939d41-0d9e-41e1-af7a-525f01f6464c req-2813d11d-bd44-48ce-bb99-9015e9232dba service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677293 Jan 29 04:22:49.018977 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df012793-4c3a-4eff-9586-12baffb6d276 req-239a8464-1ce6-45f7-9016-fa74e8ccd0a6 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294131 Jan 29 04:22:49.042035 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.109664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-5eba714c-d897-4ab4-94f5-770998aa76b3 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6762195 Jan 29 04:22:49.135566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event deleted for resources: {'Port': ['ID=c6218b1a-c937-4b66-9a92-fe3ce8f1d56d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:49.137446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-aafc95ad-f756-48c1-a047-42355e641f95 None None] Provisioning complete for port e381dc50-0891-441d-9d43-fd7c4806326c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:49.138002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aafc95ad-f756-48c1-a047-42355e641f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.198940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] No DVR routers for this DVR port c6218b1a-c937-4b66-9a92-fe3ce8f1d56d on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:49.201963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.204476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-aafc95ad-f756-48c1-a047-42355e641f95 None None] Port e381dc50-0891-441d-9d43-fd7c4806326c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:22:49.210363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9b3177ad-b3dc-40af-8559-1dbf96be1a4c req-f71e057f-ccc3-45ec-89fc-0e56eaf3401d tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.20 "DELETE /v2.0/ports/c6218b1a-c937-4b66-9a92-fe3ce8f1d56d HTTP/1.1" status: 204 len: 173 time: 1.1331160 Jan 29 04:22:49.214047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-fb4dbe80-29e6-4113-8c8a-03cb5a6c2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:49.215369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Request body: {'port': {'device_id': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:49.217331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-fb4dbe80-29e6-4113-8c8a-03cb5a6c2a04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 1094 time: 0.1609704 Jan 29 04:22:49.281084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.314675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8106c10-e337-4c83-8551-fa40a48e7ae4 req-270c8320-80a0-4e9e-8661-110a3ce98b44 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:49.324335 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8106c10-e337-4c83-8551-fa40a48e7ae4 req-270c8320-80a0-4e9e-8661-110a3ce98b44 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 949 time: 0.3692799 Jan 29 04:22:49.354637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:49.364351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.370505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997', 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:49.373009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=e1700b0a-81b3-4c00-8e6e-ccc938814d8e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:49.430386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.433595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=cbbf6a5e-6683-4c9c-a9f8-73498acd6915,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:49.464482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead44ad-2bc2-493d-a3b2-688e54a2a238 req-16deb51f-2445-41ae-aed8-d9da2d1e5ee9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:49.472821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ead44ad-2bc2-493d-a3b2-688e54a2a238 req-16deb51f-2445-41ae-aed8-d9da2d1e5ee9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.2497959 Jan 29 04:22:49.511221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8106c10-e337-4c83-8551-fa40a48e7ae4 req-b7895333-85a6-4004-943d-71c4416f4259 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852727 Jan 29 04:22:49.530141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ead44ad-2bc2-493d-a3b2-688e54a2a238 req-982875a3-8b97-400a-ab36-b42c217a3ad6 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525501 Jan 29 04:22:49.593689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-003389c8-b13e-49e9-ba14-337837b9f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:49.595203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-003389c8-b13e-49e9-ba14-337837b9f8e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 915 time: 0.3695934 Jan 29 04:22:49.675847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-22a09bc0-feef-4a35-943f-53b338a6559b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a951560-5f2c-4da2-95d4-79680a3504d1 HTTP/1.1" status: 200 len: 217 time: 0.0720158 Jan 29 04:22:49.803124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-cf197713-a7b3-4b87-bd76-6c370f5c2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:49.805915 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-cf197713-a7b3-4b87-bd76-6c370f5c2b3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 200 len: 854 time: 0.1157992 Jan 29 04:22:49.896986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-a5940bb9-1448-4f11-ad97-37a8baf229d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75c2cf41-a257-4865-9f10-ad8c44f21d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610209 Jan 29 04:22:49.907893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port cbbf6a5e-6683-4c9c-a9f8-73498acd6915 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:49.921312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:49.925719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e507b095-3c63-4866-ae66-234e32046f02 req-dee23a07-4e82-4cce-b4bd-b86c3a3869ca tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "DELETE /v2.0/ports/cbbf6a5e-6683-4c9c-a9f8-73498acd6915 HTTP/1.1" status: 204 len: 173 time: 2.4094017 Jan 29 04:22:49.939062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'name': 'network-vif-deleted', 'tag': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:49.947179 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca9fe60-e1a8-42fe-a968-cbb0e53d1fb1" -d '{"events": [{"server_uuid": "a4a2d3e2-e500-4651-af57-fd520b130b02", "name": "network-vif-deleted", "tag": "cbbf6a5e-6683-4c9c-a9f8-73498acd6915"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:49.960855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cbbf6a5e-6683-4c9c-a9f8-73498acd6915 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:50.028960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2a59-23b5-4e99-9b36-c11908fdf6e5 req-864e0c34-8507-4b46-a198-6563575eab5f tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:50.037168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-480b2a59-23b5-4e99-9b36-c11908fdf6e5 req-864e0c34-8507-4b46-a198-6563575eab5f tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 936 time: 0.2246311 Jan 29 04:22:50.040830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: cbbf6a5e-6683-4c9c-a9f8-73498acd6915 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:50.041425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device cbbf6a5e-6683-4c9c-a9f8-73498acd6915 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:50.044192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:50.079092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port e1700b0a-81b3-4c00-8e6e-ccc938814d8e on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:50.098109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: c6218b1a-c937-4b66-9a92-fe3ce8f1d56d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:50.099618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c6218b1a-c937-4b66-9a92-fe3ce8f1d56d not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:50.112697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c58b6-783b-415e-be59-48021926c261 req-7f10ec9c-732a-4f2f-bc39-78e8dfe55aa0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:50.154732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e00c58b6-783b-415e-be59-48021926c261 req-7f10ec9c-732a-4f2f-bc39-78e8dfe55aa0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 943 time: 0.2472556 Jan 29 04:22:50.161461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:50.164996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c53bb-92f5-4c96-a008-8b170df74441 req-15380f5b-99da-4634-893e-2654591b533f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "DELETE /v2.0/ports/e1700b0a-81b3-4c00-8e6e-ccc938814d8e HTTP/1.1" status: 204 len: 173 time: 2.5127656 Jan 29 04:22:50.187760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e381dc50-0891-441d-9d43-fd7c4806326c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:50.198717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-480b2a59-23b5-4e99-9b36-c11908fdf6e5 req-dba5190a-ecbd-469d-870f-3cb9567235e4 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481800 Jan 29 04:22:50.199423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:50.204634 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-d6e91121-f1c6-424c-8cd8-07ff54fc7fb0 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931144 Jan 29 04:22:50.216446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e00c58b6-783b-415e-be59-48021926c261 req-691fd3bb-722a-4e25-be4d-67a3181da666 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903130 Jan 29 04:22:50.244085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Transition to ACTIVE for port object e381dc50-0891-441d-9d43-fd7c4806326c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:22:50.260892 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:50.348118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Pushing event updated for resources: {'Port': ['ID=e381dc50-0891-441d-9d43-fd7c4806326c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:50.382191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:50.439879 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e18c779-4803-4911-915c-5a6e8c73015e x-openstack-request-id: req-9e18c779-4803-4911-915c-5a6e8c73015e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:50.440352 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a2d3e2-e500-4651-af57-fd520b130b02", "name": "network-vif-deleted", "tag": "cbbf6a5e-6683-4c9c-a9f8-73498acd6915", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:50.440610 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e18c779-4803-4911-915c-5a6e8c73015e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:50.441016 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a2d3e2-e500-4651-af57-fd520b130b02', 'name': 'network-vif-deleted', 'tag': 'cbbf6a5e-6683-4c9c-a9f8-73498acd6915', 'status': 'completed', 'code': 200} Jan 29 04:22:50.495561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'name': 'network-vif-deleted', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:50.495726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Attempting to bind port e381dc50-0891-441d-9d43-fd7c4806326c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:22:50.495982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Attempting to bind port e381dc50-0891-441d-9d43-fd7c4806326c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:22:50.496276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Attempting to bind port e381dc50-0891-441d-9d43-fd7c4806326c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:50.497848 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e39b5-148e-41c7-9850-13d9595c8f15" -d '{"events": [{"server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "name": "network-vif-deleted", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:50.502626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4212264-1b2d-4af3-a3b1-a8515acb731f req-d2cc06df-0be9-493e-81d7-031f583fd9f4 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759891 Jan 29 04:22:50.503576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Port e381dc50-0891-441d-9d43-fd7c4806326c on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:22:50.503913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Attempting to bind port e381dc50-0891-441d-9d43-fd7c4806326c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:22:50.509078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:22:50.509610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:22:50.510042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:22:50.510966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf18524-7967-4722-8475-1f0a6231072c req-f0dd822b-ef13-468f-88e8-07b066d5bac8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:50.515027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Bound port: e381dc50-0891-441d-9d43-fd7c4806326c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:22:50.515635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:50.519613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cf18524-7967-4722-8475-1f0a6231072c req-f0dd822b-ef13-468f-88e8-07b066d5bac8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1643138 Jan 29 04:22:50.600807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2', 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:50.607943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cf18524-7967-4722-8475-1f0a6231072c req-004f86f3-613e-4424-b12a-f823f59677f5 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873561 Jan 29 04:22:50.639468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] For port e381dc50-0891-441d-9d43-fd7c4806326c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:22:50.643056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] For port e381dc50-0891-441d-9d43-fd7c4806326c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e381dc50-0891-441d-9d43-fd7c4806326c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:22:50.650879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:50.716638 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e161ea-ec71-44d2-b9fc-a53520d07cba x-openstack-request-id: req-73e161ea-ec71-44d2-b9fc-a53520d07cba {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:50.716751 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61d4faf-1f04-4b33-aed6-4b476c6656bb", "name": "network-vif-deleted", "tag": "c6218b1a-c937-4b66-9a92-fe3ce8f1d56d", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:50.716980 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73e161ea-ec71-44d2-b9fc-a53520d07cba {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:50.717372 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d4faf-1f04-4b33-aed6-4b476c6656bb', 'name': 'network-vif-deleted', 'tag': 'c6218b1a-c937-4b66-9a92-fe3ce8f1d56d', 'status': 'completed', 'code': 200} Jan 29 04:22:50.753640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Pushing event updated for resources: {'Port': ['ID=e381dc50-0891-441d-9d43-fd7c4806326c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:50.769869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:50.770706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:50.772443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-6a10525f-93b0-46ea-9482-0912643e8be1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e381dc50-0891-441d-9d43-fd7c4806326c HTTP/1.1" status: 200 len: 1096 time: 1.5821021 Jan 29 04:22:50.959023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-97bf6013-f055-4426-96f0-a470f9e896ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:50.960161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-97bf6013-f055-4426-96f0-a470f9e896ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e40e6f4bd3b34bd9853b01389eb3a5eb&device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 1099 time: 0.1001780 Jan 29 04:22:50.972339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd478f42-c056-431d-82f2-7ebe093011dc req-4ea24396-1797-49cd-b840-c3b563f21185 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c2a2a7-572a-4f52-92db-ab7665250269 HTTP/1.1" status: 200 len: 210 time: 0.0686119 Jan 29 04:22:51.047648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-8a6afacf-5bec-480a-8dc9-34c086aafc3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=e381dc50-0891-441d-9d43-fd7c4806326c HTTP/1.1" status: 200 len: 217 time: 0.0699785 Jan 29 04:22:51.175688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-b662021d-8392-437f-8431-d937069d4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.177067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-b662021d-8392-437f-8431-d937069d4498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0985510 Jan 29 04:22:51.187891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075a109-9561-454c-abf1-ac9c2df65a98 req-c1912e00-5bfb-4f66-a84e-7a3b59c6b990 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.189605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3075a109-9561-454c-abf1-ac9c2df65a98 req-c1912e00-5bfb-4f66-a84e-7a3b59c6b990 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1444156 Jan 29 04:22:51.273722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee59988-1e50-4bb7-9c15-c623dc7076ef req-7d1ea8bf-d481-4c89-9791-037d5cc6bd74 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.279213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ee59988-1e50-4bb7-9c15-c623dc7076ef req-7d1ea8bf-d481-4c89-9791-037d5cc6bd74 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 945 time: 0.1484926 Jan 29 04:22:51.331016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-f1277ce3-e971-4fab-b069-842e2f130049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.338131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-f1277ce3-e971-4fab-b069-842e2f130049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417072 Jan 29 04:22:51.341569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3075a109-9561-454c-abf1-ac9c2df65a98 req-e2128458-e4b4-4733-94bb-c5c77c64fab5 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961192 Jan 29 04:22:51.385672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ee59988-1e50-4bb7-9c15-c623dc7076ef req-e7a8d075-f535-4fcf-8e78-7447d4e7d43b tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856476 Jan 29 04:22:51.534848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d9d1-ba3d-4ae9-a7be-b42cb945203d req-da72c71e-f01e-483a-96dd-128fce0c0fb8 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.536513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ce9d9d1-ba3d-4ae9-a7be-b42cb945203d req-da72c71e-f01e-483a-96dd-128fce0c0fb8 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 943 time: 0.0733452 Jan 29 04:22:51.576796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-7a02970f-7072-4899-87b7-ac41afaf1bcc service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341394 Jan 29 04:22:51.598986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3a951560-5f2c-4da2-95d4-79680a3504d1 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:51.609978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ce9d9d1-ba3d-4ae9-a7be-b42cb945203d req-45dc85d5-f53e-440f-9bc8-976662d60ed5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566640 Jan 29 04:22:51.628570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605dcb-1f6e-4614-9d8e-83f7b6a08f83 req-4e0c9ef4-f365-40fe-b03a-9c989fadbcbe tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.630133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84605dcb-1f6e-4614-9d8e-83f7b6a08f83 req-4e0c9ef4-f365-40fe-b03a-9c989fadbcbe tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 948 time: 0.1320748 Jan 29 04:22:51.637052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e1700b0a-81b3-4c00-8e6e-ccc938814d8e no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:51.637767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-668b5290-2e0d-4088-9abc-372204b578c1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.639195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-668b5290-2e0d-4088-9abc-372204b578c1 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 945 time: 0.1628363 Jan 29 04:22:51.710659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: e1700b0a-81b3-4c00-8e6e-ccc938814d8e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:51.711121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e1700b0a-81b3-4c00-8e6e-ccc938814d8e not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:51.809730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84605dcb-1f6e-4614-9d8e-83f7b6a08f83 req-637a6880-eeeb-48f3-ba00-640bfa238b3f tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676743 Jan 29 04:22:51.833542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:51.851581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'port_id': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'mac_address': 'fa:16:3e:65:e4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a00cff-1d4a-4964-845d-4dc8c3707d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:51.865167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990e674-1d9f-4a1a-87a5-081c052c2bd4 req-045c3f2e-61f5-41a3-afa8-13fbf1c95cf6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:51.874374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e990e674-1d9f-4a1a-87a5-081c052c2bd4 req-045c3f2e-61f5-41a3-afa8-13fbf1c95cf6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0833485 Jan 29 04:22:51.882212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ad0ae37-4678-4f49-8f71-3fcfe94b15d8 req-c338b2ec-a5c5-49d2-b9e7-0fd3f95cd6c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935598 Jan 29 04:22:51.910980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Deleting port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:51.912781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:51.915153 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:51.931802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e990e674-1d9f-4a1a-87a5-081c052c2bd4 req-05d6a781-7886-47e9-828b-9f7d74e11f48 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552888 Jan 29 04:22:51.942426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a951560-5f2c-4da2-95d4-79680a3504d1 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:51.962957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:51.968653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:52.024185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] For port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:52.024673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:52.035417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:52.040045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Calling delete_port for ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:52.047020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.047478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.048077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.049144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.049676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.050150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.050576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.050968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.051367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.051765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.052159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.052551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:22:52.201869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:52.243646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event deleted for resources: {'Port': ['ID=ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:52.294933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] No DVR routers for this DVR port ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:52.308123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:52.313005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e895de7e-635d-4c0a-8db9-0dd9c204e9a5 req-11560076-851a-4980-9835-3dd583adf5fd tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.20 "DELETE /v2.0/ports/ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a HTTP/1.1" status: 204 len: 173 time: 0.6616216 Jan 29 04:22:52.426162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3a951560-5f2c-4da2-95d4-79680a3504d1'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:52.442944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c2a2a7-572a-4f52-92db-ab7665250269', 'name': 'network-vif-deleted', 'tag': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e'}, {'name': 'network-changed', 'server_uuid': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'tag': 'e381dc50-0891-441d-9d43-fd7c4806326c'}, {'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'name': 'network-vif-deleted', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:52.446510 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf99bd-1019-4931-8520-ed9b6cbb77fa" -d '{"events": [{"server_uuid": "44c2a2a7-572a-4f52-92db-ab7665250269", "name": "network-vif-deleted", "tag": "e1700b0a-81b3-4c00-8e6e-ccc938814d8e"}, {"name": "network-changed", "server_uuid": "2044e842-d0ce-496c-97f4-1d59c8657ddb", "tag": "e381dc50-0891-441d-9d43-fd7c4806326c"}, {"server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "name": "network-vif-deleted", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:52.575305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b1bb5-1a20-463e-b058-c3db0eb9a893 req-50605f12-212e-4f22-8ac2-24f35751c7eb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:52.576482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb4b1bb5-1a20-463e-b058-c3db0eb9a893 req-50605f12-212e-4f22-8ac2-24f35751c7eb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1269841 Jan 29 04:22:52.654073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb4b1bb5-1a20-463e-b058-c3db0eb9a893 req-b68e0f9f-0698-49ba-8f0e-d87bb4bf5108 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636446 Jan 29 04:22:52.696203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29bd8ff0-61a0-4b9b-8bae-fb67c884bc6f req-c551397f-ac1d-4fc2-b448-4891fd0ab86f tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e255c0-d627-4bb2-a288-506bf5ad1e38 HTTP/1.1" status: 200 len: 210 time: 0.0515718 Jan 29 04:22:52.736121 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555a7d6-4bc3-4154-b564-035d470c40c3 x-openstack-request-id: req-5555a7d6-4bc3-4154-b564-035d470c40c3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:52.736424 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c2a2a7-572a-4f52-92db-ab7665250269", "name": "network-vif-deleted", "tag": "e1700b0a-81b3-4c00-8e6e-ccc938814d8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2044e842-d0ce-496c-97f4-1d59c8657ddb", "tag": "e381dc50-0891-441d-9d43-fd7c4806326c", "status": "completed", "code": 200}, {"server_uuid": "b5e255c0-d627-4bb2-a288-506bf5ad1e38", "name": "network-vif-deleted", "tag": "ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:52.736713 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5555a7d6-4bc3-4154-b564-035d470c40c3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:52.737082 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c2a2a7-572a-4f52-92db-ab7665250269', 'name': 'network-vif-deleted', 'tag': 'e1700b0a-81b3-4c00-8e6e-ccc938814d8e', 'status': 'completed', 'code': 200} Jan 29 04:22:52.737335 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'tag': 'e381dc50-0891-441d-9d43-fd7c4806326c', 'status': 'completed', 'code': 200} Jan 29 04:22:52.737591 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e255c0-d627-4bb2-a288-506bf5ad1e38', 'name': 'network-vif-deleted', 'tag': 'ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a', 'status': 'completed', 'code': 200} Jan 29 04:22:52.842741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52640625-552f-4903-b90b-4212a5d3f850 req-a5eb2b49-37bc-437d-9b64-2304bc05e847 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:52.844371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52640625-552f-4903-b90b-4212a5d3f850 req-a5eb2b49-37bc-437d-9b64-2304bc05e847 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 944 time: 0.0580974 Jan 29 04:22:52.876141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b019188-adeb-483f-af3d-98b5258e1558 req-0e4f3188-f8f9-4708-8f09-45fa4edf88cc tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:52.878678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b019188-adeb-483f-af3d-98b5258e1558 req-0e4f3188-f8f9-4708-8f09-45fa4edf88cc tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 950 time: 0.1021166 Jan 29 04:22:52.900962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-834b6cd1-b59c-4516-ba04-95de12b42d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:52.902538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52640625-552f-4903-b90b-4212a5d3f850 req-f4a009da-c052-46b3-ae5d-f0e1bbed211f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509176 Jan 29 04:22:52.910549 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-834b6cd1-b59c-4516-ba04-95de12b42d4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e40e6f4bd3b34bd9853b01389eb3a5eb&device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 1099 time: 0.0899925 Jan 29 04:22:53.044061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b019188-adeb-483f-af3d-98b5258e1558 req-479a7619-e3df-488e-bac0-43143fef239f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558166 Jan 29 04:22:53.073044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-84bdcbd6-625f-4952-8e42-c2dbeec4a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:53.075263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-84bdcbd6-625f-4952-8e42-c2dbeec4a3ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1465824 Jan 29 04:22:53.153591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-5609c8c2-c9aa-47d8-b9ee-b5eeb96e5fb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=e381dc50-0891-441d-9d43-fd7c4806326c HTTP/1.1" status: 200 len: 217 time: 0.0655992 Jan 29 04:22:53.163003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ae9a0-f9eb-49a3-96b4-c4bfcbef6935 req-d61ce6bf-ea05-4948-8697-a8a624d792b7 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:53.171238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f5ae9a0-f9eb-49a3-96b4-c4bfcbef6935 req-d61ce6bf-ea05-4948-8697-a8a624d792b7 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 948 time: 0.0762687 Jan 29 04:22:53.213360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f5ae9a0-f9eb-49a3-96b4-c4bfcbef6935 req-ff7bde80-f3e8-4c53-9f22-4fb1f3e6592c tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Jan 29 04:22:53.237487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5874e00-9fce-4012-9251-396ab07af6e5 req-4eca50ab-b3c8-4ec0-b9a8-cddb0d0465f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:53.245304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5874e00-9fce-4012-9251-396ab07af6e5 req-4eca50ab-b3c8-4ec0-b9a8-cddb0d0465f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1054645 Jan 29 04:22:53.258394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-d7f2f796-fe0a-439c-83ca-5e380bd39b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:53.259828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-d7f2f796-fe0a-439c-83ca-5e380bd39b91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0864444 Jan 29 04:22:53.345982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5874e00-9fce-4012-9251-396ab07af6e5 req-6b82f41f-ca82-452c-aef3-8c403e57f4bc tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996041 Jan 29 04:22:53.360412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-f4646b07-0711-42ae-8a9c-8cb48fb033a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:53.362391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-f4646b07-0711-42ae-8a9c-8cb48fb033a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939996 Jan 29 04:22:53.476027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-c3968afe-566e-4418-b5ef-8008d223cf9d service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994358 Jan 29 04:22:53.573027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45bf99bd-1019-4931-8520-ed9b6cbb77fa req-eeaed435-82b4-41f3-85d3-c3b405dca857 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885339 Jan 29 04:22:53.785835 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-46fde06c-4020-460f-8017-0f9cbe4de2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:53.803040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786fa20-bc85-4f3d-ab83-010e41395160 req-e87ff6e7-702f-41ed-841a-7a690e5038b2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:53.804597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0786fa20-bc85-4f3d-ab83-010e41395160 req-e87ff6e7-702f-41ed-841a-7a690e5038b2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.0881934 Jan 29 04:22:53.865652 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0786fa20-bc85-4f3d-ab83-010e41395160 req-539c037b-9fd5-4e2c-8b7e-53eed865fad3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Jan 29 04:22:53.991313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:54.024834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d60e5-92a0-4497-b42b-2ccc5dbbf6a0 req-1cd4e677-d7bc-40ae-9d13-5da93cf6b1af tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.034555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f3d60e5-92a0-4497-b42b-2ccc5dbbf6a0 req-1cd4e677-d7bc-40ae-9d13-5da93cf6b1af tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.0664957 Jan 29 04:22:54.036949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:54.037299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ae5fd86a-fca8-4be9-b90c-a05c4df6bf2a not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:54.037741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ad7dda6b-43d0-4108-9702-f6ad0998c7f4 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:54.101810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f3d60e5-92a0-4497-b42b-2ccc5dbbf6a0 req-0147dfcd-9765-4b28-9671-d37bab602fc9 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659523 Jan 29 04:22:54.153273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-7ad84b27-b450-4b5b-8fbd-e361eb3d9a7b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.153609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.154920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-7ad84b27-b450-4b5b-8fbd-e361eb3d9a7b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 950 time: 0.0757403 Jan 29 04:22:54.162765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25594fbe-5e8b-4915-9492-4a22d991554f req-a99b4567-6960-4a69-b42c-9772268ef4ad tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.170213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25594fbe-5e8b-4915-9492-4a22d991554f req-a99b4567-6960-4a69-b42c-9772268ef4ad tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 944 time: 0.1474361 Jan 29 04:22:54.206276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:54.208958 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8b47f-400a-46f5-8459-9eb791e6fee9" -d '{"events": [{"server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:54.232252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:54.238939 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.280657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25594fbe-5e8b-4915-9492-4a22d991554f req-711ee6bf-9aa2-4376-8dd1-a981914c2cfa tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091685 Jan 29 04:22:54.330623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:54.330962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.332739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:54.381578 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991339d-e503-484c-a8da-e7e141f64fc0 x-openstack-request-id: req-1991339d-e503-484c-a8da-e7e141f64fc0 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:54.382016 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:54.382616 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1991339d-e503-484c-a8da-e7e141f64fc0 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:54.383416 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'code': 200} Jan 29 04:22:54.418578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153aa961-345d-4e8a-b142-a93d227439bd req-f6810d73-45c2-49b5-aeb1-9cf3a3fc849b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.427590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-153aa961-345d-4e8a-b142-a93d227439bd req-f6810d73-45c2-49b5-aeb1-9cf3a3fc849b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 948 time: 0.1545632 Jan 29 04:22:54.476234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89251-6385-4911-beb7-d843f94f01fc req-2f4fd5b5-bcd9-44e4-a200-b6740dff14ec tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.477701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89b89251-6385-4911-beb7-d843f94f01fc req-2f4fd5b5-bcd9-44e4-a200-b6740dff14ec tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc0b80-d571-42d6-95e4-90cd2640365e HTTP/1.1" status: 200 len: 950 time: 0.1322167 Jan 29 04:22:54.485511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-153aa961-345d-4e8a-b142-a93d227439bd req-dbf959f3-78ef-416a-93f8-41b4cd895b5b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570579 Jan 29 04:22:54.552340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port ad7dda6b-43d0-4108-9702-f6ad0998c7f4, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:54.553032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.569975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for ad7dda6b-43d0-4108-9702-f6ad0998c7f4 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:54.598260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacb6da-b5fb-4921-8996-15926c7bc44d req-7275132b-f81d-4eb6-bd74-35525a4138d6 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.599847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aacb6da-b5fb-4921-8996-15926c7bc44d req-7275132b-f81d-4eb6-bd74-35525a4138d6 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 948 time: 0.1174383 Jan 29 04:22:54.685773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014d41-a371-44ae-a6b7-e79da4c99a52 req-cf31a3c6-5042-4a1e-b887-5977e7952a06 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.687371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63014d41-a371-44ae-a6b7-e79da4c99a52 req-cf31a3c6-5042-4a1e-b887-5977e7952a06 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0790818 Jan 29 04:22:54.691771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port 5139b143-4497-4013-9d97-556e0e4c1df2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:54.692114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.736567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aacb6da-b5fb-4921-8996-15926c7bc44d req-7bcfc425-8f3b-4765-9c6d-e4457ad22fff tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025033 Jan 29 04:22:54.816529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-a315481c-98d9-4815-b309-21205626a384 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:54.817812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63014d41-a371-44ae-a6b7-e79da4c99a52 req-f3fc29d5-ccd9-4303-9770-6ed591813a45 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220829 Jan 29 04:22:54.818351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-a315481c-98d9-4815-b309-21205626a384 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.20 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.1109202 Jan 29 04:22:54.867698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port 5139b143-4497-4013-9d97-556e0e4c1df2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5139b143-4497-4013-9d97-556e0e4c1df2,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:54.868075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.885793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for 5139b143-4497-4013-9d97-556e0e4c1df2 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:54.887784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:54.922259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5139b143-4497-4013-9d97-556e0e4c1df2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:54.987729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:55.247496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.273839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=ad7dda6b-43d0-4108-9702-f6ad0998c7f4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:55.324458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=5139b143-4497-4013-9d97-556e0e4c1df2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:55.345162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port ad7dda6b-43d0-4108-9702-f6ad0998c7f4 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:55.359631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb1286-a38e-4b5d-9891-4a985eb8650f req-7d39f141-cff8-4ea6-a26a-a88ec0a0b90e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:55.359854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.365448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-544f1cf9-e49c-41d5-8404-9bb7cd53a063 req-83687c10-b2c4-4ccf-b705-c87811f81a01 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "DELETE /v2.0/ports/ad7dda6b-43d0-4108-9702-f6ad0998c7f4 HTTP/1.1" status: 204 len: 173 time: 1.1856198 Jan 29 04:22:55.367694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'name': 'network-vif-deleted', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:55.370962 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cec3b3-c2d6-4365-b96f-bd6246a6473e" -d '{"events": [{"server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "name": "network-vif-deleted", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:55.371572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07cb1286-a38e-4b5d-9891-4a985eb8650f req-7d39f141-cff8-4ea6-a26a-a88ec0a0b90e tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 944 time: 0.1764941 Jan 29 04:22:55.400494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8c1b7-7412-4cd0-98f7-b35c9e7db887 req-2a419999-166c-49ed-bdc6-3c77f74948a9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:55.402745 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdc8c1b7-7412-4cd0-98f7-b35c9e7db887 req-2a419999-166c-49ed-bdc6-3c77f74948a9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1470058 Jan 29 04:22:55.407666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Deleting port 345b71b9-38ee-43b3-8d39-581d7a8681d5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:55.409102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.418768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port 5139b143-4497-4013-9d97-556e0e4c1df2 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:55.422284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.426847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89b89251-6385-4911-beb7-d843f94f01fc req-be0670a7-e980-41f8-b473-a24e47779ddb tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.20 "DELETE /v2.0/ports/5139b143-4497-4013-9d97-556e0e4c1df2 HTTP/1.1" status: 204 len: 173 time: 0.9397774 Jan 29 04:22:55.432338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'name': 'network-vif-deleted', 'tag': '5139b143-4497-4013-9d97-556e0e4c1df2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:55.435024 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cadc1d-355d-440e-9624-66ddea253e6c" -d '{"events": [{"server_uuid": "a5fc0b80-d571-42d6-95e4-90cd2640365e", "name": "network-vif-deleted", "tag": "5139b143-4497-4013-9d97-556e0e4c1df2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:55.459697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07cb1286-a38e-4b5d-9891-4a985eb8650f req-e3975056-ea2e-40ae-8112-856eb772edb8 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3587dc5-a007-4ade-81e5-ade62e6e71a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869675 Jan 29 04:22:55.510612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdc8c1b7-7412-4cd0-98f7-b35c9e7db887 req-c290281c-f0d5-404a-bc6d-cf4168cab35b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971396 Jan 29 04:22:55.608040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] For port 345b71b9-38ee-43b3-8d39-581d7a8681d5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=345b71b9-38ee-43b3-8d39-581d7a8681d5,segment=NetworkSegment(ba9bda03-19ec-4399-a71e-efc3e6ed513e),segment_id=ba9bda03-19ec-4399-a71e-efc3e6ed513e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:55.608798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.617641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 57d12739-2fb6-4014-a3af-4fe447978053 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:55.619016 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f745b-dfdd-473c-850a-152113e04881 x-openstack-request-id: req-9c4f745b-dfdd-473c-850a-152113e04881 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:55.619222 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257374b2-fac3-4942-b681-41a975dfe0af", "name": "network-vif-deleted", "tag": "ad7dda6b-43d0-4108-9702-f6ad0998c7f4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:55.619463 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c4f745b-dfdd-473c-850a-152113e04881 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:55.620081 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257374b2-fac3-4942-b681-41a975dfe0af', 'name': 'network-vif-deleted', 'tag': 'ad7dda6b-43d0-4108-9702-f6ad0998c7f4', 'status': 'completed', 'code': 200} Jan 29 04:22:55.628303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3a951560-5f2c-4da2-95d4-79680a3504d1 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:55.639185 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdb090c-d4b1-4228-9116-b3c96f5ba593 x-openstack-request-id: req-cfdb090c-d4b1-4228-9116-b3c96f5ba593 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:55.639469 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc0b80-d571-42d6-95e4-90cd2640365e", "name": "network-vif-deleted", "tag": "5139b143-4497-4013-9d97-556e0e4c1df2", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:55.639724 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfdb090c-d4b1-4228-9116-b3c96f5ba593 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:55.640111 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc0b80-d571-42d6-95e4-90cd2640365e', 'name': 'network-vif-deleted', 'tag': '5139b143-4497-4013-9d97-556e0e4c1df2', 'status': 'completed', 'code': 200} Jan 29 04:22:55.645165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Calling delete_port for 345b71b9-38ee-43b3-8d39-581d7a8681d5 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:55.715837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925890-190f-4ceb-8b89-2b6ea34a8ab6 req-5bebf56f-17b9-43e1-99e2-d747b25b8564 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:55.717364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb925890-190f-4ceb-8b89-2b6ea34a8ab6 req-5bebf56f-17b9-43e1-99e2-d747b25b8564 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 944 time: 0.1303346 Jan 29 04:22:55.753518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6da02583-7cda-4a21-8924-a61df7f61666 req-733cd480-5533-46c5-9449-9860d9b45e47 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=257374b2-fac3-4942-b681-41a975dfe0af HTTP/1.1" status: 200 len: 210 time: 0.0456736 Jan 29 04:22:55.756844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 3a951560-5f2c-4da2-95d4-79680a3504d1 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:22:55.764549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:55.777551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb925890-190f-4ceb-8b89-2b6ea34a8ab6 req-d64dc5f6-24b1-4359-bd5a-9646f7d3a97f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Jan 29 04:22:55.784052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3a951560-5f2c-4da2-95d4-79680a3504d1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:55.787995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.857019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '57d12739-2fb6-4014-a3af-4fe447978053', 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5', 'port_id': '57d12739-2fb6-4014-a3af-4fe447978053', 'mac_address': 'fa:16:3e:99:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4108-c1b9-4e57-a8ae-0e663e58874c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:55.877293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.937089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:55.959031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d12739-2fb6-4014-a3af-4fe447978053 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:55.985447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:55.987927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:55.992571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Pushing event deleted for resources: {'Port': ['ID=345b71b9-38ee-43b3-8d39-581d7a8681d5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:56.038091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787bc99-9387-4f01-bfb9-0242b257d73b req-d599cb64-c73b-4847-bac6-b6ffbb83e336 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:56.039647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3787bc99-9387-4f01-bfb9-0242b257d73b req-d599cb64-c73b-4847-bac6-b6ffbb83e336 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 948 time: 0.1418693 Jan 29 04:22:56.062139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] No DVR routers for this DVR port 345b71b9-38ee-43b3-8d39-581d7a8681d5 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:22:56.068504 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.069406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e381dc50-0891-441d-9d43-fd7c4806326c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:22:56.070130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.073876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8efb8f45-659b-486d-a654-81f7ebf18f1b req-4a1c3d05-d820-47df-8c31-b08d0db95546 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.20 "DELETE /v2.0/ports/345b71b9-38ee-43b3-8d39-581d7a8681d5 HTTP/1.1" status: 204 len: 173 time: 1.2484291 Jan 29 04:22:56.088986 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.105647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3787bc99-9387-4f01-bfb9-0242b257d73b req-89a45370-5aed-4a86-87b6-a826beb632d1 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Jan 29 04:22:56.164881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87c574d5-8b8a-419a-abfa-6a7529a15df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.240974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a797c-c3de-454e-89e5-db42003a32ff req-8da180fb-1a7f-4af4-ab09-19887490a1f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:56.242585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a6a797c-c3de-454e-89e5-db42003a32ff req-8da180fb-1a7f-4af4-ab09-19887490a1f4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0645349 Jan 29 04:22:56.297676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a6a797c-c3de-454e-89e5-db42003a32ff req-c759ad28-db3e-4db5-895b-d3dbc2a47f4d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484123 Jan 29 04:22:56.398038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:56.400696 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110cce8d-a87a-4f49-80a5-e960b905c08d" -d '{"events": [{"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-plugged", "status": "completed", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:56.410425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:56.432303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:56.434994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.467090 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8761922e-6e4f-49f6-b5e3-29757cd37247 x-openstack-request-id: req-8761922e-6e4f-49f6-b5e3-29757cd37247 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:56.467361 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-plugged", "status": "completed", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:56.467705 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8761922e-6e4f-49f6-b5e3-29757cd37247 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:56.468117 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'code': 200} Jan 29 04:22:56.553924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e381dc50-0891-441d-9d43-fd7c4806326c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e381dc50-0891-441d-9d43-fd7c4806326c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:56.572991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:56.592072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'e381dc50-0891-441d-9d43-fd7c4806326c', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'e381dc50-0891-441d-9d43-fd7c4806326c', 'mac_address': 'fa:16:3e:56:bf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:22:56.647501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e0589f0-ff33-4734-b369-40130b7e97ae req-01b3f990-29af-4465-bbf8-9f2e9213ddc0 tempest-LiveAutoBlockMigrationV225Test-239682855 tempest-LiveAutoBlockMigrationV225Test-239682855-project] 10.222.0.32 "GET /v2.0/ports?device_id=634166d1-f02d-4815-8a8c-9c2955d421fa HTTP/1.1" status: 200 len: 210 time: 0.0429528 Jan 29 04:22:56.657214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadbdd-b1a2-4583-9a6c-0b83fb694b15 req-c62ceab6-8f93-41b3-84c7-ff0d5cdb53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:56.659925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9aadbdd-b1a2-4583-9a6c-0b83fb694b15 req-c62ceab6-8f93-41b3-84c7-ff0d5cdb53fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 1096 time: 0.1110775 Jan 29 04:22:56.665385 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.681405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e381dc50-0891-441d-9d43-fd7c4806326c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:22:56.708125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e381dc50-0891-441d-9d43-fd7c4806326c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e381dc50-0891-441d-9d43-fd7c4806326c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:56.713437 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:56.715140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9aadbdd-b1a2-4583-9a6c-0b83fb694b15 req-7a7764d2-64a7-4827-8fca-8f87a489d8de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Jan 29 04:22:56.770204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e381dc50-0891-441d-9d43-fd7c4806326c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:56.807592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37be2-7b90-4d8f-b514-6c6cfc5a371a req-dd9deaed-1d2e-49ec-8d17-5b7cb5a2f67e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:56.809173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d4a37be2-7b90-4d8f-b514-6c6cfc5a371a req-dd9deaed-1d2e-49ec-8d17-5b7cb5a2f67e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0540762 Jan 29 04:22:56.851658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d4a37be2-7b90-4d8f-b514-6c6cfc5a371a req-52b06fdd-cdce-44ca-b547-bcf8cd2d79cc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Jan 29 04:22:57.166757 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:57.191380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['57d12739-2fb6-4014-a3af-4fe447978053'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:57.215848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e381dc50-0891-441d-9d43-fd7c4806326c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:22:57.237622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb95a5-8ed0-447d-b610-ff9d8c93729e req-d90bfe95-3664-4f6f-a71c-efe8f7eed3e2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:57.239210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2eb95a5-8ed0-447d-b610-ff9d8c93729e req-d90bfe95-3664-4f6f-a71c-efe8f7eed3e2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.3266597 Jan 29 04:22:57.265599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-d05539e6-bb2c-47d2-8034-900f3d7b8a33 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:57.267467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-d05539e6-bb2c-47d2-8034-900f3d7b8a33 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.1116936 Jan 29 04:22:57.287213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-08844a5c-5574-48f3-a48b-d42680989f2c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/quotas/586409d368c54b06952f2b3b2897d48f HTTP/1.1" status: 200 len: 375 time: 0.0097611 Jan 29 04:22:57.295356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2eb95a5-8ed0-447d-b610-ff9d8c93729e req-42c9c7c4-300a-4ff7-bbe6-7f2cc60a702a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482862 Jan 29 04:22:57.354930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-6f56422d-aa12-4f3f-9190-172077821463 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611746 Jan 29 04:22:57.415414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1728cf-4892-4ca9-89e6-c4eff97db9cf req-acb3f7ee-9675-440a-a591-3d0f13de0db4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:57.417450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a1728cf-4892-4ca9-89e6-c4eff97db9cf req-acb3f7ee-9675-440a-a591-3d0f13de0db4 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 950 time: 0.0540419 Jan 29 04:22:57.457321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-7a6dae0a-e7dd-43d5-8252-ddf0bbd9303b service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947220 Jan 29 04:22:57.459701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a1728cf-4892-4ca9-89e6-c4eff97db9cf req-1d6716a0-7c12-4229-a0bd-385dc665501b tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Jan 29 04:22:57.552213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-e0ff07a9-5ef5-4db7-9b3a-ed35251c5f54 service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Jan 29 04:22:57.561309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724e5a4-025a-4207-8e2a-3c9aa71f979b req-7a8e6228-35ec-43cc-a2cc-473d37415bf5 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:57.562883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c724e5a4-025a-4207-8e2a-3c9aa71f979b req-7a8e6228-35ec-43cc-a2cc-473d37415bf5 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 949 time: 0.0496354 Jan 29 04:22:57.600358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c724e5a4-025a-4207-8e2a-3c9aa71f979b req-e3453cb6-f1bb-4309-95b4-d6f80da0d5a6 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Jan 29 04:22:57.620909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'name': 'network-vif-deleted', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:57.623240 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652ea399-9fcc-4822-9c6a-1df091819588" -d '{"events": [{"server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "name": "network-vif-deleted", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:57.688920 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff5134-5f7a-4ea2-9688-9db54a9bc28e x-openstack-request-id: req-b2ff5134-5f7a-4ea2-9688-9db54a9bc28e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:22:57.689547 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634166d1-f02d-4815-8a8c-9c2955d421fa", "name": "network-vif-deleted", "tag": "345b71b9-38ee-43b3-8d39-581d7a8681d5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:22:57.689547 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2ff5134-5f7a-4ea2-9688-9db54a9bc28e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:22:57.689985 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634166d1-f02d-4815-8a8c-9c2955d421fa', 'name': 'network-vif-deleted', 'tag': '345b71b9-38ee-43b3-8d39-581d7a8681d5', 'status': 'completed', 'code': 200} Jan 29 04:22:57.716690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a1dc-7ae4-4bf5-9a92-f0c2f4e0c44d req-cf9e6358-7583-4c2e-a266-221ce73b0d6d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:57.718189 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2127a1dc-7ae4-4bf5-9a92-f0c2f4e0c44d req-cf9e6358-7583-4c2e-a266-221ce73b0d6d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0555396 Jan 29 04:22:57.748667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b8bcc34-dfb9-45e6-8217-e68544c9fc80 req-15b4ca17-7f61-4bfd-ae56-3ffe4f4dee4f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 210 time: 0.0301461 Jan 29 04:22:57.765081 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2127a1dc-7ae4-4bf5-9a92-f0c2f4e0c44d req-5bd36943-aab1-4de5-8543-5eafa98735d6 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Jan 29 04:22:57.797013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:57.842377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Deleting subnet b6d85a36-84c9-4a0b-9032-81d758202c1c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:22:57.845817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:57.886127 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:57.934979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:57.982134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88c9f1-761a-43f0-8c1e-480b017354d8 req-d0aae9e3-d0aa-46ca-943f-f82bb4aafcc3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:57.984235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab88c9f1-761a-43f0-8c1e-480b017354d8 req-d0aae9e3-d0aa-46ca-943f-f82bb4aafcc3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0535076 Jan 29 04:22:57.996757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.003425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:58.027316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d85a36-84c9-4a0b-9032-81d758202c1c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:58.035782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 345b71b9-38ee-43b3-8d39-581d7a8681d5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:58.036961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 345b71b9-38ee-43b3-8d39-581d7a8681d5 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:58.037736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5139b143-4497-4013-9d97-556e0e4c1df2 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:22:58.039248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab88c9f1-761a-43f0-8c1e-480b017354d8 req-78852383-db34-49d3-858d-69c9c45f39ca tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 Jan 29 04:22:58.041822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.047884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:58.048107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd67cc96-e2bb-4621-a4e6-eb68746929a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b6d85a36-84c9-4a0b-9032-81d758202c1c HTTP/1.1" status: 204 len: 168 time: 0.2498498 Jan 29 04:22:58.067327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5139b143-4497-4013-9d97-556e0e4c1df2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:22:58.067785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5139b143-4497-4013-9d97-556e0e4c1df2 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:22:58.122952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.199698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.219010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b511c2-cf74-4737-8c6a-90fa2225aa1b']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:58.227990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9bda03-19ec-4399-a71e-efc3e6ed513e') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:58.228285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9bda03-19ec-4399-a71e-efc3e6ed513e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:58.237986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.250254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.256839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:22:58.257231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:22:58.258892 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:22:58.320804 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.331467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.335116 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] 10.222.0.32 "DELETE /v2.0/networks/f3b511c2-cf74-4737-8c6a-90fa2225aa1b HTTP/1.1" status: 204 len: 168 time: 0.2860293 Jan 29 04:22:58.337983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:58.347358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65d417-d338-4afc-81de-48cc77a7e9af admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b511c2-cf74-4737-8c6a-90fa2225aa1b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:58.429835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Deleting subnet a57429a8-ec9c-40c2-8d54-5c6d73a93202 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:22:58.433596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.463876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7de84-bd6f-4c29-a312-1ac611f6ab8f req-861aa12d-45ed-4a07-82e3-ec59dc9be5b9 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:58.465333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04b7de84-bd6f-4c29-a312-1ac611f6ab8f req-861aa12d-45ed-4a07-82e3-ec59dc9be5b9 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0907295 Jan 29 04:22:58.492165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.534651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04b7de84-bd6f-4c29-a312-1ac611f6ab8f req-bcc1e752-cf3e-451b-9c73-95adcefc81ab tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632932 Jan 29 04:22:58.545438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.577673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c642698-16e6-4770-a045-80a2b87c9262 req-4985a30f-250c-4266-9bf0-bb54e571929f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:58.579183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c642698-16e6-4770-a045-80a2b87c9262 req-4985a30f-250c-4266-9bf0-bb54e571929f tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 950 time: 0.0514851 Jan 29 04:22:58.602065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.618342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c642698-16e6-4770-a045-80a2b87c9262 req-1835b2d5-a199-4613-82ad-32c4ff363095 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Jan 29 04:22:58.638436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57429a8-ec9c-40c2-8d54-5c6d73a93202,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:58.638436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.638436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3204b10-308e-4f65-9667-8fb44c1a1cc5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a57429a8-ec9c-40c2-8d54-5c6d73a93202 HTTP/1.1" status: 204 len: 168 time: 0.2938468 Jan 29 04:22:58.639304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:58.708220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.727384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cbeb3-bd28-4509-9dd5-b47b0b887b50 req-afe777c7-a17c-46ee-8fb3-376062b82f85 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:58.728881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-428cbeb3-bd28-4509-9dd5-b47b0b887b50 req-afe777c7-a17c-46ee-8fb3-376062b82f85 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 949 time: 0.0554061 Jan 29 04:22:58.766313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-428cbeb3-bd28-4509-9dd5-b47b0b887b50 req-73d4364a-5745-4142-8c76-f7c2f5842e3e tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Jan 29 04:22:58.790299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.813874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:58.825358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2384d3-efcf-4153-994f-1972c5917f08') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:58.825651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2384d3-efcf-4153-994f-1972c5917f08') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:22:58.842510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.868058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305bdbb3-410d-44f9-ac1a-0020ac3e7ac6 req-1c294084-845d-4289-9929-7ed5b8b6efb1 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 210 time: 0.0454328 Jan 29 04:22:58.877953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.884894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:22:58.885445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:22:58.887272 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:22:58.894317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad08d39-2254-4956-83ba-d9ef5bfda063 req-fcce4399-3503-415c-b44d-481f1d097919 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:58.896022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad08d39-2254-4956-83ba-d9ef5bfda063 req-fcce4399-3503-415c-b44d-481f1d097919 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0632048 Jan 29 04:22:58.938989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad08d39-2254-4956-83ba-d9ef5bfda063 req-5e40f5da-d19f-4a43-88fa-cc46d5d8f3dd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Jan 29 04:22:58.944674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.949327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:58.955985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f HTTP/1.1" status: 204 len: 168 time: 0.3135817 Jan 29 04:22:58.983102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0408-ca22-4cc3-a9b7-47ba8b465d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9d2f4f-ec0a-486f-950e-46b7d36f1c6f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:58.992507 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.072654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-b42f22b9-baff-40a2-ae9b-76d0fc2e6a02 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.074300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-b42f22b9-baff-40a2-ae9b-76d0fc2e6a02 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.1143503 Jan 29 04:22:59.098368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Request body: {'port': {'device_id': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'admin_state_up': True, 'tenant_id': '586409d368c54b06952f2b3b2897d48f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:59.146382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.160210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6188-3c4c-4ab5-bcc5-52642fecd669 req-032ae578-4e35-4a7c-8cc4-7bb0d2444cd3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.161712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-091f6188-3c4c-4ab5-bcc5-52642fecd669 req-032ae578-4e35-4a7c-8cc4-7bb0d2444cd3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0518444 Jan 29 04:22:59.197676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40514) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:59.216300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Made reservation on behalf of 586409d368c54b06952f2b3b2897d48f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:22:59.219852 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.223053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-091f6188-3c4c-4ab5-bcc5-52642fecd669 req-8c913e35-b771-457e-8de2-92f7047b251b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520103 Jan 29 04:22:59.251619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e0f7b7cf-52e7-4d47-9bf0-252f5ad901d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=338ee70972e1416080f8f893b188c868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524919 Jan 29 04:22:59.254308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40516) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:59.305328 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f922b280-d737-49cc-aa96-aac9f7a0c0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.327075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f922b280-d737-49cc-aa96-aac9f7a0c0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.349839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Allocated IP 172.20.0.7 (0a88fe56-9203-4393-989e-7a14ac96ef45/c60cfa39-f883-49d5-b7b1-638d8ec7cba4/22c21945-a9f9-43d4-993e-80cad638428c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:22:59.371907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f922b280-d737-49cc-aa96-aac9f7a0c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.374558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f922b280-d737-49cc-aa96-aac9f7a0c0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.375729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f922b280-d737-49cc-aa96-aac9f7a0c0c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3587dc5-a007-4ade-81e5-ade62e6e71a6 HTTP/1.1" status: 204 len: 168 time: 0.1203945 Jan 29 04:22:59.384193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b280-d737-49cc-aa96-aac9f7a0c0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3587dc5-a007-4ade-81e5-ade62e6e71a6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:59.503155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.540252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.591283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:22:59.593843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-b17a18b4-f1bc-4a0f-b031-4811deeb6598 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.594871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:22:59.595019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-b17a18b4-f1bc-4a0f-b031-4811deeb6598 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 950 time: 0.0714731 Jan 29 04:22:59.599757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:22:59.603766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:59.623692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 57d12739-2fb6-4014-a3af-4fe447978053 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:59.693720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.695086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.716473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371618c-b5cf-44ee-a8d9-27bdf76c841c req-69556c12-0b92-49ae-ba83-0c7e7608de68 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.726491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1371618c-b5cf-44ee-a8d9-27bdf76c841c req-69556c12-0b92-49ae-ba83-0c7e7608de68 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0957360 Jan 29 04:22:59.727297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 57d12739-2fb6-4014-a3af-4fe447978053 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:22:59.728329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Deleting port 081277d8-e747-4a33-8d04-151903472997 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:22:59.728847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.733401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 57d12739-2fb6-4014-a3af-4fe447978053 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:22:59.733787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.755413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-a8b3bd0c-c24d-4c23-8326-37813caa720d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6619391 Jan 29 04:22:59.773956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:59.792263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1371618c-b5cf-44ee-a8d9-27bdf76c841c req-f3019458-7982-4c8b-8d04-b9bee3e3fc7f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643873 Jan 29 04:22:59.828372 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.842857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e041dc-0863-4303-956b-ee5b982ab0de req-79c36d0f-98c4-4034-8100-a638104f8975 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.843149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Request body: {'port': {'device_id': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:22:59.844320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0e041dc-0863-4303-956b-ee5b982ab0de req-79c36d0f-98c4-4034-8100-a638104f8975 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 950 time: 0.0950649 Jan 29 04:22:59.852268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a17c42db-c7c9-45f6-ac97-b9dab95cb96c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5b6180f62d84507801fc4771fa4bd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764880 Jan 29 04:22:59.854292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40532) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:22:59.856129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:22:59.858828 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8c195-a14b-40ab-a8b9-9dd9ca1fbdcd" -d '{"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-plugged", "status": "completed", "tag": "57d12739-2fb6-4014-a3af-4fe447978053"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:22:59.876236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:59.881144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.882130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e381dc50-0891-441d-9d43-fd7c4806326c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:22:59.925867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] For port 081277d8-e747-4a33-8d04-151903472997, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=081277d8-e747-4a33-8d04-151903472997,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:22:59.926624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.952061 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0e041dc-0863-4303-956b-ee5b982ab0de req-02fc9423-9a16-4fad-b0de-faac01a16e52 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Jan 29 04:22:59.958794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Calling delete_port for 081277d8-e747-4a33-8d04-151903472997 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:22:59.972201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:22:59.984793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-fbc80782-0553-4f9d-8940-9a225650d5b5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:22:59.987081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-fbc80782-0553-4f9d-8940-9a225650d5b5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "GET /v2.0/ports?device_id=d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e HTTP/1.1" status: 200 len: 946 time: 0.1572843 Jan 29 04:22:59.989026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.997547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d57d9153-64e7-4698-917c-6f2fb8b22973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:22:59.998207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port e381dc50-0891-441d-9d43-fd7c4806326c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:23:00.003323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port e381dc50-0891-441d-9d43-fd7c4806326c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:00.003644 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.017841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10f02-9b2e-4595-840c-ca6490f0584d req-b74df1fa-4882-42d1-964a-fbf0930151a1 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:00.019417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abe10f02-9b2e-4595-840c-ca6490f0584d req-b74df1fa-4882-42d1-964a-fbf0930151a1 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 949 time: 0.1230943 Jan 29 04:23:00.021264 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d57d9153-64e7-4698-917c-6f2fb8b22973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.112180 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.150106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e381dc50-0891-441d-9d43-fd7c4806326c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e381dc50-0891-441d-9d43-fd7c4806326c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:00.156466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.158833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:00.163886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b5322-3d7b-4754-98b3-9b4b41d0ef04 req-2145c413-ced3-4289-9743-abc5e9b5d3e0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:00.165402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c93b5322-3d7b-4754-98b3-9b4b41d0ef04 req-2145c413-ced3-4289-9743-abc5e9b5d3e0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0831933 Jan 29 04:23:00.167130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d57d9153-64e7-4698-917c-6f2fb8b22973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.169685 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d57d9153-64e7-4698-917c-6f2fb8b22973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.173089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d57d9153-64e7-4698-917c-6f2fb8b22973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed887175-a957-4876-ad60-4238cd7bad8b HTTP/1.1" status: 204 len: 168 time: 0.3153226 Jan 29 04:23:00.198967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abe10f02-9b2e-4595-840c-ca6490f0584d req-539ca7b3-22a9-42a4-8434-e8de5b169918 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625788 Jan 29 04:23:00.216985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9153-64e7-4698-917c-6f2fb8b22973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed887175-a957-4876-ad60-4238cd7bad8b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:00.233842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e381dc50-0891-441d-9d43-fd7c4806326c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:00.274969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c93b5322-3d7b-4754-98b3-9b4b41d0ef04 req-bb545b24-421a-43ea-a831-d7920bdb4097 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946176 Jan 29 04:23:00.298274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.324959 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6991ee-bf1f-466b-bcd7-d0729cea1eb8 x-openstack-request-id: req-4a6991ee-bf1f-466b-bcd7-d0729cea1eb8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:00.325284 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-plugged", "status": "completed", "tag": "57d12739-2fb6-4014-a3af-4fe447978053", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:00.325549 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a6991ee-bf1f-466b-bcd7-d0729cea1eb8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:00.325969 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053', 'code': 200} Jan 29 04:23:00.342393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['081277d8-e747-4a33-8d04-151903472997'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:00.359529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Pushing event deleted for resources: {'Port': ['ID=081277d8-e747-4a33-8d04-151903472997,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:00.396428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Deleting port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:00.396881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.419657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.446968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] No DVR routers for this DVR port 081277d8-e747-4a33-8d04-151903472997 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:00.456774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.460177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b57de1ad-f766-4efd-98b2-6740a45d00e8 req-cd998168-6048-492c-a221-8b5b58f88654 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.36 "DELETE /v2.0/ports/081277d8-e747-4a33-8d04-151903472997 HTTP/1.1" status: 204 len: 173 time: 0.8524597 Jan 29 04:23:00.464078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'name': 'network-vif-deleted', 'tag': '081277d8-e747-4a33-8d04-151903472997'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:00.464372 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed2d82-4931-4b57-a8f7-035bcdaae664" -d '{"events": [{"server_uuid": "dab0e154-02a3-46c2-bf9b-f07dce0821d4", "name": "network-vif-deleted", "tag": "081277d8-e747-4a33-8d04-151903472997"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:00.486460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:00.495702 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.521023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65f0d-7702-4d0d-9c0e-d9b36eca254a req-7700de57-a1ef-4ed5-8cd4-dc15f6615d3f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:00.522792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ca65f0d-7702-4d0d-9c0e-d9b36eca254a req-7700de57-a1ef-4ed5-8cd4-dc15f6615d3f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0919595 Jan 29 04:23:00.557285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:00.600162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ca65f0d-7702-4d0d-9c0e-d9b36eca254a req-d8052a0e-c44f-4077-8983-b709dc379484 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Jan 29 04:23:00.667737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ae7-05ee-4823-a01a-0c0bd2872d13 req-851ecb63-4e0c-473d-9d35-374c45b4706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:00.669327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0eb1ae7-05ee-4823-a01a-0c0bd2872d13 req-851ecb63-4e0c-473d-9d35-374c45b4706c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1097 time: 0.2690547 Jan 29 04:23:00.726848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672b505-097b-481f-b294-4a71b154f80a req-02f26791-4323-46d2-a4c1-3302f69e1a52 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:00.728298 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4672b505-097b-481f-b294-4a71b154f80a req-02f26791-4323-46d2-a4c1-3302f69e1a52 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.0668581 Jan 29 04:23:00.757986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2bff-0568-424d-9a0c-8d1797bb1863 req-57946166-0851-4989-9162-460f91b80332 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:00.759467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5dc2bff-0568-424d-9a0c-8d1797bb1863 req-57946166-0851-4989-9162-460f91b80332 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 931 time: 0.3526244 Jan 29 04:23:00.769151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] For port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:00.769524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.778390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4672b505-097b-481f-b294-4a71b154f80a req-50b98507-8ec1-4315-931d-12b24f824647 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Jan 29 04:23:00.794694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c21945-a9f9-43d4-993e-80cad638428c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:00.813146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Calling delete_port for 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:00.815026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.833137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0eb1ae7-05ee-4823-a01a-0c0bd2872d13 req-ec44f747-a3a0-471c-945f-ade1967d26c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456406 Jan 29 04:23:00.854425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Transition to ACTIVE for port object 22c21945-a9f9-43d4-993e-80cad638428c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:00.890583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:00.912809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5dc2bff-0568-424d-9a0c-8d1797bb1863 req-b423a35c-5552-4061-afd7-2184383f4d99 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264274 Jan 29 04:23:00.955789 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e01d0c-78c1-42f3-aa63-eebe0460575d x-openstack-request-id: req-84e01d0c-78c1-42f3-aa63-eebe0460575d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:00.956105 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab0e154-02a3-46c2-bf9b-f07dce0821d4", "name": "network-vif-deleted", "tag": "081277d8-e747-4a33-8d04-151903472997", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:00.956362 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84e01d0c-78c1-42f3-aa63-eebe0460575d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:00.956766 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0e154-02a3-46c2-bf9b-f07dce0821d4', 'name': 'network-vif-deleted', 'tag': '081277d8-e747-4a33-8d04-151903472997', 'status': 'completed', 'code': 200} Jan 29 04:23:00.976484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:01.149292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f4667-be57-4a59-9487-114af52582ff req-1226f5f3-b126-4f7b-b872-766f4427f38f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.152307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2f4667-be57-4a59-9487-114af52582ff req-1226f5f3-b126-4f7b-b872-766f4427f38f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0565419 Jan 29 04:23:01.159688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44438f47-3e59-4606-96eb-0117fe3c1bc1 req-22b68af6-3ee4-41a5-8f1f-3b1b19446492 tempest-ServersOnMultiNodesTest-1189114278 tempest-ServersOnMultiNodesTest-1189114278-project] 10.222.0.32 "GET /v2.0/ports?device_id=dab0e154-02a3-46c2-bf9b-f07dce0821d4 HTTP/1.1" status: 200 len: 210 time: 0.0587521 Jan 29 04:23:01.184864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Attempting to bind port 22c21945-a9f9-43d4-993e-80cad638428c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:01.185047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Attempting to bind port 22c21945-a9f9-43d4-993e-80cad638428c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:01.185578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Attempting to bind port 22c21945-a9f9-43d4-993e-80cad638428c on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:01.193409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Port 22c21945-a9f9-43d4-993e-80cad638428c on network 0a88fe56-9203-4393-989e-7a14ac96ef45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:01.193723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Attempting to bind port 22c21945-a9f9-43d4-993e-80cad638428c on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:01.205507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:01.205844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Checking segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:01.206256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Bound using segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:01.206688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Bound port: 22c21945-a9f9-43d4-993e-80cad638428c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:01.207042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:01.219038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2f4667-be57-4a59-9487-114af52582ff req-81780a62-8c70-4a1f-b5b5-b3709327c80d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545914 Jan 29 04:23:01.222844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:01.320995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] No DVR routers for this DVR port 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:01.323852 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:01.328059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3b19bc2-3553-4e05-b8db-1602b39c41ce req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "DELETE /v2.0/ports/5076f0b8-5442-4bb3-8f17-d1817a9e4c33 HTTP/1.1" status: 204 len: 173 time: 1.3288045 Jan 29 04:23:01.328785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38274205-b3ca-446e-9d4b-65f07575c1a4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event deleted for resources: {'Port': ['ID=5076f0b8-5442-4bb3-8f17-d1817a9e4c33,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:01.334773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-deleted', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:01.336960 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62abe5f5-655d-458e-892f-616e4245ba11" -d '{"events": [{"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-deleted", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:01.387876 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef68e6fe-958a-4af8-b56d-5aa190a1b253 x-openstack-request-id: req-ef68e6fe-958a-4af8-b56d-5aa190a1b253 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:01.388165 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-deleted", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:01.388421 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef68e6fe-958a-4af8-b56d-5aa190a1b253 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:01.388815 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-deleted', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'status': 'completed', 'code': 200} Jan 29 04:23:01.409755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:01.416935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:01.426242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c1942-cdc3-43e6-a147-d35e0e3b2e67 req-dfb3437d-1d68-4a7a-9cbf-50773f2af484 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.433672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-382c1942-cdc3-43e6-a147-d35e0e3b2e67 req-dfb3437d-1d68-4a7a-9cbf-50773f2af484 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.0995471 Jan 29 04:23:01.438080 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:01.503458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.504081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:01.505470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] 10.222.0.36 "PUT /v2.0/ports/22c21945-a9f9-43d4-993e-80cad638428c HTTP/1.1" status: 200 len: 1091 time: 1.6739945 Jan 29 04:23:01.526616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-382c1942-cdc3-43e6-a147-d35e0e3b2e67 req-5367f112-2749-4a42-9497-474055001c44 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918341 Jan 29 04:23:01.538500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080f7ff-b30a-467d-be93-a0fe5d87237b service neutron] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:01.684954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-fabb6fd1-0288-4816-951a-a135ba31f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.686494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-fabb6fd1-0288-4816-951a-a135ba31f9fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 1094 time: 0.0482085 Jan 29 04:23:01.725747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2368f-d3aa-45b8-a2f7-bf029d1b20cf req-6b1b7e44-ff05-474f-9197-2da29da99dbe tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.727241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24e2368f-d3aa-45b8-a2f7-bf029d1b20cf req-6b1b7e44-ff05-474f-9197-2da29da99dbe tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0492241 Jan 29 04:23:01.773837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24e2368f-d3aa-45b8-a2f7-bf029d1b20cf req-382df65d-dcde-44d9-b56e-16e4ab1a75a4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Jan 29 04:23:01.785552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-9dad2184-f4f8-4d1a-ada1-a4c7bd06f528 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c21945-a9f9-43d4-993e-80cad638428c HTTP/1.1" status: 200 len: 217 time: 0.0361297 Jan 29 04:23:01.916948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fb4-99fa-4522-816e-d10137228504 req-5c00de9a-d3da-4494-9a84-ff40bbe6f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.919385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-5c00de9a-d3da-4494-9a84-ff40bbe6f7e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.0761247 Jan 29 04:23:01.937379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7de4a-b299-40bc-80ed-7e30297b1e41 req-36ffead0-6019-41b5-9261-159c78e58f12 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:01.938927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb7de4a-b299-40bc-80ed-7e30297b1e41 req-36ffead0-6019-41b5-9261-159c78e58f12 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.0866315 Jan 29 04:23:01.975775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-41ba1c04-7e74-4a2f-b354-42c24a8fa489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358784 Jan 29 04:23:02.025628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84e2ef-68bb-48d8-8ddf-bcfdf0e6f509 req-86a67d35-4f45-41e1-8d98-31b70a63d31a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:02.027115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f84e2ef-68bb-48d8-8ddf-bcfdf0e6f509 req-86a67d35-4f45-41e1-8d98-31b70a63d31a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 943 time: 0.0569685 Jan 29 04:23:02.044839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb7de4a-b299-40bc-80ed-7e30297b1e41 req-3e3b1982-be3e-4892-9376-e27625597b23 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958757 Jan 29 04:23:02.074388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f84e2ef-68bb-48d8-8ddf-bcfdf0e6f509 req-ca849b1d-655d-4188-9f84-9d681f3cb7e1 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jan 29 04:23:02.098694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-75e7e294-8ff0-4a1f-ab9b-ef314134deaa service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137936 Jan 29 04:23:02.218751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4533fb4-99fa-4522-816e-d10137228504 req-85f7ace0-bcfd-4da4-86d9-fe7a41b861ed service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939310 Jan 29 04:23:02.295460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-f2e3cdd4-ad69-46f8-91ff-b38ed5114be0 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d0b7c0522fb454394d5c1ee8979cea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501900 Jan 29 04:23:02.327407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381dc50-0891-441d-9d43-fd7c4806326c'}, {'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:02.330424 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b435a2f-d4f0-445f-a312-33ae745b8e91" -d '{"events": [{"server_uuid": "2044e842-d0ce-496c-97f4-1d59c8657ddb", "name": "network-vif-plugged", "status": "completed", "tag": "e381dc50-0891-441d-9d43-fd7c4806326c"}, {"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:02.373494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed95121-1055-47ad-8e75-87f694210d2a req-32a86d19-d016-4ee1-b402-0137ca5a3928 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:02.375711 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ed95121-1055-47ad-8e75-87f694210d2a req-32a86d19-d016-4ee1-b402-0137ca5a3928 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0575511 Jan 29 04:23:02.413327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-c44e7f51-7877-4898-8788-b5b2a94c9414 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:02.414849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-c44e7f51-7877-4898-8788-b5b2a94c9414 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131103 Jan 29 04:23:02.423581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ed95121-1055-47ad-8e75-87f694210d2a req-65956493-26fa-4f3d-9ebd-67fcd2733942 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Jan 29 04:23:02.433778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-1fa24246-eab9-4b75-b885-993390ecb641 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/quotas/8d0b7c0522fb454394d5c1ee8979cea4 HTTP/1.1" status: 200 len: 375 time: 0.0106325 Jan 29 04:23:02.478400 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d507e1-86eb-4224-8e22-b273b7224e96 x-openstack-request-id: req-29d507e1-86eb-4224-8e22-b273b7224e96 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:02.478941 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2044e842-d0ce-496c-97f4-1d59c8657ddb", "name": "network-vif-plugged", "status": "completed", "tag": "e381dc50-0891-441d-9d43-fd7c4806326c", "code": 200}, {"server_uuid": "d302f6ae-d33b-4ba5-80b7-9c44a69a9d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "5076f0b8-5442-4bb3-8f17-d1817a9e4c33", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:02.479197 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29d507e1-86eb-4224-8e22-b273b7224e96 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:02.479589 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381dc50-0891-441d-9d43-fd7c4806326c', 'code': 200} Jan 29 04:23:02.480228 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302f6ae-d33b-4ba5-80b7-9c44a69a9d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5076f0b8-5442-4bb3-8f17-d1817a9e4c33', 'code': 200} Jan 29 04:23:02.488324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-1292560c-38aa-4a92-a703-347c0d034848 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d0b7c0522fb454394d5c1ee8979cea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355618 Jan 29 04:23:02.539896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:02.687994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be505b84-64fe-46d5-8a25-aab949984df4 req-32a855dc-4f00-46a8-92e6-16d97e7277a2 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:02.690454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be505b84-64fe-46d5-8a25-aab949984df4 req-32a855dc-4f00-46a8-92e6-16d97e7277a2 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.0799139 Jan 29 04:23:02.720613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e310d5-9cbf-41b5-a14d-6a3e4ed358ab req-07f51694-a5ed-4dd0-8a30-49ccd5574b30 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 210 time: 0.0632403 Jan 29 04:23:02.731139 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be505b84-64fe-46d5-8a25-aab949984df4 req-c92788c8-055e-4549-ab29-f86137bf2143 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Jan 29 04:23:02.746067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dffbc-1803-42ee-ad27-496d607aacd7 req-9bc2f395-f07a-497e-ba13-8b8ddd676081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:02.747668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-832dffbc-1803-42ee-ad27-496d607aacd7 req-9bc2f395-f07a-497e-ba13-8b8ddd676081 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 1101 time: 0.1008472 Jan 29 04:23:03.111433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-545cf229-a111-43d7-871a-356ae28cf29c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d9f0e354c9549eb83cc3d27648cee6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698175 Jan 29 04:23:03.114261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40652) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:03.127831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-832dffbc-1803-42ee-ad27-496d607aacd7 req-a3f213e9-e610-4927-a24f-20fa2831fb9d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720884 Jan 29 04:23:03.140979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b34b3-f130-47e4-ae26-131a811e53a0 req-78d31edf-d35c-444f-9f31-9062d61856ea tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.142729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d1b34b3-f130-47e4-ae26-131a811e53a0 req-78d31edf-d35c-444f-9f31-9062d61856ea tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0805144 Jan 29 04:23:03.186019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d1b34b3-f130-47e4-ae26-131a811e53a0 req-4a0a3707-42de-4cfe-8560-071ddf25fc14 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Jan 29 04:23:03.202909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4dc6d-840e-4c1c-b8c5-81fa8fdbfb8a req-d63319c7-9d58-4a72-90eb-7b954e2c9790 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.204282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71e4dc6d-840e-4c1c-b8c5-81fa8fdbfb8a req-d63319c7-9d58-4a72-90eb-7b954e2c9790 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.0707309 Jan 29 04:23:03.226638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876ef89d-c446-4847-bb10-97ac5cee08a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:03.265302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876ef89d-c446-4847-bb10-97ac5cee08a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:03.274051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71e4dc6d-840e-4c1c-b8c5-81fa8fdbfb8a req-33d17ed4-fd48-4441-8f71-c9d17e75b9e8 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Jan 29 04:23:03.293158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd7be5-6109-49d6-90c2-7304d60f0224 req-c0f3a0ef-a5d3-45a9-9e2d-a3811824ccb8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.295004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3cd7be5-6109-49d6-90c2-7304d60f0224 req-c0f3a0ef-a5d3-45a9-9e2d-a3811824ccb8 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 943 time: 0.0485342 Jan 29 04:23:03.324535 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876ef89d-c446-4847-bb10-97ac5cee08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:03.327141 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876ef89d-c446-4847-bb10-97ac5cee08a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:03.328420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-876ef89d-c446-4847-bb10-97ac5cee08a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87 HTTP/1.1" status: 204 len: 168 time: 0.2130427 Jan 29 04:23:03.337325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ef89d-c446-4847-bb10-97ac5cee08a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf1fac-9b30-4398-8ad6-1bc1f7a01f87,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:03.366657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3cd7be5-6109-49d6-90c2-7304d60f0224 req-e32b43a2-ae8c-4e8a-9889-f6ae802b1e29 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631506 Jan 29 04:23:03.390395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:03.393278 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a3884-64de-44f4-94b8-20a291dcfc57" -d '{"events": [{"name": "network-changed", "server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "tag": "22c21945-a9f9-43d4-993e-80cad638428c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:03.402060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dc9c8-497c-4b14-9850-7c31fab0dfc0 req-02811240-e298-46c0-807d-e88714729930 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.404238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef2dc9c8-497c-4b14-9850-7c31fab0dfc0 req-02811240-e298-46c0-807d-e88714729930 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1097 time: 0.0482450 Jan 29 04:23:03.433488 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e529f0-e41a-43fd-982e-86c42115bd7e x-openstack-request-id: req-49e529f0-e41a-43fd-982e-86c42115bd7e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:03.433968 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "tag": "22c21945-a9f9-43d4-993e-80cad638428c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:03.434261 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49e529f0-e41a-43fd-982e-86c42115bd7e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:03.434652 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c', 'status': 'completed', 'code': 200} Jan 29 04:23:03.450075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef2dc9c8-497c-4b14-9850-7c31fab0dfc0 req-e0a3dbf9-7bba-4cd8-a56c-c8321d03d6a9 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Jan 29 04:23:03.566892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d3762-5ad2-4f10-9ce9-92616a6c5112 req-5e7a9d95-9b33-4096-954b-c471c0028ec5 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.569188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a59d3762-5ad2-4f10-9ce9-92616a6c5112 req-5e7a9d95-9b33-4096-954b-c471c0028ec5 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1097 time: 0.0497253 Jan 29 04:23:03.590191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e589a-8c93-4a1d-b0f0-4fb11d9b8e1c req-452b1570-a3b4-4b57-b9f2-2bd95442ede7 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.592168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a94e589a-8c93-4a1d-b0f0-4fb11d9b8e1c req-452b1570-a3b4-4b57-b9f2-2bd95442ede7 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0756404 Jan 29 04:23:03.597924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-dc041ef4-ec89-4e2e-a7b4-a2054adede93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.600772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-dc041ef4-ec89-4e2e-a7b4-a2054adede93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 1094 time: 0.0930080 Jan 29 04:23:03.638017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a59d3762-5ad2-4f10-9ce9-92616a6c5112 req-ac5474b9-36d8-4d32-9f4b-f30bd0566666 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 Jan 29 04:23:03.652428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a94e589a-8c93-4a1d-b0f0-4fb11d9b8e1c req-82dbc46e-4b80-4f47-b028-deb6065f5bcf tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506504 Jan 29 04:23:03.666599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081277d8-e747-4a33-8d04-151903472997 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:03.697098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40668) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:03.699311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 081277d8-e747-4a33-8d04-151903472997 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:03.699655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 081277d8-e747-4a33-8d04-151903472997 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:03.700068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:03.729708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:03.730311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5076f0b8-5442-4bb3-8f17-d1817a9e4c33 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:03.746841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-b7968139-0d05-4e6a-a1a7-9a62a515b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.748919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-b7968139-0d05-4e6a-a1a7-9a62a515b4ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 906 time: 0.1251287 Jan 29 04:23:03.765936 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ea965d0-efac-4d50-882d-d5e2f283fe19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=803a91cb6a9248d69684b52359334b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649505 Jan 29 04:23:03.766979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:03.821574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d298d93d-cf50-4b8e-adce-d982eb3b19d5 req-6fef8296-9a90-4913-8abf-99aab3c36eb0 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 210 time: 0.0266249 Jan 29 04:23:03.821803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-e1763d1c-a505-4c8b-9604-eb290c99f885 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c21945-a9f9-43d4-993e-80cad638428c HTTP/1.1" status: 200 len: 217 time: 0.0472097 Jan 29 04:23:03.886297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59ea26c2-1ddf-4e48-a328-243dced87db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:03.893279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-e152b609-7e4e-4721-ba06-cfd2bf4cbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.894801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-e152b609-7e4e-4721-ba06-cfd2bf4cbd1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.0613742 Jan 29 04:23:03.914227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59ea26c2-1ddf-4e48-a328-243dced87db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:03.948486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-8f8e0e31-f93e-42e4-b1f4-caa2d53ee733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364220 Jan 29 04:23:03.956201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61b7d-8f29-4185-85b1-b97a3e9605a1 req-4e5861a0-e4a7-41e6-8d09-84ce1e02a063 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:03.957810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72b61b7d-8f29-4185-85b1-b97a3e9605a1 req-4e5861a0-e4a7-41e6-8d09-84ce1e02a063 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.0620825 Jan 29 04:23:04.007562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72b61b7d-8f29-4185-85b1-b97a3e9605a1 req-7c575ea6-5b03-4edd-b504-84cd48136d12 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Jan 29 04:23:04.042209 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59ea26c2-1ddf-4e48-a328-243dced87db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:04.044741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59ea26c2-1ddf-4e48-a328-243dced87db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:04.045932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-59ea26c2-1ddf-4e48-a328-243dced87db9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdc92737-8204-44f4-9031-dc453e66eec8 HTTP/1.1" status: 204 len: 168 time: 0.2777693 Jan 29 04:23:04.064569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea26c2-1ddf-4e48-a328-243dced87db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc92737-8204-44f4-9031-dc453e66eec8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:04.085655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-64bab779-56eb-493d-92be-f64b93b4081e service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168792 Jan 29 04:23:04.233883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-9aa02de6-ac62-477f-8b53-36e2c7c86832 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8d0b7c0522fb454394d5c1ee8979cea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263443 Jan 29 04:23:04.278444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c7a3884-64de-44f4-94b8-20a291dcfc57 req-5f67c4d2-6fcc-4d75-8b68-80518e1d2665 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541371 Jan 29 04:23:04.380628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-b893eeab-7844-4f82-b739-84cde401c4d7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:04.382233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-b893eeab-7844-4f82-b739-84cde401c4d7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357758 Jan 29 04:23:04.391234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c280-1688-4aff-87d3-1e4b959d98dc req-80758082-580c-4005-97bb-7c2ddb4fbded tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:04.402293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf85c280-1688-4aff-87d3-1e4b959d98dc req-80758082-580c-4005-97bb-7c2ddb4fbded tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1038008 Jan 29 04:23:04.404808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Request body: {'port': {'device_id': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '8d0b7c0522fb454394d5c1ee8979cea4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:04.449958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf85c280-1688-4aff-87d3-1e4b959d98dc req-58d25ffa-8179-43d6-822f-9ca8dbc95ec3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Jan 29 04:23:04.556964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Made reservation on behalf of 8d0b7c0522fb454394d5c1ee8979cea4 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:04.560397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e2a7-9f85-4357-a72b-c0fdbc45ec48 req-482d2bd3-0db6-4a08-bd46-9a14c178417f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:04.561515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:04.568100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60c1e2a7-9f85-4357-a72b-c0fdbc45ec48 req-482d2bd3-0db6-4a08-bd46-9a14c178417f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 943 time: 0.0620160 Jan 29 04:23:04.571593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:04.606482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60c1e2a7-9f85-4357-a72b-c0fdbc45ec48 req-73b808a3-3a06-43b6-90e9-7ba92a499818 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Jan 29 04:23:04.660606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:04.665345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:04.760714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98706768-db8e-4b6f-bba2-0d359e277be1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:04.809247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e409553-6bdd-41f9-9927-5cdf8eec4423 req-4ff39dc6-732e-4fff-a5a7-e32d87f4cf5f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:04.817260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e409553-6bdd-41f9-9927-5cdf8eec4423 req-4ff39dc6-732e-4fff-a5a7-e32d87f4cf5f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0797775 Jan 29 04:23:04.846891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-fc2ca02b-7e05-4662-ad1e-5851920794d6 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:23:04.848319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-fc2ca02b-7e05-4662-ad1e-5851920794d6 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059497 Jan 29 04:23:04.866453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Allocated IP 192.168.233.254 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/4d4eb5f1-facb-4e41-ac4c-14cc0486e03d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:04.894479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e409553-6bdd-41f9-9927-5cdf8eec4423 req-af11d8b8-da2a-4b21-be7b-ec3467025110 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760806 Jan 29 04:23:04.900429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-a3effb52-2125-4735-8b16-c6be10836c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:04.902038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-a3effb52-2125-4735-8b16-c6be10836c16 service neutron] 10.222.0.32 "GET /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 1094 time: 0.0458212 Jan 29 04:23:04.914596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:04.915033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:23:04.987746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:05.036031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ecc86123-6f77-41b0-8b65-184a090801ad req-f3b1e9fd-441e-4604-b07f-ffdd45fd374f tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 210 time: 0.0388908 Jan 29 04:23:05.058801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.102149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.109263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:05.109767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:05.110180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:05.124121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:05.124597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:05.139159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-111025194-network', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:05.145493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:05.145831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:05.146242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:05.146937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Bound port: 57d12739-2fb6-4014-a3af-4fe447978053, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:05.151195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:05.156493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:05.159175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:05.196432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0770ab-2254-4144-8f51-3ab7586a45f8 req-af0cd698-fb84-4024-805c-472d2ef12990 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.202720 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a0770ab-2254-4144-8f51-3ab7586a45f8 req-af0cd698-fb84-4024-805c-472d2ef12990 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.0944571 Jan 29 04:23:05.214556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Pushing event updated for resources: {'Port': ['ID=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:05.231547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.232401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.237076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Made reservation on behalf of 4e92f61d3b314d56b8647bd3966be74f for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:05.239311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.249771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:05.258613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.260055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.269444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f743b2bc-9e6f-4f2f-9f94-773faa5641bb service neutron] 10.222.0.32 "POST /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053/bindings HTTP/1.1" status: 201 len: 389 time: 0.3539448 Jan 29 04:23:05.275863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a0770ab-2254-4144-8f51-3ab7586a45f8 req-ebe5a91e-1236-415d-a669-5f13f1d5bd04 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690804 Jan 29 04:23:05.283888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-e918222e-25fa-4801-b7ed-1ea8e54f12c7 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8847716 Jan 29 04:23:05.309158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Request body: {'port': {'device_id': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:05.399648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.469340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.493959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.546271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:23:05.580849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476dd5ef-54de-47f4-9f34-423b7a1d7856,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:05.582639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-75f7d49d-7fdd-4d94-ac12-c6797dfd25f0 None None] Provisioning complete for port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:05.583139 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75f7d49d-7fdd-4d94-ac12-c6797dfd25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.627652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-75f7d49d-7fdd-4d94-ac12-c6797dfd25f0 None None] Port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:05.629354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.629711 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Added segment 5071ae8f-82d3-416b-a53f-e2aa54f27dd2 of type vlan for network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 Jan 29 04:23:05.639697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3059-1b69-430f-8c9a-acdbc70c328a req-36bf4d27-0bea-4dda-a0c3-1de94425a94c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.641186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325e3059-1b69-430f-8c9a-acdbc70c328a req-36bf4d27-0bea-4dda-a0c3-1de94425a94c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.2169273 Jan 29 04:23:05.683429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 22c21945-a9f9-43d4-993e-80cad638428c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:05.687283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36538a2-4965-45c3-9b59-0bf8fb89f4bf req-387e60de-b40e-4332-a3e6-baaff606a766 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.690202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b36538a2-4965-45c3-9b59-0bf8fb89f4bf req-387e60de-b40e-4332-a3e6-baaff606a766 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0520635 Jan 29 04:23:05.732869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b36538a2-4965-45c3-9b59-0bf8fb89f4bf req-3335f4dd-fc56-41c9-ae43-645cdfcb12f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357220 Jan 29 04:23:05.745158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.786646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:05.797169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '22c21945-a9f9-43d4-993e-80cad638428c', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': '22c21945-a9f9-43d4-993e-80cad638428c', 'mac_address': 'fa:16:3e:31:d3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:23:05.808126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325e3059-1b69-430f-8c9a-acdbc70c328a req-ef45d2a3-0954-4299-bf85-476489d39c1a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484077 Jan 29 04:23:05.828390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-eb39496f-5ecf-4aed-a06f-854095059f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.829954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-eb39496f-5ecf-4aed-a06f-854095059f9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1097 time: 0.3006985 Jan 29 04:23:05.847187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.862357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b17f-fdc6-4c7b-82a6-3445d8265d72 req-cdba9a0d-30c8-4f91-bf6f-81294204bee7 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.863906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c21945-a9f9-43d4-993e-80cad638428c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:05.868203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.869161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:05.869730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.871490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b58b17f-fdc6-4c7b-82a6-3445d8265d72 req-cdba9a0d-30c8-4f91-bf6f-81294204bee7 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.0695417 Jan 29 04:23:05.887285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:05.892643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:05.916392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b58b17f-fdc6-4c7b-82a6-3445d8265d72 req-3133e56a-30c9-4ce5-905a-c270854abdad tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Jan 29 04:23:05.952299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:05.995359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0065565 Jan 29 04:23:06.009116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:06.016568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Request body: {'subnet': {'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-111025194-subnet', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:06.054209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647bf62-6e6c-43f3-af46-2b323449fa7f admin admin] Pushing event updated for resources: {'Network': ['ID=1d11baf1-af36-4e58-a770-a2e6fe6d6853,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:06.056837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e44363-1e3f-4be9-b989-4ed30fba13b8 req-0fc4f829-7d09-49a5-a504-d436473d85a5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.059382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96e44363-1e3f-4be9-b989-4ed30fba13b8 req-0fc4f829-7d09-49a5-a504-d436473d85a5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0764153 Jan 29 04:23:06.066555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:23:06.076991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Made reservation on behalf of 4e92f61d3b314d56b8647bd3966be74f for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:06.079813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.103982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129c959-a9ea-4cc7-8bfb-e64fa16b6211 req-0acd260a-e625-455a-8de8-b23d97a3aefe tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.105506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2129c959-a9ea-4cc7-8bfb-e64fa16b6211 req-0acd260a-e625-455a-8de8-b23d97a3aefe tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 944 time: 0.1931510 Jan 29 04:23:06.108381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-47c67e1d-b9cc-4ec6-8ca3-dbe5dd59c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.109773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-47c67e1d-b9cc-4ec6-8ca3-dbe5dd59c54e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.2717884 Jan 29 04:23:06.125415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:06.161009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96e44363-1e3f-4be9-b989-4ed30fba13b8 req-70c4f82a-a19b-47a6-b05c-6934e25c24cd tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859993 Jan 29 04:23:06.168157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.180049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-406f1a93-a133-4d47-b312-56ab0f3c9fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 217 time: 0.0622458 Jan 29 04:23:06.232891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Transition to ACTIVE for port object 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:06.245546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.278742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2129c959-a9ea-4cc7-8bfb-e64fa16b6211 req-8c76e057-5f7f-4b63-9b78-3babaf150c02 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597898 Jan 29 04:23:06.316693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-303079e7-87c9-47f9-b884-1eaf987116ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.319033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-303079e7-87c9-47f9-b884-1eaf987116ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1298437 Jan 29 04:23:06.320382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['22c21945-a9f9-43d4-993e-80cad638428c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:06.322440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:06.336107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b43de-80bd-4ca0-bb80-1fb042d8428c req-c26c73ae-5f2b-42eb-a761-2b92a05c6080 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.337609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-618b43de-80bd-4ca0-bb80-1fb042d8428c req-c26c73ae-5f2b-42eb-a761-2b92a05c6080 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 948 time: 0.1050956 Jan 29 04:23:06.356872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.425420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-bafae2ca-4240-469e-b71c-218224acd47c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943563 Jan 29 04:23:06.441217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-618b43de-80bd-4ca0-bb80-1fb042d8428c req-055ed570-15a1-4e9b-b040-d31b0fbda154 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936987 Jan 29 04:23:06.443409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aae950c-876c-481a-bd5b-d765f4b12c4f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:06.466174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Checking segment: {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:06.466174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Network hostable DHCP agents. Network: 1d11baf1-af36-4e58-a770-a2e6fe6d6853, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:23:06.466402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Attempting to bind port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:06.466402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Attempting to bind port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:06.466402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Attempting to bind port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:06.473985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:06.474425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Attempting to bind port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:06.481281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:23:06.493224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 1d11baf1-af36-4e58-a770-a2e6fe6d6853) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:06.498087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.498775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.507192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:06.507534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:06.507921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:06.508362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Bound port: 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:06.508722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.510641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b70dc3-1677-4b79-965a-69cf0a6cb326 None None] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:06.522739 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9ac62149-663b-4be7-82fb-ded03205f674 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5120595 Jan 29 04:23:06.525718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:06.530767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:06.557318 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.558616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.591867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-5ef78f55-e509-4ce5-9ab5-c75fb2ecc52f service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588426 Jan 29 04:23:06.623129 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.624830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] For port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:06.665543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] For port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:06.676146 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.701094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1d11baf1-af36-4e58-a770-a2e6fe6d6853', 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'fixed_ips': [{'subnet_id': '3aae950c-876c-481a-bd5b-d765f4b12c4f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:23:06.702103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.746939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.747699 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.749170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] 10.222.0.36 "PUT /v2.0/ports/4d4eb5f1-facb-4e41-ac4c-14cc0486e03d HTTP/1.1" status: 200 len: 1096 time: 1.4481564 Jan 29 04:23:06.749698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'tag': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:06.752683 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd265d-9baa-43ad-8ef5-0cbd111562be" -d '{"events": [{"name": "network-changed", "server_uuid": "9b68e746-9c2e-4912-9cbe-3f60dd31254f", "tag": "4d4eb5f1-facb-4e41-ac4c-14cc0486e03d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:06.762430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:06.787393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-66eb7bd0-8b13-40f6-836c-c74d0808ea6e service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824572 Jan 29 04:23:06.788265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98804ee5-edae-4cd0-8718-d2c688fa9e69 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:06.873860 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b3f3d3-8792-4cbe-9791-384b16984647 x-openstack-request-id: req-72b3f3d3-8792-4cbe-9791-384b16984647 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:06.874217 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b68e746-9c2e-4912-9cbe-3f60dd31254f", "tag": "4d4eb5f1-facb-4e41-ac4c-14cc0486e03d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:06.874425 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72b3f3d3-8792-4cbe-9791-384b16984647 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:06.874891 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'tag': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d', 'status': 'completed', 'code': 200} Jan 29 04:23:06.878324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Allocated IP 172.20.0.2 (1d11baf1-af36-4e58-a770-a2e6fe6d6853/3aae950c-876c-481a-bd5b-d765f4b12c4f/688c6094-ced4-4fda-aa6d-7f2f8b004dc7) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:06.937262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-2d5a514d-eef3-409f-a262-f7ecc86a516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.940349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-2d5a514d-eef3-409f-a262-f7ecc86a516f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d0b7c0522fb454394d5c1ee8979cea4&device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 1099 time: 0.1082482 Jan 29 04:23:06.961673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a94fc-a842-40a2-8598-989070738297 req-c031baa9-407e-46f0-a919-1e962b00f158 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:06.964763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d9a94fc-a842-40a2-8598-989070738297 req-c031baa9-407e-46f0-a919-1e962b00f158 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0930018 Jan 29 04:23:07.074333 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.089961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7fb23-7cb8-4ca4-885a-e3d4789f68d3 req-85a42b59-d586-4bf6-96ae-24dc047d48ef tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.090154 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.097970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41e7fb23-7cb8-4ca4-885a-e3d4789f68d3 req-85a42b59-d586-4bf6-96ae-24dc047d48ef tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.1374826 Jan 29 04:23:07.112988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d9a94fc-a842-40a2-8598-989070738297 req-cb005e27-be72-4057-a132-5b7084c2a994 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422594 Jan 29 04:23:07.114441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-7fadd773-663d-4f75-ba1c-3a988033438a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d HTTP/1.1" status: 200 len: 217 time: 0.1049147 Jan 29 04:23:07.155534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:07.157253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:07.159743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Pushing event updated for resources: {'Port': ['ID=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:07.162151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:07.205280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41e7fb23-7cb8-4ca4-885a-e3d4789f68d3 req-ccc6cd71-8a7f-40a6-9910-a44cf2fcc077 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001501 Jan 29 04:23:07.212824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.248493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Attempting to bind port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:07.250089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-f3a0f8c3-1e7f-4d82-8bc4-8049428bee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.250779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Attempting to bind port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:07.251267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Attempting to bind port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 on network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:07.251884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-f3a0f8c3-1e7f-4d82-8bc4-8049428bee98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1243587 Jan 29 04:23:07.256091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.269020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:07.270276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Checking segment: {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:07.272444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.272925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Bound using segment: {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:07.273504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Bound port: 688c6094-ced4-4fda-aa6d-7f2f8b004dc7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:07.275486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.302890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc0d59-682b-4224-bf7e-e985f9cf61b5 req-c9468bbc-421c-490d-9ee9-34e4c3650d66 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.302890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6bc0d59-682b-4224-bf7e-e985f9cf61b5 req-c9468bbc-421c-490d-9ee9-34e4c3650d66 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.0846903 Jan 29 04:23:07.377072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303181a-4313-4546-8311-f64d7df696c1 req-7c1a3519-55ef-4772-92d4-28ba141cee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.379308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-7c1a3519-55ef-4772-92d4-28ba141cee4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139450 Jan 29 04:23:07.382384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] For port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:07.386551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] For port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:07.388503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6bc0d59-682b-4224-bf7e-e985f9cf61b5 req-c0da818c-ee74-436a-a136-f98e457e960e tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdbf78a3-a315-4852-86f0-393de5d194d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Jan 29 04:23:07.405137 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.431053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50036-1e63-4bfe-8ac4-5f43c499fb91 req-f6248858-1161-4d30-8ef2-c60d0af708aa tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.433148 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfa50036-1e63-4bfe-8ac4-5f43c499fb91 req-f6248858-1161-4d30-8ef2-c60d0af708aa tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1153042 Jan 29 04:23:07.440774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Allocated IP 172.25.4.233 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/91295343-1ee5-41ff-a625-7d3085dfc4d0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:07.500924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-bf5bb524-4896-4dfa-8d11-0649320f67f2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110826 Jan 29 04:23:07.534933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfa50036-1e63-4bfe-8ac4-5f43c499fb91 req-aa35b37c-30a0-4e54-8d86-fe05e3ae9420 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913899 Jan 29 04:23:07.553072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97f929-f119-4f37-8548-5b258bc66b7c None None] Pushing event updated for resources: {'Port': ['ID=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:07.611137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.664787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-382c0d8c-6824-4342-be03-864b4312f6b1 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.673715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-382c0d8c-6824-4342-be03-864b4312f6b1 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.36 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 950 time: 0.1680200 Jan 29 04:23:07.690781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 22c21945-a9f9-43d4-993e-80cad638428c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:07.693371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cb8e2-5c03-4ba9-8feb-da12a9f9c0d4 req-d571672a-58ba-4a71-8a74-0160d73554ef tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.695079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f4cb8e2-5c03-4ba9-8feb-da12a9f9c0d4 req-d571672a-58ba-4a71-8a74-0160d73554ef tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 948 time: 0.0815310 Jan 29 04:23:07.737587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.757651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a18779-d8ad-4acc-b475-19d248733266 req-707681ad-b7f3-4789-b403-15f3c4caa09b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:07.760304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21a18779-d8ad-4acc-b475-19d248733266 req-707681ad-b7f3-4789-b403-15f3c4caa09b tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 944 time: 0.2579031 Jan 29 04:23:07.809096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 22c21945-a9f9-43d4-993e-80cad638428c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:23:07.814027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 22c21945-a9f9-43d4-993e-80cad638428c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:07.814408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:07.826560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:07.836074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:07.842563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6303181a-4313-4546-8311-f64d7df696c1 req-be9a519c-ea6e-4f2f-9259-5d8a2ca3a2ff service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171310 Jan 29 04:23:07.843755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:07.879414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21a18779-d8ad-4acc-b475-19d248733266 req-ee58dc61-8b24-44a7-b83c-f71ff0aee1fb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 Jan 29 04:23:07.885511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f4cb8e2-5c03-4ba9-8feb-da12a9f9c0d4 req-f5bb4dec-54fa-494a-97ed-0e08ad72a36d tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786685 Jan 29 04:23:07.903730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Pushing event updated for resources: {'Port': ['ID=91295343-1ee5-41ff-a625-7d3085dfc4d0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:07.916942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Deleting port e381dc50-0891-441d-9d43-fd7c4806326c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:07.917291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.023569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.058409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:08.060796 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88330e7-3c88-4fe3-98e6-1d8035c391cc" -d '{"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-plugged", "status": "completed", "tag": "22c21945-a9f9-43d4-993e-80cad638428c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:08.083584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-af9a17aa-f28c-4599-b7f2-0493ef2b5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:08.085170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-af9a17aa-f28c-4599-b7f2-0493ef2b5850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d0b7c0522fb454394d5c1ee8979cea4&device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 1099 time: 0.1210699 Jan 29 04:23:08.086268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:08.093568 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.106503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] For port e381dc50-0891-441d-9d43-fd7c4806326c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e381dc50-0891-441d-9d43-fd7c4806326c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:08.106897 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.162135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:08.201374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Calling delete_port for e381dc50-0891-441d-9d43-fd7c4806326c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:08.225209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.293735 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72f1bf-d3b3-41da-be0b-4e267ea679b8 x-openstack-request-id: req-df72f1bf-d3b3-41da-be0b-4e267ea679b8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:08.294798 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-plugged", "status": "completed", "tag": "22c21945-a9f9-43d4-993e-80cad638428c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:08.295607 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df72f1bf-d3b3-41da-be0b-4e267ea679b8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:08.296158 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c', 'code': 200} Jan 29 04:23:08.390913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d163f2-fe35-4fee-a961-2a3c3d4c2b55 req-a02ca16e-8a96-4dac-91af-bfa8d6001643 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:08.393297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8d163f2-fe35-4fee-a961-2a3c3d4c2b55 req-a02ca16e-8a96-4dac-91af-bfa8d6001643 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0767140 Jan 29 04:23:08.459983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.521506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e381dc50-0891-441d-9d43-fd7c4806326c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:08.829432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Pushing event deleted for resources: {'Port': ['ID=e381dc50-0891-441d-9d43-fd7c4806326c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:08.841685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-b8789cb1-7db3-479e-b0d3-67c65100d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:08.843264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-b8789cb1-7db3-479e-b0d3-67c65100d932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.7305782 Jan 29 04:23:08.848849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8d163f2-fe35-4fee-a961-2a3c3d4c2b55 req-09dfe776-b853-432d-acc7-0e98f1079ccd tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186642 Jan 29 04:23:08.873510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:08.888331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb222d-0ebf-4126-a07d-872454b78964 None None] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:08.905585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-918bd1ab-97f4-4039-bf74-d667a156cab5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d HTTP/1.1" status: 200 len: 217 time: 0.0496659 Jan 29 04:23:08.922705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8e41-5a25-4f61-a29d-c49ea3cd7fe2 req-38c234d4-9062-4d98-90c7-3676d2cdf49d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:08.926654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-423d8e41-5a25-4f61-a29d-c49ea3cd7fe2 req-38c234d4-9062-4d98-90c7-3676d2cdf49d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.5103440 Jan 29 04:23:09.002772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-3064ad87-655f-4af6-ad18-834316a48b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:09.004659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-3064ad87-655f-4af6-ad18-834316a48b64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0583830 Jan 29 04:23:09.013604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad512dc-0df1-485b-88ab-5eaf40cb601c req-e88ab87e-3335-4fec-a8cd-1044a8c86fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:09.016163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ad512dc-0df1-485b-88ab-5eaf40cb601c req-e88ab87e-3335-4fec-a8cd-1044a8c86fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 1096 time: 0.6008227 Jan 29 04:23:09.043590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7cb3789d-a862-4988-bbf0-3142deb247c8 None None] Provisioning complete for port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:09.044321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cb3789d-a862-4988-bbf0-3142deb247c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:09.086540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c734544-0555-472d-9d24-8ec0a4e78906 req-3950015d-2205-4f2e-b809-2992463183be tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 210 time: 0.0543196 Jan 29 04:23:09.111865 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-159ac905-8968-405b-bdf8-402237242929 req-2eaf627b-415c-4b6b-a9f9-858a78863adb service neutron] show failed (client error): The resource could not be found. Jan 29 04:23:09.112853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-2eaf627b-415c-4b6b-a9f9-858a78863adb service neutron] 10.222.0.36 "GET /v2.0/ports/d21ba998-2543-44e1-95e2-7b90b6e76b0c/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.1930735 Jan 29 04:23:09.120884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] No DVR routers for this DVR port e381dc50-0891-441d-9d43-fd7c4806326c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:09.145858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:09.149524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a675828-1a26-482f-85fe-c3297d87ffa2 req-5071b2ac-b084-40de-aadb-2955a08c1d88 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.36 "DELETE /v2.0/ports/e381dc50-0891-441d-9d43-fd7c4806326c HTTP/1.1" status: 204 len: 173 time: 1.4687939 Jan 29 04:23:09.153548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'name': 'network-vif-deleted', 'tag': 'e381dc50-0891-441d-9d43-fd7c4806326c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:09.156197 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12c3b1-db37-4c48-a534-8f1cb4e565b1" -d '{"events": [{"server_uuid": "2044e842-d0ce-496c-97f4-1d59c8657ddb", "name": "network-vif-deleted", "tag": "e381dc50-0891-441d-9d43-fd7c4806326c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:09.170832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-423d8e41-5a25-4f61-a29d-c49ea3cd7fe2 req-40864ebc-b677-4c59-b8bb-270c9a1561ac tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636245 Jan 29 04:23:09.193480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ad512dc-0df1-485b-88ab-5eaf40cb601c req-6c9ac543-3556-447d-83de-7f705bf2924d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193304 Jan 29 04:23:09.203560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-d56c3762-39cb-4b24-b240-b89b66f5746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:09.203803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Router 9bd12d94-a6a8-485c-94ea-a58898361e08 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:23:09.205580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-d56c3762-39cb-4b24-b240-b89b66f5746b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881604 Jan 29 04:23:09.353717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cf5a8-40f8-4213-84c8-78cdd5869bb5 req-fc08e116-d908-42e0-88c3-f788ce9adb47 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:09.355317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e5cf5a8-40f8-4213-84c8-78cdd5869bb5 req-fc08e116-d908-42e0-88c3-f788ce9adb47 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 945 time: 0.0669949 Jan 29 04:23:09.420625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e5cf5a8-40f8-4213-84c8-78cdd5869bb5 req-7762882c-a40c-4f61-a11e-9d1f8d6cb743 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 Jan 29 04:23:09.456850 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:09.468882 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Sync routers for ids ['9bd12d94-a6a8-485c-94ea-a58898361e08'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:09.487467 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Routers {'9bd12d94-a6a8-485c-94ea-a58898361e08'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:09.488462 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9bd12d94-a6a8-485c-94ea-a58898361e08'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:09.488615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:09.493414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:09.493968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-68524e48-a65a-46ff-a258-3675f96bacb1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9668052 Jan 29 04:23:09.511981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34efef-ea3f-4899-bc79-3df2aea31546 req-e889a053-5ad8-429f-b557-d4aa1652902b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:09.523582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce34efef-ea3f-4899-bc79-3df2aea31546 req-e889a053-5ad8-429f-b557-d4aa1652902b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2040091 Jan 29 04:23:09.545232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:09.578705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce34efef-ea3f-4899-bc79-3df2aea31546 req-9af8dfc1-2e15-4389-9ce8-9dac8be5bd49 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 Jan 29 04:23:09.618425 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cb3789d-a862-4988-bbf0-3142deb247c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:09.644169 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa0547d-a479-4b7a-97ad-4254fb52fd1c x-openstack-request-id: req-9aa0547d-a479-4b7a-97ad-4254fb52fd1c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:09.644477 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2044e842-d0ce-496c-97f4-1d59c8657ddb", "name": "network-vif-deleted", "tag": "e381dc50-0891-441d-9d43-fd7c4806326c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:09.644670 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9aa0547d-a479-4b7a-97ad-4254fb52fd1c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:09.645099 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2044e842-d0ce-496c-97f4-1d59c8657ddb', 'name': 'network-vif-deleted', 'tag': 'e381dc50-0891-441d-9d43-fd7c4806326c', 'status': 'completed', 'code': 200} Jan 29 04:23:09.668459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7cb3789d-a862-4988-bbf0-3142deb247c8 None None] For port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:09.675210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:09.675585 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:09.678605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cb3789d-a862-4988-bbf0-3142deb247c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:09.729310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:09.740929 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Set router 9bd12d94-a6a8-485c-94ea-a58898361e08 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:09.777386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-3cd255fc-87e3-4e5c-ab9c-9b05daa0c9cd service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362891 Jan 29 04:23:09.860154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3789d-a862-4988-bbf0-3142deb247c8 None None] Pushing event updated for resources: {'Port': ['ID=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:09.948999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:09.966604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d', 'mac_address': 'fa:16:3e:b8:41:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:23:10.012567 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:08Z', 'revision_number': 3, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:10.039760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80058911-8a62-4be2-8880-1bcce312d939 req-72db7576-7370-4d50-ad66-a82bb1fca287 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:10.041655 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80058911-8a62-4be2-8880-1bcce312d939 req-72db7576-7370-4d50-ad66-a82bb1fca287 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.0678136 Jan 29 04:23:10.065098 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.109933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80058911-8a62-4be2-8880-1bcce312d939 req-8487886f-bcd7-4666-ac78-3d57b1edf476 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588381 Jan 29 04:23:10.116544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:10.157429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fe92b8c9-4020-4207-b51f-feda78534ae0 None None] Provisioning complete for port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:10.158003 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe92b8c9-4020-4207-b51f-feda78534ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.166051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:10.188240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.215094 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Checking router: 9bd12d94-a6a8-485c-94ea-a58898361e08 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:10.215695 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Updating router 9bd12d94-a6a8-485c-94ea-a58898361e08 port 91295343-1ee5-41ff-a625-7d3085dfc4d0 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:23:10.255695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-cb67a37b-9920-43b1-9ea7-251655a1f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:10.257481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-cb67a37b-9920-43b1-9ea7-251655a1f5ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944&tenant_id=d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 1101 time: 0.6378286 Jan 29 04:23:10.259161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61fd265d-9baa-43ad-8ef5-0cbd111562be req-1d0171f9-ed36-4a6b-b0bf-f0ed5f1922c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525290 Jan 29 04:23:10.275291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04405e4-c27d-445b-b16f-00fbb526d1c9 req-253fffd1-1fd3-4180-a971-9729d13a7fb3 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:10.276884 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.284475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a04405e4-c27d-445b-b16f-00fbb526d1c9 req-253fffd1-1fd3-4180-a971-9729d13a7fb3 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 948 time: 0.6523557 Jan 29 04:23:10.293536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:10.300787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:10.344933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4c82c46-064c-4d6f-973e-30eb29dde93b req-1e50dcd7-ec1b-4308-a9ef-2c38eeadfde0 tempest-ServerDiagnosticsNegativeTest-739414828 tempest-ServerDiagnosticsNegativeTest-739414828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2044e842-d0ce-496c-97f4-1d59c8657ddb HTTP/1.1" status: 200 len: 210 time: 0.0996547 Jan 29 04:23:10.439521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a04405e4-c27d-445b-b16f-00fbb526d1c9 req-25e768f2-4e6b-45ea-9427-1cb74157e42b tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482024 Jan 29 04:23:10.464699 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.478798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ea59-26ed-49ab-8aac-11b7352b52be req-5593a48e-18af-4c97-bff7-a8066f3d6f3a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:10.480434 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b044ea59-26ed-49ab-8aac-11b7352b52be req-5593a48e-18af-4c97-bff7-a8066f3d6f3a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.0646989 Jan 29 04:23:10.552314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b044ea59-26ed-49ab-8aac-11b7352b52be req-5ca9f83e-d509-4a7a-a09f-180ccb7dc71a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615730 Jan 29 04:23:10.707039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4d4eb5f1-facb-4e41-ac4c-14cc0486e03d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:10.715973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6774a-4443-499f-a68c-19de692609f9 req-8c3a0663-b832-4a9a-8a32-5a089d51e0fc tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:10.722530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7e6774a-4443-499f-a68c-19de692609f9 req-8c3a0663-b832-4a9a-8a32-5a089d51e0fc tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0775363 Jan 29 04:23:10.755824 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.765115 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.794942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7e6774a-4443-499f-a68c-19de692609f9 req-191a1902-2063-4922-ba00-71cb0bca2a90 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Jan 29 04:23:10.808718 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Attempting to bind port 91295343-1ee5-41ff-a625-7d3085dfc4d0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:10.808962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0386acf-1c61-404b-b9aa-9268fa1ef3ce req-7bbb7aea-899f-4f26-83e9-11c678f860dc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:10.809516 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Attempting to bind port 91295343-1ee5-41ff-a625-7d3085dfc4d0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:10.810024 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Attempting to bind port 91295343-1ee5-41ff-a625-7d3085dfc4d0 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:10.822573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0386acf-1c61-404b-b9aa-9268fa1ef3ce req-7bbb7aea-899f-4f26-83e9-11c678f860dc tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 945 time: 0.2310994 Jan 29 04:23:10.842677 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:10.843217 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:10.843736 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.844979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:10.844979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Bound port: 91295343-1ee5-41ff-a625-7d3085dfc4d0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:10.845393 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.886021 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Pushing event updated for resources: {'Port': ['ID=91295343-1ee5-41ff-a625-7d3085dfc4d0,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:10.906077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.906813 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.907726 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.908183 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.908732 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.909156 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.909580 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.910038 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.910456 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.910872 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.911291 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.911770 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:10.914929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0386acf-1c61-404b-b9aa-9268fa1ef3ce req-6aef2655-316e-4501-9598-3e66c8247815 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970922 Jan 29 04:23:10.919611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:10.934983 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] For port 91295343-1ee5-41ff-a625-7d3085dfc4d0, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:10.939940 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] For port 91295343-1ee5-41ff-a625-7d3085dfc4d0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=91295343-1ee5-41ff-a625-7d3085dfc4d0,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:10.944003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.952877 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:10.979392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:11.016666 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Routers {'9bd12d94-a6a8-485c-94ea-a58898361e08'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:11.017437 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9bd12d94-a6a8-485c-94ea-a58898361e08'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:11.058149 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbae11-f33c-4079-827c-7e4551ce95ec None None] Pushing event updated for resources: {'Port': ['ID=91295343-1ee5-41ff-a625-7d3085dfc4d0,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:11.065626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.110875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Transition to ACTIVE for port object d21ba998-2543-44e1-95e2-7b90b6e76b0c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:11.124013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.140963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] Set router 9bd12d94-a6a8-485c-94ea-a58898361e08 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:11.243871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] No DVR routers for this DVR port d21ba998-2543-44e1-95e2-7b90b6e76b0c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:11.290727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:11.302512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Allocated IP 172.20.0.1 (1d11baf1-af36-4e58-a770-a2e6fe6d6853/3aae950c-876c-481a-bd5b-d765f4b12c4f/ab104156-0be9-4c81-8106-75aed6de19e1) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:11.315632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c7a1-9687-4b32-8677-eb9305d10ac0 req-773fd227-9a9b-4b4b-9145-80a349249f91 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:11.329947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1838c7a1-9687-4b32-8677-eb9305d10ac0 req-773fd227-9a9b-4b4b-9145-80a349249f91 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.1093903 Jan 29 04:23:11.334290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:11.334717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:11.335258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:11.341766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:11.342244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:11.353959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:11.353959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:11.354452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:11.354978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Bound port: d21ba998-2543-44e1-95e2-7b90b6e76b0c, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:11.355414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.390513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:08Z', 'revision_number': 3, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:11.402375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1838c7a1-9687-4b32-8677-eb9305d10ac0 req-1d08aec9-9083-40fe-a9da-18aa32ed5cb8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667505 Jan 29 04:23:11.448557 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3df7-0a40-437b-8154-1f20180dbf52 None None] The sync data for ids ['9bd12d94-a6a8-485c-94ea-a58898361e08'] in n-d-825930-1 is: [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:08Z', 'revision_number': 3, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:11.465400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:11.553794 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.557992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:11.585778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:11.607645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.653800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:11.656633 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76173a21-9759-4299-83cd-5e1a1bb0b837" -d '{"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-unplugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:11.706042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe11de5-0d64-4826-9a09-9a592899a783 req-fd9b6618-3647-4682-a02b-7a1df79c7c2b tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:11.713464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3fe11de5-0d64-4826-9a09-9a592899a783 req-fd9b6618-3647-4682-a02b-7a1df79c7c2b tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 949 time: 0.1512699 Jan 29 04:23:11.718091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:11.749136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:11.749593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.752681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] 10.222.0.20 "PUT /v2.0/ports/d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 1096 time: 1.4643924 Jan 29 04:23:11.775306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.775898 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.776906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:11.777737 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:11.806555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3fe11de5-0d64-4826-9a09-9a592899a783 req-3f9905d8-49f3-415e-adf1-739426af9f22 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Jan 29 04:23:11.824602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199d517-52ba-47e6-a7de-b40bdd924a03 service neutron] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:11.928379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:11.957957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:11.967997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:11.974717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:11.975382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e381dc50-0891-441d-9d43-fd7c4806326c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:11.997252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fa39b-7010-4cf4-9fca-321b97dcff6a req-732e6124-531a-4ab5-9c03-abfb96e8fc53 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.012632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a4fa39b-7010-4cf4-9fca-321b97dcff6a req-732e6124-531a-4ab5-9c03-abfb96e8fc53 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.3399675 Jan 29 04:23:12.021106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: e381dc50-0891-441d-9d43-fd7c4806326c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:12.021525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e381dc50-0891-441d-9d43-fd7c4806326c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:12.030404 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9a7c6-720c-4d14-8a40-60cfdf63ac95 x-openstack-request-id: req-b4e9a7c6-720c-4d14-8a40-60cfdf63ac95 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:12.034690 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-unplugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:12.036984 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4e9a7c6-720c-4d14-8a40-60cfdf63ac95 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:12.037619 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'code': 200} Jan 29 04:23:12.038612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:12.116011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Pushing event updated for resources: {'Port': ['ID=ab104156-0be9-4c81-8106-75aed6de19e1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:12.143601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-0dde1d7a-b44f-4928-868e-0dd53c34f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.145299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-0dde1d7a-b44f-4928-868e-0dd53c34f200 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1099 time: 0.3539844 Jan 29 04:23:12.187062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.214844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad615-f1be-4a81-9c84-cd47c366eb4a req-66776761-a42e-452d-a2d9-231783d898ce tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.218773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a4fa39b-7010-4cf4-9fca-321b97dcff6a req-fd5748c9-e99b-4e84-a08e-f13d80efa9d7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993005 Jan 29 04:23:12.223524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ebad615-f1be-4a81-9c84-cd47c366eb4a req-66776761-a42e-452d-a2d9-231783d898ce tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1299441 Jan 29 04:23:12.253356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aee63f95-7851-4184-b83c-48ec094c9251 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40e6f4bd3b34bd9853b01389eb3a5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236907 Jan 29 04:23:12.255620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40824) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:12.356802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ebad615-f1be-4a81-9c84-cd47c366eb4a req-bebf4dc5-33dd-4988-8908-05e277352a81 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278503 Jan 29 04:23:12.384845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d72eb8a9-99bc-4345-b3bd-0575dbe43b6f None None] Provisioning complete for port ab104156-0be9-4c81-8106-75aed6de19e1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:12.385389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d72eb8a9-99bc-4345-b3bd-0575dbe43b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.397465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5cc2159e-f9d6-4ae0-b9a3-e7d3574c231c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.476223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5cc2159e-f9d6-4ae0-b9a3-e7d3574c231c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.478726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d72eb8a9-99bc-4345-b3bd-0575dbe43b6f None None] Port ab104156-0be9-4c81-8106-75aed6de19e1 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:12.541344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-3a77f34e-f739-4670-8b9f-49d4e14870fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.542588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-3a77f34e-f739-4670-8b9f-49d4e14870fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3871019 Jan 29 04:23:12.544560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.572554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5cc2159e-f9d6-4ae0-b9a3-e7d3574c231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.576408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5cc2159e-f9d6-4ae0-b9a3-e7d3574c231c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:12.580605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5cc2159e-f9d6-4ae0-b9a3-e7d3574c231c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdbf78a3-a315-4852-86f0-393de5d194d9 HTTP/1.1" status: 204 len: 168 time: 0.3207057 Jan 29 04:23:12.584492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666439e3-ebbb-4ca1-b579-9b562b045f47 req-cb7bbdb5-4e2e-48d1-9266-aca419bf766c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.586183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-666439e3-ebbb-4ca1-b579-9b562b045f47 req-cb7bbdb5-4e2e-48d1-9266-aca419bf766c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 945 time: 0.2470367 Jan 29 04:23:12.608016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2159e-f9d6-4ae0-b9a3-e7d3574c231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf78a3-a315-4852-86f0-393de5d194d9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:12.656952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-5062febf-e2a9-40c0-a7ad-1e308057b37e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0978687 Jan 29 04:23:12.665012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15521b-76b2-4bca-b5be-6880054c8fa0 req-f12a2c7c-cad4-4b93-95b3-29ee4e6cd5e1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.666649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d15521b-76b2-4bca-b5be-6880054c8fa0 req-f12a2c7c-cad4-4b93-95b3-29ee4e6cd5e1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.1513660 Jan 29 04:23:12.724654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d15521b-76b2-4bca-b5be-6880054c8fa0 req-be3b6aa5-6ebd-4ee7-91b2-6449d31fc157 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Jan 29 04:23:12.748994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-2b2281a7-1b84-4943-9c32-5d93051e3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.750732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-2b2281a7-1b84-4943-9c32-5d93051e3acd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0829253 Jan 29 04:23:12.765180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-666439e3-ebbb-4ca1-b579-9b562b045f47 req-396d0057-b417-4d5e-9847-540dbf03fccb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223748 Jan 29 04:23:12.868719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac905-8968-405b-bdf8-402237242929 req-59b5ddf3-4185-4c1e-8dad-bf54b4fbb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:12.870406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-59b5ddf3-4185-4c1e-8dad-bf54b4fbb017 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088355 Jan 29 04:23:13.011804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.040475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.064918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70695-e06b-40c3-bef6-a3ba342e0420 req-215a126f-1e5f-4638-bf1c-a2d1b405d4ad tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:13.073725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40838) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:13.086580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2c70695-e06b-40c3-bef6-a3ba342e0420 req-215a126f-1e5f-4638-bf1c-a2d1b405d4ad tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 949 time: 0.1912353 Jan 29 04:23:13.090793 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0598573b-02ab-46c7-930b-afa39c3bebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.141033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.178496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.200623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0598573b-02ab-46c7-930b-afa39c3bebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.206819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0598573b-02ab-46c7-930b-afa39c3bebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.248562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385edfe-0af2-4697-8e73-3eb40badeb99 req-ce227fed-de7f-4bff-9f85-ca22dfe05677 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:13.250094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f385edfe-0af2-4697-8e73-3eb40badeb99 req-ce227fed-de7f-4bff-9f85-ca22dfe05677 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 945 time: 0.0939670 Jan 29 04:23:13.262139 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0598573b-02ab-46c7-930b-afa39c3bebeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7818c71122c640ae92e19954ae7b61c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868672 Jan 29 04:23:13.268696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40844) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:13.275864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598573b-02ab-46c7-930b-afa39c3bebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e5402c-133b-4630-b472-acaf6a6d63ce,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:13.331366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f385edfe-0af2-4697-8e73-3eb40badeb99 req-7d5fcf5e-6b56-460c-838b-579c9ea6ed8e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Jan 29 04:23:13.353362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28073a37-5dc3-4cbe-8c01-840a8a7b7962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.378724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28073a37-5dc3-4cbe-8c01-840a8a7b7962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.471463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28073a37-5dc3-4cbe-8c01-840a8a7b7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.473210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 91295343-1ee5-41ff-a625-7d3085dfc4d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:13.474373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28073a37-5dc3-4cbe-8c01-840a8a7b7962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.475696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28073a37-5dc3-4cbe-8c01-840a8a7b7962 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6e5402c-133b-4630-b472-acaf6a6d63ce HTTP/1.1" status: 204 len: 168 time: 0.2058349 Jan 29 04:23:13.510937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28073a37-5dc3-4cbe-8c01-840a8a7b7962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e5402c-133b-4630-b472-acaf6a6d63ce,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:13.543230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48972c55-29dd-4249-830c-8293adac00e5 req-713db5e1-cf3b-443f-a5ef-e1b215f5b3c9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:13.545240 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48972c55-29dd-4249-830c-8293adac00e5 req-713db5e1-cf3b-443f-a5ef-e1b215f5b3c9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.1108932 Jan 29 04:23:13.547595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 91295343-1ee5-41ff-a625-7d3085dfc4d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:13.548369 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.578867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Pushing event updated for resources: {'Port': ['ID=ab104156-0be9-4c81-8106-75aed6de19e1,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:13.588179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-ae65518c-7b17-4f54-a97f-2c44dba32ede service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084599 Jan 29 04:23:13.593842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2c70695-e06b-40c3-bef6-a3ba342e0420 req-2273c2ee-059b-421f-84c5-68f7852a62cd tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058136 Jan 29 04:23:13.622107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48972c55-29dd-4249-830c-8293adac00e5 req-b444304e-734c-42fb-830e-85f083e09af4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Jan 29 04:23:13.672602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.730945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:13.742597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 91295343-1ee5-41ff-a625-7d3085dfc4d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=91295343-1ee5-41ff-a625-7d3085dfc4d0,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:13.750224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:13.756590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:13.771642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-159ac905-8968-405b-bdf8-402237242929 req-3070099d-3bf9-44da-a2e5-86a5ac82fbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496456 Jan 29 04:23:13.788974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:13.837402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9b11-a985-4abe-9ece-04dd542aaa9e req-30f186e2-79da-4dfa-99e6-b2c64146a288 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:13.839041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56df9b11-a985-4abe-9ece-04dd542aaa9e req-30f186e2-79da-4dfa-99e6-b2c64146a288 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0957930 Jan 29 04:23:13.931399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56df9b11-a985-4abe-9ece-04dd542aaa9e req-86cf2345-b506-4a37-abcc-ad68ec4b73f6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828905 Jan 29 04:23:13.953840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=91295343-1ee5-41ff-a625-7d3085dfc4d0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:13.959725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:23:13.965192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:13.967790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:14.005313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd5ce-38c9-4d4b-a24e-8da11c2226da req-ebcc51f5-07d0-4d45-b138-d01888c781a4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.015707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e21cd5ce-38c9-4d4b-a24e-8da11c2226da req-ebcc51f5-07d0-4d45-b138-d01888c781a4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.1792378 Jan 29 04:23:14.039212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:14.042710 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec375b-97d9-497a-9aa5-ca5b028012c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:14.099618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Router 9bd12d94-a6a8-485c-94ea-a58898361e08 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:23:14.104050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e21cd5ce-38c9-4d4b-a24e-8da11c2226da req-7680953a-bf46-4b27-9660-54728fc43820 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875316 Jan 29 04:23:14.111162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:14.143808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:14.146251 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab071b-bad2-4570-901d-3854e5420e14" -d '{"events": [{"server_uuid": "9b68e746-9c2e-4912-9cbe-3f60dd31254f", "name": "network-vif-plugged", "status": "completed", "tag": "4d4eb5f1-facb-4e41-ac4c-14cc0486e03d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:14.153925 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ceb276-573c-43a6-8116-d185966206c8 x-openstack-request-id: req-54ceb276-573c-43a6-8116-d185966206c8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:14.154172 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:14.154409 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54ceb276-573c-43a6-8116-d185966206c8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:14.154791 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'status': 'completed', 'code': 200} Jan 29 04:23:14.157962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:14.163788 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:14.212941 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa893f1-5730-4d3e-a17e-76155c67755e x-openstack-request-id: req-6fa893f1-5730-4d3e-a17e-76155c67755e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:14.213228 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b68e746-9c2e-4912-9cbe-3f60dd31254f", "name": "network-vif-plugged", "status": "completed", "tag": "4d4eb5f1-facb-4e41-ac4c-14cc0486e03d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:14.213479 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fa893f1-5730-4d3e-a17e-76155c67755e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:14.213864 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d', 'code': 200} Jan 29 04:23:14.226797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:14.230427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0caa8092-0a7a-4506-b0c3-5f5b17b30eb7 None None] Provisioning complete for port ab104156-0be9-4c81-8106-75aed6de19e1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:14.230908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0caa8092-0a7a-4506-b0c3-5f5b17b30eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:14.273157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0caa8092-0a7a-4506-b0c3-5f5b17b30eb7 None None] Port ab104156-0be9-4c81-8106-75aed6de19e1 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:14.290750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:14.306779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Sync routers for ids ['9bd12d94-a6a8-485c-94ea-a58898361e08'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:14.307190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2bc0a9f-dcca-426b-b212-41b754cc1430 admin admin] 10.222.0.32 "PUT /v2.0/routers/9bd12d94-a6a8-485c-94ea-a58898361e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8035994 Jan 29 04:23:14.313968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-85d3ae91-3fc2-4d04-aa85-43fcfb00dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.316543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-85d3ae91-3fc2-4d04-aa85-43fcfb00dd00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1099 time: 0.0928633 Jan 29 04:23:14.323923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Routers {'9bd12d94-a6a8-485c-94ea-a58898361e08'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:14.324624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9bd12d94-a6a8-485c-94ea-a58898361e08'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:14.475388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Set router 9bd12d94-a6a8-485c-94ea-a58898361e08 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:14.542695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9249b9-b296-4017-91aa-397914c5780c req-55161bbc-8fef-4d05-ad41-90350f45be21 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.545657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc9249b9-b296-4017-91aa-397914c5780c req-55161bbc-8fef-4d05-ad41-90350f45be21 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 945 time: 0.0724478 Jan 29 04:23:14.555028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-8fa708fa-850c-4796-8cb9-0ae010be6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.556554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-8fa708fa-850c-4796-8cb9-0ae010be6db4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1099 time: 0.3318403 Jan 29 04:23:14.606316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc9249b9-b296-4017-91aa-397914c5780c req-d986112d-63ca-445b-8ce4-6f97c1587e8f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541275 Jan 29 04:23:14.755648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee9783-94ae-437a-9c3c-93cb04e820ab req-053a041e-c8d7-4e6e-b74a-21c90330518b tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.758489 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61ee9783-94ae-437a-9c3c-93cb04e820ab req-053a041e-c8d7-4e6e-b74a-21c90330518b tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 950 time: 0.0618176 Jan 29 04:23:14.758659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-7be1800f-2b30-4aec-8912-4ddb13cd854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.760117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-7be1800f-2b30-4aec-8912-4ddb13cd854b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1944473 Jan 29 04:23:14.762525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad2870-5929-4ab2-a539-1d9ddb8216ef req-9ec14572-5648-465d-9619-b999e17f2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.763430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4ad2870-5929-4ab2-a539-1d9ddb8216ef req-9ec14572-5648-465d-9619-b999e17f2f8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 1101 time: 0.4009686 Jan 29 04:23:14.770119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:12Z', 'revision_number': 4, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ab104156-0be9-4c81-8106-75aed6de19e1', 'name': '', 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'mac_address': 'fa:16:3e:47:2a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3aae950c-876c-481a-bd5b-d765f4b12c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:10Z', 'updated_at': '2022-01-29T04:23:12Z', 'revision_number': 2, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'subnets': [{'id': '3aae950c-876c-481a-bd5b-d765f4b12c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:14.770754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-293e6b90-6ad4-4745-8e12-521261e49466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:14.772433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-293e6b90-6ad4-4745-8e12-521261e49466 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.4388316 Jan 29 04:23:14.806081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Checking router: 9bd12d94-a6a8-485c-94ea-a58898361e08 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:14.806347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Updating router 9bd12d94-a6a8-485c-94ea-a58898361e08 port ab104156-0be9-4c81-8106-75aed6de19e1 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:23:14.808061 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61ee9783-94ae-437a-9c3c-93cb04e820ab req-b94fbe1b-3d3e-4506-a348-fa5fdc5094f5 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Jan 29 04:23:14.839652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:14.861156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-e64ef0d5-560d-4a1a-a0db-7d95265e2553 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0669496 Jan 29 04:23:14.868648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-15c69bab-2ebf-4ff5-a83e-00fdf20b4a6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0918517 Jan 29 04:23:14.963862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4ad2870-5929-4ab2-a539-1d9ddb8216ef req-1ca57ec9-08a2-4fed-ac7d-600b061139c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859765 Jan 29 04:23:15.001393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-507e568f-4091-4592-a888-f1498d16ad5f req-d6728f12-61fe-42cd-bd85-f2ad98422c5a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3365688 Jan 29 04:23:15.009280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:15.014167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-0135f584-3a3b-48a4-88d5-c225b95dafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.015567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-0135f584-3a3b-48a4-88d5-c225b95dafb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1460745 Jan 29 04:23:15.018066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-270c3955-ff39-433b-8759-47359b63cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.019411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-270c3955-ff39-433b-8759-47359b63cb3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1281118 Jan 29 04:23:15.089625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-e48678a4-5fbe-41bb-a133-82fc5d272e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.091112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-e48678a4-5fbe-41bb-a133-82fc5d272e58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588396 Jan 29 04:23:15.091982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.191166 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.199382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.264622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-ac39d4a3-4f98-423c-b6c4-08032f60c546 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502018 Jan 29 04:23:15.290867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67e677-8919-41fa-94d0-d35b30f81459 None None] Pushing event updated for resources: {'Port': ['ID=ab104156-0be9-4c81-8106-75aed6de19e1,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:15.328504 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:23:15.348580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c775a-2b3c-416b-94be-9ab1d836bb39 req-4b634ac0-19e9-46b1-b56c-8132830c5b18 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.356206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Attempting to bind port ab104156-0be9-4c81-8106-75aed6de19e1 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:15.356809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Attempting to bind port ab104156-0be9-4c81-8106-75aed6de19e1 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:15.357464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Attempting to bind port ab104156-0be9-4c81-8106-75aed6de19e1 on network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:15.365129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:15.365641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Checking segment: {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:15.366302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.366782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Bound using segment: {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:15.367633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a67c775a-2b3c-416b-94be-9ab1d836bb39 req-4b634ac0-19e9-46b1-b56c-8132830c5b18 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.1110964 Jan 29 04:23:15.368085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Bound port: ab104156-0be9-4c81-8106-75aed6de19e1, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5071ae8f-82d3-416b-a53f-e2aa54f27dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:15.368483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.449782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a67c775a-2b3c-416b-94be-9ab1d836bb39 req-9c186be8-2753-4fed-b15d-bbbacf4d8492 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811255 Jan 29 04:23:15.465965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 91295343-1ee5-41ff-a625-7d3085dfc4d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:15.490791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.522406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] For port ab104156-0be9-4c81-8106-75aed6de19e1, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:15.543640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] For port ab104156-0be9-4c81-8106-75aed6de19e1, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ab104156-0be9-4c81-8106-75aed6de19e1,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:15.554259 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.582444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-7b731922-2c2d-46f3-98e5-d49b1d9a3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.583977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-7b731922-2c2d-46f3-98e5-d49b1d9a3e3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900177 Jan 29 04:23:15.585843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-e1d0a378-32bb-4172-8192-d4442733f8d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034561 Jan 29 04:23:15.640050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451bda-829b-423f-ba32-90f9f00a1ba0 req-f964632d-b310-4da4-894c-695067515920 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.644145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e451bda-829b-423f-ba32-90f9f00a1ba0 req-f964632d-b310-4da4-894c-695067515920 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0933993 Jan 29 04:23:15.696796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e451bda-829b-423f-ba32-90f9f00a1ba0 req-e97496c6-0414-48b9-b5d8-a2d916f3bc15 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468564 Jan 29 04:23:15.711670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Allocated IP 172.25.4.35 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/20d9f4e7-d51b-4a9d-8b93-096aefd93260) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:15.714822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 91295343-1ee5-41ff-a625-7d3085dfc4d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:15.715388 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.727638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67e677-8919-41fa-94d0-d35b30f81459 None None] Pushing event updated for resources: {'Port': ['ID=ab104156-0be9-4c81-8106-75aed6de19e1,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:15.732396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Routers {'9bd12d94-a6a8-485c-94ea-a58898361e08'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:15.732953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:22:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9bd12d94-a6a8-485c-94ea-a58898361e08'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:15.777490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-69b1f306-f75e-41a5-a725-7d3a37b0da2b service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563218 Jan 29 04:23:15.814411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6b6b91a4-696e-47de-906a-54c6b81c1446 None None] Provisioning complete for port ab104156-0be9-4c81-8106-75aed6de19e1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:15.815013 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b6b91a4-696e-47de-906a-54c6b81c1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.867653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f12b-12cf-44fe-abf3-da0f5294f3d4 req-96394e0a-02d2-4a9d-8512-927865046dac tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:15.885194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a981f12b-12cf-44fe-abf3-da0f5294f3d4 req-96394e0a-02d2-4a9d-8512-927865046dac tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 948 time: 0.0927444 Jan 29 04:23:15.965789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:15.968705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a981f12b-12cf-44fe-abf3-da0f5294f3d4 req-ddc3c779-ad22-499d-b751-def81e7dbac0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757976 Jan 29 04:23:16.097845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:16.121595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.140601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33ec375b-97d9-497a-9aa5-ca5b028012c4 req-d9735129-705f-4333-9e29-8d8e4c846d7d service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509109 Jan 29 04:23:16.153373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] Set router 9bd12d94-a6a8-485c-94ea-a58898361e08 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:16.175659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:16.179367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:16.182832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:16.210144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Pushing event updated for resources: {'Port': ['ID=20d9f4e7-d51b-4a9d-8b93-096aefd93260,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:16.289112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.336437 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.369145 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b6b91a4-696e-47de-906a-54c6b81c1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.388684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:23:16.420500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f03a4-0224-408b-b604-ad303b2b91d9 req-93b7f665-e30b-403b-a3fc-e288cb0f9571 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:16.428645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec6f03a4-0224-408b-b604-ad303b2b91d9 req-93b7f665-e30b-403b-a3fc-e288cb0f9571 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 950 time: 0.0687921 Jan 29 04:23:16.475180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec6f03a4-0224-408b-b604-ad303b2b91d9 req-0106a17b-a110-492c-8fcd-cf7754f2cf90 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Jan 29 04:23:16.573523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6b6b91a4-696e-47de-906a-54c6b81c1446 None None] For port ab104156-0be9-4c81-8106-75aed6de19e1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ab104156-0be9-4c81-8106-75aed6de19e1,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:16.582242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.591026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.606529 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b6b91a4-696e-47de-906a-54c6b81c1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.644390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcac793-9bab-45de-835f-bfd534fd3f23 req-1e38857f-9278-4e3d-9d9a-4d475ad8c4a5 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:16.646690 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bcac793-9bab-45de-835f-bfd534fd3f23 req-1e38857f-9278-4e3d-9d9a-4d475ad8c4a5 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.0603397 Jan 29 04:23:16.678233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:16.690971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bcac793-9bab-45de-835f-bfd534fd3f23 req-5c69dc93-efcf-4de8-9125-8ba440279ded tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361578 Jan 29 04:23:16.703276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Pushing event updated for resources: {'Port': ['ID=20d9f4e7-d51b-4a9d-8b93-096aefd93260,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:16.714113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'mac_address': 'fa:16:3e:9f:fb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:23:16.728321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b91a4-696e-47de-906a-54c6b81c1446 None None] Pushing event updated for resources: {'Port': ['ID=ab104156-0be9-4c81-8106-75aed6de19e1,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:16.731205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.750681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.752974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-507e568f-4091-4592-a888-f1498d16ad5f req-358f907d-7ad0-487d-b20b-921e21014ae2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7507870 Jan 29 04:23:16.798765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-61db12fe-1f6b-41a2-a807-66b950014e21 None None] Provisioning complete for port ab104156-0be9-4c81-8106-75aed6de19e1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:16.799146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-61db12fe-1f6b-41a2-a807-66b950014e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.812365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-507e568f-4091-4592-a888-f1498d16ad5f req-e1c36a06-2919-4c0b-8ec1-ad39dfc1b87c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0527604 Jan 29 04:23:16.839274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.865228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21ba998-2543-44e1-95e2-7b90b6e76b0c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:16.888605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527d491-7f6a-44f9-b894-b706b83db03d req-3f3d39e9-bc67-4dac-96a7-4a3e0952b6a5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:16.897157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:16.904262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2527d491-7f6a-44f9-b894-b706b83db03d req-3f3d39e9-bc67-4dac-96a7-4a3e0952b6a5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.0786674 Jan 29 04:23:16.907392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:16.916423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:12Z', 'revision_number': 4, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ab104156-0be9-4c81-8106-75aed6de19e1', 'name': '', 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'mac_address': 'fa:16:3e:47:2a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3aae950c-876c-481a-bd5b-d765f4b12c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:10Z', 'updated_at': '2022-01-29T04:23:15Z', 'revision_number': 4, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'subnets': [{'id': '3aae950c-876c-481a-bd5b-d765f4b12c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:16.947907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e568f-4091-4592-a888-f1498d16ad5f req-cdb0ff65-9ef2-4678-9ea1-a309ebcd252a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:16.949481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-507e568f-4091-4592-a888-f1498d16ad5f req-cdb0ff65-9ef2-4678-9ea1-a309ebcd252a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1299284 Jan 29 04:23:16.967030 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2527d491-7f6a-44f9-b894-b706b83db03d req-2053e1b2-75d0-45ea-a9a9-23a18559dcd1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611491 Jan 29 04:23:17.003556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4892edb-b8e4-409c-890a-9b9b6e1a6884 None None] The sync data for ids ['9bd12d94-a6a8-485c-94ea-a58898361e08'] in n-d-825930-1 is: [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:12Z', 'revision_number': 4, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ab104156-0be9-4c81-8106-75aed6de19e1', 'name': '', 'network_id': '1d11baf1-af36-4e58-a770-a2e6fe6d6853', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'mac_address': 'fa:16:3e:47:2a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3aae950c-876c-481a-bd5b-d765f4b12c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:10Z', 'updated_at': '2022-01-29T04:23:15Z', 'revision_number': 4, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'subnets': [{'id': '3aae950c-876c-481a-bd5b-d765f4b12c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:17.044952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b8e0b82-584e-420b-affc-6e0e0dd40234 req-7db4d0d2-644c-4d56-8e3b-9ca6f5020e12 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips/6b091c64-769b-4672-a479-6ad983f8ce1e HTTP/1.1" status: 200 len: 692 time: 0.0592489 Jan 29 04:23:17.072549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:17.176183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c21f0e-ea16-4e80-9bd1-fe3265ccead2 req-06f995f7-d673-43c8-b01b-5927c7697fe1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:17.186492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20c21f0e-ea16-4e80-9bd1-fe3265ccead2 req-06f995f7-d673-43c8-b01b-5927c7697fe1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.0737944 Jan 29 04:23:17.241472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e0b82-584e-420b-affc-6e0e0dd40234 req-aa9993c4-007b-456c-b470-4fd18ba49c9a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:17.241684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20c21f0e-ea16-4e80-9bd1-fe3265ccead2 req-948d0bde-056d-42a7-ad83-82c4df65a09c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Jan 29 04:23:17.242663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b8e0b82-584e-420b-affc-6e0e0dd40234 req-aa9993c4-007b-456c-b470-4fd18ba49c9a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1610684 Jan 29 04:23:17.266106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d21ba998-2543-44e1-95e2-7b90b6e76b0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:17.408570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2f44024-1728-4a73-92b4-60a86449e6ac req-28f90a70-9ea0-445f-b18d-9cca49b62776 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=4e92f61d3b314d56b8647bd3966be74f HTTP/1.1" status: 200 len: 695 time: 0.1336310 Jan 29 04:23:17.417142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:17.553209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ab104156-0be9-4c81-8106-75aed6de19e1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:17.590799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44024-1728-4a73-92b4-60a86449e6ac req-19d8c929-042f-486a-9c1a-d7e7df60d260 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:17.600217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2f44024-1728-4a73-92b4-60a86449e6ac req-19d8c929-042f-486a-9c1a-d7e7df60d260 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks?id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 787 time: 0.1904616 Jan 29 04:23:17.606902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-a2f44024-1728-4a73-92b4-60a86449e6ac req-937e32d7-8380-4cbc-9372-765f0b9d7f1a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:23:17.621730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ab104156-0be9-4c81-8106-75aed6de19e1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:17.621907 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:17.627212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2f44024-1728-4a73-92b4-60a86449e6ac req-937e32d7-8380-4cbc-9372-765f0b9d7f1a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252323 Jan 29 04:23:17.675791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35e581c7-5178-41d2-992a-25d95b8c611a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:17.748698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 22c21945-a9f9-43d4-993e-80cad638428c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:17.753995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc981625-f631-433d-a22a-6fa984ccdc1e req-5d75d142-35bb-4362-a4f3-795caa19b8b4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:17.763090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-e547e3a4-a8dd-45a2-9bc9-ac9038822c84 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:17.763455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc981625-f631-433d-a22a-6fa984ccdc1e req-5d75d142-35bb-4362-a4f3-795caa19b8b4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.0760055 Jan 29 04:23:17.764613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-e547e3a4-a8dd-45a2-9bc9-ac9038822c84 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944&tenant_id=d871ce1ed1ca4e098506d761ce8cf575&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 949 time: 0.1654243 Jan 29 04:23:17.792908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeac96-9237-441e-a4dd-96002d996584 req-a9336c22-b692-41f0-a17e-d62f17bade64 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:17.794820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bbeac96-9237-441e-a4dd-96002d996584 req-a9336c22-b692-41f0-a17e-d62f17bade64 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 950 time: 0.1399007 Jan 29 04:23:17.816946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc981625-f631-433d-a22a-6fa984ccdc1e req-a4b6d528-24b7-41ae-8ecf-0443cff9387c tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508659 Jan 29 04:23:17.886493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:17.899678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35e581c7-5178-41d2-992a-25d95b8c611a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:17.899893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '22c21945-a9f9-43d4-993e-80cad638428c', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': '22c21945-a9f9-43d4-993e-80cad638428c', 'mac_address': 'fa:16:3e:31:d3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:23:17.900246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-6a8aab68-3410-4309-b69b-6cf7612bae63 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips/6b091c64-769b-4672-a479-6ad983f8ce1e HTTP/1.1" status: 200 len: 692 time: 0.0557468 Jan 29 04:23:17.945997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35e581c7-5178-41d2-992a-25d95b8c611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:17.948553 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:17.962145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-e9db142a-213a-492f-ac64-d0158646187a service neutron] 10.222.0.20 "GET /v2.0/ports/d21ba998-2543-44e1-95e2-7b90b6e76b0c/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.1870449 Jan 29 04:23:17.969177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22c21945-a9f9-43d4-993e-80cad638428c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:17.993084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bbeac96-9237-441e-a4dd-96002d996584 req-bd199ee9-653b-4d6e-a556-f473b53d8480 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689987 Jan 29 04:23:17.999939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:18.008172 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.047231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-8fcb7a71-e59c-4d44-988e-2b90f26db28f tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.049387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-8fcb7a71-e59c-4d44-988e-2b90f26db28f tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1483617 Jan 29 04:23:18.061640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e581c7-5178-41d2-992a-25d95b8c611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a282b-d0cb-47fa-a2b7-46e0c58174d5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:18.070921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-35e581c7-5178-41d2-992a-25d95b8c611a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=030d4b8c5a4c427fa71c24a5d8327e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522238 Jan 29 04:23:18.072954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:18.123199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:18.136366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-aa71dc33-ea12-4c46-8a15-3f2d8076187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.138934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-af6750c8-3abc-4198-995a-d3b2c5769802 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0820045 Jan 29 04:23:18.139992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-aa71dc33-ea12-4c46-8a15-3f2d8076187a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1100 time: 0.1234839 Jan 29 04:23:18.195099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-e7d0407f-d249-4fcf-90e8-bbca4359437a tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0552189 Jan 29 04:23:18.234148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0801201f-7057-4c15-a0b8-e63c5b6f7db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.248573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['22c21945-a9f9-43d4-993e-80cad638428c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:18.257634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160f63e-0073-434f-9f9c-f1f16561cbbd req-4e44fe81-3fc9-4e6a-b987-d2275e7e40fe tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.259200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8160f63e-0073-434f-9f9c-f1f16561cbbd req-4e44fe81-3fc9-4e6a-b987-d2275e7e40fe tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.1411927 Jan 29 04:23:18.300640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0801201f-7057-4c15-a0b8-e63c5b6f7db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.320903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-67e2ca32-d4a5-4a0a-8c2b-619a25efce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.322649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-67e2ca32-d4a5-4a0a-8c2b-619a25efce48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1667953 Jan 29 04:23:18.373064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Deleting port 20d9f4e7-d51b-4a9d-8b93-096aefd93260 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:18.373560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.418853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-9de8b34c-cb98-4aab-92aa-8b929a5dbe2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0753212 Jan 29 04:23:18.425874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8160f63e-0073-434f-9f9c-f1f16561cbbd req-ded4afb6-9afc-4f7c-91e2-2160592d5de3 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582296 Jan 29 04:23:18.503841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-8b9221cb-6e31-4d17-96ed-a92cf869de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.505348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-8b9221cb-6e31-4d17-96ed-a92cf869de0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0778852 Jan 29 04:23:18.519697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.520051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.535992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0801201f-7057-4c15-a0b8-e63c5b6f7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.539627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0801201f-7057-4c15-a0b8-e63c5b6f7db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.540996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0801201f-7057-4c15-a0b8-e63c5b6f7db6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f0a282b-d0cb-47fa-a2b7-46e0c58174d5 HTTP/1.1" status: 204 len: 168 time: 0.4671359 Jan 29 04:23:18.541523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Calling delete_port for 20d9f4e7-d51b-4a9d-8b93-096aefd93260 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:18.580182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801201f-7057-4c15-a0b8-e63c5b6f7db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a282b-d0cb-47fa-a2b7-46e0c58174d5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:18.632266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-54b236df-c1a5-4978-b875-384a168b895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.633846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-54b236df-c1a5-4978-b875-384a168b895b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150405 Jan 29 04:23:18.651011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff85b-699a-4575-ab61-94fd36de74f8 req-af167f85-74ba-4134-a49d-2c688fc99f8b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:18.660022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d1ff85b-699a-4575-ab61-94fd36de74f8 req-af167f85-74ba-4134-a49d-2c688fc99f8b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1253595 Jan 29 04:23:18.780868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d1ff85b-699a-4575-ab61-94fd36de74f8 req-235e661b-abfe-417a-8958-09cd6c46375e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198070 Jan 29 04:23:18.800985 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.830708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-100e8318-2e8a-44d0-a983-f92dfd1cee2b service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679168 Jan 29 04:23:18.838918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Pushing event deleted for resources: {'Port': ['ID=20d9f4e7-d51b-4a9d-8b93-096aefd93260,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:18.926222 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.930375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:18.943862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-5207ed4a-0a9b-42ac-8b98-e0e62b856cfe service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058688 Jan 29 04:23:18.944015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c530026-542a-4ed2-802a-3b09ca79fcb6 req-007a2ef0-31f5-4faf-a11e-f233a8f22120 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "DELETE /v2.0/floatingips/6b091c64-769b-4672-a479-6ad983f8ce1e HTTP/1.1" status: 204 len: 173 time: 0.7479582 Jan 29 04:23:19.021917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:19.041326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-406244b0-90fd-421f-916f-20508f2696ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.152984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f243-746c-4ef5-be18-d4f6420ba8a0 req-9bc37060-2325-4fc5-b77d-1cfa9f1ea64a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:19.161633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbf6f243-746c-4ef5-be18-d4f6420ba8a0 req-9bc37060-2325-4fc5-b77d-1cfa9f1ea64a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.1099033 Jan 29 04:23:19.236972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbf6f243-746c-4ef5-be18-d4f6420ba8a0 req-3750a8b0-7598-4dd8-bc95-20a714e4cd53 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745053 Jan 29 04:23:19.296767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-406244b0-90fd-421f-916f-20508f2696ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.316366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-406244b0-90fd-421f-916f-20508f2696ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.411852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-406244b0-90fd-421f-916f-20508f2696ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1fcd46c8ca9499daae75de1904a5c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887336 Jan 29 04:23:19.414111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:19.416417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406244b0-90fd-421f-916f-20508f2696ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d449015d-9710-443f-8240-3780b99d3ef3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:19.462294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-dac065ee-62ff-405b-925f-ab30c965d063 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1798961 Jan 29 04:23:19.483334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:19.498937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-05141b6f-9ef1-429a-b2c3-e33b8d1a2a5e tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:19.505081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-05141b6f-9ef1-429a-b2c3-e33b8d1a2a5e tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1097 time: 0.1002414 Jan 29 04:23:19.515625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:19.530307 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.609873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.614210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c33d1b8-f61e-49c1-821d-5ab66dcade72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.641865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c33d1b8-f61e-49c1-821d-5ab66dcade72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.691131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.753585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 22c21945-a9f9-43d4-993e-80cad638428c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:19.769094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e63a-5555-4b16-8b50-879ccb29282b req-cd7ded2d-7247-4d27-aeba-538920e3b968 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:19.798312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d786e63a-5555-4b16-8b50-879ccb29282b req-cd7ded2d-7247-4d27-aeba-538920e3b968 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 946 time: 0.1184857 Jan 29 04:23:19.822668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 22c21945-a9f9-43d4-993e-80cad638428c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:19.823049 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.852574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Allocated IP 172.25.4.50 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/f5519460-6dc5-4dfc-a5b9-be46f8505f79) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:19.906632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d786e63a-5555-4b16-8b50-879ccb29282b req-d4126331-c22b-4e28-9c09-b5fa289d1867 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074045 Jan 29 04:23:19.941045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.971167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c33d1b8-f61e-49c1-821d-5ab66dcade72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.975000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c33d1b8-f61e-49c1-821d-5ab66dcade72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:19.978343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c33d1b8-f61e-49c1-821d-5ab66dcade72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d449015d-9710-443f-8240-3780b99d3ef3 HTTP/1.1" status: 204 len: 168 time: 0.5624630 Jan 29 04:23:19.995773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:20.004332 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0611f71d-786e-4854-a4f1-f55fffbebeef" -d '{"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-plugged", "status": "completed", "tag": "22c21945-a9f9-43d4-993e-80cad638428c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:20.025716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33d1b8-f61e-49c1-821d-5ab66dcade72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449015d-9710-443f-8240-3780b99d3ef3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:20.037558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:20.069434 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.074802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:20.113871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.143141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 57d12739-2fb6-4014-a3af-4fe447978053 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:20.152913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:20.158910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:20.195016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.236621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:20.243631 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9036326a-940d-47e4-bbef-de70891a9b87" -d '{"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-unplugged", "status": "completed", "tag": "57d12739-2fb6-4014-a3af-4fe447978053"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:20.250219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.276042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.280397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:20.282810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:20.286278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:20.380851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:20.423825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Pushing event updated for resources: {'Port': ['ID=f5519460-6dc5-4dfc-a5b9-be46f8505f79,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:20.437817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:20.512773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62424d4c-f6b3-4d18-8b1a-c12855a84043 req-919b069b-a982-49d7-9ff7-668213f22ef0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:20.515715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62424d4c-f6b3-4d18-8b1a-c12855a84043 req-919b069b-a982-49d7-9ff7-668213f22ef0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1364725 Jan 29 04:23:20.541580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port d21ba998-2543-44e1-95e2-7b90b6e76b0c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:23:20.543133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.548244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:20.548876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:20.549377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:20.557747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:20.560209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port d21ba998-2543-44e1-95e2-7b90b6e76b0c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:20.560583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.569451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:20.569451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Attempting to bind port 57d12739-2fb6-4014-a3af-4fe447978053 on network 6f59be2e-20bf-4429-b688-a33a4b33c6c5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:20.577395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:20.577744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Checking segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:20.578139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Bound using segment: {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:20.578578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Bound port: 57d12739-2fb6-4014-a3af-4fe447978053, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c814d85d-c35e-42eb-8909-e848f955876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6f59be2e-20bf-4429-b688-a33a4b33c6c5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:20.578993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.610833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.612311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62424d4c-f6b3-4d18-8b1a-c12855a84043 req-802a8b49-1e0b-45a4-aa3a-2548aca8ea73 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743427 Jan 29 04:23:20.663056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 57d12739-2fb6-4014-a3af-4fe447978053 has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:23:20.684917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:20.688235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:20.699314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.769420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:20.887573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:20.888362 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ce1ed-f0ac-4d85-a1a4-a8e6aa9b2782 x-openstack-request-id: req-ea3ce1ed-f0ac-4d85-a1a4-a8e6aa9b2782 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:20.888856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.889435 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-plugged", "status": "completed", "tag": "22c21945-a9f9-43d4-993e-80cad638428c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:20.889860 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea3ce1ed-f0ac-4d85-a1a4-a8e6aa9b2782 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:20.890438 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c', 'code': 200} Jan 29 04:23:20.891828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-1022547c-bde7-4d00-8be6-61ba9e4fab1c service neutron] 10.222.0.20 "PUT /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 1122 time: 1.3814526 Jan 29 04:23:20.920301 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:20.962810 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb6f8a-1e5d-4f92-83d4-221b8c6e93ab x-openstack-request-id: req-78bb6f8a-1e5d-4f92-83d4-221b8c6e93ab {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:20.963868 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-unplugged", "status": "completed", "tag": "57d12739-2fb6-4014-a3af-4fe447978053", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:20.964301 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78bb6f8a-1e5d-4f92-83d4-221b8c6e93ab {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:20.966006 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053', 'code': 200} Jan 29 04:23:21.019411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:21.034264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:21.077936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['57d12739-2fb6-4014-a3af-4fe447978053'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:21.095788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-7437bc81-307b-4fea-aa15-27d13400fd23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1815517 Jan 29 04:23:21.142818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['57d12739-2fb6-4014-a3af-4fe447978053'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:21.200047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:21.231836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:21.325315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:21.454867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Pushing event updated for resources: {'Port': ['ID=f5519460-6dc5-4dfc-a5b9-be46f8505f79,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:21.549830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-e94dd958-518f-49c4-8ebb-61a0e688eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.551451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-e94dd958-518f-49c4-8ebb-61a0e688eccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 1101 time: 0.3688276 Jan 29 04:23:21.552796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:21.614777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:21.624931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-ce0bcc05-bc44-45f2-afba-de8c6b3000c9 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1489229 Jan 29 04:23:21.664281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887ec50-c0b7-43de-b909-2d242ff7959e req-98ad46ab-5044-4cad-8086-552abd4b4ce9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.673494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2887ec50-c0b7-43de-b909-2d242ff7959e req-98ad46ab-5044-4cad-8086-552abd4b4ce9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.6254065 Jan 29 04:23:21.717522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-6cfe128b-f628-4660-98d2-d94fadfcd97f tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 695 time: 0.0914807 Jan 29 04:23:21.740038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2887ec50-c0b7-43de-b909-2d242ff7959e req-cdc842ff-31c4-4aa7-ae30-360d3f60e1d0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Jan 29 04:23:21.824091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-3ecb10af-02eb-486e-b1bd-f8d1d3875d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.825501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-3ecb10af-02eb-486e-b1bd-f8d1d3875d18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2394898 Jan 29 04:23:21.853664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30464e-4c69-4e74-bfa9-2e064ae76f4e req-2954914d-6b78-4c1b-bf1b-4586c72d336d tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.855386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e30464e-4c69-4e74-bfa9-2e064ae76f4e req-2954914d-6b78-4c1b-bf1b-4586c72d336d tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 950 time: 0.0585384 Jan 29 04:23:21.892813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-5c08d886-7c2b-4588-83e1-141ea8a18911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 200 len: 217 time: 0.0558476 Jan 29 04:23:21.903880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-9a6fdde6-d9c5-48a3-b9a3-eb15b094bde7 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.906176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d272c4c6-fe5e-4b5b-9e60-ef106161aacb req-9a6fdde6-d9c5-48a3-b9a3-eb15b094bde7 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1866047 Jan 29 04:23:21.959507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-00b6c3e4-e6a5-4ac7-961e-d0a8985f29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.961909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-00b6c3e4-e6a5-4ac7-961e-d0a8985f29d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0548682 Jan 29 04:23:21.964472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e30464e-4c69-4e74-bfa9-2e064ae76f4e req-d1be3edb-7617-4f54-9fd8-de34bca5a732 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/security-groups?id=98706768-db8e-4b6f-bba2-0d359e277be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008284 Jan 29 04:23:21.975019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-75d44e3a-eb7d-458e-9a12-da0e838e13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:21.981454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-75d44e3a-eb7d-458e-9a12-da0e838e13e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944&tenant_id=d871ce1ed1ca4e098506d761ce8cf575 HTTP/1.1" status: 200 len: 1101 time: 0.0940254 Jan 29 04:23:22.009060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:22.058530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-c80b8785-7d6a-4eeb-89fc-9874ca1f4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:22.060029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-c80b8785-7d6a-4eeb-89fc-9874ca1f4680 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883832 Jan 29 04:23:22.094018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896bd4-ef34-4a22-b0c3-047bcad34f18 req-25b6aad2-20de-43ae-979e-a10bf0dcdbb0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:22.096024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89896bd4-ef34-4a22-b0c3-047bcad34f18 req-25b6aad2-20de-43ae-979e-a10bf0dcdbb0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.1100392 Jan 29 04:23:22.111370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:22.139230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f7ab5-0ee5-486e-aefc-5ade885789f4 req-4a828673-5e39-4040-bf70-23a43b87970c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:22.140811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f18f7ab5-0ee5-486e-aefc-5ade885789f4 req-4a828673-5e39-4040-bf70-23a43b87970c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1002290 Jan 29 04:23:22.397717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f18f7ab5-0ee5-486e-aefc-5ade885789f4 req-405d7a87-3ba0-4d93-a891-b81eed5f9499 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753844 Jan 29 04:23:22.449736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:22.481873 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89896bd4-ef34-4a22-b0c3-047bcad34f18 req-0f4c43cd-d8dc-4595-8f54-52baad003d5b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639646 Jan 29 04:23:22.490467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-25332e22-2aaa-4efb-9324-52ad0dc03a72 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:22.492007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-25332e22-2aaa-4efb-9324-52ad0dc03a72 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 950 time: 0.1263657 Jan 29 04:23:22.528303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:22.566898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-e156c917-1367-4b6d-9dd0-da348fe347f6 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957364 Jan 29 04:23:22.666499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:22.684281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Transition to ACTIVE for port object d21ba998-2543-44e1-95e2-7b90b6e76b0c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:22.692993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:22.801613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] No DVR routers for this DVR port d21ba998-2543-44e1-95e2-7b90b6e76b0c on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:22.856158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d992c4b-4b60-487b-b261-bb284ee55a86 req-6c8ea529-bdac-4d6d-aa19-03a75a3c69ac service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814634 Jan 29 04:23:22.886514 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-f392dca4-c81b-4884-8651-a294a465d89b tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips/0efff72f-add6-4aa9-8c1f-3925f06ede29 HTTP/1.1" status: 200 len: 692 time: 0.2824595 Jan 29 04:23:22.893123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:22.895462 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b71988-1c1a-4c02-a212-b5a6881cdbd9" -d '{"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-plugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:22.980816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:22.981159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:22.981494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:22.987065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053'}, {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:22.989512 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "tag": "57d12739-2fb6-4014-a3af-4fe447978053"}, {"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-unplugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:22.999791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:23.000116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Attempting to bind port d21ba998-2543-44e1-95e2-7b90b6e76b0c on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:23.023128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:23.023489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:23.023867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:23.024333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Bound port: d21ba998-2543-44e1-95e2-7b90b6e76b0c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:23.024747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.042844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:23.049139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Deleting port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:23.049466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.112440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616453a4-c433-434b-8721-0d64705034b1 req-69083332-6518-4804-be99-763bc03baf01 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:23.119877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-616453a4-c433-434b-8721-0d64705034b1 req-69083332-6518-4804-be99-763bc03baf01 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.1727791 Jan 29 04:23:23.239190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-616453a4-c433-434b-8721-0d64705034b1 req-c078f08e-a72e-4a36-b6a3-e2b98a7328b4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183386 Jan 29 04:23:23.255265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-eebe296d-b75b-4f61-9832-6f191f810522 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:23.258210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-eebe296d-b75b-4f61-9832-6f191f810522 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.3697076 Jan 29 04:23:23.278787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:23.285840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:23.288397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] For port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:23.289175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.300221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.337276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Calling delete_port for 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:23.360422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:23.361443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.363472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] 10.222.0.36 "PUT /v2.0/ports/d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 1097 time: 1.3591285 Jan 29 04:23:23.389934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-652933ed-9609-4aee-aed7-1833cad87062 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 695 time: 0.1218171 Jan 29 04:23:23.515200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-e0fe7ba0-e801-4e67-9aad-06305926b8c2 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 695 time: 0.1091490 Jan 29 04:23:23.536340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeeb86-17e2-4e4d-9a08-049fc972750d service neutron] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=11']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:23.707077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-f7a3d8c0-c187-49d9-acd2-efba02363ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:23.708987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-f7a3d8c0-c187-49d9-acd2-efba02363ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1100 time: 0.2624056 Jan 29 04:23:23.711279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.721299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Deleting port f5519460-6dc5-4dfc-a5b9-be46f8505f79 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:23.722268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.756309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4d4eb5f1-facb-4e41-ac4c-14cc0486e03d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:23.800819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Pushing event deleted for resources: {'Port': ['ID=4d4eb5f1-facb-4e41-ac4c-14cc0486e03d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:23.851573 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0a9882dd-0a8b-4bb0-8058-8a92f37953cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.861676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a17354-1f2d-4659-a786-3466f6ae3e3b req-e00356e2-763e-46c7-baed-e1207a7f34b0 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:23.865476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a17354-1f2d-4659-a786-3466f6ae3e3b req-e00356e2-763e-46c7-baed-e1207a7f34b0 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.3026478 Jan 29 04:23:23.902228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.902457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.904838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] No DVR routers for this DVR port 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:23.910657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:23.914399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4a5c730-6309-45f9-a911-4cccfb467ef1 req-255ff04e-bc35-4fc0-82e6-e682af2ff4a2 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.36 "DELETE /v2.0/ports/4d4eb5f1-facb-4e41-ac4c-14cc0486e03d HTTP/1.1" status: 204 len: 173 time: 1.3984375 Jan 29 04:23:23.933204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Calling delete_port for f5519460-6dc5-4dfc-a5b9-be46f8505f79 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:23.967150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a17354-1f2d-4659-a786-3466f6ae3e3b req-69a66857-16be-42e1-a3ac-c5ebbd9e60e4 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761416 Jan 29 04:23:23.974745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-e9935096-b803-481e-863b-3c47d43be8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:23.988679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-e9935096-b803-481e-863b-3c47d43be8fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2710984 Jan 29 04:23:24.054983 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d66024a-bffd-4eb3-a35b-9ab7577b22e6 x-openstack-request-id: req-0d66024a-bffd-4eb3-a35b-9ab7577b22e6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:24.055486 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-plugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:24.055837 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d66024a-bffd-4eb3-a35b-9ab7577b22e6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:24.056357 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'code': 200} Jan 29 04:23:24.101771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-14fae183-78f9-4dd5-bdac-5b43712500f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0781174 Jan 29 04:23:24.111722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:24.196422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:24.249218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:24.280117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8451951-a205-44eb-8726-439f2a371305 req-e4e8438d-f114-4d29-95e1-26525220d8e4 tempest-TenantUsagesTestJSON-1883572910 tempest-TenantUsagesTestJSON-1883572910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b68e746-9c2e-4912-9cbe-3f60dd31254f HTTP/1.1" status: 200 len: 210 time: 0.1109593 Jan 29 04:23:24.280873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Pushing event deleted for resources: {'Port': ['ID=f5519460-6dc5-4dfc-a5b9-be46f8505f79,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:24.305395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-1ae6ad7c-a47c-44df-bcd3-3e35f487e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:24.310993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-1ae6ad7c-a47c-44df-bcd3-3e35f487e4c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0818954 Jan 29 04:23:24.376996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:24.380384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:24.381667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06f7356e-02a5-4b98-abd8-36061b77d001 req-3e5ccc21-88b2-4593-bd4f-590f88c2104c tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "DELETE /v2.0/floatingips/0efff72f-add6-4aa9-8c1f-3925f06ede29 HTTP/1.1" status: 204 len: 173 time: 0.8584144 Jan 29 04:23:24.401874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-5818ef4b-023a-4e6c-bbca-a15647d2fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:24.403551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-5818ef4b-023a-4e6c-bbca-a15647d2fa28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771015 Jan 29 04:23:24.537677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-e2c5d089-02b2-43e9-949d-9142edbc610d service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259959 Jan 29 04:23:24.632898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ff03e-bc87-4c6c-abff-702e5cae1d13 req-5c75faf6-27cc-4d1b-b810-89de67fbddc0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:24.638827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f29ff03e-bc87-4c6c-abff-702e5cae1d13 req-5c75faf6-27cc-4d1b-b810-89de67fbddc0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1488457 Jan 29 04:23:24.709617 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d77517-4ede-4ae3-9606-466facf2a499 x-openstack-request-id: req-f9d77517-4ede-4ae3-9606-466facf2a499 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:24.710268 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "tag": "57d12739-2fb6-4014-a3af-4fe447978053", "status": "completed", "code": 200}, {"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-unplugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:24.710474 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9d77517-4ede-4ae3-9606-466facf2a499 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:24.711349 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053', 'status': 'completed', 'code': 200} Jan 29 04:23:24.712199 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'code': 200} Jan 29 04:23:24.721465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f29ff03e-bc87-4c6c-abff-702e5cae1d13 req-7b7e8b3e-1023-435a-a86a-473a436f8dde tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753727 Jan 29 04:23:24.840793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25403e-70f7-432d-a962-7b028f9ad2ef req-8d295863-0dca-44c0-9333-2bade7c6fac2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650380 Jan 29 04:23:24.869375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-6432dfa6-b0eb-4ad5-b446-f7000e952e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:24.871694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-6432dfa6-b0eb-4ad5-b446-f7000e952e9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1125 time: 0.1130621 Jan 29 04:23:24.879754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86674c18-7acd-41b7-b384-6a66cefa2d63 req-d02e173c-1131-4e07-9c4a-e0d51bcdae6d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:24.881402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86674c18-7acd-41b7-b384-6a66cefa2d63 req-d02e173c-1131-4e07-9c4a-e0d51bcdae6d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.0806522 Jan 29 04:23:24.956180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e7c3e82-b8d8-4f2c-bb35-960e5b194879 req-f43686a6-be1a-4f27-aa5f-39b74ebb7755 tempest-FlavorsV2NegativeTest-1827136217 tempest-FlavorsV2NegativeTest-1827136217-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5c7e0fbab174da3bdf18afe2501ab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306811 Jan 29 04:23:25.001325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86674c18-7acd-41b7-b384-6a66cefa2d63 req-b14fe23c-ad27-438c-ae24-4ec36b7ea516 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080749 Jan 29 04:23:25.099108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3e82-b8d8-4f2c-bb35-960e5b194879 req-0f4cda0f-e779-4e62-8a86-0355badf7e93 tempest-FlavorsV2NegativeTest-1827136217 tempest-FlavorsV2NegativeTest-1827136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:25.105434 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e7c3e82-b8d8-4f2c-bb35-960e5b194879 req-0f4cda0f-e779-4e62-8a86-0355badf7e93 tempest-FlavorsV2NegativeTest-1827136217 tempest-FlavorsV2NegativeTest-1827136217-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404786 Jan 29 04:23:25.135525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e7c3e82-b8d8-4f2c-bb35-960e5b194879 req-61dd8a0c-1060-4759-a765-f79e561a9d3c tempest-FlavorsV2NegativeTest-1827136217 tempest-FlavorsV2NegativeTest-1827136217-project] 10.222.0.32 "GET /v2.0/quotas/b5c7e0fbab174da3bdf18afe2501ab7c HTTP/1.1" status: 200 len: 375 time: 0.0208352 Jan 29 04:23:25.143609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-3fd47c41-3264-4c54-8273-63cfc5f14ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:25.145276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-3fd47c41-3264-4c54-8273-63cfc5f14ece service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.2167985 Jan 29 04:23:25.184345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e7c3e82-b8d8-4f2c-bb35-960e5b194879 req-1ae7c9da-4992-4062-8e1c-1c25007b5074 tempest-FlavorsV2NegativeTest-1827136217 tempest-FlavorsV2NegativeTest-1827136217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c7e0fbab174da3bdf18afe2501ab7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473831 Jan 29 04:23:25.232145 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-f6c3a72e-802e-49e3-93b4-638121d42606 req-431e1e74-bd08-4f08-97ce-2e14b39f0502 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] show failed (client error): The resource could not be found. Jan 29 04:23:25.243723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6c3a72e-802e-49e3-93b4-638121d42606 req-431e1e74-bd08-4f08-97ce-2e14b39f0502 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips/0efff72f-add6-4aa9-8c1f-3925f06ede29 HTTP/1.1" status: 404 len: 350 time: 0.0505199 Jan 29 04:23:25.259836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-d85150ce-57a8-431f-933b-9813686e95b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 217 time: 0.1060317 Jan 29 04:23:25.368074 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-dc4acaae-f0d7-4f9c-8df6-4accb67eb28d req-62717cbb-f813-4000-8508-ecc5f812a036 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] show failed (client error): The resource could not be found. Jan 29 04:23:25.369908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc4acaae-f0d7-4f9c-8df6-4accb67eb28d req-62717cbb-f813-4000-8508-ecc5f812a036 tempest-FloatingIPsTestJSON-2007126997 tempest-FloatingIPsTestJSON-2007126997-project] 10.222.0.32 "GET /v2.0/floatingips/0efff72f-add6-4aa9-8c1f-3925f06ede29 HTTP/1.1" status: 404 len: 350 time: 0.1049423 Jan 29 04:23:25.380834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41194) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:25.405027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-748c5ff6-1b42-4186-8e34-72ca67105196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:25.406346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-748c5ff6-1b42-4186-8e34-72ca67105196 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1162865 Jan 29 04:23:25.435509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e2779-4831-4cc4-99f2-c9118ba94695 req-452a34ed-87cd-4bde-b2ac-3f2fe8da4a24 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:25.443096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ce4e2779-4831-4cc4-99f2-c9118ba94695 req-452a34ed-87cd-4bde-b2ac-3f2fe8da4a24 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.2795086 Jan 29 04:23:25.481184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-c20291de-00d8-46d5-b154-b5276512bcf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360050 Jan 29 04:23:25.585261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ce4e2779-4831-4cc4-99f2-c9118ba94695 req-69cb316c-9430-4f0c-9eb2-5b43345d925f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348169 Jan 29 04:23:25.652648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-7ad5f0b3-6faa-4ec7-9f23-1c7c4ab89fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608465 Jan 29 04:23:25.820429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:25.882854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:25.884475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4d4eb5f1-facb-4e41-ac4c-14cc0486e03d not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:25.885302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 57d12739-2fb6-4014-a3af-4fe447978053 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:26.148517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1faa9b-f4d9-4513-bb1a-16ef9f03cb27 req-b9b3155c-3e89-48c9-8170-c4888dc3fef0 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:26.159834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb1faa9b-f4d9-4513-bb1a-16ef9f03cb27 req-b9b3155c-3e89-48c9-8170-c4888dc3fef0 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.1248274 Jan 29 04:23:26.209173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe87f94b-ae93-4b24-8e2a-1491fe457a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:26.211985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41220) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:26.215648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-67c4185b-8092-4154-871a-db8d2c800e3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3884616 Jan 29 04:23:26.224323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb1faa9b-f4d9-4513-bb1a-16ef9f03cb27 req-5ab1b281-1fb5-4b04-b064-35d9a7dfb2e5 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633097 Jan 29 04:23:26.242808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41222) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:26.252207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc98369-573d-4e16-ad31-9b491c91f8e7 req-e560600b-a8e5-4e94-95b1-812ddcc6734d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:26.281252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3cc98369-573d-4e16-ad31-9b491c91f8e7 req-e560600b-a8e5-4e94-95b1-812ddcc6734d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.3711238 Jan 29 04:23:26.294147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14942fb9-eb42-4bf8-b59c-d8c409d9d08d req-7f9eabb6-23aa-4ca6-b845-d90345b0eb92 service neutron] 10.222.0.36 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332526 Jan 29 04:23:26.517602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3cc98369-573d-4e16-ad31-9b491c91f8e7 req-7f882a40-5cf9-4547-a758-661b1e98e2a5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335429 Jan 29 04:23:26.529202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-54b81948-19be-4161-878d-c91ee5327830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:26.532186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-54b81948-19be-4161-878d-c91ee5327830 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 1102 time: 0.2471151 Jan 29 04:23:26.560456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:26.716545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}, {'server_uuid': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'name': 'network-vif-deleted', 'tag': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:26.718898 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f7ca41-f61f-4f1b-89e0-749423d99e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}, {"server_uuid": "9b68e746-9c2e-4912-9cbe-3f60dd31254f", "name": "network-vif-deleted", "tag": "4d4eb5f1-facb-4e41-ac4c-14cc0486e03d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:26.741900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd64301-9994-432d-ba72-1685c968a2f4 req-7f611000-32bf-46b3-b604-bc6a01658518 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:26.746576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-3acb4aa4-5fb0-4b0b-a291-038ef75e4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:26.748287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-3acb4aa4-5fb0-4b0b-a291-038ef75e4632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1912382 Jan 29 04:23:26.751939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dbd64301-9994-432d-ba72-1685c968a2f4 req-7f611000-32bf-46b3-b604-bc6a01658518 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.3151624 Jan 29 04:23:26.755612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9023f6f4-9a69-4617-bcda-8e0c48981208 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d0b7c0522fb454394d5c1ee8979cea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254858 Jan 29 04:23:26.758649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:26.759699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d925acf-7e81-4b54-87b8-bcb3aa7f9f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:26.843591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-71ae8802-18ec-49ff-83be-03bedbc3d218 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0745420 Jan 29 04:23:26.857585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28072-090e-416f-a98a-72e04b42769f req-21df3251-d532-428e-9178-1bd9196d9b91 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:26.858966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe28072-090e-416f-a98a-72e04b42769f req-21df3251-d532-428e-9178-1bd9196d9b91 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 949 time: 0.1545589 Jan 29 04:23:26.872064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dbd64301-9994-432d-ba72-1685c968a2f4 req-2bc75c05-4155-4f5c-9044-22ebe438748c tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191919 Jan 29 04:23:27.033379 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb3d3d-7511-49f0-aa7d-8aa798270693 x-openstack-request-id: req-1ccb3d3d-7511-49f0-aa7d-8aa798270693 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:27.034147 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "status": "completed", "code": 200}, {"server_uuid": "9b68e746-9c2e-4912-9cbe-3f60dd31254f", "name": "network-vif-deleted", "tag": "4d4eb5f1-facb-4e41-ac4c-14cc0486e03d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:27.034581 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ccb3d3d-7511-49f0-aa7d-8aa798270693 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:27.035155 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'status': 'completed', 'code': 200} Jan 29 04:23:27.035575 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b68e746-9c2e-4912-9cbe-3f60dd31254f', 'name': 'network-vif-deleted', 'tag': '4d4eb5f1-facb-4e41-ac4c-14cc0486e03d', 'status': 'completed', 'code': 200} Jan 29 04:23:27.039190 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d925acf-7e81-4b54-87b8-bcb3aa7f9f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.050698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-19362ad9-fd15-483b-a635-e23b41dc11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:27.052032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d925acf-7e81-4b54-87b8-bcb3aa7f9f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.052721 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-19362ad9-fd15-483b-a635-e23b41dc11c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1883996 Jan 29 04:23:27.066911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe28072-090e-416f-a98a-72e04b42769f req-5429ab7c-b094-4bd6-8cba-af75560a0bd3 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790919 Jan 29 04:23:27.070106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c29bb9c-1095-4d5f-a1fa-901d2fb06aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.098832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-12d420d3-c13d-45c1-b970-803460c955e3 service neutron] 10.222.0.36 "GET /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.2655175 Jan 29 04:23:27.130223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d925acf-7e81-4b54-87b8-bcb3aa7f9f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f732aac-5a4b-4425-9e6e-33533abe7801,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:27.134947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c29bb9c-1095-4d5f-a1fa-901d2fb06aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.186363 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.209251 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d925acf-7e81-4b54-87b8-bcb3aa7f9f36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5c7e0fbab174da3bdf18afe2501ab7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9530904 Jan 29 04:23:27.210340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41242) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:27.260090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-333cfa93-244b-428b-8a56-7507ac196cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:27.261430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-333cfa93-244b-428b-8a56-7507ac196cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798213 Jan 29 04:23:27.262106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-40f796e8-ee16-4f4e-b0b8-ffea2c8878dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:27.264459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-40f796e8-ee16-4f4e-b0b8-ffea2c8878dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1100 time: 0.1458597 Jan 29 04:23:27.316694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-df834d5e-e9b9-4240-a0a0-10d6919e1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:27.318220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-df834d5e-e9b9-4240-a0a0-10d6919e1772 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1100 time: 0.1788416 Jan 29 04:23:27.473980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Deleting port ab104156-0be9-4c81-8106-75aed6de19e1 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:27.480857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.570012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec734a8a-bc25-4c07-b819-2b5338534b12 req-701925c8-9403-483b-a2c5-c8bbc6166001 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:27.576976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec734a8a-bc25-4c07-b819-2b5338534b12 req-701925c8-9403-483b-a2c5-c8bbc6166001 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.1799035 Jan 29 04:23:27.588027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-5427f403-342a-4dd9-a242-2c2052cef83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:27.590495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-5427f403-342a-4dd9-a242-2c2052cef83c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3180223 Jan 29 04:23:27.697739 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-12d8c589-b2e4-4b2d-8d22-9906c9ce7207 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0965035 Jan 29 04:23:27.720388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec734a8a-bc25-4c07-b819-2b5338534b12 req-4829cb7f-315d-4799-9011-aaf1336a2d31 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354661 Jan 29 04:23:27.743272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c29bb9c-1095-4d5f-a1fa-901d2fb06aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.745784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c29bb9c-1095-4d5f-a1fa-901d2fb06aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.749526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c29bb9c-1095-4d5f-a1fa-901d2fb06aa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98706768-db8e-4b6f-bba2-0d359e277be1 HTTP/1.1" status: 204 len: 168 time: 0.9874866 Jan 29 04:23:27.761726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] For port ab104156-0be9-4c81-8106-75aed6de19e1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ab104156-0be9-4c81-8106-75aed6de19e1,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:27.762131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.779280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Calling delete_port for ab104156-0be9-4c81-8106-75aed6de19e1 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:27.803056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:27.865938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dd87583-37c2-4b96-af01-af9c5c42415e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.867575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29bb9c-1095-4d5f-a1fa-901d2fb06aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98706768-db8e-4b6f-bba2-0d359e277be1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:27.988663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dd87583-37c2-4b96-af01-af9c5c42415e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:27.993883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-0883d2e1-12e4-4eb2-860d-bcff4ab560ee service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194498 Jan 29 04:23:28.043485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cce0-bf83-48ed-be10-c7cfacea6095 req-559db17b-34e5-477c-96b7-0713e560097e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.051134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cad1cce0-bf83-48ed-be10-c7cfacea6095 req-559db17b-34e5-477c-96b7-0713e560097e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2950187 Jan 29 04:23:28.095100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-27876782-eee5-43f3-9c90-61741175530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.096575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-27876782-eee5-43f3-9c90-61741175530e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.7458138 Jan 29 04:23:28.114274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:28.144747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'mac_address': 'fa:16:3e:9f:fb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:23:28.148152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:28.175192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:28.207569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-d925b858-2c69-4e3d-8d27-09b0f8783590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.209389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-d925b858-2c69-4e3d-8d27-09b0f8783590 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.4862177 Jan 29 04:23:28.224225 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.226245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2219cdb-561a-4d10-9684-ef108c25155b req-2906a078-0b20-4acd-b08e-e4d9799e7757 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.229123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2219cdb-561a-4d10-9684-ef108c25155b req-2906a078-0b20-4acd-b08e-e4d9799e7757 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.36 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.1867282 Jan 29 04:23:28.232585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d12739-2fb6-4014-a3af-4fe447978053 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:28.246876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21ba998-2543-44e1-95e2-7b90b6e76b0c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:28.258352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:28.291521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:28.303981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4107f0-c1fc-4c2d-8086-0dadf59a0c11 req-4cdf0a01-8802-4121-83a8-70d8e8a0ba8a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.305828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc4107f0-c1fc-4c2d-8086-0dadf59a0c11 req-4cdf0a01-8802-4121-83a8-70d8e8a0ba8a tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 944 time: 0.2182267 Jan 29 04:23:28.322650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.328990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.331975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-e58dd20d-2766-453f-a081-1c024b83a4f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 200 len: 217 time: 0.0883086 Jan 29 04:23:28.343851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41266) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:28.400848 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc4107f0-c1fc-4c2d-8086-0dadf59a0c11 req-b798d062-2f05-4416-86c0-f75c97ba73ff tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676849 Jan 29 04:23:28.410969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=12']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:28.430974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cad1cce0-bf83-48ed-be10-c7cfacea6095 req-917f7d54-ad93-4510-bf6e-749f235e3e83 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789535 Jan 29 04:23:28.458187 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f11e214-aa42-44d2-b398-94ec60a22a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.485701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dd87583-37c2-4b96-af01-af9c5c42415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.488527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dd87583-37c2-4b96-af01-af9c5c42415e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.492511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6dd87583-37c2-4b96-af01-af9c5c42415e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f732aac-5a4b-4425-9e6e-33533abe7801 HTTP/1.1" status: 204 len: 168 time: 1.2791576 Jan 29 04:23:28.562666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdb1f896-51af-4900-8112-2d14a99b9e7c req-e564a40f-0f37-473e-a184-6c9d20163ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451827 Jan 29 04:23:28.574649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd87583-37c2-4b96-af01-af9c5c42415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f732aac-5a4b-4425-9e6e-33533abe7801,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:28.603461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-e15ec726-b317-4f40-abe7-37ece6dcd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.605180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-e15ec726-b317-4f40-abe7-37ece6dcd85f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2638085 Jan 29 04:23:28.700862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['d21ba998-2543-44e1-95e2-7b90b6e76b0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:28.723988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-c35f0fea-2b57-48b7-90be-fc8311aa61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:28.725635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-c35f0fea-2b57-48b7-90be-fc8311aa61de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892863 Jan 29 04:23:28.819608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f11e214-aa42-44d2-b398-94ec60a22a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:28.881985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f11e214-aa42-44d2-b398-94ec60a22a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.002125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-a1ce3a60-4934-4589-a024-4e6169e0c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:29.003595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-a1ce3a60-4934-4589-a024-4e6169e0c6cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7864308 Jan 29 04:23:29.003942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f11e214-aa42-44d2-b398-94ec60a22a6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0531fd0ef36842c8a3f33afedff53e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522777 Jan 29 04:23:29.004541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:29.009777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11e214-aa42-44d2-b398-94ec60a22a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df79ed15-7746-45a5-9fcc-464fba2d94c6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:29.053097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] Transition to ACTIVE for port object 57d12739-2fb6-4014-a3af-4fe447978053 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:29.068149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.087692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349de0ce-65f1-46f1-b5bb-f4b1bbac2744 req-e4ea7ddc-62eb-47cb-b045-9c279955a6da tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:29.095947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349de0ce-65f1-46f1-b5bb-f4b1bbac2744 req-e4ea7ddc-62eb-47cb-b045-9c279955a6da tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.2162602 Jan 29 04:23:29.135797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.175320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-d110b755-55bd-4804-9c26-3e6aeeefaf3c service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371071 Jan 29 04:23:29.190805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7ea6a-922e-4e01-b09d-160a91103ef6 req-2f98165c-c98d-47e0-92b8-4603a1935ca1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:29.192005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6e727a-42ea-4677-bab1-2e3e9127d3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.205692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.209348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9a7ea6a-922e-4e01-b09d-160a91103ef6 req-2f98165c-c98d-47e0-92b8-4603a1935ca1 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.3138931 Jan 29 04:23:29.220137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Deleting port 3b5ef082-4422-4cab-83fc-41e89e697a38 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:29.220365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.225676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.278307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] No DVR routers for this DVR port 57d12739-2fb6-4014-a3af-4fe447978053 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:29.281432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6e727a-42ea-4677-bab1-2e3e9127d3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.290022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab104156-0be9-4c81-8106-75aed6de19e1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:29.384590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349de0ce-65f1-46f1-b5bb-f4b1bbac2744 req-fe42d8d8-de70-4a29-99d2-91e081075805 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876439 Jan 29 04:23:29.427178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] Pushing event updated for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:29.452941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9a7ea6a-922e-4e01-b09d-160a91103ef6 req-371d97ca-d1e9-422f-8d83-852643d11c39 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424645 Jan 29 04:23:29.557549 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-0ce42e4f-a334-4721-967c-814b5993bb28 service neutron] 10.222.0.36 "PUT /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4356325 Jan 29 04:23:29.624888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-5f9185d7-05ac-4e04-98c3-e8e433b3cce2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338489 Jan 29 04:23:29.631328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6e727a-42ea-4677-bab1-2e3e9127d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.634084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6e727a-42ea-4677-bab1-2e3e9127d3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.638337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd6e727a-42ea-4677-bab1-2e3e9127d3d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df79ed15-7746-45a5-9fcc-464fba2d94c6 HTTP/1.1" status: 204 len: 168 time: 0.6300731 Jan 29 04:23:29.650218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e727a-42ea-4677-bab1-2e3e9127d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df79ed15-7746-45a5-9fcc-464fba2d94c6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:29.669684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90e96a-f07c-4892-8c76-0e9e463d6777 req-2273f57f-41ed-4b9a-9b4f-e75044060ddf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:29.672654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc90e96a-f07c-4892-8c76-0e9e463d6777 req-2273f57f-41ed-4b9a-9b4f-e75044060ddf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0946412 Jan 29 04:23:29.683341 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-084b3261-6190-4d21-9d9b-fd5cbdabd36f service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645584 Jan 29 04:23:29.786618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:29.822590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc90e96a-f07c-4892-8c76-0e9e463d6777 req-16e9b4ce-8a85-40e1-886a-944b91941090 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382976 Jan 29 04:23:29.852578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-4bc08df9-9182-45f4-822d-aaae365a178d tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:29.857391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-4bc08df9-9182-45f4-822d-aaae365a178d tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.1493623 Jan 29 04:23:29.894435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.898053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] For port 3b5ef082-4422-4cab-83fc-41e89e697a38, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b5ef082-4422-4cab-83fc-41e89e697a38,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:29.898686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:29.976056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca41a7-4400-4f24-8429-412b6473007c req-9902465c-0d53-4f97-b793-c34903fbbe08 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:29.987171 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33ca41a7-4400-4f24-8429-412b6473007c req-9902465c-0d53-4f97-b793-c34903fbbe08 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.3937805 Jan 29 04:23:30.011800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-faa423ca-18e7-4d46-bb7b-b613dcaefe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.013653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-faa423ca-18e7-4d46-bb7b-b613dcaefe46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f&tenant_id=9941287f8b2147d7b610587376bc7b9a HTTP/1.1" status: 200 len: 1096 time: 0.1454084 Jan 29 04:23:30.038142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586500d-7d08-4b91-ac6c-15312df212de req-295a1ecc-e5df-4d2d-b79b-b8ca1aee71f5 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.041597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0586500d-7d08-4b91-ac6c-15312df212de req-295a1ecc-e5df-4d2d-b79b-b8ca1aee71f5 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 1101 time: 0.0918324 Jan 29 04:23:30.136211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0586500d-7d08-4b91-ac6c-15312df212de req-44a303f4-7f9f-4871-b10b-1e7640e59b10 tempest-MigrationsAdminTest-1606893107 tempest-MigrationsAdminTest-1606893107-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667896 Jan 29 04:23:30.182506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-ae1606e8-2ad2-4faf-bba0-61661e283cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.184024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-ae1606e8-2ad2-4faf-bba0-61661e283cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9941287f8b2147d7b610587376bc7b9a&device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1096 time: 0.0842209 Jan 29 04:23:30.201099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-network', 'tenant_id': '489c64dc755f47d7857a8d03349a714e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:30.431256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-834004f9-8cc4-48d9-9bc7-00e242331310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.433085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-834004f9-8cc4-48d9-9bc7-00e242331310 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 200 len: 908 time: 0.1770055 Jan 29 04:23:30.437469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Made reservation on behalf of 489c64dc755f47d7857a8d03349a714e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:30.442528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:30.444171 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33ca41a7-4400-4f24-8429-412b6473007c req-9eb1e330-af49-447c-b184-95e85e12e27b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558809 Jan 29 04:23:30.448777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f7ca41-f61f-4f1b-89e0-749423d99e0a req-8c9f8974-92cd-43e1-a913-dd5fe7dacadf service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352893 Jan 29 04:23:30.512978 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:30.626859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-b066489d-fb6c-4efd-8642-84ac14d8b438 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 200 len: 217 time: 0.1794143 Jan 29 04:23:30.642221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Router 9bd12d94-a6a8-485c-94ea-a58898361e08 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:23:30.679485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:30.679907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:30.680238 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Floating IP 7d1490ee-f5e5-431f-b767-57f74771f7cb disassociated. External IP: 172.25.4.29, port: 3b5ef082-4422-4cab-83fc-41e89e697a38. Jan 29 04:23:30.680873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Calling delete_port for 3b5ef082-4422-4cab-83fc-41e89e697a38 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:30.758572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519184-f52b-49be-9e40-69fafcbec425 req-1deb1a5b-07fe-40e2-b979-a33854defe01 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.767180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39519184-f52b-49be-9e40-69fafcbec425 req-1deb1a5b-07fe-40e2-b979-a33854defe01 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1445100 Jan 29 04:23:30.772161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-6aa5a0a7-35be-4365-b75b-7ba3690cb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.774021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-6aa5a0a7-35be-4365-b75b-7ba3690cb4d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 200 len: 847 time: 0.1373861 Jan 29 04:23:30.786262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e981c76-0d8d-4f31-b5f4-568ecfcd541f req-d53acfa6-2ea7-48f6-a94a-e8ca27f2d9e4 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:30.797337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e981c76-0d8d-4f31-b5f4-568ecfcd541f req-d53acfa6-2ea7-48f6-a94a-e8ca27f2d9e4 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 945 time: 0.1962571 Jan 29 04:23:30.838221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-9f22626a-be97-40ae-b83d-3917c97d1f7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f59be2e-20bf-4429-b688-a33a4b33c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504577 Jan 29 04:23:30.847164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:30.872977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:30.948697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e981c76-0d8d-4f31-b5f4-568ecfcd541f req-a0cdff06-c97b-4ac1-ba2e-630e5acca5fa tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460631 Jan 29 04:23:30.959827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:30.965925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39519184-f52b-49be-9e40-69fafcbec425 req-146266d0-9132-43b0-bbe5-4a880ead2a25 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972842 Jan 29 04:23:30.971349 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] Sync routers for ids ['9bd12d94-a6a8-485c-94ea-a58898361e08'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:30.990850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c4ee4238-a59f-4d27-8307-fadb8fdd5b9a admin admin] 10.222.0.32 "PUT /v2.0/routers/9bd12d94-a6a8-485c-94ea-a58898361e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6085298 Jan 29 04:23:30.992225 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] Routers {'9bd12d94-a6a8-485c-94ea-a58898361e08'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:30.994159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41350) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:30.996399 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9bd12d94-a6a8-485c-94ea-a58898361e08'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:31.002598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:23:31.011468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9ceb96-7014-467f-a304-3a8bcac485e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:31.036750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:31.063930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.064321 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Added segment 2671907d-a80d-429c-9e4a-19824f95612e of type vlan for network c5543198-f644-40ee-8e8c-9c769d31f8f1 Jan 29 04:23:31.155612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16e21b-defc-483d-bc93-dc604128b1a8 req-3bc2d859-3067-4c1c-8ccc-bf8e0814c512 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:31.157585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf16e21b-defc-483d-bc93-dc604128b1a8 req-3bc2d859-3067-4c1c-8ccc-bf8e0814c512 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.0895660 Jan 29 04:23:31.167879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.187228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-f492c25c-dcbc-43c0-8e3c-b34d9560a50d service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275075 Jan 29 04:23:31.237451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-network', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:31.284302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf16e21b-defc-483d-bc93-dc604128b1a8 req-51a79a59-40cb-496c-897e-79d06e0fec1b tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921109 Jan 29 04:23:31.302607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.381373 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] Set router 9bd12d94-a6a8-485c-94ea-a58898361e08 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:31.405073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.406385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:31.407528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.417683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Made reservation on behalf of ff09db573ae74099bef91df2cd371e0e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:31.420134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.470699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.476503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.556996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.583750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event deleted for resources: {'Port': ['ID=3b5ef082-4422-4cab-83fc-41e89e697a38,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:31.584107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7952621 Jan 29 04:23:31.584107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:31.590219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-578ae15a-0a4d-4602-a57b-f128290e0a24 service neutron] 10.222.0.20 "GET /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914607 Jan 29 04:23:31.601120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Request body: {'subnet': {'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-subnet', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:31.664827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0995e7-7ee6-4acb-9843-ee796f4fddf3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5543198-f644-40ee-8e8c-9c769d31f8f1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:31.676282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:23:31.682181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Made reservation on behalf of 489c64dc755f47d7857a8d03349a714e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:31.684502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.746005 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:28Z', 'revision_number': 5, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port': {'id': '91295343-1ee5-41ff-a625-7d3085dfc4d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:07Z', 'updated_at': '2022-01-29T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:31.815646 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] Checking router: 9bd12d94-a6a8-485c-94ea-a58898361e08 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:31.839751 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] Routers {'9bd12d94-a6a8-485c-94ea-a58898361e08'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:31.841298 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9bd12d94-a6a8-485c-94ea-a58898361e08'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:31.847301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.849781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:31.865657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.883590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:23:31.898661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:31.899017 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Added segment f56718c7-0c87-4387-afac-df22587b5175 of type vlan for network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a Jan 29 04:23:32.111015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port d21ba998-2543-44e1-95e2-7b90b6e76b0c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:23:32.128070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port d21ba998-2543-44e1-95e2-7b90b6e76b0c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:32.129608 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.144254 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] Set router 9bd12d94-a6a8-485c-94ea-a58898361e08 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:32.232029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Router 543c2bfe-fe10-4266-92db-3558bba56b5f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:23:32.264612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.268916 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:31Z', 'revision_number': 6, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:32.287249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108ed4-124a-4465-991c-991d491c2d0d req-7a87ba60-570f-4896-a9b4-890386d593e1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:32.288775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc108ed4-124a-4465-991c-991d491c2d0d req-7a87ba60-570f-4896-a9b4-890386d593e1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.7186852 Jan 29 04:23:32.365506 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8448680-cf58-4932-9a1b-0270e841fa33 None None] The sync data for ids ['9bd12d94-a6a8-485c-94ea-a58898361e08'] in n-d-825930-1 is: [{'id': '9bd12d94-a6a8-485c-94ea-a58898361e08', 'name': 'tempest-FloatingIPsTestJSON-111025194-router', 'tenant_id': '4e92f61d3b314d56b8647bd3966be74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:06Z', 'updated_at': '2022-01-29T04:23:31Z', 'revision_number': 6, 'project_id': '4e92f61d3b314d56b8647bd3966be74f', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:32.391389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.451818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc108ed4-124a-4465-991c-991d491c2d0d req-35c06009-ac74-4176-bee6-3c62dcaaede5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637155 Jan 29 04:23:32.468406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Deleting port 91295343-1ee5-41ff-a625-7d3085dfc4d0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:32.468754 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.474374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:23:32.541700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:32.571622 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.575777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] Sync routers for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:32.598855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:32.599506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:32.615037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] No DVR routers for this DVR port 3b5ef082-4422-4cab-83fc-41e89e697a38 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:32.626063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.633413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2219cdb-561a-4d10-9684-ef108c25155b req-dff697b9-c247-4e0e-adc9-058e7b959353 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.36 "DELETE /v2.0/ports/3b5ef082-4422-4cab-83fc-41e89e697a38 HTTP/1.1" status: 204 len: 173 time: 4.3506167 Jan 29 04:23:32.634117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'name': 'network-vif-deleted', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:32.637340 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dd29fa-06a7-4315-9aea-7036969418b4" -d '{"events": [{"server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "name": "network-vif-deleted", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:32.641840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b604881-610e-43cd-911f-bf3171c7f018 req-2f2ec369-b159-42c0-aea5-8fab410b987d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8 HTTP/1.1" status: 200 len: 210 time: 0.3297989 Jan 29 04:23:32.674630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baef18b-d82d-4550-94e3-3963dc5e3503,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:32.682038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:32.689446 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961cfb90-07d0-46f4-94bc-1dadb6bb0ecf" -d '{"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-plugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:32.735603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:32.743246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] For port 91295343-1ee5-41ff-a625-7d3085dfc4d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=91295343-1ee5-41ff-a625-7d3085dfc4d0,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:32.743962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.769111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Calling delete_port for 91295343-1ee5-41ff-a625-7d3085dfc4d0 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:32.772958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.779422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:32.780479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.811307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211036f9-96d4-4432-90d7-96932e863deb req-3774e826-7eea-4231-b294-42699421a2fa tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:32.813760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-211036f9-96d4-4432-90d7-96932e863deb req-3774e826-7eea-4231-b294-42699421a2fa tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.1574571 Jan 29 04:23:32.816198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:32.817004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b5ef082-4422-4cab-83fc-41e89e697a38 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:32.896304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 3b5ef082-4422-4cab-83fc-41e89e697a38 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:32.896304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b5ef082-4422-4cab-83fc-41e89e697a38 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:32.952916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-211036f9-96d4-4432-90d7-96932e863deb req-fb825fd3-f1c4-4ea7-a91e-c99aeba52da2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310697 Jan 29 04:23:32.955359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:32.958647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=13']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:32.972788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] Pushing event updated for resources: {'Network': ['ID=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:32.996844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:23:33.146683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-8f64c182-f726-443b-b19b-a105d202a429 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:33.152270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-8f64c182-f726-443b-b19b-a105d202a429 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f&tenant_id=9941287f8b2147d7b610587376bc7b9a&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1096 time: 1.1757078 Jan 29 04:23:33.162297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c658fd49-dc76-4f93-a653-bb51f636537c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1134403 Jan 29 04:23:33.163152 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3caabc6-0d61-44c0-a1ab-4008bc218b94 x-openstack-request-id: req-c3caabc6-0d61-44c0-a1ab-4008bc218b94 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:33.163533 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8", "name": "network-vif-deleted", "tag": "3b5ef082-4422-4cab-83fc-41e89e697a38", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:33.164103 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3caabc6-0d61-44c0-a1ab-4008bc218b94 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:33.166530 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba7548-5b7d-4c79-b8d2-6b02e3a33fc8', 'name': 'network-vif-deleted', 'tag': '3b5ef082-4422-4cab-83fc-41e89e697a38', 'status': 'completed', 'code': 200} Jan 29 04:23:33.174321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41394) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:33.180624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Request body: {'subnet': {'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-subnet', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:33.239154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-3db2aee5-eb06-4865-b1da-2d6ab8a53ef9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:33.241140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-3db2aee5-eb06-4865-b1da-2d6ab8a53ef9 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 950 time: 0.9799676 Jan 29 04:23:33.247003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.280603 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d4b956-9535-4756-884c-18848b7bb5af x-openstack-request-id: req-c1d4b956-9535-4756-884c-18848b7bb5af {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:33.280898 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-plugged", "status": "completed", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:33.281371 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d4b956-9535-4756-884c-18848b7bb5af {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:33.282396 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'code': 200} Jan 29 04:23:33.325258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515a3d4b-a710-40cc-93ac-de527daf0915,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:33.325507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Pushing event deleted for resources: {'Port': ['ID=91295343-1ee5-41ff-a625-7d3085dfc4d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:33.355539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Made reservation on behalf of ff09db573ae74099bef91df2cd371e0e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:33.361086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Checking segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:33.361692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Network hostable DHCP agents. Network: c5543198-f644-40ee-8e8c-9c769d31f8f1, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:23:33.365415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.402495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe534-d46d-44de-81a7-1f5253d78ee6 req-ce5ac1e3-03b2-4d13-a0d7-41f9b6695e20 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:33.412151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:11Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:33.412471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a6fe534-d46d-44de-81a7-1f5253d78ee6 req-ce5ac1e3-03b2-4d13-a0d7-41f9b6695e20 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.5020959 Jan 29 04:23:33.491905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] Checking router: 543c2bfe-fe10-4266-92db-3558bba56b5f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:33.506874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:33.507534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:33.509827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ab104156-0be9-4c81-8106-75aed6de19e1 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:33.540093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ab104156-0be9-4c81-8106-75aed6de19e1 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:33.540093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ab104156-0be9-4c81-8106-75aed6de19e1 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:33.540565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 91295343-1ee5-41ff-a625-7d3085dfc4d0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:33.606455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 91295343-1ee5-41ff-a625-7d3085dfc4d0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:33.606791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 91295343-1ee5-41ff-a625-7d3085dfc4d0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:33.629818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:23:33.641601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.706087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c5543198-f644-40ee-8e8c-9c769d31f8f1) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:33.718788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfa3c2-c2dd-4ffd-b4a3-c16927ee603a None None] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:33.749198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a6fe534-d46d-44de-81a7-1f5253d78ee6 req-a620be32-f0b3-4ec7-9141-e2d0299c3ca0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356760 Jan 29 04:23:33.763202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:33.764165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:33.764766 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.805912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-03e6c783-b9b7-4db2-b462-598c288c8275 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2184200 Jan 29 04:23:33.806567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:33.816571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:33.827942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Deleting port d21ba998-2543-44e1-95e2-7b90b6e76b0c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:33.828887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.951650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] For port d21ba998-2543-44e1-95e2-7b90b6e76b0c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d21ba998-2543-44e1-95e2-7b90b6e76b0c,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:33.952031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.955631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.960693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41408) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:33.963431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:33.966896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Calling delete_port for d21ba998-2543-44e1-95e2-7b90b6e76b0c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:34.054778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6692-bc3c-447e-ba81-8fa9e387a74c req-1b4a0c26-0a40-4b91-aa7e-284b5523b870 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:34.062427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f53b6692-bc3c-447e-ba81-8fa9e387a74c req-1b4a0c26-0a40-4b91-aa7e-284b5523b870 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.4347641 Jan 29 04:23:34.150113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.157472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ca80-1fea-4873-9b63-3013f05b0fe2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.188434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:34.189409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ca80-1fea-4873-9b63-3013f05b0fe2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.215393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event deleted for resources: {'Port': ['ID=d21ba998-2543-44e1-95e2-7b90b6e76b0c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:34.241099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-51f88ffc-dbbf-47d3-95ff-bde475bfd9b2 service neutron] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:34.241562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:34.244148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.245188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd12d94-a6a8-485c-94ea-a58898361e08 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:23:34.251271 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-51f88ffc-dbbf-47d3-95ff-bde475bfd9b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.252421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2fcfe5-7d29-4285-8023-50b5d84f0fc1 req-51f88ffc-dbbf-47d3-95ff-bde475bfd9b2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 1.0557299 Jan 29 04:23:34.258348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f53b6692-bc3c-447e-ba81-8fa9e387a74c req-c7c1ba15-311c-4552-885d-bdfb8f4f0f90 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945465 Jan 29 04:23:34.273560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.277880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bd709259-312e-4625-9a60-9856108b023f admin admin] 10.222.0.32 "DELETE /v2.0/routers/9bd12d94-a6a8-485c-94ea-a58898361e08 HTTP/1.1" status: 204 len: 168 time: 3.2822254 Jan 29 04:23:34.290807 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ca80-1fea-4873-9b63-3013f05b0fe2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.297347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41414) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:34.299163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ca80-1fea-4873-9b63-3013f05b0fe2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.300779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fdc9ca80-1fea-4873-9b63-3013f05b0fe2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd8a6b9c-585d-4778-934c-e9f1b0f8b30d HTTP/1.1" status: 204 len: 168 time: 0.3388569 Jan 29 04:23:34.307010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41416) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:34.334583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] No DVR routers for this DVR port d21ba998-2543-44e1-95e2-7b90b6e76b0c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:34.339060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.342761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.352905 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034f35e-fbc1-4a2f-a152-b988cdd67ee5 req-1700d692-a197-467d-bea9-03f593f63960 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:34.363952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d034f35e-fbc1-4a2f-a152-b988cdd67ee5 req-1700d692-a197-467d-bea9-03f593f63960 tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 1096 time: 0.2277124 Jan 29 04:23:34.366396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.369696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-601e52fb-b8b1-4ada-aa70-73a90a51cbc0 req-6a9809d5-c5c7-463c-8fd2-a64c599959f8 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "DELETE /v2.0/ports/d21ba998-2543-44e1-95e2-7b90b6e76b0c HTTP/1.1" status: 204 len: 173 time: 1.0964687 Jan 29 04:23:34.395086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-deleted', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:34.397395 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93caafd-fcb6-4af0-8763-327033884721" -d '{"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-deleted", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:34.435966 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-b96ef58b-1e77-441b-98d2-7c645fa7b15f tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] show failed (client error): The resource could not be found. Jan 29 04:23:34.436513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b96ef58b-1e77-441b-98d2-7c645fa7b15f tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "GET /v2.0/security-groups/fd8a6b9c-585d-4778-934c-e9f1b0f8b30d HTTP/1.1" status: 404 len: 347 time: 0.1094971 Jan 29 04:23:34.440037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:34.491469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8f89aba-2374-4f06-a2f9-edc4977df991 req-caac42e5-3af6-4d0b-b521-7d474f620dff tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d0ad62c-5b4d-43c2-898f-43d412600944 HTTP/1.1" status: 200 len: 210 time: 0.0538452 Jan 29 04:23:34.492456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9ca80-1fea-4873-9b63-3013f05b0fe2 tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a6b9c-585d-4778-934c-e9f1b0f8b30d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:34.496511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c5543198-f644-40ee-8e8c-9c769d31f8f1', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:23:34.497377 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.580247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Deleting subnet 3aae950c-876c-481a-bd5b-d765f4b12c4f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:23:34.647973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.682153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.735731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.764130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:11Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:34.776636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Checking segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:34.777145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Network hostable DHCP agents. Network: bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:23:34.788350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a70083-d96c-4dd7-88fc-b13dd54c8ec9,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:34.806205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:23:34.823998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:34.830609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0363982-8a91-47f6-93de-6b32c232e025 None None] The sync data for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 is: [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:22:05Z', 'revision_number': 4, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '2828aa9a-d6d6-490b-89a2-79b76c3d8d9a', 'name': '', 'network_id': 'a17553ff-b6e7-4dfb-8306-205ae3f38f66', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'mac_address': 'fa:16:3e:09:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:04Z', 'updated_at': '2022-01-29T04:22:11Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'subnets': [{'id': 'd650ab9b-1f80-4d49-9e7b-f6d51419808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:34.840151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.840351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:34.841105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.843497 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd30a6c-a58e-40d6-8dd5-e868745220b7 x-openstack-request-id: req-6bd30a6c-a58e-40d6-8dd5-e868745220b7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:34.844345 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ad62c-5b4d-43c2-898f-43d412600944", "name": "network-vif-deleted", "tag": "d21ba998-2543-44e1-95e2-7b90b6e76b0c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:34.845972 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bd30a6c-a58e-40d6-8dd5-e868745220b7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:34.846387 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ad62c-5b4d-43c2-898f-43d412600944', 'name': 'network-vif-deleted', 'tag': 'd21ba998-2543-44e1-95e2-7b90b6e76b0c', 'status': 'completed', 'code': 200} Jan 29 04:23:34.852982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390fc4ae-bb6e-465b-b50f-64235587fdea None None] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:34.903693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e0694313-0038-4bf7-8147-dcce55829014 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7276194 Jan 29 04:23:34.911510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41430) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:34.917445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:34.976008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:34.977574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.077291 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.332400 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61338a69-7706-4e92-9fb4-a35d61d83fbc None None] New status for floating IP 7d1490ee-f5e5-431f-b767-57f74771f7cb: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:23:35.335999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.391531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d034f35e-fbc1-4a2f-a152-b988cdd67ee5 req-b1a98310-ae3a-427c-b376-1eff3f937bbd tempest-LiveMigrationTest-1236049744 tempest-LiveMigrationTest-1236049744-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9886153 Jan 29 04:23:35.493353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'fixed_ips': [{'subnet_id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:23:35.494253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.647619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be099800-ef40-434b-ba34-1d38d6228e1f req-c8152a07-4fa4-4236-98d7-92495b490b09 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:35.649721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be099800-ef40-434b-ba34-1d38d6228e1f req-c8152a07-4fa4-4236-98d7-92495b490b09 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2112577 Jan 29 04:23:35.661498 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.681273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Deleting port a23580d7-71ec-441f-ad97-b41f9b3f22f1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:35.681623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.769234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:35.837863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be099800-ef40-434b-ba34-1d38d6228e1f req-48947765-a9eb-468e-8dc6-b8031738a21c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635399 Jan 29 04:23:35.976656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:36.025560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.043473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: d21ba998-2543-44e1-95e2-7b90b6e76b0c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:36.043814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d21ba998-2543-44e1-95e2-7b90b6e76b0c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:36.044306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.053919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Allocated IP 172.20.0.2 (c5543198-f644-40ee-8e8c-9c769d31f8f1/515a3d4b-a710-40cc-93ac-de527daf0915/9087601b-b4a9-476e-a87b-e9f3d050d853) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:36.073350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Calling delete_port for a23580d7-71ec-441f-ad97-b41f9b3f22f1 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:36.087715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.112977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.141581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.180961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aae950c-876c-481a-bd5b-d765f4b12c4f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:36.201148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.206177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba075707-6e2a-4f9e-8d33-131e435a69d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3aae950c-876c-481a-bd5b-d765f4b12c4f HTTP/1.1" status: 204 len: 168 time: 1.9075987 Jan 29 04:23:36.208459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41454) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:36.224357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1910a0-f5e4-470f-9f86-98936dda737d None None] Network 1d11baf1-af36-4e58-a770-a2e6fe6d6853 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:36.295099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.302894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Allocated IP 172.25.4.57 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/aff9ef0a-7d76-4865-bef3-0883f5e96063) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:36.433753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5795b48-adef-4b72-92a4-dcf7ed4d6e2a req-96d8153f-6817-4878-abad-2ea2ccabfd34 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:36.435701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5795b48-adef-4b72-92a4-dcf7ed4d6e2a req-96d8153f-6817-4878-abad-2ea2ccabfd34 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 951 time: 0.1194408 Jan 29 04:23:36.459908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.510970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.573537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Allocated IP 172.20.0.2 (bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a/73a70083-d96c-4dd7-88fc-b13dd54c8ec9/53c7a0f2-bec4-4a39-bc58-12c9dc83dc02) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:36.622570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7537f7-4ed1-4dcd-a354-668981d0c13d req-e5bf6176-c40f-42b8-beb6-ad4b57a42c26 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:36.624709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f7537f7-4ed1-4dcd-a354-668981d0c13d req-e5bf6176-c40f-42b8-beb6-ad4b57a42c26 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.5321240 Jan 29 04:23:36.626812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.641500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:36.656093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] DHCP port deletion for 1d11baf1-af36-4e58-a770-a2e6fe6d6853 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:23:36.684275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f7537f7-4ed1-4dcd-a354-668981d0c13d req-95ffea43-fb2a-4b9e-a619-7565da4bfb6e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Jan 29 04:23:36.685137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:36.691681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:36.729195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.751896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Pushing event updated for resources: {'Port': ['ID=aff9ef0a-7d76-4865-bef3-0883f5e96063,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:36.762586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.786778 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.837715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Pushing event updated for resources: {'Port': ['ID=9087601b-b4a9-476e-a87b-e9f3d050d853,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:36.881455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.914188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] Deleting port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:36.916896 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.936812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:36.953738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Deleting port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:36.954176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:36.960088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:37.005562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:37.043630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] For port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:37.044018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.066664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Calling delete_port for 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:37.067171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.094919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Attempting to bind port 9087601b-b4a9-476e-a87b-e9f3d050d853 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:37.095605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Attempting to bind port 9087601b-b4a9-476e-a87b-e9f3d050d853 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:37.096169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Attempting to bind port 9087601b-b4a9-476e-a87b-e9f3d050d853 on network c5543198-f644-40ee-8e8c-9c769d31f8f1 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:37.106552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] For port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,segment=NetworkSegment(5071ae8f-82d3-416b-a53f-e2aa54f27dd2),segment_id=5071ae8f-82d3-416b-a53f-e2aa54f27dd2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:37.107275 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.118007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:37.118705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Checking segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:37.119317 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.119890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Bound using segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:37.120566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Bound port: 9087601b-b4a9-476e-a87b-e9f3d050d853, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:37.121136 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.135781 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.152782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Pushing event deleted for resources: {'Port': ['ID=a23580d7-71ec-441f-ad97-b41f9b3f22f1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:37.165159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] Calling delete_port for 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:37.173952 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.207431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce981e-bdc5-4aab-ac18-b3bb1f08f4b5 req-79f72bc9-436c-4756-8861-30b88b302b60 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:37.208741 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13ce981e-bdc5-4aab-ac18-b3bb1f08f4b5 req-79f72bc9-436c-4756-8861-30b88b302b60 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2556603 Jan 29 04:23:37.214675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5795b48-adef-4b72-92a4-dcf7ed4d6e2a req-875d6211-3e60-4ec7-8351-c75d633cca4a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368968 Jan 29 04:23:37.236205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.238966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.240266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0008851-d5ba-4ccd-82bf-793914d4d04d tempest-ServersTestJSON-1923044121 tempest-ServersTestJSON-1923044121-project] 10.222.0.32 "DELETE /v2.0/floatingips/7d1490ee-f5e5-431f-b767-57f74771f7cb HTTP/1.1" status: 204 len: 168 time: 2.7947750 Jan 29 04:23:37.245465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.247715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:37.249054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Allocated IP 172.25.4.247 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/2cd423a6-d471-45ac-9bc7-768b1cbdb8a5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:37.258603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Pushing event updated for resources: {'Port': ['ID=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:37.287924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-950e6183-b223-4d23-8646-e609ed4dcbaf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:37.292081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-950e6183-b223-4d23-8646-e609ed4dcbaf tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.6601036 Jan 29 04:23:37.382299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13ce981e-bdc5-4aab-ac18-b3bb1f08f4b5 req-0efc3b22-8285-46a7-b1b6-cd4dd9ed712f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133039 Jan 29 04:23:37.388697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:37.400637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.409584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:37.415140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:37.448634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] For port 9087601b-b4a9-476e-a87b-e9f3d050d853, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:37.493754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:37.500226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] For port 9087601b-b4a9-476e-a87b-e9f3d050d853, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9087601b-b4a9-476e-a87b-e9f3d050d853,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:37.540627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:37.540976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:37.552196 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.588041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Attempting to bind port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:37.588516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Attempting to bind port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:37.588938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Attempting to bind port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 on network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:37.603979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Router a456a508-d9c1-47f4-85a0-6139f27a032c is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:23:37.619440 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.620810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:37.621194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Checking segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:37.621833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.626228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Bound using segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:37.626890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Bound port: 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:37.627362 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.664576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] No DVR routers for this DVR port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:37.668007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6c78d-5208-46a6-93a3-51287c8fddcc None None] Pushing event updated for resources: {'Port': ['ID=9087601b-b4a9-476e-a87b-e9f3d050d853,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:37.685795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:37.692841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] No DVR routers for this DVR port 688c6094-ced4-4fda-aa6d-7f2f8b004dc7 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:37.761287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:37.804714 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.804714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe4383d2-d4d5-413f-99a5-bf8b8bd78854 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8916125 Jan 29 04:23:37.805247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41472) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:37.814390 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:37.816277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Sync routers for ids ['a456a508-d9c1-47f4-85a0-6139f27a032c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:37.825380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af498ce-fcd0-4a7c-8662-92ce981f1ca8 None None] Pushing event deleted for resources: {'Port': ['ID=688c6094-ced4-4fda-aa6d-7f2f8b004dc7,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:37.855855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Routers {'a456a508-d9c1-47f4-85a0-6139f27a032c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:37.856620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a456a508-d9c1-47f4-85a0-6139f27a032c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:38.003118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d11baf1-af36-4e58-a770-a2e6fe6d6853']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:38.015159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] For port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:38.028817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5071ae8f-82d3-416b-a53f-e2aa54f27dd2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:38.029084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5071ae8f-82d3-416b-a53f-e2aa54f27dd2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:38.034798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] For port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:38.049720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.053118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.060222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Deleting port 57d12739-2fb6-4014-a3af-4fe447978053 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:38.063268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.075387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Set router a456a508-d9c1-47f4-85a0-6139f27a032c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:38.241411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829ebc-17fe-41e6-b2cc-0079042a9cad req-18e09959-a473-4918-85e0-22a0dc05d352 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:38.262825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b829ebc-17fe-41e6-b2cc-0079042a9cad req-18e09959-a473-4918-85e0-22a0dc05d352 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.4364250 Jan 29 04:23:38.265156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.354423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:23:38.355155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.383997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-7e5498fa-00c4-4866-844d-360a18f174b7 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:38.388121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-7e5498fa-00c4-4866-844d-360a18f174b7 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 951 time: 0.5685949 Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:23:38.389146 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:23:38.418608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451e3b4-a037-4292-90ea-44c17a14965f None None] Pushing event updated for resources: {'Port': ['ID=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:38.433840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.468121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:36Z', 'revision_number': 3, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:38.517016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Checking router: a456a508-d9c1-47f4-85a0-6139f27a032c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:38.530066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Updating router a456a508-d9c1-47f4-85a0-6139f27a032c port aff9ef0a-7d76-4865-bef3-0883f5e96063 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:23:38.557841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8bc27-5ca2-45b9-9cee-69260a6e4ead req-7575132c-4670-410b-99d6-bbf46551f292 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:38.562244 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9b8bc27-5ca2-45b9-9cee-69260a6e4ead req-7575132c-4670-410b-99d6-bbf46551f292 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 951 time: 0.1793530 Jan 29 04:23:38.623464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.747681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.811228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b829ebc-17fe-41e6-b2cc-0079042a9cad req-26a99150-ad5b-4c57-9da0-e681e7e2ae70 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474372 Jan 29 04:23:38.834646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9b8bc27-5ca2-45b9-9cee-69260a6e4ead req-a110541f-5105-441f-be4c-4b1421499ff4 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598641 Jan 29 04:23:38.977427 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:38.983373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1d11baf1-af36-4e58-a770-a2e6fe6d6853 HTTP/1.1" status: 204 len: 168 time: 2.7724643 Jan 29 04:23:39.000111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] For port 57d12739-2fb6-4014-a3af-4fe447978053, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=57d12739-2fb6-4014-a3af-4fe447978053,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:39.001749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.005506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb0e19-a6b7-49ba-9607-88f3662bd8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d11baf1-af36-4e58-a770-a2e6fe6d6853,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:39.034707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Calling delete_port for 57d12739-2fb6-4014-a3af-4fe447978053 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:39.054839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.247004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.259323 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.262223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:39.276605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41490) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:39.278125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Pushing event updated for resources: {'Port': ['ID=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:39.287558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:39.305537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:39.334940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Attempting to bind port aff9ef0a-7d76-4865-bef3-0883f5e96063 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:39.335322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Attempting to bind port aff9ef0a-7d76-4865-bef3-0883f5e96063 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:39.335700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Attempting to bind port aff9ef0a-7d76-4865-bef3-0883f5e96063 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:39.339619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc036-e502-4e60-b806-28d7b88beb6d req-fe61654c-1c9e-489e-9c8a-14bd16b389c0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:39.341657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58bfc036-e502-4e60-b806-28d7b88beb6d req-fe61654c-1c9e-489e-9c8a-14bd16b389c0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2757654 Jan 29 04:23:39.354658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e35f1f-e17f-4b79-a3a3-93688abb7130 None None] Pushing event updated for resources: {'Port': ['ID=aff9ef0a-7d76-4865-bef3-0883f5e96063,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:39.362595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:39.362980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:39.363426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.363789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:39.364284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Bound port: aff9ef0a-7d76-4865-bef3-0883f5e96063, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:39.364674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.431794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Deleting port abf1a085-5f7b-4607-a347-6e9a4709e7b3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:39.435631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.458153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] For port aff9ef0a-7d76-4865-bef3-0883f5e96063, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:39.466393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] For port aff9ef0a-7d76-4865-bef3-0883f5e96063, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aff9ef0a-7d76-4865-bef3-0883f5e96063,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:39.470585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2936ae3-33c9-4f0a-950b-1dceb3d86494 None None] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:39.572892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.608327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6241b149-902e-400a-84af-b2f40d3cfc19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e92f61d3b314d56b8647bd3966be74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294854 Jan 29 04:23:39.634062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cfb1232d-596b-4a8b-b033-ac2bdfd6daf7 None None] Provisioning complete for port 9087601b-b4a9-476e-a87b-e9f3d050d853 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:39.634440 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfb1232d-596b-4a8b-b033-ac2bdfd6daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.640849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:39.663224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58bfc036-e502-4e60-b806-28d7b88beb6d req-61b35c4c-3751-40b7-9715-150ef8da4fc8 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130345 Jan 29 04:23:39.701037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Routers {'a456a508-d9c1-47f4-85a0-6139f27a032c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:39.702980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a456a508-d9c1-47f4-85a0-6139f27a032c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:39.821260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:39.852654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab137a0-fbc7-4750-90b4-3402698709f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.870589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e35f1f-e17f-4b79-a3a3-93688abb7130 None None] Pushing event updated for resources: {'Port': ['ID=aff9ef0a-7d76-4865-bef3-0883f5e96063,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:39.899909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:39.928791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab137a0-fbc7-4750-90b4-3402698709f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.043086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853ea53-51ca-4198-8c9f-e31afef8a0e7 None None] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:40.072848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab137a0-fbc7-4750-90b4-3402698709f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.080857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab137a0-fbc7-4750-90b4-3402698709f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.083466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cab137a0-fbc7-4750-90b4-3402698709f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/476dd5ef-54de-47f4-9f34-423b7a1d7856 HTTP/1.1" status: 204 len: 168 time: 0.4192357 Jan 29 04:23:40.127195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfb1232d-596b-4a8b-b033-ac2bdfd6daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.131968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab137a0-fbc7-4750-90b4-3402698709f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476dd5ef-54de-47f4-9f34-423b7a1d7856,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:40.178094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:40.178458 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.218711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 57d12739-2fb6-4014-a3af-4fe447978053 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:40.268928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Allocated IP 172.20.0.1 (bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a/73a70083-d96c-4dd7-88fc-b13dd54c8ec9/c1512d62-bf3d-4565-be38-bb4064e0a0d3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:40.417480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cfb1232d-596b-4a8b-b033-ac2bdfd6daf7 None None] For port 9087601b-b4a9-476e-a87b-e9f3d050d853, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9087601b-b4a9-476e-a87b-e9f3d050d853,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:40.427084 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.431062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] Set router a456a508-d9c1-47f4-85a0-6139f27a032c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:40.478035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfb1232d-596b-4a8b-b033-ac2bdfd6daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.578816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1232d-596b-4a8b-b033-ac2bdfd6daf7 None None] Pushing event updated for resources: {'Port': ['ID=9087601b-b4a9-476e-a87b-e9f3d050d853,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:40.612315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.665309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1430594-5ef3-43c1-97d1-1da6ff374ecf req-e7b1bdce-a588-48fa-bd26-155f744a62f0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:40.666913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1430594-5ef3-43c1-97d1-1da6ff374ecf req-e7b1bdce-a588-48fa-bd26-155f744a62f0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 951 time: 0.2187603 Jan 29 04:23:40.687801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] For port abf1a085-5f7b-4607-a347-6e9a4709e7b3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=abf1a085-5f7b-4607-a347-6e9a4709e7b3,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:40.688856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.704492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Calling delete_port for abf1a085-5f7b-4607-a347-6e9a4709e7b3 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:40.754073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:40.777039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.788294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1430594-5ef3-43c1-97d1-1da6ff374ecf req-fcb71676-ad7d-4bef-9d3d-a4dd12739c0f tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077864 Jan 29 04:23:40.805817 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.806019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.806660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9087601b-b4a9-476e-a87b-e9f3d050d853 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:40.810686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466939-7d81-429c-bcaa-9add19864998 req-2a6a406f-6171-415c-b412-2d03e429262d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:40.811162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-615ae01b-9b50-4144-9aba-96030a1efd4f None None] Provisioning complete for port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:40.811526 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615ae01b-9b50-4144-9aba-96030a1efd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.817253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40466939-7d81-429c-bcaa-9add19864998 req-2a6a406f-6171-415c-b412-2d03e429262d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 945 time: 0.4010794 Jan 29 04:23:40.833634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:40.907666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:40.915720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:40.928070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:40.959923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:41.018812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Pushing event updated for resources: {'Port': ['ID=c1512d62-bf3d-4565-be38-bb4064e0a0d3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:41.069361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.072834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:41.180023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d2b0d-0bba-4db7-b3ed-9d2428b72b1d req-0a58634f-1e0d-4766-84ae-e91bb02206b2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:41.186460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-119d2b0d-0bba-4db7-b3ed-9d2428b72b1d req-0a58634f-1e0d-4766-84ae-e91bb02206b2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.1703525 Jan 29 04:23:41.219128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event deleted for resources: {'Port': ['ID=57d12739-2fb6-4014-a3af-4fe447978053,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:41.229968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.278662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:36Z', 'revision_number': 3, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:41.294887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34d535ed-126e-4d30-a9e4-1a05fdb7fe98'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:41.334211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-119d2b0d-0bba-4db7-b3ed-9d2428b72b1d req-dab643e4-2311-4460-aea6-9bd6f62587f4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337681 Jan 29 04:23:41.334460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event deleted for resources: {'Port': ['ID=abf1a085-5f7b-4607-a347-6e9a4709e7b3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:41.399180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.467143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] No DVR routers for this DVR port 57d12739-2fb6-4014-a3af-4fe447978053 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:41.470683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.474641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9930d711-1abb-4c6c-abf6-8f1c4955a87e req-7c30a917-7315-4034-a445-556e3c9fc2bc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "DELETE /v2.0/ports/57d12739-2fb6-4014-a3af-4fe447978053 HTTP/1.1" status: 204 len: 173 time: 3.9791467 Jan 29 04:23:41.506798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-deleted', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:41.526270 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b667c2-0239-49aa-9335-4e3d8228bfb0" -d '{"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-deleted", "tag": "57d12739-2fb6-4014-a3af-4fe447978053"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:41.617798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.628046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.635512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41552) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:41.638305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9087601b-b4a9-476e-a87b-e9f3d050d853 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:41.640047 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.642993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467763d-1e9c-402f-8205-a0b1ac430e10 None None] The sync data for ids ['a456a508-d9c1-47f4-85a0-6139f27a032c'] in n-d-825930-1 is: [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:36Z', 'revision_number': 3, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:41.689365 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec274c7-18a1-4465-8c94-bb91815a2897 x-openstack-request-id: req-aec274c7-18a1-4465-8c94-bb91815a2897 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:41.689883 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a6e03-ba21-4bc8-bfaf-515560c3413f", "name": "network-vif-deleted", "tag": "57d12739-2fb6-4014-a3af-4fe447978053", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:41.689883 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aec274c7-18a1-4465-8c94-bb91815a2897 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:41.690273 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a6e03-ba21-4bc8-bfaf-515560c3413f', 'name': 'network-vif-deleted', 'tag': '57d12739-2fb6-4014-a3af-4fe447978053', 'status': 'completed', 'code': 200} Jan 29 04:23:41.735437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] No DVR routers for this DVR port abf1a085-5f7b-4607-a347-6e9a4709e7b3 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:41.741439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.748875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.752540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Pushing event updated for resources: {'Port': ['ID=c1512d62-bf3d-4565-be38-bb4064e0a0d3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:41.753602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e783d356-67e6-4392-89ce-348c95a4ce68 req-b1f92801-b7c7-4f46-818d-6fa385e08603 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "DELETE /v2.0/ports/abf1a085-5f7b-4607-a347-6e9a4709e7b3 HTTP/1.1" status: 204 len: 173 time: 3.2557609 Jan 29 04:23:41.796057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40466939-7d81-429c-bcaa-9add19864998 req-922fdecf-6128-417d-94bb-0570061641d2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7735000 Jan 29 04:23:41.858839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.874463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-089f92a8-ee70-41f6-bb48-2c32cd8a48dd None None] Provisioning complete for port 9087601b-b4a9-476e-a87b-e9f3d050d853 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:41.877442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-089f92a8-ee70-41f6-bb48-2c32cd8a48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:41.962428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-113874104-network', 'tenant_id': '27f47976bed64a7fbd28e37a6713f0b7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:42.030806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:42.033077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3a951560-5f2c-4da2-95d4-79680a3504d1 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:23:42.118271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3a951560-5f2c-4da2-95d4-79680a3504d1 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:42.153113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:42.215646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cab5773-d458-452f-ade2-f85eb8da1a41 req-7a471a85-5cb1-48fd-b558-839e7f8dbc4e tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=89636736-b229-4302-9832-4732734b8253 HTTP/1.1" status: 200 len: 210 time: 0.2269545 Jan 29 04:23:42.216407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Made reservation on behalf of 27f47976bed64a7fbd28e37a6713f0b7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:42.219123 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:42.267935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:42.273123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:42.279134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:42.459598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Router a456a508-d9c1-47f4-85a0-6139f27a032c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:23:42.581393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:42.632845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'port_id': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'mac_address': 'fa:16:3e:65:e4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a00cff-1d4a-4964-845d-4dc8c3707d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:23:42.794494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:42.847800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72485d4-22e0-4ebc-a605-0b27f5abbb8f req-c8e7583a-212b-451d-974d-bb7ba65b4e80 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:42.849919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e72485d4-22e0-4ebc-a605-0b27f5abbb8f req-c8e7583a-212b-451d-974d-bb7ba65b4e80 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2743659 Jan 29 04:23:42.890057 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:42.964715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Deleting port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:42.965272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:42.979277 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e72485d4-22e0-4ebc-a605-0b27f5abbb8f req-d8873042-320d-4ed8-bbde-7a652deb0ef6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137791 Jan 29 04:23:43.025124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a951560-5f2c-4da2-95d4-79680a3504d1 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:43.027672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.037013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:43.051213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4d260b36-647e-42ef-8bfa-f20e0340e7cf admin admin] 10.222.0.32 "PUT /v2.0/routers/a456a508-d9c1-47f4-85a0-6139f27a032c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2373009 Jan 29 04:23:43.051213 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.082672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:23:43.095675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c82347f-702e-40a5-b05a-d675e5622c07,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:43.095937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:43.099978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.100967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] For port 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:43.101390 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.104613 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.104777 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Added segment d896a1ec-413c-473c-975b-f87e39a4c0f0 of type vlan for network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 Jan 29 04:23:43.115803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Calling delete_port for 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:43.193586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Router 1158a4ec-0f53-41ec-98b6-1a3acd895687 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:23:43.208771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a77d910-296e-4e49-8bfb-fa522a407699 req-5e0ddf9c-c8d3-463d-8271-b777159c1783 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0528154 Jan 29 04:23:43.217400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.305191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.310067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:43.310067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.416579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.460932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8222978 Jan 29 04:23:43.469772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41630) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:43.494273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Request body: {'subnet': {'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-113874104-subnet', 'tenant_id': '27f47976bed64a7fbd28e37a6713f0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:43.499622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:43.507156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418cda3-a5bd-4b46-b3de-8cac00916e18 admin admin] Pushing event updated for resources: {'Network': ['ID=a29a00b6-a30e-41ed-a92d-bbc97ca702c3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:43.519576 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Sync routers for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:43.533300 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:43.541435 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:43.589883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Made reservation on behalf of 27f47976bed64a7fbd28e37a6713f0b7 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:43.592604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.638437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:23:43.696977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-deleted', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:43.712759 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8d57ae-b218-466d-99e6-1c60fdbb2365" -d '{"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-deleted", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:43.730506 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.741229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c3424bb-6f07-4dcf-8a75-f47c78b123cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.9278028 Jan 29 04:23:43.743907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41638) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:43.786548 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:43.861500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a41ed745-8659-4f40-9ce7-f136fad8a311 None None] Provisioning complete for port c1512d62-bf3d-4565-be38-bb4064e0a0d3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:43.861903 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a41ed745-8659-4f40-9ce7-f136fad8a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.880742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:43.921392 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9373bc-3413-4665-91fd-2919df4a72f7 x-openstack-request-id: req-2c9373bc-3413-4665-91fd-2919df4a72f7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:43.922459 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89636736-b229-4302-9832-4732734b8253", "name": "network-vif-deleted", "tag": "abf1a085-5f7b-4607-a347-6e9a4709e7b3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:43.922576 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9373bc-3413-4665-91fd-2919df4a72f7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:43.923105 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89636736-b229-4302-9832-4732734b8253', 'name': 'network-vif-deleted', 'tag': 'abf1a085-5f7b-4607-a347-6e9a4709e7b3', 'status': 'completed', 'code': 200} Jan 29 04:23:43.983805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.045686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:44.064648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2828aa9a-d6d6-490b-89a2-79b76c3d8d9a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:44.092166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aff9ef0a-7d76-4865-bef3-0883f5e96063 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:44.093417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3a951560-5f2c-4da2-95d4-79680a3504d1'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:44.095961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a41ed745-8659-4f40-9ce7-f136fad8a311 None None] Port c1512d62-bf3d-4565-be38-bb4064e0a0d3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:44.164475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:23:44.165121 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:23:44.213106 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 3, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:44.292750 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Checking router: 1158a4ec-0f53-41ec-98b6-1a3acd895687 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:44.293130 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Updating router 1158a4ec-0f53-41ec-98b6-1a3acd895687 port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:23:44.332665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a41ed745-8659-4f40-9ce7-f136fad8a311 None None] Provisioning complete for port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:44.333317 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a41ed745-8659-4f40-9ce7-f136fad8a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.379026 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.392431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:44.407651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-network', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:44.461034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.509322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-98dce1af-642b-45ce-944a-80f9c6705b88 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:44.510909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-98dce1af-642b-45ce-944a-80f9c6705b88 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.4498956 Jan 29 04:23:44.527821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port aff9ef0a-7d76-4865-bef3-0883f5e96063 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:44.528255 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.579224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-c3665f90-7ccd-4611-909a-e9ad2d08a3c5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/quotas/586409d368c54b06952f2b3b2897d48f HTTP/1.1" status: 200 len: 375 time: 0.0200100 Jan 29 04:23:44.681544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8ec7-95f3-4f40-ad14-3e33216412d0 req-e9ad6a01-8c7b-4162-b67d-ba47f808cc02 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:44.691491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ede8ec7-95f3-4f40-ad14-3e33216412d0 req-e9ad6a01-8c7b-4162-b67d-ba47f808cc02 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.6404212 Jan 29 04:23:44.708784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-2a8c3bd2-2421-400c-9bb2-fd154f7d539a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229818 Jan 29 04:23:44.790089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.819753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.827496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.840249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port aff9ef0a-7d76-4865-bef3-0883f5e96063, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aff9ef0a-7d76-4865-bef3-0883f5e96063,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:44.854449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a951560-5f2c-4da2-95d4-79680a3504d1 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:44.858731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.859697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:44.877229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Made reservation on behalf of 313dc5019d844fc98c99f2de40c0a69a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:44.888591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.929754 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.940130 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.949488 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:44.983404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Sync routers for ids ['a456a508-d9c1-47f4-85a0-6139f27a032c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:44.991601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:45.003548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Router 543c2bfe-fe10-4266-92db-3558bba56b5f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:23:45.009927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.011368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:45.020699 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Attempting to bind port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:45.021071 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Attempting to bind port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:45.021913 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Attempting to bind port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:45.023052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Routers {'a456a508-d9c1-47f4-85a0-6139f27a032c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:45.025925 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce664dc5-5a1f-41bb-95a4-589790491b3f None None] Pushing event updated for resources: {'Port': ['ID=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:45.026628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a456a508-d9c1-47f4-85a0-6139f27a032c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:45.033097 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:45.033590 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:45.034312 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.035062 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:45.036060 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Bound port: 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:45.036568 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.041025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ede8ec7-95f3-4f40-ad14-3e33216412d0 req-31a7df8e-8e3e-40eb-a99d-507c681685ce tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445015 Jan 29 04:23:45.122086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] For port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:45.126831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] For port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:45.133826 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.199168 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce664dc5-5a1f-41bb-95a4-589790491b3f None None] Pushing event updated for resources: {'Port': ['ID=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:45.213650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: abf1a085-5f7b-4607-a347-6e9a4709e7b3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:45.214188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device abf1a085-5f7b-4607-a347-6e9a4709e7b3 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:45.230486 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:45.231178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=aff9ef0a-7d76-4865-bef3-0883f5e96063,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:45.231348 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:45.247869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3a951560-5f2c-4da2-95d4-79680a3504d1 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:45.257332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5a2e05-d870-481c-b6d6-d803241603cf,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:45.371016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:45.371397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.386382 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:45.479773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:45.496835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Set router a456a508-d9c1-47f4-85a0-6139f27a032c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:45.531524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-dc0b7a39-9945-4d9a-94a8-424635e04f86 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:45.533247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-dc0b7a39-9945-4d9a-94a8-424635e04f86 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.2743545 Jan 29 04:23:45.538367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3a951560-5f2c-4da2-95d4-79680a3504d1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:45.539531 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.586608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:45.606742 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] Sync routers for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:45.614501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec4f05bd-159d-4c9a-b029-2f511371dd3e admin admin] 10.222.0.32 "PUT /v2.0/routers/543c2bfe-fe10-4266-92db-3558bba56b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3137267 Jan 29 04:23:45.615166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:45.639285 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:45.639645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:45.646676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-61921246-3394-4d42-a436-e46a309b0d80 service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9245560 Jan 29 04:23:45.743394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.787231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:45.818827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.832162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:23:45.847404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.848008 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Added segment e52d4bb8-2850-4b04-94af-2da255719b0a of type vlan for network a9fd7a54-0fcf-4c1c-8511-75fee7436abd Jan 29 04:23:45.849766 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 3, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:45.880354 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06bf8f-b4f0-49d9-a8b2-2877f36779af None None] The sync data for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 is: [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 3, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:45.911738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:45.999594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9087601b-b4a9-476e-a87b-e9f3d050d853 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:46.061351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16428625-1bc8-4c4c-983c-f12274f6d31f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:46.087085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:23:46.091536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.092382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.092942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.094351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.095063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.095618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.096175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.096722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.097276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.097976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.098420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.098846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:46.112770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Checking segment: {'id': 'd896a1ec-413c-473c-975b-f87e39a4c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:46.113364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Network hostable DHCP agents. Network: a29a00b6-a30e-41ed-a92d-bbc97ca702c3, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:23:46.143083 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:23:43Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:46.160870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353a3d3-68be-4dd0-b985-f0fc3a89d942 req-dce44893-3823-4721-a50c-a757c248805a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:46.162968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9353a3d3-68be-4dd0-b985-f0fc3a89d942 req-dce44893-3823-4721-a50c-a757c248805a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 943 time: 0.9176834 Jan 29 04:23:46.179181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41216678-08b2-4f79-b95a-76b60db2e811 req-30177592-5d1f-4e61-9f05-94dd639c0c05 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:46.181092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41216678-08b2-4f79-b95a-76b60db2e811 req-30177592-5d1f-4e61-9f05-94dd639c0c05 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c82e246-f91b-4105-abb2-6747fbc69d27 HTTP/1.1" status: 200 len: 945 time: 0.3672843 Jan 29 04:23:46.182497 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] Checking router: 543c2bfe-fe10-4266-92db-3558bba56b5f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:46.200914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] Routers {'543c2bfe-fe10-4266-92db-3558bba56b5f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:46.201818 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['543c2bfe-fe10-4266-92db-3558bba56b5f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:46.250659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.251810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:46.252499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.394543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.447197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:23:46.454369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fd7a54-0fcf-4c1c-8511-75fee7436abd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:46.464146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.488629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:23:46.559763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] Set router 543c2bfe-fe10-4266-92db-3558bba56b5f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:46.567120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Deleting port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:46.567719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.600315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-ed73b69f-eab2-4986-a66c-b19cce2a6ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9526873 Jan 29 04:23:46.650774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.714914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.749290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Allocated IP 172.20.0.1 (c5543198-f644-40ee-8e8c-9c769d31f8f1/515a3d4b-a710-40cc-93ac-de527daf0915/285c58e5-0357-424b-a516-a039d99d278b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:46.772731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 4, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c1512d62-bf3d-4565-be38-bb4064e0a0d3', 'name': '', 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'mac_address': 'fa:16:3e:ee:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:39Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 2, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'subnets': [{'id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:46.798191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-875fa892-d595-4809-b3a1-c27a9b795a04 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4003928 Jan 29 04:23:46.801027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a29a00b6-a30e-41ed-a92d-bbc97ca702c3) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:46.805852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41672) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:46.828290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Request body: {'subnet': {'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-subnet', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:46.835638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:46.836228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.840365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:46.842664 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae966a45-8392-453c-a5cc-d7276c0d18da" -d '{"events": [{"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-plugged", "status": "completed", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:46.850254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9087601b-b4a9-476e-a87b-e9f3d050d853 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:46.850684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.924506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] For port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:46.934604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:46.936600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e63384-91f2-49c8-ab70-23af99b2bcea None None] Network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:46.964801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Checking router: a456a508-d9c1-47f4-85a0-6139f27a032c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:46.965159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Updating router a456a508-d9c1-47f4-85a0-6139f27a032c port c1512d62-bf3d-4565-be38-bb4064e0a0d3 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:23:46.982138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:46.987000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Calling delete_port for 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:47.017804 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:23:43Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:47.022290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a7f6ef4-e759-46a6-af85-217cf4f8557e req-921b469d-b6d6-4de8-b0b3-cd9739a13c3d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0665748 Jan 29 04:23:47.037908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Deleting port fe77e85d-ec7c-41cc-9017-11fef14d20fa {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:47.038271 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.095766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.096583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 22c21945-a9f9-43d4-993e-80cad638428c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:47.098419 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c9843-b6d8-42ac-9798-02813bf83d2c None None] The sync data for ids ['543c2bfe-fe10-4266-92db-3558bba56b5f'] in n-d-825930-1 is: [{'id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'name': 'tempest-ServersTestJSON-623118498-router', 'tenant_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:21:59Z', 'updated_at': '2022-01-29T04:23:43Z', 'revision_number': 5, 'project_id': '6b8cd4f16ade4883ad8fbe12feedadbc', 'gw_port': {'id': 'fe77e85d-ec7c-41cc-9017-11fef14d20fa', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c2bfe-fe10-4266-92db-3558bba56b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:22:00Z', 'updated_at': '2022-01-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:47.183963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9353a3d3-68be-4dd0-b985-f0fc3a89d942 req-07420b28-7f5e-4660-a6b4-25e6c717feca tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0013249 Jan 29 04:23:47.209801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0b6850dd-b3e6-4cb2-a4d0-541f9f8680ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7347355 Jan 29 04:23:47.236568 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.238287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Deleting port 22c21945-a9f9-43d4-993e-80cad638428c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:47.238763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.284304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Made reservation on behalf of 313dc5019d844fc98c99f2de40c0a69a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:47.287392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.361708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] For port fe77e85d-ec7c-41cc-9017-11fef14d20fa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe77e85d-ec7c-41cc-9017-11fef14d20fa,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:47.362121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.367184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:47.389619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Calling delete_port for fe77e85d-ec7c-41cc-9017-11fef14d20fa owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:47.515410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f055939f-8391-4149-9d2e-25723b1b2c04 req-08517c85-33a0-435a-a38b-5e26922f791e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 210 time: 0.2449076 Jan 29 04:23:47.527621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.665559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:47.674717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.712352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Calling delete_port for 22c21945-a9f9-43d4-993e-80cad638428c owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:47.763142 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e063893-b0aa-40ea-b311-c535a2163dc4 x-openstack-request-id: req-8e063893-b0aa-40ea-b311-c535a2163dc4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:47.763861 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-plugged", "status": "completed", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:47.764208 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e063893-b0aa-40ea-b311-c535a2163dc4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:47.764950 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'code': 200} Jan 29 04:23:47.778956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546eba2e-ca97-4e46-bc35-0f9b86eb9129 None None] Network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:47.805815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb7e37-2e63-406b-8e99-5c74e4ec0198 req-481bc53e-3a02-48df-ad39-9e6796c1310a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:47.806732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.807426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cceb7e37-2e63-406b-8e99-5c74e4ec0198 req-481bc53e-3a02-48df-ad39-9e6796c1310a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 950 time: 0.5920436 Jan 29 04:23:47.871718 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:47.976165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.051322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event deleted for resources: {'Port': ['ID=34d535ed-126e-4d30-a9e4-1a05fdb7fe98,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:48.094458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:48.094962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cceb7e37-2e63-406b-8e99-5c74e4ec0198 req-8bd467e3-f327-49c7-8665-6f3efb9b60c2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700396 Jan 29 04:23:48.209196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 22c21945-a9f9-43d4-993e-80cad638428c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=22c21945-a9f9-43d4-993e-80cad638428c,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:48.213836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] No DVR routers for this DVR port 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:48.222685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.235696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48da09db-bc56-4e2c-a3b5-37f3cf8b71c7 req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.36 "DELETE /v2.0/ports/34d535ed-126e-4d30-a9e4-1a05fdb7fe98 HTTP/1.1" status: 204 len: 173 time: 2.6914907 Jan 29 04:23:48.237308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-deleted', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:48.244584 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82100143-0d2b-4e12-99fc-07ace8979342" -d '{"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-deleted", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:48.252360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.252787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.253160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.255956 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.256128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.257685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.258085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.258421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.260506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.261157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.261717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.262336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.262892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e26cdb-df79-4757-a046-a97c54a6172d tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:48.285044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b71b49-76a7-49c7-859d-1607e5338d96 req-8ee81eeb-d8c7-4d76-9caf-494436e8dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:48.286918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:48.288758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5b71b49-76a7-49c7-859d-1607e5338d96 req-8ee81eeb-d8c7-4d76-9caf-494436e8dc12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 1096 time: 0.4138687 Jan 29 04:23:48.296222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=285c58e5-0357-424b-a516-a039d99d278b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:48.303890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:48.336670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:48.338551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aff9ef0a-7d76-4865-bef3-0883f5e96063 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:48.342603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a818cbe-d67e-4a7e-9a92-da1e9800e8c4 req-d9ac4365-c208-42de-9f2d-0c5edf65b4d0 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0644069 Jan 29 04:23:48.348047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:48.424642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5b71b49-76a7-49c7-859d-1607e5338d96 req-5ca7825a-33d0-41d2-a297-de204ae53c43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802221 Jan 29 04:23:48.477425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.512409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.600088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe77e85d-ec7c-41cc-9017-11fef14d20fa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:48.624460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.643553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:48.644004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34d535ed-126e-4d30-a9e4-1a05fdb7fe98 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:48.688525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cce93-8f33-4757-8391-6c64c905fff9 req-da739da6-596d-4834-938a-998f7c85c8ee tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:48.697174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf1cce93-8f33-4757-8391-6c64c905fff9 req-da739da6-596d-4834-938a-998f7c85c8ee tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.2216361 Jan 29 04:23:48.730000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:48.757659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-372008ee-b78c-42bb-b537-ffd2625f0e70 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:48.766343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-372008ee-b78c-42bb-b537-ffd2625f0e70 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/networks?id=a29a00b6-a30e-41ed-a92d-bbc97ca702c3 HTTP/1.1" status: 200 len: 812 time: 0.7300546 Jan 29 04:23:48.794694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf1cce93-8f33-4757-8391-6c64c905fff9 req-3cfb3482-ceba-4c24-bdcf-eb30fdcf6cd1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Jan 29 04:23:48.798601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.865564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610e311b-f61f-4f1d-b044-71e6b62e4c82,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:48.897777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-49e56110-ba55-40b9-9398-99db08e409f0 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/quotas/27f47976bed64a7fbd28e37a6713f0b7 HTTP/1.1" status: 200 len: 375 time: 0.1300828 Jan 29 04:23:48.899820 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.960012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-50abe1cd-c98f-4131-bf72-4a84e56c88ec None None] Provisioning complete for port 285c58e5-0357-424b-a516-a039d99d278b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:48.960635 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-50abe1cd-c98f-4131-bf72-4a84e56c88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:48.983185 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f71f2-b095-40b2-b528-deefb8839b82 x-openstack-request-id: req-a85f71f2-b095-40b2-b528-deefb8839b82 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:48.983737 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a002e7e8-64d1-402d-b901-84dc43154b32", "name": "network-vif-deleted", "tag": "34d535ed-126e-4d30-a9e4-1a05fdb7fe98", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:48.984726 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a85f71f2-b095-40b2-b528-deefb8839b82 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:48.990660 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a002e7e8-64d1-402d-b901-84dc43154b32', 'name': 'network-vif-deleted', 'tag': '34d535ed-126e-4d30-a9e4-1a05fdb7fe98', 'status': 'completed', 'code': 200} Jan 29 04:23:49.013056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event deleted for resources: {'Port': ['ID=22c21945-a9f9-43d4-993e-80cad638428c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:49.058941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-c38da42e-41b9-49ae-99c4-80829af56fd1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f47976bed64a7fbd28e37a6713f0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1601949 Jan 29 04:23:49.087382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port aff9ef0a-7d76-4865-bef3-0883f5e96063 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:49.087644 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.105156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.123719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00b2f9f3-4751-49f3-bea0-749becfd8cd8 req-3a4a7ff5-f6bf-4691-bd85-f666139398fb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 210 time: 0.0776365 Jan 29 04:23:49.126788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.159161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-50abe1cd-c98f-4131-bf72-4a84e56c88ec None None] Port 285c58e5-0357-424b-a516-a039d99d278b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:49.191487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] No DVR routers for this DVR port 22c21945-a9f9-43d4-993e-80cad638428c on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:49.195441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.199701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41216678-08b2-4f79-b95a-76b60db2e811 req-f8e329ff-4ea0-4e7a-a935-0dcae4842201 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "DELETE /v2.0/ports/22c21945-a9f9-43d4-993e-80cad638428c HTTP/1.1" status: 204 len: 173 time: 2.9997842 Jan 29 04:23:49.251337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-deleted', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:49.254266 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e57da3e-985d-4e57-b3ca-0251b69c3333" -d '{"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-deleted", "tag": "22c21945-a9f9-43d4-993e-80cad638428c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:49.257791 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.259669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Checking segment: {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:49.260444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Network hostable DHCP agents. Network: a9fd7a54-0fcf-4c1c-8511-75fee7436abd, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:23:49.267139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2aa0d9a3-dbb1-4392-9d4f-bb1763f69e38 req-1631f860-066c-4476-8854-c052c418bd15 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a002e7e8-64d1-402d-b901-84dc43154b32 HTTP/1.1" status: 200 len: 210 time: 0.0424430 Jan 29 04:23:49.271510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.272410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 543c2bfe-fe10-4266-92db-3558bba56b5f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:23:49.292742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.342915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.344795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1683976-76a2-4fd5-ab7e-7a90eb10c9e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/543c2bfe-fe10-4266-92db-3558bba56b5f HTTP/1.1" status: 204 len: 168 time: 3.7246788 Jan 29 04:23:49.356239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41718) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:49.448656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-92343bd8-d7ae-4eac-917d-30a36adf7295 service neutron] 10.222.0.32 "GET /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861082 Jan 29 04:23:49.514510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-4e8869a6-6bb8-426b-ada4-6750cef6b7d7 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:49.518851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-4e8869a6-6bb8-426b-ada4-6750cef6b7d7 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 805 time: 0.5475361 Jan 29 04:23:49.550202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Deleting subnet d650ab9b-1f80-4d49-9e7b-f6d51419808f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:23:49.574238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71df6-c01b-4661-8268-609c141b1ec5 None None] Pushing event updated for resources: {'Port': ['ID=c1512d62-bf3d-4565-be38-bb4064e0a0d3,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:49.577689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Request body: {'port': {'device_id': '0ab8de75-3315-4058-a102-202b9a63d798', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'admin_state_up': True, 'tenant_id': '586409d368c54b06952f2b3b2897d48f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:49.612425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.645256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:49.755183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Attempting to bind port c1512d62-bf3d-4565-be38-bb4064e0a0d3 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:49.755840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Attempting to bind port c1512d62-bf3d-4565-be38-bb4064e0a0d3 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:49.756397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Attempting to bind port c1512d62-bf3d-4565-be38-bb4064e0a0d3 on network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:49.767511 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874e1f62-bdb9-47b3-91e3-77861e165f2f x-openstack-request-id: req-874e1f62-bdb9-47b3-91e3-77861e165f2f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:49.768009 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-deleted", "tag": "22c21945-a9f9-43d4-993e-80cad638428c", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:49.768377 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-874e1f62-bdb9-47b3-91e3-77861e165f2f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:49.768899 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-deleted', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c', 'status': 'completed', 'code': 200} Jan 29 04:23:49.769764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.770057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:49.772847 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4169184-48d9-4c1a-93d5-c438420a98bc" -d '{"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-unplugged", "status": "completed", "tag": "22c21945-a9f9-43d4-993e-80cad638428c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:49.790323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:49.791297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Checking segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:49.792617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.793190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Bound using segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:49.794340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Bound port: c1512d62-bf3d-4565-be38-bb4064e0a0d3, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:49.794984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.796809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:23:49.798524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:49.799046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.816250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83abcd4c-28d3-4f6b-8693-2b2d72544dda req-1f0ec59e-2eb7-4b00-95be-21293de2b6d2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=409a6e03-ba21-4bc8-bfaf-515560c3413f HTTP/1.1" status: 200 len: 210 time: 0.0357370 Jan 29 04:23:49.825946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:49.906197 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d12f285-fe02-4844-bc54-36a654711cce x-openstack-request-id: req-2d12f285-fe02-4844-bc54-36a654711cce {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:49.907219 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c82e246-f91b-4105-abb2-6747fbc69d27", "name": "network-vif-unplugged", "status": "completed", "tag": "22c21945-a9f9-43d4-993e-80cad638428c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:49.907549 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d12f285-fe02-4844-bc54-36a654711cce {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:49.908053 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c82e246-f91b-4105-abb2-6747fbc69d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c21945-a9f9-43d4-993e-80cad638428c', 'code': 200} Jan 29 04:23:50.003226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.011410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Made reservation on behalf of 586409d368c54b06952f2b3b2897d48f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:50.015700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.081500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.103420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.147198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a9fd7a54-0fcf-4c1c-8511-75fee7436abd) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:50.165706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:50.166564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.181400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8cbf1-9ac4-4e22-b999-93ac0ddede54 None None] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:50.192621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.240724 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.265613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8e371662-3e65-45bb-9ae7-085399658092 None None] Provisioning complete for port c1512d62-bf3d-4565-be38-bb4064e0a0d3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:50.265941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e371662-3e65-45bb-9ae7-085399658092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.322817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580269-c7f5-4846-bfdc-8ce2af921315 req-9a7f070e-77f6-4e48-b674-b31fa600cc1f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:50.331733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd580269-c7f5-4846-bfdc-8ce2af921315 req-9a7f070e-77f6-4e48-b674-b31fa600cc1f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.3614066 Jan 29 04:23:50.342129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:50.348227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-a4aae447-b1ec-40e9-af4e-f22847fe1d66 service neutron] 10.222.0.32 "GET /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8985577 Jan 29 04:23:50.361150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.362035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-98275151-287d-43b3-b6fa-5c3aff8acdd2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5381284 Jan 29 04:23:50.362769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41732) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:50.369936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:50.370758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] For port c1512d62-bf3d-4565-be38-bb4064e0a0d3, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:50.373443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=285c58e5-0357-424b-a516-a039d99d278b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:50.396817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:50.411886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] For port c1512d62-bf3d-4565-be38-bb4064e0a0d3, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c1512d62-bf3d-4565-be38-bb4064e0a0d3,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:50.423807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:50.473790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:50.480874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.490699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:50.495805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8e371662-3e65-45bb-9ae7-085399658092 None None] Port c1512d62-bf3d-4565-be38-bb4064e0a0d3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:50.498577 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.584235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d650ab9b-1f80-4d49-9e7b-f6d51419808f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:50.598205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:50.598607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2828aa9a-d6d6-490b-89a2-79b76c3d8d9a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:50.663712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd580269-c7f5-4846-bfdc-8ce2af921315 req-1bb6a814-860d-49b4-b08f-185174114dee tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308275 Jan 29 04:23:50.688493 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.695702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c26c0af-d2d0-45c4-b68d-c98d5e83cd1b None None] Network a17553ff-b6e7-4dfb-8306-205ae3f38f66 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:50.706737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-65bdc497-9cca-4df4-974f-8b3a989412fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d650ab9b-1f80-4d49-9e7b-f6d51419808f HTTP/1.1" status: 204 len: 168 time: 1.3362463 Jan 29 04:23:50.711022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41740) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:50.729536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Allocated IP 172.20.0.6 (0a88fe56-9203-4393-989e-7a14ac96ef45/c60cfa39-f883-49d5-b7b1-638d8ec7cba4/f8e17538-5d40-4969-8e01-a1221c7114b4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:50.736321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Router 1158a4ec-0f53-41ec-98b6-1a3acd895687 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:23:50.740112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.748771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:50.861122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Routers {'a456a508-d9c1-47f4-85a0-6139f27a032c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:50.862082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a456a508-d9c1-47f4-85a0-6139f27a032c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:50.916579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-980bb744-0775-4165-b824-33ab63d743f4 req-69bd1457-cda7-456c-99d7-3667dee439d1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 210 time: 0.0477602 Jan 29 04:23:50.941577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:50.951735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9295800-8dc9-48c3-8e76-3b7842f8de21 req-b368c606-0583-4544-93b7-66489d13f554 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 210 time: 0.1749806 Jan 29 04:23:51.082338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71df6-c01b-4661-8268-609c141b1ec5 None None] Pushing event updated for resources: {'Port': ['ID=c1512d62-bf3d-4565-be38-bb4064e0a0d3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:51.118127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6a312f0b-6e83-44ab-bebf-682aa86cf276 None None] Provisioning complete for port 285c58e5-0357-424b-a516-a039d99d278b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:51.118671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a312f0b-6e83-44ab-bebf-682aa86cf276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.152269 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.191198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.244280 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.301682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-a9fd7a54-0fcf-4c1c-8511-75fee7436abd', 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'fixed_ips': [{'subnet_id': '610e311b-f61f-4f1d-b044-71e6b62e4c82'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:23:51.303320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.303477 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.359222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7dc83-b176-4203-a2b0-87237119a49a req-e426ff5c-af5d-40a7-8e76-d581f01f050f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:51.364573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8be7dc83-b176-4203-a2b0-87237119a49a req-e426ff5c-af5d-40a7-8e76-d581f01f050f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 0.3059955 Jan 29 04:23:51.430270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Network 0a88fe56-9203-4393-989e-7a14ac96ef45 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:51.469503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:51.497315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:51.541829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:51.576594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Allocated IP 172.20.0.2 (a9fd7a54-0fcf-4c1c-8511-75fee7436abd/610e311b-f61f-4f1d-b044-71e6b62e4c82/4012f3d6-d6d0-4c35-b1a1-231f7df4abb1) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:51.580225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:51.585729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e6bf32a9-ae52-40b4-afad-19082de9b2b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/1158a4ec-0f53-41ec-98b6-1a3acd895687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8408256 Jan 29 04:23:51.605312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.628566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8be7dc83-b176-4203-a2b0-87237119a49a req-56dc861e-6762-4bbf-a7a5-e17316f4aaa1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513402 Jan 29 04:23:51.642251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:51.643315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.663658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Deleting port 6a9274a4-3246-414e-9734-b4e0fcce8a9a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:51.664002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.692957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-65fed7d8-6a70-4562-9939-dd2a552b52ac tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1344645 Jan 29 04:23:51.711867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Request body: {'port': {'device_id': '0ab8de75-3315-4058-a102-202b9a63d798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:51.725967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb5aaf-efd1-4393-b10f-7a542bfe2741 req-2fb369cb-881b-45bc-8f70-d02a3f3ea0e0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:51.735015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8bb5aaf-efd1-4393-b10f-7a542bfe2741 req-2fb369cb-881b-45bc-8f70-d02a3f3ea0e0 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.2211843 Jan 29 04:23:51.843700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:51.844389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.849951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6a312f0b-6e83-44ab-bebf-682aa86cf276 None None] Port 285c58e5-0357-424b-a516-a039d99d278b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:23:51.863863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] Set router a456a508-d9c1-47f4-85a0-6139f27a032c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:51.873058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.945471 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:51.958810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Sync routers for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:52.125061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:52.216690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] For port 6a9274a4-3246-414e-9734-b4e0fcce8a9a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6a9274a4-3246-414e-9734-b4e0fcce8a9a,segment=NetworkSegment(49f9ec16-7344-49a3-bdb9-a579771599d6),segment_id=49f9ec16-7344-49a3-bdb9-a579771599d6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:52.217297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:52.240709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Calling delete_port for 6a9274a4-3246-414e-9734-b4e0fcce8a9a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:52.261940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Pushing event updated for resources: {'Port': ['ID=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:52.321610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.322715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.323220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.324057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.324563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.325858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.326378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.326869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.327398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.328403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.328910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.329393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:23:52.330211 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:23:52.357707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:52.358371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:52.445616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:52.463963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:52.508082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-7c575671-92ce-4c5b-88f6-cc46f841e2d5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:52.512610 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8bb5aaf-efd1-4393-b10f-7a542bfe2741 req-171ad83a-53e6-4906-ba0b-dd952a1cce2a tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765477 Jan 29 04:23:52.516426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-7c575671-92ce-4c5b-88f6-cc46f841e2d5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 829 time: 0.1905293 Jan 29 04:23:52.535108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:52.539745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5357d1-5338-41b1-9acf-addbcdd45df5 None None] DHCP port deletion for a17553ff-b6e7-4dfb-8306-205ae3f38f66 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:23:52.552842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:52.565011 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-3b4e2daf-8b38-4495-8c25-71e12804dd2c tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/quotas/489c64dc755f47d7857a8d03349a714e HTTP/1.1" status: 200 len: 375 time: 0.0471754 Jan 29 04:23:52.614040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2e517766-75e3-420f-87b8-6aa5a303d722 None None] Provisioning complete for port c1512d62-bf3d-4565-be38-bb4064e0a0d3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:52.614397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e517766-75e3-420f-87b8-6aa5a303d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:52.695750 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-11a6f912-90a9-4f74-acbd-c017b0bebd4b tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275651 Jan 29 04:23:52.729296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9274a4-3246-414e-9734-b4e0fcce8a9a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:52.744037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-afc251cb-97e5-4f1f-842e-35d422260a7e tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:52.745681 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-afc251cb-97e5-4f1f-842e-35d422260a7e tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.36 "GET /v2.0/networks?id=a29a00b6-a30e-41ed-a92d-bbc97ca702c3 HTTP/1.1" status: 200 len: 812 time: 0.3404000 Jan 29 04:23:52.746745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] No DVR routers for this DVR port 6a9274a4-3246-414e-9734-b4e0fcce8a9a on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:52.809196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bef7980f-0be0-4dd1-86b9-9310e50d3749 req-205fa4b8-5c44-4c02-b4ee-d8ceb8931593 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 210 time: 0.0591903 Jan 29 04:23:52.816428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Request body: {'port': {'device_id': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3', 'admin_state_up': True, 'tenant_id': '27f47976bed64a7fbd28e37a6713f0b7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:52.818942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Attempting to bind port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:52.819316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Attempting to bind port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:52.819681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Attempting to bind port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 on network a9fd7a54-0fcf-4c1c-8511-75fee7436abd {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:52.833844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-022236fe-bae7-4b40-9432-009a054aadce service neutron] 10.222.0.32 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366706 Jan 29 04:23:52.926120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:52.926721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Checking segment: {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:52.927146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:52.927551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Bound using segment: {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:52.928058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Bound port: 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:52.928447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.029707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-7b8ddd92-1a29-46f5-935d-bd57a54f6478 service neutron] 10.222.0.32 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948094 Jan 29 04:23:53.112986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e17538-5d40-4969-8e01-a1221c7114b4 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:53.119123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe77e85d-ec7c-41cc-9017-11fef14d20fa no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:53.154893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-44cb6e6b-11b4-4230-8e31-bdf770e485eb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:53.157276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-44cb6e6b-11b4-4230-8e31-bdf770e485eb tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.20 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.3193622 Jan 29 04:23:53.159312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.183927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.198724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06edd5c-621d-4740-af88-77813ec31bcd req-fa4e2188-c8e1-4d90-ab64-f001a9f80b1f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:53.211243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a06edd5c-621d-4740-af88-77813ec31bcd req-fa4e2188-c8e1-4d90-ab64-f001a9f80b1f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 931 time: 0.2627831 Jan 29 04:23:53.330531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Transition to ACTIVE for port object f8e17538-5d40-4969-8e01-a1221c7114b4 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:53.350290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17553ff-b6e7-4dfb-8306-205ae3f38f66']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:53.360591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.400408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.432246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f9ec16-7344-49a3-bdb9-a579771599d6') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:53.435127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f9ec16-7344-49a3-bdb9-a579771599d6') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:53.481618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.491802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.503854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a06edd5c-621d-4740-af88-77813ec31bcd req-af4d8379-acbb-427f-b915-06511caf1f67 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917275 Jan 29 04:23:53.578537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e517766-75e3-420f-87b8-6aa5a303d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.639058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.677242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:23:53.677947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.678431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fe77e85d-ec7c-41cc-9017-11fef14d20fa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:53.678864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe77e85d-ec7c-41cc-9017-11fef14d20fa not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:23:53.683238 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:23:53.700375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:53.721205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f2a786f-4550-4800-bb95-37ddadcd4354 req-b69c6bd0-8efd-4f24-b57c-c232baef9eb8 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 210 time: 0.0789158 Jan 29 04:23:53.777151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Made reservation on behalf of 27f47976bed64a7fbd28e37a6713f0b7 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:53.781523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.857955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6a9274a4-3246-414e-9734-b4e0fcce8a9a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:53.891913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e517766-75e3-420f-87b8-6aa5a303d722 None None] For port c1512d62-bf3d-4565-be38-bb4064e0a0d3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c1512d62-bf3d-4565-be38-bb4064e0a0d3,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:53.892139 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.896431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] For port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:53.898660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6a9274a4-3246-414e-9734-b4e0fcce8a9a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:53.899161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6a9274a4-3246-414e-9734-b4e0fcce8a9a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:53.912131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e517766-75e3-420f-87b8-6aa5a303d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.928193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:53.936181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a17553ff-b6e7-4dfb-8306-205ae3f38f66 HTTP/1.1" status: 204 len: 168 time: 3.2186279 Jan 29 04:23:54.051299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e517766-75e3-420f-87b8-6aa5a303d722 None None] Pushing event updated for resources: {'Port': ['ID=c1512d62-bf3d-4565-be38-bb4064e0a0d3,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:54.055361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45982a30-4b57-409c-a1de-a2cecea0582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:54.060436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] For port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:54.088731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9aed4-6322-4916-8e5c-20764e4b8d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a17553ff-b6e7-4dfb-8306-205ae3f38f66,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:54.164622 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:54.190786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Allocated IP 172.25.4.199 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/69352ac3-008d-47fc-9a63-cff0cc56908f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:54.240746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Deleting port d0b0d4e8-516d-488d-83bc-7a1d1729781a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:54.242218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:54.293829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aff9a6-1378-4c83-bdc1-4601e334fcb3 None None] Pushing event updated for resources: {'Port': ['ID=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:54.324980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41812) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:54.336032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 4, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c1512d62-bf3d-4565-be38-bb4064e0a0d3', 'name': '', 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'mac_address': 'fa:16:3e:ee:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:39Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'subnets': [{'id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:54.385441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2ce3-dd6d-4c4c-847e-a8552c70d774 req-42f954d3-b75a-4eda-87d4-5646cb3bbb36 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:54.395685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f17d2ce3-dd6d-4c4c-847e-a8552c70d774 req-42f954d3-b75a-4eda-87d4-5646cb3bbb36 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/ports?device_id=04cef7dd-c402-46be-844c-b57aeadd2b76 HTTP/1.1" status: 200 len: 950 time: 0.4526989 Jan 29 04:23:54.423754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da20063-e24b-4df2-8dc5-d14fc539fb30 None None] The sync data for ids ['a456a508-d9c1-47f4-85a0-6139f27a032c'] in n-d-825930-1 is: [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:41Z', 'revision_number': 4, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c1512d62-bf3d-4565-be38-bb4064e0a0d3', 'name': '', 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'mac_address': 'fa:16:3e:ee:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:39Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'subnets': [{'id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:54.454728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:54.464783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Attempting to bind port f8e17538-5d40-4969-8e01-a1221c7114b4 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:54.464783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Attempting to bind port f8e17538-5d40-4969-8e01-a1221c7114b4 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:54.465007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Attempting to bind port f8e17538-5d40-4969-8e01-a1221c7114b4 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:54.501176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Port f8e17538-5d40-4969-8e01-a1221c7114b4 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:54.501629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Attempting to bind port f8e17538-5d40-4969-8e01-a1221c7114b4 on network 0a88fe56-9203-4393-989e-7a14ac96ef45 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:54.559139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1aed0374-83ab-486f-8e50-5a9f8150fa83 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:54.560965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1aed0374-83ab-486f-8e50-5a9f8150fa83 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5327d3f-53a0-4619-8fc5-44de1cede4cc HTTP/1.1" status: 200 len: 945 time: 1.0962865 Jan 29 04:23:54.566422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:54.566782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Checking segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:54.567252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Bound using segment: {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:54.567898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Bound port: f8e17538-5d40-4969-8e01-a1221c7114b4, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf184a7-25b0-4d5d-a725-3b954bc58c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:54.568273 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:54.623687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Allocated IP 172.20.0.9 (a29a00b6-a30e-41ed-a92d-bbc97ca702c3/ca5a2e05-d870-481c-b6d6-d803241603cf/2f370cd8-ea20-4cd2-8b25-e6299cc8f033) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:54.699005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 2, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:54.732684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Checking router: 1158a4ec-0f53-41ec-98b6-1a3acd895687 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:23:54.733040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Updating router 1158a4ec-0f53-41ec-98b6-1a3acd895687 port 285c58e5-0357-424b-a516-a039d99d278b binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:23:54.779514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-8e15a93f-c5fb-4f9b-a5f3-d8c8bbf4a3eb tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:54.782294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-8e15a93f-c5fb-4f9b-a5f3-d8c8bbf4a3eb tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 814 time: 1.4067872 Jan 29 04:23:54.783565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:54.808634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] For port d0b0d4e8-516d-488d-83bc-7a1d1729781a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d0b0d4e8-516d-488d-83bc-7a1d1729781a,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:54.811439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.032221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:55.040922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:55.054034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-821030d2-56bf-4fe0-8732-cc7ae8804ce9 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/quotas/832d94e631a64095b2959099b9da4a14 HTTP/1.1" status: 200 len: 375 time: 0.2351556 Jan 29 04:23:55.065997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Calling delete_port for d0b0d4e8-516d-488d-83bc-7a1d1729781a owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:55.174809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.279139 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.323619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-142833f0-28f4-47c9-93f2-bc6e7479c22e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b8cd4f16ade4883ad8fbe12feedadbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9714985 Jan 29 04:23:55.329868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41820) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:55.331192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.336964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.340256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.343951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.355895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.381074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:55.428730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad859da-aae5-48ae-8864-fa6d5e1420d4 None None] Pushing event updated for resources: {'Port': ['ID=285c58e5-0357-424b-a516-a039d99d278b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:55.440308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:55.476483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f17d2ce3-dd6d-4c4c-847e-a8552c70d774 req-62119293-8c48-4dcb-9715-adc7cbb8e380 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.32 "GET /v2.0/security-groups?id=e754b31f-a461-4aec-946f-d139da297e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0481300 Jan 29 04:23:55.493878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:55.510517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Attempting to bind port 285c58e5-0357-424b-a516-a039d99d278b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:55.511062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Attempting to bind port 285c58e5-0357-424b-a516-a039d99d278b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:55.511529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Attempting to bind port 285c58e5-0357-424b-a516-a039d99d278b on network c5543198-f644-40ee-8e8c-9c769d31f8f1 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:55.512067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:23:55.519034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:55.519491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Checking segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:55.520022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.520652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Bound using segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:55.521452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Bound port: 285c58e5-0357-424b-a516-a039d99d278b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:55.522010 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.534320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:23:55.667894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] For port 285c58e5-0357-424b-a516-a039d99d278b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:55.673285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:23:55.674643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] For port 285c58e5-0357-424b-a516-a039d99d278b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=285c58e5-0357-424b-a516-a039d99d278b,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:55.681444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.694304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:55.776306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.797795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:55.816277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.817870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-8b717646-d45e-44f0-bc4d-250ca3766576 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8e17538-5d40-4969-8e01-a1221c7114b4 HTTP/1.1" status: 200 len: 1091 time: 4.1120226 Jan 29 04:23:55.832076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6e7dc0d-3ce8-47ac-b135-e6c864ac4ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.844923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d0b0d4e8-516d-488d-83bc-7a1d1729781a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:23:55.904712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6e7dc0d-3ce8-47ac-b135-e6c864ac4ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:55.905434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:55.908559 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5661acf-0033-4b28-8d6c-ab35f99957ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:55.911448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Pushing event deleted for resources: {'Port': ['ID=d0b0d4e8-516d-488d-83bc-7a1d1729781a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:55.948110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:55.948928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:56.105994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3a951560-5f2c-4da2-95d4-79680a3504d1 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:56.108697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:56.148408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6e7dc0d-3ce8-47ac-b135-e6c864ac4ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.157724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6e7dc0d-3ce8-47ac-b135-e6c864ac4ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.159383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b6e7dc0d-3ce8-47ac-b135-e6c864ac4ebc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56123f15-99c2-45ae-84fa-7f9c79d32cc5 HTTP/1.1" status: 204 len: 168 time: 0.8246439 Jan 29 04:23:56.160319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Pushing event updated for resources: {'Port': ['ID=69352ac3-008d-47fc-9a63-cff0cc56908f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:56.170037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad859da-aae5-48ae-8864-fa6d5e1420d4 None None] Pushing event updated for resources: {'Port': ['ID=285c58e5-0357-424b-a516-a039d99d278b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:56.230206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6b73513-156d-40ee-94af-f23127eff274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.231605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-be5f151a-9d67-4490-963c-a1aa257f5823 None None] Provisioning complete for port 285c58e5-0357-424b-a516-a039d99d278b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:56.231963 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5f151a-9d67-4490-963c-a1aa257f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.244929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95bb6d-8891-4d39-b4ca-d9e6b458f984 None None] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:23:56.264019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7dc0d-3ce8-47ac-b135-e6c864ac4ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56123f15-99c2-45ae-84fa-7f9c79d32cc5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:56.290347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-67458f4a-3603-44e9-b862-ea0511c6c369 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2340086 Jan 29 04:23:56.291417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] No DVR routers for this DVR port d0b0d4e8-516d-488d-83bc-7a1d1729781a on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:56.312976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.316510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2dededd-c27b-41c7-a0eb-dcc41229ebeb req-12dddb0f-6652-4cba-b0f2-0d82cf2c42b2 tempest-MigrationsAdminTest-1203383666 tempest-MigrationsAdminTest-1203383666-project] 10.222.0.20 "DELETE /v2.0/ports/d0b0d4e8-516d-488d-83bc-7a1d1729781a HTTP/1.1" status: 204 len: 173 time: 3.1469197 Jan 29 04:23:56.363002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-ca223f3e-e401-4c64-90c6-1563015fc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:56.364903 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-ca223f3e-e401-4c64-90c6-1563015fc665 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 1094 time: 0.4224532 Jan 29 04:23:56.367310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Deleting port 3a951560-5f2c-4da2-95d4-79680a3504d1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:23:56.367654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.442340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-5e8c80c0-14b4-4b8d-9aef-f70e5c4794e3 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:56.444673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-5e8c80c0-14b4-4b8d-9aef-f70e5c4794e3 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.36 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 829 time: 1.3839002 Jan 29 04:23:56.572642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:56.574595 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.611115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-3dc4528f-949c-4b54-a161-f778ccff7e7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8e17538-5d40-4969-8e01-a1221c7114b4 HTTP/1.1" status: 200 len: 217 time: 0.2030201 Jan 29 04:23:56.625776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Request body: {'port': {'device_id': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'admin_state_up': True, 'tenant_id': '489c64dc755f47d7857a8d03349a714e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:56.693156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:56.693535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:56.843114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece6bbd-d8d3-4307-a66a-def160f9e1d9 req-b95ca02a-a544-4f9a-a209-baa816e9f71e tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:56.854904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ece6bbd-d8d3-4307-a66a-def160f9e1d9 req-b95ca02a-a544-4f9a-a209-baa816e9f71e tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 931 time: 1.1729841 Jan 29 04:23:56.878365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0676205 Jan 29 04:23:56.898699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9de3ff-5a5c-4d7f-9a68-eadc889c22b1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Pushing event updated for resources: {'Port': ['ID=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:56.930652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Request body: {'port': {'device_id': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:56.954185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.054170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:57.071616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:57.092030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:57.092448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.119208 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.120040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c1512d62-bf3d-4565-be38-bb4064e0a0d3 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:57.148383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Calling delete_port for 3a951560-5f2c-4da2-95d4-79680a3504d1 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:23:57.172273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ece6bbd-d8d3-4307-a66a-def160f9e1d9 req-d156a8fc-0932-4e35-8b53-394c9d6ec220 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888203 Jan 29 04:23:57.172685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-4af5447c-9ac7-4bf9-8e5c-0127f180e104 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523650 Jan 29 04:23:57.173719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.244944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-9b586721-0bcf-4166-898d-a1b22788ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:57.248036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-9b586721-0bcf-4166-898d-a1b22788ba66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.5684938 Jan 29 04:23:57.281582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.371161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.372660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-99a25e0a-7194-4898-a7ea-53839693d957 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887255 Jan 29 04:23:57.389783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Made reservation on behalf of 489c64dc755f47d7857a8d03349a714e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:57.400989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.526910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-54ef73a6-ec1f-4175-abf1-c1b76a520b30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493127 Jan 29 04:23:57.671322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:57.790664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31d40-0bf5-44b7-a590-201eb3cc1828 req-7eb4abfe-82eb-4f73-90a8-05cc428a885e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:57.792679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ca31d40-0bf5-44b7-a590-201eb3cc1828 req-7eb4abfe-82eb-4f73-90a8-05cc428a885e tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 943 time: 0.4722521 Jan 29 04:23:57.840724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.860112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4818c027-fbf2-4ea3-b35e-8fa7311fdcbc req-76059b7b-507d-4dd7-92b9-fbc3a3551392 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 210 time: 0.1073558 Jan 29 04:23:57.902730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:57.915802 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5f151a-9d67-4490-963c-a1aa257f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.940505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-118846359-network', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:57.949595 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b8fcf-307f-439b-8f73-b040c67722e8 x-openstack-request-id: req-1a0b8fcf-307f-439b-8f73-b040c67722e8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:57.951221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3a951560-5f2c-4da2-95d4-79680a3504d1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3a951560-5f2c-4da2-95d4-79680a3504d1,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:57.953754 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:57.954109 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:57.954602 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a0b8fcf-307f-439b-8f73-b040c67722e8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:57.964180 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'status': 'completed', 'code': 200} Jan 29 04:23:57.970401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:57.973450 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb549a9-88f6-4d65-aedf-6e1a29952183" -d '{"events": [{"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:23:57.984448 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.093678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-46547c5e-6dbe-4e5c-8450-d5c09c253d6e service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539150 Jan 29 04:23:58.250554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c1512d62-bf3d-4565-be38-bb4064e0a0d3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:58.250972 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.311925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:23:58.319969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.359299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.363536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Allocated IP 172.20.0.5 (c5543198-f644-40ee-8e8c-9c769d31f8f1/515a3d4b-a710-40cc-93ac-de527daf0915/21d12594-e7fc-49fb-a60d-f42171f3b9d5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:23:58.402048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.436305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ca31d40-0bf5-44b7-a590-201eb3cc1828 req-c0546792-31e5-4d1c-97ed-5b4de0f79bbd tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356878 Jan 29 04:23:58.442400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:23:58.528277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-be5f151a-9d67-4490-963c-a1aa257f5823 None None] For port 285c58e5-0357-424b-a516-a039d99d278b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=285c58e5-0357-424b-a516-a039d99d278b,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:23:58.561307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:23:58.569167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41876) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:58.585026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.601023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: d0b0d4e8-516d-488d-83bc-7a1d1729781a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:23:58.601647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d0b0d4e8-516d-488d-83bc-7a1d1729781a not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:23:58.604973 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64147ec-0793-463c-8947-7df90a57bc0e x-openstack-request-id: req-c64147ec-0793-463c-8947-7df90a57bc0e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:23:58.605470 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:23:58.605973 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c64147ec-0793-463c-8947-7df90a57bc0e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:23:58.606843 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'code': 200} Jan 29 04:23:58.607587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Transition to ACTIVE for port object 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:23:58.617505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.619181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5f151a-9d67-4490-963c-a1aa257f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.627084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:58.690872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f151a-9d67-4490-963c-a1aa257f5823 None None] Pushing event updated for resources: {'Port': ['ID=285c58e5-0357-424b-a516-a039d99d278b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:58.711212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Router 81dc354a-4cdf-4037-9276-dead7d0eec26 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:23:58.714515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2086886-429b-404e-aa34-6df25e21aaa4 req-1f2f9215-0af8-40d5-b25e-251044fd7556 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 210 time: 0.1063397 Jan 29 04:23:58.735529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:58.746399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Pushing event deleted for resources: {'Port': ['ID=3a951560-5f2c-4da2-95d4-79680a3504d1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:58.754400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] No DVR routers for this DVR port 3a951560-5f2c-4da2-95d4-79680a3504d1 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:23:58.767354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:55Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:58.774698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.793278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1056b29-7e1b-45e5-8631-c812b18a777f req-1e8b9c7b-659c-4cfe-8a9a-e57c588d8c56 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "DELETE /v2.0/ports/3a951560-5f2c-4da2-95d4-79680a3504d1 HTTP/1.1" status: 204 len: 173 time: 4.2222998 Jan 29 04:23:58.815683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2a1e2-f314-413e-bba3-5a5050d75c50 None None] The sync data for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 is: [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:55Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:23:58.828813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8fe2ee23-89bb-458d-9976-8808b5ff6b2b None None] Provisioning complete for port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:58.829419 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ee23-89bb-458d-9976-8808b5ff6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:58.875315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1e2c2-dba9-4ec5-86c0-9e0ec5aec43e req-8498a3c3-d20b-42e6-87d1-fef537771e62 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:58.888021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83f1e2c2-dba9-4ec5-86c0-9e0ec5aec43e req-8498a3c3-d20b-42e6-87d1-fef537771e62 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 943 time: 0.2629604 Jan 29 04:23:59.000889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8fe2ee23-89bb-458d-9976-8808b5ff6b2b None None] Provisioning complete for port 285c58e5-0357-424b-a516-a039d99d278b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:59.001520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ee23-89bb-458d-9976-8808b5ff6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.024375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.036638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6b955da-4112-430f-a9c2-ec106be1a0cf req-b1b3e230-1817-4518-8ece-7628ed36b424 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9280307 Jan 29 04:23:59.072347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.085325 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.100471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Attempting to bind port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:23:59.100931 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Attempting to bind port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'd896a1ec-413c-473c-975b-f87e39a4c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:23:59.102265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Attempting to bind port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 on network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:59.139272 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83f1e2c2-dba9-4ec5-86c0-9e0ec5aec43e req-6079989d-f027-492a-952c-8cef01435fcf tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502918 Jan 29 04:23:59.140497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 on network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:23:59.140963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Attempting to bind port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 on network a29a00b6-a30e-41ed-a92d-bbc97ca702c3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:23:59.163846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:23:59.167373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Checking segment: {'id': 'd896a1ec-413c-473c-975b-f87e39a4c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:23:59.169200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Bound using segment: {'id': 'd896a1ec-413c-473c-975b-f87e39a4c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:23:59.171666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Bound port: 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd896a1ec-413c-473c-975b-f87e39a4c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:23:59.175426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.180151 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.192609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-72f294fd-0209-4924-bda7-b5d746704bfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d871ce1ed1ca4e098506d761ce8cf575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195893 Jan 29 04:23:59.201824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41882) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:59.204992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187bcffa-7216-4f1e-bf23-2702f02409ad,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:59.224745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:23:59.248100 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Sync routers for ids ['81dc354a-4cdf-4037-9276-dead7d0eec26'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:23:59.260889 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Routers {'81dc354a-4cdf-4037-9276-dead7d0eec26'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:23:59.261784 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['81dc354a-4cdf-4037-9276-dead7d0eec26'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:23:59.300404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:59.325192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:23:59.337729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29172dcf-5e3c-401e-beea-e383987bdc20 req-2dfe4bef-ae30-4b34-985c-dbd78090e32e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:59.339433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29172dcf-5e3c-401e-beea-e383987bdc20 req-2dfe4bef-ae30-4b34-985c-dbd78090e32e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.3133292 Jan 29 04:23:59.349741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-d88fa777-03da-4164-9a6f-8861ed9800d1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:59.351438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-d88fa777-03da-4164-9a6f-8861ed9800d1 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.2316024 Jan 29 04:23:59.380467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-9c296aac-3e66-42de-b7c4-e4c77eed415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:59.382395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-9c296aac-3e66-42de-b7c4-e4c77eed415a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=586409d368c54b06952f2b3b2897d48f&device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 1094 time: 0.1622488 Jan 29 04:23:59.433113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:59.433662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.439269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c790205-1c6d-423b-8153-0a41c6624d1b req-3653447e-c314-42e6-91cf-7a60ce6c545a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 210 time: 0.1889906 Jan 29 04:23:59.480842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.482133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-01b63053-1204-4d41-b7ae-b1d6b933bc00 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1166377 Jan 29 04:23:59.508172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41886) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:23:59.521329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29172dcf-5e3c-401e-beea-e383987bdc20 req-526489db-ff31-419f-95cb-9cc8600378cb tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642067 Jan 29 04:23:59.525540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.525920 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Added segment cb2aca0b-4075-4c2d-9bb3-7150058886b5 of type vlan for network 590bbe2a-789a-48bf-8deb-74722e09a51a Jan 29 04:23:59.543242 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Set router 81dc354a-4cdf-4037-9276-dead7d0eec26 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:23:59.560631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe5c0-48c9-4bea-a244-dfbb7ce662b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.599246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe5c0-48c9-4bea-a244-dfbb7ce662b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.599508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 285c58e5-0357-424b-a516-a039d99d278b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:23:59.710758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 285c58e5-0357-424b-a516-a039d99d278b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:23:59.711200 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.755444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe5c0-48c9-4bea-a244-dfbb7ce662b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.756250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b3fe5c0-48c9-4bea-a244-dfbb7ce662b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.766935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4b3fe5c0-48c9-4bea-a244-dfbb7ce662b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e754b31f-a461-4aec-946f-d139da297e1a HTTP/1.1" status: 204 len: 168 time: 0.5436163 Jan 29 04:23:59.828512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6492a24b-bd18-47c0-af94-accd1019cf25 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:59.830076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6492a24b-bd18-47c0-af94-accd1019cf25 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 814 time: 0.3190627 Jan 29 04:23:59.867036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] For port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:23:59.869935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Request body: {'port': {'device_id': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'admin_state_up': True, 'tenant_id': '832d94e631a64095b2959099b9da4a14'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:23:59.897510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] For port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,segment=NetworkSegment(d896a1ec-413c-473c-975b-f87e39a4c0f0),segment_id=d896a1ec-413c-473c-975b-f87e39a4c0f0)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:23:59.899060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fe5c0-48c9-4bea-a244-dfbb7ce662b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e754b31f-a461-4aec-946f-d139da297e1a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:23:59.917665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.965537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:23:59.966760 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:23:59.970699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/2f370cd8-ea20-4cd2-8b25-e6299cc8f033 HTTP/1.1" status: 200 len: 1091 time: 3.0617604 Jan 29 04:23:59.977874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'tag': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:23:59.980459 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab96401-1328-4707-a6a2-871b4f01f93d" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd46e5-1f5b-4468-b432-206d1b3bb67a", "tag": "2f370cd8-ea20-4cd2-8b25-e6299cc8f033"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:00.009613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-deleted', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a'}, {'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-deleted', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:00.017827 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f516bb-365c-4ae6-8ab2-074559b2a85c" -d '{"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-deleted", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a"}, {"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-deleted", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:00.028894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9de6e715-8fe5-420a-a028-3cf9a602aa0f req-6ae12123-cbe7-46bd-b59a-9a455b69e447 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 210 time: 0.1836126 Jan 29 04:24:00.070096 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:23:56Z', 'revision_number': 3, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:00.132837 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Checking router: 81dc354a-4cdf-4037-9276-dead7d0eec26 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:24:00.133186 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Updating router 81dc354a-4cdf-4037-9276-dead7d0eec26 port 69352ac3-008d-47fc-9a63-cff0cc56908f binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:24:00.136517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.144115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-d09b39b6-f626-4d65-83a4-a0003c925a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.145578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-d09b39b6-f626-4d65-83a4-a0003c925a7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 200 len: 906 time: 0.6463614 Jan 29 04:24:00.156431 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491ce01d-300c-4bb9-8c6e-9b251f969d3d x-openstack-request-id: req-491ce01d-300c-4bb9-8c6e-9b251f969d3d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:00.157404 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd46e5-1f5b-4468-b432-206d1b3bb67a", "tag": "2f370cd8-ea20-4cd2-8b25-e6299cc8f033", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:00.157730 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-491ce01d-300c-4bb9-8c6e-9b251f969d3d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:00.158231 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'tag': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033', 'status': 'completed', 'code': 200} Jan 29 04:24:00.174818 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f2196-965b-49a8-a42d-c70c05eff60d x-openstack-request-id: req-3e4f2196-965b-49a8-a42d-c70c05eff60d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:00.175027 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cef7dd-c402-46be-844c-b57aeadd2b76", "name": "network-vif-deleted", "tag": "d0b0d4e8-516d-488d-83bc-7a1d1729781a", "status": "completed", "code": 200}, {"server_uuid": "a5327d3f-53a0-4619-8fc5-44de1cede4cc", "name": "network-vif-deleted", "tag": "3a951560-5f2c-4da2-95d4-79680a3504d1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:00.175281 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e4f2196-965b-49a8-a42d-c70c05eff60d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:00.175682 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cef7dd-c402-46be-844c-b57aeadd2b76', 'name': 'network-vif-deleted', 'tag': 'd0b0d4e8-516d-488d-83bc-7a1d1729781a', 'status': 'completed', 'code': 200} Jan 29 04:24:00.175934 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5327d3f-53a0-4619-8fc5-44de1cede4cc', 'name': 'network-vif-deleted', 'tag': '3a951560-5f2c-4da2-95d4-79680a3504d1', 'status': 'completed', 'code': 200} Jan 29 04:24:00.194842 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.226943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379de32-6a03-4520-b4e9-1185e7df4c15 req-0bb2b40e-d5bf-44f9-baac-cf7c4dd8186d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.235931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f379de32-6a03-4520-b4e9-1185e7df4c15 req-0bb2b40e-d5bf-44f9-baac-cf7c4dd8186d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 943 time: 0.5401595 Jan 29 04:24:00.316438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91a096-7aba-409e-b05d-bf833663e8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:00.347227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f379de32-6a03-4520-b4e9-1185e7df4c15 req-3fd265c6-2a3d-4c66-964f-b10fac7a8eb4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104212 Jan 29 04:24:00.352714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-c8d520e2-d744-48d6-9915-4f957eb4a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.352714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-c8d520e2-d744-48d6-9915-4f957eb4a368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f47976bed64a7fbd28e37a6713f0b7&device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 1094 time: 0.2943370 Jan 29 04:24:00.354506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41900) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:00.467320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-95be8a86-6b70-4659-bee5-0d01108e6782 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033 HTTP/1.1" status: 200 len: 217 time: 0.0577745 Jan 29 04:24:00.536091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-528320d5-9407-4f39-a7e2-3317785f24bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d569768968cf4bc5beecc05802aae758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804132 Jan 29 04:24:00.575862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:00.584607 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.592846 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.644396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc37929d-b053-4e3a-bd80-d39841c15900 req-8b5932bc-1c11-4ee2-9b2a-cca33631038a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 210 time: 0.0692487 Jan 29 04:24:00.646460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.658874 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Attempting to bind port 69352ac3-008d-47fc-9a63-cff0cc56908f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:00.659247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Attempting to bind port 69352ac3-008d-47fc-9a63-cff0cc56908f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:00.659602 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Attempting to bind port 69352ac3-008d-47fc-9a63-cff0cc56908f on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:00.659802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-83bdee4a-1e1b-4ac7-b21c-995548b19f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.661229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-83bdee4a-1e1b-4ac7-b21c-995548b19f12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca5a2e05-d870-481c-b6d6-d803241603cf HTTP/1.1" status: 200 len: 852 time: 0.1833353 Jan 29 04:24:00.671723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:00.672125 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:00.672504 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.672896 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:00.673366 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Bound port: 69352ac3-008d-47fc-9a63-cff0cc56908f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:00.673768 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.676862 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84b2a9-bf95-4f1a-96df-570e90dc8b09 None None] Pushing event updated for resources: {'Port': ['ID=69352ac3-008d-47fc-9a63-cff0cc56908f,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:00.729941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-c0c3821d-2407-4386-8664-8b9792f89a0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8e17538-5d40-4969-8e01-a1221c7114b4 HTTP/1.1" status: 200 len: 217 time: 0.5515242 Jan 29 04:24:00.746982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-870eb1c0-5d04-46b7-b62a-eb50643a969c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a29a00b6-a30e-41ed-a92d-bbc97ca702c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770288 Jan 29 04:24:00.758919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Deleting port 9935754c-15fc-43d5-8544-aac9b1ff3969 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:00.759544 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.764362 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] For port 69352ac3-008d-47fc-9a63-cff0cc56908f, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:00.770881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c76291cb-a1a2-44bc-951e-e1e53ea2786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.779888 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] For port 69352ac3-008d-47fc-9a63-cff0cc56908f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=69352ac3-008d-47fc-9a63-cff0cc56908f,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:00.789814 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.857283 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Routers {'81dc354a-4cdf-4037-9276-dead7d0eec26'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:00.857914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['81dc354a-4cdf-4037-9276-dead7d0eec26'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:00.880614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.881606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.881799 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c76291cb-a1a2-44bc-951e-e1e53ea2786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.882189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.902791 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84b2a9-bf95-4f1a-96df-570e90dc8b09 None None] Pushing event updated for resources: {'Port': ['ID=69352ac3-008d-47fc-9a63-cff0cc56908f,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:00.974414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b52138-9e40-40fb-bbca-2ae571fdbdd2 req-be0edaf8-b917-4bc8-9792-ef2cec152718 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.976605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99b52138-9e40-40fb-bbca-2ae571fdbdd2 req-be0edaf8-b917-4bc8-9792-ef2cec152718 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 945 time: 0.1599300 Jan 29 04:24:00.982511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:00.984606 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] Set router 81dc354a-4cdf-4037-9276-dead7d0eec26 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:00.996293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da5df-82b5-4d74-8252-5f96d376b6a0 req-8306bd94-49de-4c2a-b541-914738f4175a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:00.998458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e71da5df-82b5-4d74-8252-5f96d376b6a0 req-8306bd94-49de-4c2a-b541-914738f4175a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 943 time: 0.3402469 Jan 29 04:24:00.999915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-d8cfd6aa-db4d-4566-99ea-44dbf8d83d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:01.001473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-d8cfd6aa-db4d-4566-99ea-44dbf8d83d0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 200 len: 845 time: 0.2542315 Jan 29 04:24:01.008283 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-c6e0f164-a311-431e-9aa6-129a546fb436 service neutron] 10.222.0.36 "GET /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537234 Jan 29 04:24:01.023372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3481688 Jan 29 04:24:01.035138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41908) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:01.043814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Request body: {'subnet': {'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-118846359-subnet', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:01.096566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33126d7-bca7-4d64-aaa7-7486a5d1810e admin admin] Pushing event updated for resources: {'Network': ['ID=590bbe2a-789a-48bf-8deb-74722e09a51a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:01.104729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:01.111396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 590bbe2a-789a-48bf-8deb-74722e09a51a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:01.117532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-0c322e00-7f47-4941-88db-418a2ec4019a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a88fe56-9203-4393-989e-7a14ac96ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951967 Jan 29 04:24:01.131986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:01.134548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:01.137237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Made reservation on behalf of 832d94e631a64095b2959099b9da4a14 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:01.137390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c76291cb-a1a2-44bc-951e-e1e53ea2786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.140357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c76291cb-a1a2-44bc-951e-e1e53ea2786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.141206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.141420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c76291cb-a1a2-44bc-951e-e1e53ea2786c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01497018-5463-422e-a8e3-759969e9635e HTTP/1.1" status: 204 len: 168 time: 0.5620792 Jan 29 04:24:01.160641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99b52138-9e40-40fb-bbca-2ae571fdbdd2 req-1d8048b9-f4ab-461a-9376-a7cd81d9f23e tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543152 Jan 29 04:24:01.223507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76291cb-a1a2-44bc-951e-e1e53ea2786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01497018-5463-422e-a8e3-759969e9635e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:01.238476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:23:56Z', 'revision_number': 3, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:01.241760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event updated for resources: {'Port': ['ID=21d12594-e7fc-49fb-a60d-f42171f3b9d5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:01.291860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] For port 9935754c-15fc-43d5-8544-aac9b1ff3969, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9935754c-15fc-43d5-8544-aac9b1ff3969,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:01.292611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.295856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.317612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99ff15-3926-440d-a921-ab226e5a9e6f None None] The sync data for ids ['81dc354a-4cdf-4037-9276-dead7d0eec26'] in n-d-825930-1 is: [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:23:56Z', 'revision_number': 3, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:24:01.381769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:01.384404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.398254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-567ea911-4152-4773-bf18-2b1c2bbc62e0 req-5da06710-d693-4680-9517-a1a4537772f3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 210 time: 0.0723357 Jan 29 04:24:01.432000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78d76c77-3273-4fca-90c5-88c685db1b33 req-d4e65b0e-42e4-418c-9b35-dd820ada798b service neutron] 10.222.0.36 "GET /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131625 Jan 29 04:24:01.475729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Allocated IP 172.20.0.14 (75c2cf41-a257-4865-9f10-ad8c44f21d49/99a00cff-1d4a-4964-845d-4dc8c3707d6d/989f1ecf-ce38-4336-97fc-cf659ad50fbd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:01.480487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e71da5df-82b5-4d74-8252-5f96d376b6a0 req-459804f4-0a3b-4c4a-b422-37d64bb2f975 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536641 Jan 29 04:24:01.494553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Calling delete_port for 9935754c-15fc-43d5-8544-aac9b1ff3969 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:01.505468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:01.506114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.525479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8337bfe7-5432-400d-b782-470cf2c9c8e0 None None] Provisioning complete for port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:01.526217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8337bfe7-5432-400d-b782-470cf2c9c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:01.565148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8337bfe7-5432-400d-b782-470cf2c9c8e0 None None] Port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:01.579749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-33905815-276f-406e-8a00-230ee1747a89 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9971993 Jan 29 04:24:01.621246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-32b60c6e-5403-45cb-9c85-834979b28847 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920201 Jan 29 04:24:01.624982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Request body: {'port': {'device_id': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:01.801376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-e87eb78a-1d91-46c0-9a36-5dfe0419de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:01.802993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-e87eb78a-1d91-46c0-9a36-5dfe0419de65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f47976bed64a7fbd28e37a6713f0b7&device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 1094 time: 0.2219434 Jan 29 04:24:01.816486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959f593-2452-4bf6-8f6a-fde2a31611f1 req-8f21992d-68ee-489d-881d-dbe2efcddc68 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:01.817972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7959f593-2452-4bf6-8f6a-fde2a31611f1 req-8f21992d-68ee-489d-881d-dbe2efcddc68 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 943 time: 0.2383878 Jan 29 04:24:01.956496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.012792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.018487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:02.027813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46d7d5-bcdd-4e28-87bf-c2f16377e5da req-fa72556e-f0f4-4095-9712-884859f576c5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:02.030677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be46d7d5-bcdd-4e28-87bf-c2f16377e5da req-fa72556e-f0f4-4095-9712-884859f576c5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 931 time: 0.1953278 Jan 29 04:24:02.142483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.160719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event deleted for resources: {'Port': ['ID=9935754c-15fc-43d5-8544-aac9b1ff3969,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:02.186361 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5661acf-0033-4b28-8d6c-ab35f99957ee req-090ae626-138a-43a1-a731-38befdffaf41 service neutron] 10.222.0.36 "GET /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531111 Jan 29 04:24:02.188020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:02.223141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'mac_address': 'fa:16:3e:c6:49:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:02.243429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9935754c-15fc-43d5-8544-aac9b1ff3969'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:02.350810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] No DVR routers for this DVR port 9935754c-15fc-43d5-8544-aac9b1ff3969 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:24:02.355186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.360347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0a91fe4-d100-4e18-950b-dcc3508090c0 req-85e7dc98-293a-4eb4-81cd-c0f7313461a4 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "DELETE /v2.0/ports/9935754c-15fc-43d5-8544-aac9b1ff3969 HTTP/1.1" status: 204 len: 173 time: 2.9897385 Jan 29 04:24:02.365621 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.370968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'name': 'network-vif-deleted', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:02.373335 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ac739-5557-47f1-b734-d061ef1615b9" -d '{"events": [{"server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "name": "network-vif-deleted", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:02.389268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e17538-5d40-4969-8e01-a1221c7114b4 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:02.406806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-d3da574b-f729-4b89-bddc-c3fd70e14d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:02.408292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-d3da574b-f729-4b89-bddc-c3fd70e14d4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a29a00b6-a30e-41ed-a92d-bbc97ca702c3 HTTP/1.1" status: 200 len: 913 time: 0.5880132 Jan 29 04:24:02.415178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:02.423530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.433314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Allocated IP 172.20.0.1 (a9fd7a54-0fcf-4c1c-8511-75fee7436abd/610e311b-f61f-4f1d-b044-71e6b62e4c82/7da1815e-c85f-4c2a-9cba-a4ddc23d5186) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:02.475212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be46d7d5-bcdd-4e28-87bf-c2f16377e5da req-369fa030-e63b-4f3e-b9ca-3a735a213536 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009316 Jan 29 04:24:02.528796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:02.535297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.595578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:02.605024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:02.615967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:02.704358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-4c6c4847-045d-496e-9c54-6ba78fdd9de8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033 HTTP/1.1" status: 200 len: 217 time: 0.0902431 Jan 29 04:24:02.707078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f8e17538-5d40-4969-8e01-a1221c7114b4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:02.712074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.737236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:02.737404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7959f593-2452-4bf6-8f6a-fde2a31611f1 req-0fcef724-2190-4d0b-be94-9273806b97cf tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039614 Jan 29 04:24:02.737734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.775390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:02.788775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-6296b8bf-36e4-4f49-b0ff-d68f102da2e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9166212 Jan 29 04:24:02.818656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d902605-fa37-49d6-822d-f0e6235552a4 req-b522715f-3ea6-4efb-a2be-fb48ae90e617 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1aead89-066f-40e0-94c6-145c6881e676 HTTP/1.1" status: 200 len: 210 time: 0.1555967 Jan 29 04:24:02.888855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-fac163c5-bdad-43b4-a3cb-71d9b08c5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:02.892312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-fac163c5-bdad-43b4-a3cb-71d9b08c5279 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca5a2e05-d870-481c-b6d6-d803241603cf HTTP/1.1" status: 200 len: 852 time: 0.1746817 Jan 29 04:24:02.912079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:02.943024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Request body: {'port': {'device_id': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:02.957831 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a79062-f130-4a88-80c6-c8822fc6ff30 x-openstack-request-id: req-62a79062-f130-4a88-80c6-c8822fc6ff30 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:02.958578 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aead89-066f-40e0-94c6-145c6881e676", "name": "network-vif-deleted", "tag": "9935754c-15fc-43d5-8544-aac9b1ff3969", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:02.958578 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62a79062-f130-4a88-80c6-c8822fc6ff30 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:02.959125 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aead89-066f-40e0-94c6-145c6881e676', 'name': 'network-vif-deleted', 'tag': '9935754c-15fc-43d5-8544-aac9b1ff3969', 'status': 'completed', 'code': 200} Jan 29 04:24:03.068608 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.111924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 69352ac3-008d-47fc-9a63-cff0cc56908f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:03.112691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d12594-e7fc-49fb-a60d-f42171f3b9d5 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:03.133394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-b4aec84f-5061-490c-91c0-185d0f8da9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a29a00b6-a30e-41ed-a92d-bbc97ca702c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098658 Jan 29 04:24:03.144586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.161165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.197494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ca61f-18d8-4280-8639-abb01321dd16 req-250aa849-da9f-4123-a6b9-b3f7c6397ded tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:03.199216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-117ca61f-18d8-4280-8639-abb01321dd16 req-250aa849-da9f-4123-a6b9-b3f7c6397ded tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 932 time: 0.2431474 Jan 29 04:24:03.214671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:03.225586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 69352ac3-008d-47fc-9a63-cff0cc56908f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:03.226133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.232173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Transition to ACTIVE for port object 21d12594-e7fc-49fb-a60d-f42171f3b9d5 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:03.242723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:03.245300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.256280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:03.410544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.412975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0f1b8e-566d-4683-8bf6-99c0d26328cb,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:03.445402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 69352ac3-008d-47fc-9a63-cff0cc56908f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=69352ac3-008d-47fc-9a63-cff0cc56908f,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:03.447097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-117ca61f-18d8-4280-8639-abb01321dd16 req-82d7891a-7fb7-434b-9e99-54c2b269061a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162232 Jan 29 04:24:03.451933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.459367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Checking segment: {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:03.462895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Network hostable DHCP agents. Network: 590bbe2a-789a-48bf-8deb-74722e09a51a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:03.491071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:03.527299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae112f9-2190-467a-87b5-e7afcb783aad req-ca08bd0f-ba8d-4cd9-aa19-98828ac4188b tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:03.538431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ae112f9-2190-467a-87b5-e7afcb783aad req-ca08bd0f-ba8d-4cd9-aa19-98828ac4188b tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 943 time: 0.5241208 Jan 29 04:24:03.551847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=69352ac3-008d-47fc-9a63-cff0cc56908f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:03.621151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.624826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Pushing event updated for resources: {'Port': ['ID=21d12594-e7fc-49fb-a60d-f42171f3b9d5,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:03.689244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Network 590bbe2a-789a-48bf-8deb-74722e09a51a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:03.710405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9e9cdcda-a2b1-4889-b976-67751ad64426 None None] Provisioning complete for port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:03.710915 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9cdcda-a2b1-4889-b976-67751ad64426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.729143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ae112f9-2190-467a-87b5-e7afcb783aad req-6d145519-ef08-40ab-bc6f-c0525a125844 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896513 Jan 29 04:24:03.749263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-31113e00-171e-4d81-8a87-6eb352445f28 service neutron] 10.222.0.36 "GET /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623477 Jan 29 04:24:03.752387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 590bbe2a-789a-48bf-8deb-74722e09a51a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:03.768674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495000a9-18f1-4cd3-8b10-c94a6bc5c9f2 None None] Network 590bbe2a-789a-48bf-8deb-74722e09a51a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:03.770210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:03.770811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.813027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989f1ecf-ce38-4336-97fc-cf659ad50fbd {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:03.820145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9e9cdcda-a2b1-4889-b976-67751ad64426 None None] Port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:03.823110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.841078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Transition to ACTIVE for port object 989f1ecf-ce38-4336-97fc-cf659ad50fbd will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:03.857651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Attempting to bind port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:03.858018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Attempting to bind port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:03.858400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Attempting to bind port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 on network c5543198-f644-40ee-8e8c-9c769d31f8f1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:03.863571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 on network c5543198-f644-40ee-8e8c-9c769d31f8f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:03.863900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Attempting to bind port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 on network c5543198-f644-40ee-8e8c-9c769d31f8f1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:03.866206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.920731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:03.921700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Checking segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:03.922332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Bound using segment: {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:03.922777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Bound port: 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2671907d-a80d-429c-9e4a-19824f95612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:03.923134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.934205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-61ad0702-504e-4528-b43c-0e2f33a1f1b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8933945 Jan 29 04:24:03.940149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:03.945393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-590bbe2a-789a-48bf-8deb-74722e09a51a', 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'fixed_ips': [{'subnet_id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:24:03.946853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:03.971029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:03.982452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36349b3-bc47-43d6-9f63-177c96310a6d req-9b96efbe-3b29-4fbd-a59e-99fe9695deee tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:03.992417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a36349b3-bc47-43d6-9f63-177c96310a6d req-9b96efbe-3b29-4fbd-a59e-99fe9695deee tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 943 time: 0.3158410 Jan 29 04:24:04.001459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205cb19-b6f8-4723-b7cf-3e85b4d8d233 req-c43cf4ad-fc15-42a0-921b-f9ddc6f621fb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:04.003021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c205cb19-b6f8-4723-b7cf-3e85b4d8d233 req-c43cf4ad-fc15-42a0-921b-f9ddc6f621fb tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 944 time: 0.1233559 Jan 29 04:24:04.033524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:04.038997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:04.045581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:04.060454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab96401-1328-4707-a6a2-871b4f01f93d req-d14886b0-48a0-44f7-a802-3dc764a8ab5f service neutron] 10.222.0.36 "GET /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016038 Jan 29 04:24:04.070790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.076744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c205cb19-b6f8-4723-b7cf-3e85b4d8d233 req-146d856f-ae2a-49ac-87d7-f460b0fb783c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636206 Jan 29 04:24:04.203047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] For port 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:04.205417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Allocated IP 172.20.0.2 (590bbe2a-789a-48bf-8deb-74722e09a51a/7e0f1b8e-566d-4683-8bf6-99c0d26328cb/be10d2fd-2270-457c-be48-046cc363de81) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:04.208999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.210251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.234207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a36349b3-bc47-43d6-9f63-177c96310a6d req-f7ade89b-60b2-45f4-905b-f4c412c45cf3 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352307 Jan 29 04:24:04.277709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] For port 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:04.282626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port f8e17538-5d40-4969-8e01-a1221c7114b4 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:04.313398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.322368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Attempting to bind port 989f1ecf-ce38-4336-97fc-cf659ad50fbd on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:04.324255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f8e17538-5d40-4969-8e01-a1221c7114b4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:04.324627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.330039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Attempting to bind port 989f1ecf-ce38-4336-97fc-cf659ad50fbd by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:04.330911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:24:04.332590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Attempting to bind port 989f1ecf-ce38-4336-97fc-cf659ad50fbd on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:04.356854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.363645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.415264 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.465190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Port 989f1ecf-ce38-4336-97fc-cf659ad50fbd on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:04.465872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Attempting to bind port 989f1ecf-ce38-4336-97fc-cf659ad50fbd on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:04.540729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,segment=NetworkSegment(d896a1ec-413c-473c-975b-f87e39a4c0f0),segment_id=d896a1ec-413c-473c-975b-f87e39a4c0f0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:04.558181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 9935754c-15fc-43d5-8544-aac9b1ff3969 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:24:04.558909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9935754c-15fc-43d5-8544-aac9b1ff3969 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:24:04.580070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033', 'network_id': 'a29a00b6-a30e-41ed-a92d-bbc97ca702c3', 'port_id': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033', 'mac_address': 'fa:16:3e:42:b5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5a2e05-d870-481c-b6d6-d803241603cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:04.605514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:04.607009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.610598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] 10.222.0.36 "PUT /v2.0/ports/21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 1091 time: 2.9925232 Jan 29 04:24:04.621423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.622680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:04.623014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Checking segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:04.623408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Bound using segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:04.623921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Bound port: 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:04.624694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.643088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:04.647860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:04.755866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.790790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.797851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b77e25-2f7b-46c7-853f-1a8281d5cc73 service neutron] Pushing event updated for resources: {'Port': ['ID=21d12594-e7fc-49fb-a60d-f42171f3b9d5,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:04.825334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:04.845284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Router 81dc354a-4cdf-4037-9276-dead7d0eec26 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:24:04.862508 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:04.924180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Network 590bbe2a-789a-48bf-8deb-74722e09a51a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:04.972939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:04.986654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:05.002164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,segment=NetworkSegment(d896a1ec-413c-473c-975b-f87e39a4c0f0),segment_id=d896a1ec-413c-473c-975b-f87e39a4c0f0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:05.039354 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.040933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.053757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:05.062541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 69352ac3-008d-47fc-9a63-cff0cc56908f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:05.086216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc8afc-53c6-48ad-828f-f5baec89db53 req-c7e9a44c-e069-48e9-af76-8c4ea83328c4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.095106 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8efc8afc-53c6-48ad-828f-f5baec89db53 req-c7e9a44c-e069-48e9-af76-8c4ea83328c4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.4782753 Jan 29 04:24:05.108034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Pushing event updated for resources: {'Port': ['ID=be10d2fd-2270-457c-be48-046cc363de81,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:05.116400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:24:05.122902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0a330658-930b-4703-a1ec-ce5181bb7bb4 admin admin] 10.222.0.32 "PUT /v2.0/routers/81dc354a-4cdf-4037-9276-dead7d0eec26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5891418 Jan 29 04:24:05.152746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:05.155406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8efc8afc-53c6-48ad-828f-f5baec89db53 req-fc59477f-5ca6-4b1a-bce1-38e651c4b056 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563412 Jan 29 04:24:05.155578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:05.156509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:05.158821 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b002a-ff0a-4e6d-bb96-3e0479403343" -d '{"events": [{"name": "network-changed", "server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:05.159148 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be4a731-65fa-48f4-94ff-8d4670ea01fa" -d '{"events": [{"server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "name": "network-vif-plugged", "status": "completed", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:05.208048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Sync routers for ids ['81dc354a-4cdf-4037-9276-dead7d0eec26'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:24:05.232624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.251539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Attempting to bind port be10d2fd-2270-457c-be48-046cc363de81 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:05.251761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Attempting to bind port be10d2fd-2270-457c-be48-046cc363de81 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:05.252032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Attempting to bind port be10d2fd-2270-457c-be48-046cc363de81 on network 590bbe2a-789a-48bf-8deb-74722e09a51a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:05.262727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:05.263140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Checking segment: {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:05.263497 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.264013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Bound using segment: {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:05.264480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Bound port: be10d2fd-2270-457c-be48-046cc363de81, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:05.265337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.267562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Routers {'81dc354a-4cdf-4037-9276-dead7d0eec26'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:05.268177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['81dc354a-4cdf-4037-9276-dead7d0eec26'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:05.315667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923787e9-3464-40ca-b010-05abd82294e9 req-abd745b5-e1a1-45ea-a9b4-874a9e3d8f13 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.317239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-923787e9-3464-40ca-b010-05abd82294e9 req-abd745b5-e1a1-45ea-a9b4-874a9e3d8f13 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 944 time: 0.0942991 Jan 29 04:24:05.345146 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.356270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 69352ac3-008d-47fc-9a63-cff0cc56908f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:05.356844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.360001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2f370cd8-ea20-4cd2-8b25-e6299cc8f033'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:05.364597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-923787e9-3464-40ca-b010-05abd82294e9 req-0458b919-0d8f-4229-b515-2e4003aff84b tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Jan 29 04:24:05.379510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:05.389824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:05.399190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-19e148de-47a8-4b0c-8f73-098df4187f32 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.400774 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-19e148de-47a8-4b0c-8f73-098df4187f32 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 944 time: 0.2201557 Jan 29 04:24:05.407392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-44915796-27ec-4b00-8dae-af30b99f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.409101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-44915796-27ec-4b00-8dae-af30b99f00ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1094 time: 0.6898172 Jan 29 04:24:05.429394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6aa93-262e-4ffa-a186-d9213777b6b4 req-c6f10b7d-5f76-4d46-aef5-4aa3584b4a90 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.437554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bf6aa93-262e-4ffa-a186-d9213777b6b4 req-c6f10b7d-5f76-4d46-aef5-4aa3584b4a90 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 944 time: 0.2556939 Jan 29 04:24:05.440053 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.457989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5942d589-7a07-42db-855e-4f90ccd17a22 None None] Provisioning complete for port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:05.458483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5942d589-7a07-42db-855e-4f90ccd17a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.515070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5942d589-7a07-42db-855e-4f90ccd17a22 None None] Port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:05.516494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:05.554859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1052992-47c8-4fd6-9c85-af29486e4855 req-23963f54-2d58-4cd5-969c-b4b87c7da6b5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.559724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1052992-47c8-4fd6-9c85-af29486e4855 req-23963f54-2d58-4cd5-969c-b4b87c7da6b5 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 945 time: 0.0971804 Jan 29 04:24:05.566321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.566945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:05.568908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] 10.222.0.36 "PUT /v2.0/ports/989f1ecf-ce38-4336-97fc-cf659ad50fbd HTTP/1.1" status: 200 len: 1092 time: 2.6400938 Jan 29 04:24:05.576844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-4c81054a-2620-4e50-915f-3a24d7d64752 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 217 time: 0.1273797 Jan 29 04:24:05.649648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1052992-47c8-4fd6-9c85-af29486e4855 req-4f773b59-1d3b-4b6a-a414-d93dabc23d21 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829287 Jan 29 04:24:05.736369 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd8b493-9b1d-4ea6-b4dc-35494a99ae66 x-openstack-request-id: req-afd8b493-9b1d-4ea6-b4dc-35494a99ae66 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:05.736691 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:05.736902 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afd8b493-9b1d-4ea6-b4dc-35494a99ae66 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:05.737272 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'status': 'completed', 'code': 200} Jan 29 04:24:05.760389 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21f2cf4-efd7-4517-8fed-71fb4130fb49 x-openstack-request-id: req-d21f2cf4-efd7-4517-8fed-71fb4130fb49 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:05.760916 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "name": "network-vif-plugged", "status": "completed", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:05.761381 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d21f2cf4-efd7-4517-8fed-71fb4130fb49 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:05.762032 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'code': 200} Jan 29 04:24:05.776170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bf6aa93-262e-4ffa-a186-d9213777b6b4 req-fb02c798-3dc4-4143-900d-c84a4272e925 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372071 Jan 29 04:24:05.802445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:05.826431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Set router 81dc354a-4cdf-4037-9276-dead7d0eec26 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:05.844762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dfbe0-4352-4f69-bb1e-d0d389c4d701 service neutron] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:05.896153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-a67fde81-9ebb-4ce9-84e9-bf03244086fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.897681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-a67fde81-9ebb-4ce9-84e9-bf03244086fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 200 len: 868 time: 0.2756684 Jan 29 04:24:05.907457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-869ec855-3221-4ff7-af10-25c32f4b9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.908959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-869ec855-3221-4ff7-af10-25c32f4b9889 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 1095 time: 0.2578495 Jan 29 04:24:05.964420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6ad9-f055-422a-9e32-431d7c2699b8 req-1701bd3f-e0dc-4073-934c-edde20bb4e96 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:05.976950 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d85a6ad9-f055-422a-9e32-431d7c2699b8 req-1701bd3f-e0dc-4073-934c-edde20bb4e96 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 943 time: 0.1682580 Jan 29 04:24:06.005981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] For port be10d2fd-2270-457c-be48-046cc363de81, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:06.020897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c107d-1c93-4eab-a449-dddef1c2e24c req-d5070fb4-3f2e-45ea-80f7-874ff96e0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:06.024877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-392c107d-1c93-4eab-a449-dddef1c2e24c req-d5070fb4-3f2e-45ea-80f7-874ff96e0986 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 1096 time: 0.1612225 Jan 29 04:24:06.036975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] For port be10d2fd-2270-457c-be48-046cc363de81, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be10d2fd-2270-457c-be48-046cc363de81,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:06.076536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-74da381b-53b2-42ca-ae8f-6d9df40b5e92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd HTTP/1.1" status: 200 len: 217 time: 0.1516719 Jan 29 04:24:06.080092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Deleting port 2473792c-1ca6-4428-8f03-6ab4c88f0534 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:06.080380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:06.080518 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:06.156776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d85a6ad9-f055-422a-9e32-431d7c2699b8 req-b95dfd64-a864-49c4-8716-bb8319354ca1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767352 Jan 29 04:24:06.192746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] For port 2473792c-1ca6-4428-8f03-6ab4c88f0534, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2473792c-1ca6-4428-8f03-6ab4c88f0534,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:06.193260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:06.195319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-392c107d-1c93-4eab-a449-dddef1c2e24c req-21b8606a-d349-43f0-af35-3a283b50a530 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422553 Jan 29 04:24:06.207537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Calling delete_port for 2473792c-1ca6-4428-8f03-6ab4c88f0534 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:06.368835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03ff34-2f5f-4e24-8e39-406c3ad41793 None None] Pushing event updated for resources: {'Port': ['ID=be10d2fd-2270-457c-be48-046cc363de81,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:06.508201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7da1815e-c85f-4c2a-9cba-a4ddc23d5186', 'name': '', 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'mac_address': 'fa:16:3e:51:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '610e311b-f61f-4f1d-b044-71e6b62e4c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:01Z', 'updated_at': '2022-01-29T04:24:04Z', 'revision_number': 2, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'subnets': [{'id': '610e311b-f61f-4f1d-b044-71e6b62e4c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:06.536610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-72c3f363-47ed-46c6-9214-2b806265bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:06.538250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-72c3f363-47ed-46c6-9214-2b806265bd38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5543198-f644-40ee-8e8c-9c769d31f8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6283319 Jan 29 04:24:06.539886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:06.572332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Checking router: 81dc354a-4cdf-4037-9276-dead7d0eec26 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:24:06.572702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Updating router 81dc354a-4cdf-4037-9276-dead7d0eec26 port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:24:06.600916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3f4a-77e1-47ca-9c40-6a42526bbb02 req-47336c15-86a5-439a-85b3-b59e50383253 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:06.614858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c82d3f4a-77e1-47ca-9c40-6a42526bbb02 req-47336c15-86a5-439a-85b3-b59e50383253 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 944 time: 0.1259055 Jan 29 04:24:06.644044 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:06.681835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c82d3f4a-77e1-47ca-9c40-6a42526bbb02 req-2eeb9420-a9fc-4d85-a0da-c05a58fe04dc tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680180 Jan 29 04:24:06.690597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event deleted for resources: {'Port': ['ID=2473792c-1ca6-4428-8f03-6ab4c88f0534,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:06.809286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-f76947af-c8e8-4477-8b31-e50b9ba4c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:06.813973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-f76947af-c8e8-4477-8b31-e50b9ba4c65e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 200 len: 854 time: 0.3597524 Jan 29 04:24:06.822737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbf5c-5622-45a0-b7b9-8d24da304234 req-1d786df5-e1a0-4546-bdcc-4a866552d3f1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:06.834057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc8fbf5c-5622-45a0-b7b9-8d24da304234 req-1d786df5-e1a0-4546-bdcc-4a866552d3f1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.3814318 Jan 29 04:24:07.060176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] No DVR routers for this DVR port 2473792c-1ca6-4428-8f03-6ab4c88f0534 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:24:07.078728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-3dc13ded-459d-48ca-9ee5-d3ff5a10f72c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75c2cf41-a257-4865-9f10-ad8c44f21d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634893 Jan 29 04:24:07.090681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.094743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16fa3c65-bbf3-402d-b372-0244cc67d3dc req-e988de4e-9674-407e-b17c-a7a1eeb8f697 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "DELETE /v2.0/ports/2473792c-1ca6-4428-8f03-6ab4c88f0534 HTTP/1.1" status: 204 len: 173 time: 1.6757104 Jan 29 04:24:07.134906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.149004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.159136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be10d2fd-2270-457c-be48-046cc363de81 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:07.343851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc8fbf5c-5622-45a0-b7b9-8d24da304234 req-69abc085-0879-4335-b29d-db064354c438 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074129 Jan 29 04:24:07.442056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-697b619b-7127-496f-9ca9-b528eddef612 service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673496 Jan 29 04:24:07.471451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86dc37-8ba7-4c06-bac3-7f7b11cf057c req-f97bf914-97e1-4637-97bd-92c492c22bca tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:07.484480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a86dc37-8ba7-4c06-bac3-7f7b11cf057c req-f97bf914-97e1-4637-97bd-92c492c22bca tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 945 time: 0.1279738 Jan 29 04:24:07.494404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0454aef-3aaa-4a2f-a899-e1e47de6a4c5 None None] Pushing event updated for resources: {'Port': ['ID=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:07.605004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Attempting to bind port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:07.605821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Attempting to bind port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:07.606475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Attempting to bind port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 on network a9fd7a54-0fcf-4c1c-8511-75fee7436abd {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:07.615821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a86dc37-8ba7-4c06-bac3-7f7b11cf057c req-67249ea9-af33-49e1-911d-da710fe8b39d tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 Jan 29 04:24:07.616560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port be10d2fd-2270-457c-be48-046cc363de81 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:07.629755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.721962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:07.722351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Checking segment: {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:07.722850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.723277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Bound using segment: {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:07.723813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Bound port: 7da1815e-c85f-4c2a-9cba-a4ddc23d5186, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52d4bb8-2850-4b04-94af-2da255719b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:07.724203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.816426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866578-929c-4c50-87dc-d8e0e46e6bfd req-85fc67d1-91b0-49a0-a24f-ffd2110456e2 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:07.825806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b866578-929c-4c50-87dc-d8e0e46e6bfd req-85fc67d1-91b0-49a0-a24f-ffd2110456e2 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 943 time: 0.1031604 Jan 29 04:24:07.826208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:07.828018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd'}, {'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'name': 'network-vif-deleted', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:07.838397 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04372a40-ac30-4584-ac01-a77de32cc889" -d '{"events": [{"name": "network-changed", "server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd"}, {"server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "name": "network-vif-deleted", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:07.841144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] For port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:07.849816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] For port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:07.888483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b866578-929c-4c50-87dc-d8e0e46e6bfd req-382db83d-f8af-43a1-9196-99aac9d1dc77 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566580 Jan 29 04:24:08.096005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-576b3da5-d88a-4a5c-8e2a-86d275d78e67 req-2ac79002-4293-4e77-a621-ab8b1cf36e72 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf1a19e-f4d1-4327-8209-d0afad08494a HTTP/1.1" status: 200 len: 210 time: 0.4954457 Jan 29 04:24:08.098729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e53a3-7b8a-4b60-84d7-9d48d3370b83 req-d16acd9a-9307-4bed-9208-dcfb809e4769 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:08.103398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:08.105151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-509e53a3-7b8a-4b60-84d7-9d48d3370b83 req-d16acd9a-9307-4bed-9208-dcfb809e4769 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 944 time: 0.1103177 Jan 29 04:24:08.110205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-4699d3b2-ea5f-4791-965a-233753cb7c91 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108972 Jan 29 04:24:08.135403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0113f79-62c0-4b88-b553-f57f87f8da50 req-5cc28947-e53b-4095-a586-e0cf95f7af95 service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860042 Jan 29 04:24:08.199666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-509e53a3-7b8a-4b60-84d7-9d48d3370b83 req-244e7c69-33e5-4d37-b05e-dd547ca074f9 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876827 Jan 29 04:24:08.243979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:08.248104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:08.372966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4333ba-87a9-467a-a8ee-7ba628b829ba None None] Network 590bbe2a-789a-48bf-8deb-74722e09a51a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:08.387813 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeee154-c837-4f5f-a6b9-00e421250408 x-openstack-request-id: req-7eeee154-c837-4f5f-a6b9-00e421250408 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:08.390627 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd", "status": "completed", "code": 200}, {"server_uuid": "0cf1a19e-f4d1-4327-8209-d0afad08494a", "name": "network-vif-deleted", "tag": "2473792c-1ca6-4428-8f03-6ab4c88f0534", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:08.391851 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7eeee154-c837-4f5f-a6b9-00e421250408 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:08.393072 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'status': 'completed', 'code': 200} Jan 29 04:24:08.396483 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf1a19e-f4d1-4327-8209-d0afad08494a', 'name': 'network-vif-deleted', 'tag': '2473792c-1ca6-4428-8f03-6ab4c88f0534', 'status': 'completed', 'code': 200} Jan 29 04:24:08.484897 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:08.487050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0454aef-3aaa-4a2f-a899-e1e47de6a4c5 None None] Pushing event updated for resources: {'Port': ['ID=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:08.592289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7eae548d-2438-4b9d-adc1-d53b3a3fc238 None None] Provisioning complete for port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:08.593420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eae548d-2438-4b9d-adc1-d53b3a3fc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:08.647520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-6439158d-dd11-49a4-92fb-bb190992cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:08.649044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-6439158d-dd11-49a4-92fb-bb190992cc89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1094 time: 0.3500352 Jan 29 04:24:08.703732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-751e9390-5ca6-4637-8d3f-ef6cc6c28947 req-2ea84b1d-d370-4c32-9af1-0c6a71396315 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644538 Jan 29 04:24:08.729575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d4a95-21f6-4f18-a56c-8bb640eb75d1 req-265ea85c-4257-4e53-b675-5429d6c8c197 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:08.738128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7d4a95-21f6-4f18-a56c-8bb640eb75d1 req-265ea85c-4257-4e53-b675-5429d6c8c197 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.2154763 Jan 29 04:24:08.738438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Routers {'81dc354a-4cdf-4037-9276-dead7d0eec26'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:08.739121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['81dc354a-4cdf-4037-9276-dead7d0eec26'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:08.837801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Allocated IP 172.25.4.231 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/a75599b9-8da4-421e-819e-5be5fbf0951a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:08.926790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a740de-349c-4a82-b751-a3e96f025dff req-72e7fd03-f545-4400-9991-091e10a8a34c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:08.939304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b7a740de-349c-4a82-b751-a3e96f025dff req-72e7fd03-f545-4400-9991-091e10a8a34c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 945 time: 0.0844979 Jan 29 04:24:09.000976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b7a740de-349c-4a82-b751-a3e96f025dff req-36f0fdec-810a-420f-88f5-89e559e95cd6 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544376 Jan 29 04:24:09.120512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7d4a95-21f6-4f18-a56c-8bb640eb75d1 req-d7d6a87a-57dc-4f70-b133-e6ddad646f34 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814843 Jan 29 04:24:09.138682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635a4e-f655-43a6-b4f0-df632537164e req-756ecb17-c1c8-4af8-afbe-2c71569f453a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:09.153140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b635a4e-f655-43a6-b4f0-df632537164e req-756ecb17-c1c8-4af8-afbe-2c71569f453a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 943 time: 0.0846345 Jan 29 04:24:09.176764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] Set router 81dc354a-4cdf-4037-9276-dead7d0eec26 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:09.241181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-1f726dea-9fca-4a80-a6ac-9073b158f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:09.242631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-1f726dea-9fca-4a80-a6ac-9073b158f088 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 930 time: 0.5767956 Jan 29 04:24:09.247177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04372a40-ac30-4584-ac01-a77de32cc889 req-8014f960-bf0e-4d7b-8437-ae53ba5e1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:09.250697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-8014f960-bf0e-4d7b-8437-ae53ba5e1e4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 1095 time: 0.3659227 Jan 29 04:24:09.268599 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2b635a4e-f655-43a6-b4f0-df632537164e req-ee269b2d-1448-498b-a660-de602528ef28 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145730 Jan 29 04:24:09.343083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port be10d2fd-2270-457c-be48-046cc363de81, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be10d2fd-2270-457c-be48-046cc363de81,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:09.354488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:09.356451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-0c1ed5a3-95cb-491e-96aa-0aca09f130cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 217 time: 0.1030071 Jan 29 04:24:09.536543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:09.540558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:09.544782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:09.819002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e422d-0156-484a-bf3e-0d48b56e9dfa req-854137dc-59b9-4b78-844b-72490a01ab86 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:09.832586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c7e422d-0156-484a-bf3e-0d48b56e9dfa req-854137dc-59b9-4b78-844b-72490a01ab86 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 944 time: 0.0788250 Jan 29 04:24:09.893099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c7e422d-0156-484a-bf3e-0d48b56e9dfa req-85b62bee-63fc-4278-82bb-96a2cbfbe0c9 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582268 Jan 29 04:24:09.957095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:09.972233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-e60dc10f-1279-410b-9537-faedda08f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:09.974030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-e60dc10f-1279-410b-9537-faedda08f395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 200 len: 868 time: 0.6121163 Jan 29 04:24:10.029819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=be10d2fd-2270-457c-be48-046cc363de81,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:10.090362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:10.113446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 21d12594-e7fc-49fb-a60d-f42171f3b9d5 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:10.236831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04372a40-ac30-4584-ac01-a77de32cc889 req-eacce8b7-cf43-45d3-9fa6-fcc3f5534a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:10.245518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-eacce8b7-cf43-45d3-9fa6-fcc3f5534a15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 915 time: 0.8865135 Jan 29 04:24:10.273538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:10.288268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:10.349390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:10.379461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02a384-b360-4dba-8fec-457b1152b9b9 req-59af10f9-e212-4ee0-af59-1554a3103ea4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:10.389620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd02a384-b360-4dba-8fec-457b1152b9b9 req-59af10f9-e212-4ee0-af59-1554a3103ea4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.1054943 Jan 29 04:24:10.394611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'port_id': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'mac_address': 'fa:16:3e:19:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:10.404028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:24:10.423305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:10.427883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-10f4c5c1-b8d1-491e-8c6c-07670a122bcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd HTTP/1.1" status: 200 len: 217 time: 0.1448507 Jan 29 04:24:10.437461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7da1815e-c85f-4c2a-9cba-a4ddc23d5186', 'name': '', 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'mac_address': 'fa:16:3e:51:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '610e311b-f61f-4f1d-b044-71e6b62e4c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:01Z', 'updated_at': '2022-01-29T04:24:07Z', 'revision_number': 4, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'subnets': [{'id': '610e311b-f61f-4f1d-b044-71e6b62e4c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:10.461652 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd02a384-b360-4dba-8fec-457b1152b9b9 req-0ad84ab2-680d-4dc6-8e4a-15b056bec7c1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706363 Jan 29 04:24:10.521761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-b3b8bb33-e422-4cd4-94a9-eca1ee9b9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:10.523571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-b3b8bb33-e422-4cd4-94a9-eca1ee9b9d95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5543198-f644-40ee-8e8c-9c769d31f8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5410118 Jan 29 04:24:10.574169 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:10.575908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 2473792c-1ca6-4428-8f03-6ab4c88f0534 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:24:10.576252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2473792c-1ca6-4428-8f03-6ab4c88f0534 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:24:10.589117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4205-64bd-4f45-97b0-5b26357b2add None None] The sync data for ids ['81dc354a-4cdf-4037-9276-dead7d0eec26'] in n-d-825930-1 is: [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7da1815e-c85f-4c2a-9cba-a4ddc23d5186', 'name': '', 'network_id': 'a9fd7a54-0fcf-4c1c-8511-75fee7436abd', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'mac_address': 'fa:16:3e:51:cc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '610e311b-f61f-4f1d-b044-71e6b62e4c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:01Z', 'updated_at': '2022-01-29T04:24:07Z', 'revision_number': 4, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'subnets': [{'id': '610e311b-f61f-4f1d-b044-71e6b62e4c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:24:10.683327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Pushing event updated for resources: {'Port': ['ID=a75599b9-8da4-421e-819e-5be5fbf0951a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:10.689177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-35a644b1-f4f3-4b32-973e-8ea8f99aed2a service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291382 Jan 29 04:24:10.722004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,segment=NetworkSegment(d896a1ec-413c-473c-975b-f87e39a4c0f0),segment_id=d896a1ec-413c-473c-975b-f87e39a4c0f0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:10.723098 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eae548d-2438-4b9d-adc1-d53b3a3fc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:10.726794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:10.730869 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afc67f-e930-466a-b295-9fa115b85279" -d '{"events": [{"server_uuid": "27dd46e5-1f5b-4468-b432-206d1b3bb67a", "name": "network-vif-plugged", "status": "completed", "tag": "2f370cd8-ea20-4cd2-8b25-e6299cc8f033"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:10.741071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:10.799479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:10.838061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d12594-e7fc-49fb-a60d-f42171f3b9d5 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:10.872744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:10.877854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-127b002a-ff0a-4e6d-bb96-3e0479403343 req-eb8c356a-9b53-4fe1-afc6-4d1b9f313520 service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591272 Jan 29 04:24:10.914988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7eae548d-2438-4b9d-adc1-d53b3a3fc238 None None] For port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:10.919693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:10.931127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eae548d-2438-4b9d-adc1-d53b3a3fc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:10.941622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f53ee3-a0d6-4d99-b565-c080743122b9 req-d9ba21e8-b707-4ae7-b927-37fcace46cb2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:10.949654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3f53ee3-a0d6-4d99-b565-c080743122b9 req-d9ba21e8-b707-4ae7-b927-37fcace46cb2 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.5192809 Jan 29 04:24:10.988621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04372a40-ac30-4584-ac01-a77de32cc889 req-090ee83a-d1ff-4811-a833-eb98d1287b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:10.990955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-090ee83a-d1ff-4811-a833-eb98d1287b2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 200 len: 854 time: 0.5510514 Jan 29 04:24:10.997392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:11.037494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c754c88-e81f-4b18-a7d3-5fe8887a0407 req-3ab66bf9-23c9-428f-9a41-2e8dd6329d8f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:11.047900 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c754c88-e81f-4b18-a7d3-5fe8887a0407 req-3ab66bf9-23c9-428f-9a41-2e8dd6329d8f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 944 time: 0.0749617 Jan 29 04:24:11.071649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae548d-2438-4b9d-adc1-d53b3a3fc238 None None] Pushing event updated for resources: {'Port': ['ID=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:11.109273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c754c88-e81f-4b18-a7d3-5fe8887a0407 req-309c5624-f9da-478b-81ef-2160a814475e tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603821 Jan 29 04:24:11.122347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-e08d3e51-cb90-492f-bfe2-8e6e733c4a54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75c2cf41-a257-4865-9f10-ad8c44f21d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779672 Jan 29 04:24:11.162350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=21d12594-e7fc-49fb-a60d-f42171f3b9d5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:11.177503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-731c5093-a52d-4f9c-8ec5-b13f335bdfee None None] Provisioning complete for port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:11.178035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-731c5093-a52d-4f9c-8ec5-b13f335bdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:11.245449 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682bd5cc-7dff-4f75-b4c5-78d80a34002c x-openstack-request-id: req-682bd5cc-7dff-4f75-b4c5-78d80a34002c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:11.251048 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd46e5-1f5b-4468-b432-206d1b3bb67a", "name": "network-vif-plugged", "status": "completed", "tag": "2f370cd8-ea20-4cd2-8b25-e6299cc8f033", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:11.251445 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-682bd5cc-7dff-4f75-b4c5-78d80a34002c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:11.251962 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033', 'code': 200} Jan 29 04:24:11.334692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-731c5093-a52d-4f9c-8ec5-b13f335bdfee None None] Provisioning complete for port be10d2fd-2270-457c-be48-046cc363de81 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:11.335205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-731c5093-a52d-4f9c-8ec5-b13f335bdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:11.411686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['21d12594-e7fc-49fb-a60d-f42171f3b9d5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:11.423646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c97d-2485-4eca-b895-68ed845dfb35 req-a045c31f-ef86-4956-b205-2c758f1aa0df tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:11.433673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61c7c97d-2485-4eca-b895-68ed845dfb35 req-a045c31f-ef86-4956-b205-2c758f1aa0df tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.0803273 Jan 29 04:24:11.442915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37947e9-3598-4654-a43b-14361b4cb639 req-dd43c8f7-ecb5-4194-b046-e9bda8200097 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:11.444629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f37947e9-3598-4654-a43b-14361b4cb639 req-dd43c8f7-ecb5-4194-b046-e9bda8200097 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.5591164 Jan 29 04:24:11.490037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61c7c97d-2485-4eca-b895-68ed845dfb35 req-6bfdbfb6-2c2d-4ea4-9b98-3251af7d1eed tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 Jan 29 04:24:11.630095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3f53ee3-a0d6-4d99-b565-c080743122b9 req-f3dcf426-5dd4-4788-acd8-98f77ee78bcc tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791840 Jan 29 04:24:11.741992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:11.816312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:11.860241 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-7b28dae1-154e-4a9b-8aa4-52b49c2ec087 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249160 Jan 29 04:24:11.880888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:11.960060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:11.960431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.025885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d24b7-030f-40f1-83fa-97e83e0c9302 req-f45e7887-9e24-438d-ab43-a8f59db31f4e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:12.032319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-331d24b7-030f-40f1-83fa-97e83e0c9302 req-f45e7887-9e24-438d-ab43-a8f59db31f4e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.0662687 Jan 29 04:24:12.059749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:12.099827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be10d2fd-2270-457c-be48-046cc363de81 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:12.117524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-331d24b7-030f-40f1-83fa-97e83e0c9302 req-7da07efa-b2e4-4210-bed2-d61caeb66398 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Jan 29 04:24:12.177034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04372a40-ac30-4584-ac01-a77de32cc889 req-61ab9aee-7c1a-4104-8073-8c3c82e7a1cb service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860785 Jan 29 04:24:12.180162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed01720-3198-4fa7-ae95-972a0714e663 req-c1444e71-7a9f-4afc-8dff-64edece5b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:12.187748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ed01720-3198-4fa7-ae95-972a0714e663 req-c1444e71-7a9f-4afc-8dff-64edece5b3cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 1096 time: 0.8313718 Jan 29 04:24:12.212935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2a280-c255-4b1d-88d7-c502234d13be req-188d3f2d-fb23-4316-b616-3fb82f177459 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:12.223794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75c2a280-c255-4b1d-88d7-c502234d13be req-188d3f2d-fb23-4316-b616-3fb82f177459 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 945 time: 0.3561699 Jan 29 04:24:12.286739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Deleting port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:12.287097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.409943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75c2a280-c255-4b1d-88d7-c502234d13be req-845ff608-9474-49b0-9748-a692093087c4 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828225 Jan 29 04:24:12.494276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port be10d2fd-2270-457c-be48-046cc363de81 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:12.495967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.580837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:12.604613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'network_id': '0a88fe56-9203-4393-989e-7a14ac96ef45', 'port_id': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'mac_address': 'fa:16:3e:c6:49:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cfa39-f883-49d5-b7b1-638d8ec7cba4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:12.632034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ed01720-3198-4fa7-ae95-972a0714e663 req-a610f020-2487-4413-aea7-05eda6ac7244 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008741 Jan 29 04:24:12.635859 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.703291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] For port 6e10bf2e-8fa6-418b-875b-ce86a98faff3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e10bf2e-8fa6-418b-875b-ce86a98faff3,segment=NetworkSegment(c814d85d-c35e-42eb-8909-e848f955876b),segment_id=c814d85d-c35e-42eb-8909-e848f955876b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:12.703670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.704731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.731590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8e17538-5d40-4969-8e01-a1221c7114b4 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:12.751067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Calling delete_port for 6e10bf2e-8fa6-418b-875b-ce86a98faff3 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:12.766455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:12.771718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:12.772775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 989f1ecf-ce38-4336-97fc-cf659ad50fbd details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:12.836990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff5df-5e40-4acb-b5de-9bf73b8ab8e0 req-f313a71d-981a-4300-9fda-56097db86e03 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:12.838678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-121ff5df-5e40-4acb-b5de-9bf73b8ab8e0 req-f313a71d-981a-4300-9fda-56097db86e03 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.0795043 Jan 29 04:24:12.864591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe74be-3571-4f6c-a508-f3af908b7452 req-6f5c7c1a-f5c3-4c07-87f5-3f956f17be18 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:12.866596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80fe74be-3571-4f6c-a508-f3af908b7452 req-6f5c7c1a-f5c3-4c07-87f5-3f956f17be18 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 944 time: 0.2337286 Jan 29 04:24:12.896086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-121ff5df-5e40-4acb-b5de-9bf73b8ab8e0 req-aefb4af7-5b23-4ac5-b25f-aee8c4e3f158 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Jan 29 04:24:12.937189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:12.940673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80fe74be-3571-4f6c-a508-f3af908b7452 req-03334838-915b-4234-a138-10492723c792 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Jan 29 04:24:12.971158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'port_id': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'mac_address': 'fa:16:3e:48:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a00cff-1d4a-4964-845d-4dc8c3707d6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:12.974866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Router 678d4c23-cf67-47bb-86e1-ac22a9155e86 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:24:13.006878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:13.051833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:13.072841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989f1ecf-ce38-4336-97fc-cf659ad50fbd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:13.096487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:13.103170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0de4bf-ab46-4a96-bac4-6d56e8bf4076 req-ec9da942-fd32-4f63-b095-d5ac3823b4d9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:13.107596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:13.130983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f0de4bf-ab46-4a96-bac4-6d56e8bf4076 req-ec9da942-fd32-4f63-b095-d5ac3823b4d9 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/ports?device_id=386b4da0-8de4-4d5d-9cc6-214d106d21f5 HTTP/1.1" status: 200 len: 944 time: 0.1536310 Jan 29 04:24:13.184339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f0de4bf-ab46-4a96-bac4-6d56e8bf4076 req-18fcdfac-b81f-4686-82d1-66465bb340b7 tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3eaf6e-cf41-428b-a022-c9b7e81da629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521467 Jan 29 04:24:13.229742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:13.271357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:13.286534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:13.315420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Pushing event deleted for resources: {'Port': ['ID=6e10bf2e-8fa6-418b-875b-ce86a98faff3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:13.319372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:24:13.334129 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Sync routers for ids ['678d4c23-cf67-47bb-86e1-ac22a9155e86'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:24:13.335296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f8e17538-5d40-4969-8e01-a1221c7114b4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:13.345592 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Routers {'678d4c23-cf67-47bb-86e1-ac22a9155e86'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:13.346287 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['678d4c23-cf67-47bb-86e1-ac22a9155e86'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:13.371181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] No DVR routers for this DVR port 6e10bf2e-8fa6-418b-875b-ce86a98faff3 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:24:13.376691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:13.380281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f37947e9-3598-4654-a43b-14361b4cb639 req-92d1180a-1078-434f-bb36-57578b32057d tempest-LiveMigrationTest-1889654808 tempest-LiveMigrationTest-1889654808-project] 10.222.0.20 "DELETE /v2.0/ports/6e10bf2e-8fa6-418b-875b-ce86a98faff3 HTTP/1.1" status: 204 len: 173 time: 1.7358298 Jan 29 04:24:13.380753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'name': 'network-vif-deleted', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:13.383177 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9635fcf-2908-45d1-a19c-65ff4fe0da66" -d '{"events": [{"server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "name": "network-vif-deleted", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:13.404731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:13.410410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ecef5ce-ddb8-40fd-94ff-36910ac49917 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4436030 Jan 29 04:24:13.411168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42182) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:13.437175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7421a-0d56-46ba-8674-43327401c5c8 req-fc1ce2f8-4518-4725-86c0-d7d7a05ab137 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:13.453395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ee7421a-0d56-46ba-8674-43327401c5c8 req-fc1ce2f8-4518-4725-86c0-d7d7a05ab137 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 945 time: 0.1822720 Jan 29 04:24:13.586533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ee7421a-0d56-46ba-8674-43327401c5c8 req-36ffbac4-0d81-4550-8cf3-8d6a96a8f662 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315465 Jan 29 04:24:13.615743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['989f1ecf-ce38-4336-97fc-cf659ad50fbd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:13.647702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Set router 678d4c23-cf67-47bb-86e1-ac22a9155e86 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:13.879537 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb0b691-f979-49d5-8fa7-9207fbd04057 x-openstack-request-id: req-abb0b691-f979-49d5-8fa7-9207fbd04057 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:13.880136 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386b4da0-8de4-4d5d-9cc6-214d106d21f5", "name": "network-vif-deleted", "tag": "6e10bf2e-8fa6-418b-875b-ce86a98faff3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:13.881040 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abb0b691-f979-49d5-8fa7-9207fbd04057 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:13.881616 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386b4da0-8de4-4d5d-9cc6-214d106d21f5', 'name': 'network-vif-deleted', 'tag': '6e10bf2e-8fa6-418b-875b-ce86a98faff3', 'status': 'completed', 'code': 200} Jan 29 04:24:13.885146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f10a79-cd24-469d-8051-6efc15e3de86 req-256a2c13-e878-4c2a-bfc4-7aa35cf7ba92 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:13.897183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4f10a79-cd24-469d-8051-6efc15e3de86 req-256a2c13-e878-4c2a-bfc4-7aa35cf7ba92 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 944 time: 0.1028845 Jan 29 04:24:14.009753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4f10a79-cd24-469d-8051-6efc15e3de86 req-9f1c213b-1fb1-49d3-a826-e683cc040611 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073787 Jan 29 04:24:14.157838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 21d12594-e7fc-49fb-a60d-f42171f3b9d5 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:14.232414 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:24:11Z', 'revision_number': 3, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:14.274315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:14.285358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:14.286122 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.313412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19720072-9682-4316-bb8d-ee06d310831d req-5323a85d-3e59-4ef4-8313-381177e7bb11 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:14.321585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19720072-9682-4316-bb8d-ee06d310831d req-5323a85d-3e59-4ef4-8313-381177e7bb11 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 944 time: 0.1421797 Jan 29 04:24:14.323289 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Checking router: 678d4c23-cf67-47bb-86e1-ac22a9155e86 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:24:14.326576 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Updating router 678d4c23-cf67-47bb-86e1-ac22a9155e86 port a75599b9-8da4-421e-819e-5be5fbf0951a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:24:14.426015 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.427637 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.434387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19720072-9682-4316-bb8d-ee06d310831d req-6f01af85-f30a-46b2-b1a5-16cecf39d68b tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094539 Jan 29 04:24:14.492181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:14.499456 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112295ab-5a12-4d0e-a43c-c9a09891d65e" -d '{"events": [{"server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "name": "network-vif-plugged", "status": "completed", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:14.512207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5d0f5-c955-4607-aced-72f9e4cbee29 req-8e22cff8-2e03-47f9-8a8a-a1c7dc253bc6 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:14.520200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93b5d0f5-c955-4607-aced-72f9e4cbee29 req-8e22cff8-2e03-47f9-8a8a-a1c7dc253bc6 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.3975158 Jan 29 04:24:14.533112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:14.543348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.544208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:24:14.587475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42200) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:14.633986 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93b5d0f5-c955-4607-aced-72f9e4cbee29 req-84d74322-3bfa-4f37-8405-9b2b293e2c80 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128178 Jan 29 04:24:14.727623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:14.748215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.848935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3e62953-782b-4500-9c1b-f880775c7e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.866816 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff45c18-d101-4c8e-9087-713f55675f32 x-openstack-request-id: req-6ff45c18-d101-4c8e-9087-713f55675f32 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:14.867112 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "name": "network-vif-plugged", "status": "completed", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:14.867359 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ff45c18-d101-4c8e-9087-713f55675f32 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:14.867760 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'code': 200} Jan 29 04:24:14.901524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:14.928910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=21d12594-e7fc-49fb-a60d-f42171f3b9d5,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:14.943708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f8e17538-5d40-4969-8e01-a1221c7114b4 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:14.981952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:14.999351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.041151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Deleting subnet a54b4108-c1b9-4e57-a8ae-0e663e58874c {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:24:15.052832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.104829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:15.125190 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.130110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.141260 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.175583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.255271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.274313 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Pushing event updated for resources: {'Port': ['ID=a75599b9-8da4-421e-819e-5be5fbf0951a,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:15.288556 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Attempting to bind port a75599b9-8da4-421e-819e-5be5fbf0951a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:15.289408 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Attempting to bind port a75599b9-8da4-421e-819e-5be5fbf0951a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:15.290065 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Attempting to bind port a75599b9-8da4-421e-819e-5be5fbf0951a on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:15.292811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.296755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a54b4108-c1b9-4e57-a8ae-0e663e58874c HTTP/1.1" status: 204 len: 168 time: 0.5680795 Jan 29 04:24:15.310541 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.311345 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.312027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.312735 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.313401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.314432 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.315044 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.315470 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.315908 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.316325 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.316742 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.317376 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:15.320461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42220) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:15.323404 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:15.324873 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:15.325471 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.326015 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:15.326589 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Bound port: a75599b9-8da4-421e-819e-5be5fbf0951a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:15.327267 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.409508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.413062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f003abf-3ecd-4f48-8ec6-23faecdd5b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54b4108-c1b9-4e57-a8ae-0e663e58874c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:15.413390 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] For port a75599b9-8da4-421e-819e-5be5fbf0951a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:15.418124 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] For port a75599b9-8da4-421e-819e-5be5fbf0951a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a75599b9-8da4-421e-819e-5be5fbf0951a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:15.428707 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.484394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ecb5b-0e7b-408a-b496-414fd86355f9 req-b8080a6d-9c8c-4ae7-ab26-59e8d4afc753 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:15.486053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c3ecb5b-0e7b-408a-b496-414fd86355f9 req-b8080a6d-9c8c-4ae7-ab26-59e8d4afc753 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 943 time: 0.2403200 Jan 29 04:24:15.522604 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615932c-fa18-48e4-8557-d703eeee74c4 None None] Pushing event updated for resources: {'Port': ['ID=a75599b9-8da4-421e-819e-5be5fbf0951a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:15.538662 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Routers {'678d4c23-cf67-47bb-86e1-ac22a9155e86'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:15.539616 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['678d4c23-cf67-47bb-86e1-ac22a9155e86'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:15.549161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c3ecb5b-0e7b-408a-b496-414fd86355f9 req-c27770b3-50c1-4420-93e6-abebba043378 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479174 Jan 29 04:24:15.592132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3e62953-782b-4500-9c1b-f880775c7e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.607620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.611789 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3e62953-782b-4500-9c1b-f880775c7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.647445 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e3e62953-782b-4500-9c1b-f880775c7e04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eeb04d6aaffe45d78f93da87b437afb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0588722 Jan 29 04:24:15.656117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42224) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:15.687220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Allocated IP 172.20.0.1 (590bbe2a-789a-48bf-8deb-74722e09a51a/7e0f1b8e-566d-4683-8bf6-99c0d26328cb/9b4ffc99-1249-42b2-b612-83ce1a5dc966) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:15.736029 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] Set router 678d4c23-cf67-47bb-86e1-ac22a9155e86 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:15.738606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f59be2e-20bf-4429-b688-a33a4b33c6c5']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:15.777436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e62953-782b-4500-9c1b-f880775c7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc814bde-cf32-4330-91ea-9b1387b26c61,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:15.793554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c814d85d-c35e-42eb-8909-e848f955876b') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:15.793859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c814d85d-c35e-42eb-8909-e848f955876b') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:15.804090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311bd4-3cf8-4cdd-acea-daf7777eeb87 req-c8e47385-92d2-4b77-80d8-14a96bd653b5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:15.805637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2311bd4-3cf8-4cdd-acea-daf7777eeb87 req-c8e47385-92d2-4b77-80d8-14a96bd653b5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.1066325 Jan 29 04:24:15.841153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.867296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7196e2f-d111-4ad2-8d23-16a27a6fdc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.885259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc11108-a2c3-4960-a559-18a3b57caba2 req-207239a0-90b2-4f6a-a782-f5788a660c23 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:15.893657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bc11108-a2c3-4960-a559-18a3b57caba2 req-207239a0-90b2-4f6a-a782-f5788a660c23 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 945 time: 1.0534439 Jan 29 04:24:15.898850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.906040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7196e2f-d111-4ad2-8d23-16a27a6fdc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.966543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.982412 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7196e2f-d111-4ad2-8d23-16a27a6fdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.986202 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7196e2f-d111-4ad2-8d23-16a27a6fdc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:15.987345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d7196e2f-d111-4ad2-8d23-16a27a6fdc20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc814bde-cf32-4330-91ea-9b1387b26c61 HTTP/1.1" status: 204 len: 168 time: 0.3284521 Jan 29 04:24:16.005281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Network 590bbe2a-789a-48bf-8deb-74722e09a51a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:16.022785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4ffc99-1249-42b2-b612-83ce1a5dc966,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:16.025524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:16.026729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:24:11Z', 'revision_number': 3, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:16.039602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7196e2f-d111-4ad2-8d23-16a27a6fdc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc814bde-cf32-4330-91ea-9b1387b26c61,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:16.083816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2311bd4-3cf8-4cdd-acea-daf7777eeb87 req-b86d46f9-5cad-45d5-b45b-edfa8da7e44d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291451 Jan 29 04:24:16.084500 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bc11108-a2c3-4960-a559-18a3b57caba2 req-6f3d0884-0a00-417e-83d2-7787e9a7e3dd tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894376 Jan 29 04:24:16.089658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:16.091396 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.095254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:16.141102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:24:16.141531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:24:16.145534 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:24:16.162698 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd3d52-4c75-423b-ac3e-45b9b34504f6 None None] The sync data for ids ['678d4c23-cf67-47bb-86e1-ac22a9155e86'] in n-d-825930-1 is: [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:24:11Z', 'revision_number': 3, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:24:16.257217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4752cc-91a6-405e-bc34-d6896617842a req-5dcd9c0b-29f3-431c-9701-d2d46ee168a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:16.261396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d4752cc-91a6-405e-bc34-d6896617842a req-5dcd9c0b-29f3-431c-9701-d2d46ee168a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1096 time: 1.2489123 Jan 29 04:24:16.277861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f8e17538-5d40-4969-8e01-a1221c7114b4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:16.278711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.386602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.403550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.408605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f59be2e-20bf-4429-b688-a33a4b33c6c5 HTTP/1.1" status: 204 len: 168 time: 1.0868866 Jan 29 04:24:16.411468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42232) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:16.430819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.437215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:24:16.458043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027d08-4416-4c2f-a423-35ee01bc44a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f59be2e-20bf-4429-b688-a33a4b33c6c5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:16.505737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Deleting subnet 0d88f5da-4fc8-49be-a62a-fb5942579164 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:24:16.509284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.541392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 6e10bf2e-8fa6-418b-875b-ce86a98faff3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:24:16.541648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e10bf2e-8fa6-418b-875b-ce86a98faff3 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:24:16.629927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.673112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d4752cc-91a6-405e-bc34-d6896617842a req-d5ca3fc2-1723-4fe9-b98f-e53829680465 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519032 Jan 29 04:24:16.703889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f957d2-5030-4a88-b0d1-b6c092d0d532 req-b01bc16f-0c8b-4765-a560-7a6f02dfdafa tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:16.705472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56f957d2-5030-4a88-b0d1-b6c092d0d532 req-b01bc16f-0c8b-4765-a560-7a6f02dfdafa tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.4750838 Jan 29 04:24:16.711072 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.791108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2d5539a3-1669-46ff-b057-7d836706b111 None None] Provisioning complete for port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:16.791752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d5539a3-1669-46ff-b057-7d836706b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.824127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.892179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:16.900327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2d5539a3-1669-46ff-b057-7d836706b111 None None] Port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:16.907155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:16.910075 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb999a4-4abb-441e-9c88-44bea50d2623" -d '{"events": [{"server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "name": "network-vif-plugged", "status": "completed", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:16.940672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.961979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:16.971828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:16.974613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 989f1ecf-ce38-4336-97fc-cf659ad50fbd up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:16.994304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.003230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d88f5da-4fc8-49be-a62a-fb5942579164 HTTP/1.1" status: 204 len: 168 time: 0.5903087 Jan 29 04:24:17.008547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:17.018560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830676-d392-42c5-bd53-c57b9fa35c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d88f5da-4fc8-49be-a62a-fb5942579164,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:17.039031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-7966718b-874d-43e0-8702-f40113caea0f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:17.040623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-7966718b-874d-43e0-8702-f40113caea0f tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 943 time: 0.4233472 Jan 29 04:24:17.048090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981fca5-a828-4597-9b39-f7c8e98cb49c req-04d74068-47f6-4528-9270-d536bb46327c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:17.057171 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2981fca5-a828-4597-9b39-f7c8e98cb49c req-04d74068-47f6-4528-9270-d536bb46327c tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 943 time: 0.3401055 Jan 29 04:24:17.062004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56f957d2-5030-4a88-b0d1-b6c092d0d532 req-fa42e3aa-e213-40bf-98c5-1fdb05e3c40b tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399110 Jan 29 04:24:17.065638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bb40bd6-0c4e-442c-8e3d-75fea724dee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.156552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:17.210705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 989f1ecf-ce38-4336-97fc-cf659ad50fbd completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:17.219691 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994dfd65-09b3-4adb-b7c9-0166ffdfa194 x-openstack-request-id: req-994dfd65-09b3-4adb-b7c9-0166ffdfa194 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:17.219981 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "name": "network-vif-plugged", "status": "completed", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:17.220235 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-994dfd65-09b3-4adb-b7c9-0166ffdfa194 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:17.223967 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'code': 200} Jan 29 04:24:17.226143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 989f1ecf-ce38-4336-97fc-cf659ad50fbd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:17.226524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.271911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2981fca5-a828-4597-9b39-f7c8e98cb49c req-8eddb3a3-ba3c-4f15-a3df-dbbf3a110a09 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108388 Jan 29 04:24:17.349031 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.499130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.523527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.626125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:17.645681 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.663334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.724991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb8086f-8048-49c2-b8dd-36adffd5a26c']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:17.759869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9866f5b4-8175-4d74-b6db-00adeba56a14') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:17.760222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9866f5b4-8175-4d74-b6db-00adeba56a14') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:17.789598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.807269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:17.843227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.869395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:24:17.870127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.879569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bb40bd6-0c4e-442c-8e3d-75fea724dee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.909831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a75599b9-8da4-421e-819e-5be5fbf0951a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:24:17.957180 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:24:17.990818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:17.998439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.006913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6fb8086f-8048-49c2-b8dd-36adffd5a26c HTTP/1.1" status: 204 len: 168 time: 0.9967499 Jan 29 04:24:18.019665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a75599b9-8da4-421e-819e-5be5fbf0951a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:18.020459 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.049910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37f52a-5777-4aa9-9dc2-67f3f21287c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb8086f-8048-49c2-b8dd-36adffd5a26c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:18.093731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6df601-45eb-4e4a-8cd4-83e4f6b4260f req-be7b875a-448e-4ffa-8a02-f9de6a0d7497 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:18.123407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a6df601-45eb-4e4a-8cd4-83e4f6b4260f req-be7b875a-448e-4ffa-8a02-f9de6a0d7497 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1675634 Jan 29 04:24:18.143111 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.182323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a75599b9-8da4-421e-819e-5be5fbf0951a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a75599b9-8da4-421e-819e-5be5fbf0951a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:18.189278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.233755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a6df601-45eb-4e4a-8cd4-83e4f6b4260f req-2b5d5a76-91b2-4c1b-bc17-9b9b5aefb472 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963395 Jan 29 04:24:18.263678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a75599b9-8da4-421e-819e-5be5fbf0951a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:18.284240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Deleting port f8e17538-5d40-4969-8e01-a1221c7114b4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:18.284613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.297629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bb40bd6-0c4e-442c-8e3d-75fea724dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.434816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626e9c4-37fd-4a59-99ee-c319ae597c0a req-61c726ea-7ef0-4065-9c99-b76be6867eac tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:18.437014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6626e9c4-37fd-4a59-99ee-c319ae597c0a req-61c726ea-7ef0-4065-9c99-b76be6867eac tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.8216054 Jan 29 04:24:18.500307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42256) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:18.506835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.517213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb40bd6-0c4e-442c-8e3d-75fea724dee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade0a27-4700-4d56-ad7a-2be25c55f244,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:18.527006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.531401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5bb40bd6-0c4e-442c-8e3d-75fea724dee7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5894f84e02064209a347b66df44d7361&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6281352 Jan 29 04:24:18.546869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:18.617188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87959359-a782-4df7-adf2-e5a748fcdf38 req-b9960320-36c4-458f-ab79-37d8baf58efd tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:18.632999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-87959359-a782-4df7-adf2-e5a748fcdf38 req-b9960320-36c4-458f-ab79-37d8baf58efd tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 945 time: 0.1415389 Jan 29 04:24:18.663107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.669814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6626e9c4-37fd-4a59-99ee-c319ae597c0a req-3c67492f-9b7e-4509-831f-c88cfb0fdefc tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056026 Jan 29 04:24:18.711624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-87959359-a782-4df7-adf2-e5a748fcdf38 req-7e9b5b59-6dce-41f5-a2d9-8e083854c3b1 tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a20a77-35a3-4749-92b9-95f45625142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769444 Jan 29 04:24:18.714300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-070d8092-b806-46bd-8e26-402eee70bd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.714945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] For port f8e17538-5d40-4969-8e01-a1221c7114b4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f8e17538-5d40-4969-8e01-a1221c7114b4,segment=NetworkSegment(9cf184a7-25b0-4d5d-a725-3b954bc58c09),segment_id=9cf184a7-25b0-4d5d-a725-3b954bc58c09)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:18.719711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.752098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4ffc99-1249-42b2-b612-83ce1a5dc966,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:18.764634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-070d8092-b806-46bd-8e26-402eee70bd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.794352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b20e9448-8450-41bd-b61b-0fdbd85d644f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9941287f8b2147d7b610587376bc7b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913668 Jan 29 04:24:18.800656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:18.801594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Calling delete_port for f8e17538-5d40-4969-8e01-a1221c7114b4 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:18.849481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-070d8092-b806-46bd-8e26-402eee70bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.862334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-070d8092-b806-46bd-8e26-402eee70bd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:18.864279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-070d8092-b806-46bd-8e26-402eee70bd85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dade0a27-4700-4d56-ad7a-2be25c55f244 HTTP/1.1" status: 204 len: 168 time: 0.3161640 Jan 29 04:24:18.890987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d8092-b806-46bd-8e26-402eee70bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade0a27-4700-4d56-ad7a-2be25c55f244,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:18.939677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Network 590bbe2a-789a-48bf-8deb-74722e09a51a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:18.949393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:18.971288 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba4ccf46-07fd-41e7-b06d-df77a3a6a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.015472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdd961-644f-4dd6-92c0-fcfb1f8cc6bb req-c629d3bf-68ec-4b5b-a5c6-7bfa693d55b3 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:19.026830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0bdd961-644f-4dd6-92c0-fcfb1f8cc6bb req-c629d3bf-68ec-4b5b-a5c6-7bfa693d55b3 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.0937819 Jan 29 04:24:19.050122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba4ccf46-07fd-41e7-b06d-df77a3a6a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.098317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0bdd961-644f-4dd6-92c0-fcfb1f8cc6bb req-a45c18bd-be80-494a-a1ba-899b5c623cbd tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697021 Jan 29 04:24:19.225967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:19.229512 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070b593-b360-4e4b-ac9d-2ebaa039d628" -d '{"events": [{"server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "name": "network-vif-plugged", "status": "completed", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:19.251543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.320611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Router 678d4c23-cf67-47bb-86e1-ac22a9155e86 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:24:19.326297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Pushing event deleted for resources: {'Port': ['ID=f8e17538-5d40-4969-8e01-a1221c7114b4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:19.339412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba4ccf46-07fd-41e7-b06d-df77a3a6a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.342963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba4ccf46-07fd-41e7-b06d-df77a3a6a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.344401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba4ccf46-07fd-41e7-b06d-df77a3a6a61b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f3eaf6e-cf41-428b-a022-c9b7e81da629 HTTP/1.1" status: 204 len: 168 time: 0.5406842 Jan 29 04:24:19.362263 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8d760-57f3-4985-9ca6-77f7fd89fbfa x-openstack-request-id: req-22e8d760-57f3-4985-9ca6-77f7fd89fbfa {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:19.370243 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "name": "network-vif-plugged", "status": "completed", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:19.370455 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22e8d760-57f3-4985-9ca6-77f7fd89fbfa {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:19.370987 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'code': 200} Jan 29 04:24:19.397985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] No DVR routers for this DVR port f8e17538-5d40-4969-8e01-a1221c7114b4 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:24:19.400867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ccf46-07fd-41e7-b06d-df77a3a6a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3eaf6e-cf41-428b-a022-c9b7e81da629,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:19.403468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.408397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b34682-967e-45ab-84d3-4a3bdd78056a req-bfa6b73b-e699-44aa-a264-d6f821b6874a tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.36 "DELETE /v2.0/ports/f8e17538-5d40-4969-8e01-a1221c7114b4 HTTP/1.1" status: 204 len: 173 time: 2.3348446 Jan 29 04:24:19.412091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'name': 'network-vif-deleted', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:19.418812 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f091be7e-3c69-4cdb-a8ec-7b432de38536" -d '{"events": [{"server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "name": "network-vif-deleted", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:19.465834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-83fc2a1c-6b02-426c-98e5-994194966e05 None None] Provisioning complete for port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:19.467626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-83fc2a1c-6b02-426c-98e5-994194966e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:19.503694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f852-60c5-4897-9126-c37b13f25039 req-9b3d5b58-7677-4095-b97d-424b7d2627cc tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:19.513137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e64f852-60c5-4897-9126-c37b13f25039 req-9b3d5b58-7677-4095-b97d-424b7d2627cc tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1102846 Jan 29 04:24:19.585192 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94edef4-1abb-4e75-82ee-33358a855207 x-openstack-request-id: req-e94edef4-1abb-4e75-82ee-33358a855207 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:19.588277 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab8de75-3315-4058-a102-202b9a63d798", "name": "network-vif-deleted", "tag": "f8e17538-5d40-4969-8e01-a1221c7114b4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:19.588655 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e94edef4-1abb-4e75-82ee-33358a855207 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:19.590352 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab8de75-3315-4058-a102-202b9a63d798', 'name': 'network-vif-deleted', 'tag': 'f8e17538-5d40-4969-8e01-a1221c7114b4', 'status': 'completed', 'code': 200} Jan 29 04:24:19.599932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-83fc2a1c-6b02-426c-98e5-994194966e05 None None] Port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:19.678461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e64f852-60c5-4897-9126-c37b13f25039 req-abae3ded-ba57-481e-a890-ecf0306a1f0e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535153 Jan 29 04:24:19.735965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a75599b9-8da4-421e-819e-5be5fbf0951a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:19.770173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:24:19.785337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e991fba-9381-4ad9-ad49-3e78a0d3f7d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/678d4c23-cf67-47bb-86e1-ac22a9155e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3728313 Jan 29 04:24:19.802816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Sync routers for ids ['678d4c23-cf67-47bb-86e1-ac22a9155e86'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:24:19.846989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Routers {'678d4c23-cf67-47bb-86e1-ac22a9155e86'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:19.851471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['678d4c23-cf67-47bb-86e1-ac22a9155e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:19.854847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4e-e65c-42f8-8d0e-0080b1f894ed req-4845e578-e71b-4fab-8613-d2f503be85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:19.857004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfe04d4e-e65c-42f8-8d0e-0080b1f894ed req-4845e578-e71b-4fab-8613-d2f503be85bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 1097 time: 0.2657626 Jan 29 04:24:19.881091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505b60-5d8a-4e4e-8f93-5e7efa225a1b req-5543c010-86b6-4ab6-b8a2-ff4fcd685af2 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:19.883231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd505b60-5d8a-4e4e-8f93-5e7efa225a1b req-5543c010-86b6-4ab6-b8a2-ff4fcd685af2 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.0818069 Jan 29 04:24:19.957777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd505b60-5d8a-4e4e-8f93-5e7efa225a1b req-4511282c-f223-4d7f-9670-fb0b7caa6adc tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644560 Jan 29 04:24:19.976497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02666b8f-8a2b-42d8-bf52-df2e30a5a3f7 req-4d90a143-40f7-42f7-95e0-d46ef07dafbf tempest-ImagesTestJSON-866556247 tempest-ImagesTestJSON-866556247-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab8de75-3315-4058-a102-202b9a63d798 HTTP/1.1" status: 200 len: 210 time: 0.0607712 Jan 29 04:24:20.008790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfe04d4e-e65c-42f8-8d0e-0080b1f894ed req-12aa11cd-47f3-4112-afa4-577382ea9e96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190684 Jan 29 04:24:20.067320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42314) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:20.120047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:24:20.138624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a75599b9-8da4-421e-819e-5be5fbf0951a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:20.139794 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.232230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: f8e17538-5d40-4969-8e01-a1221c7114b4 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:24:20.234573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f8e17538-5d40-4969-8e01-a1221c7114b4 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:24:20.271118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f394ee-86e7-49ac-ba19-c1651677bbb8 req-be56402c-4484-496e-a0c7-eb15f489cdd6 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:20.300903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24f394ee-86e7-49ac-ba19-c1651677bbb8 req-be56402c-4484-496e-a0c7-eb15f489cdd6 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.0940804 Jan 29 04:24:20.310422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:20.316827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1012165394'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:20.321008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Set router 678d4c23-cf67-47bb-86e1-ac22a9155e86 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:20.378678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-77a601a4-b3af-4b16-8d49-b6e1844c2db7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 258 time: 0.3680694 Jan 29 04:24:20.383655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:20.412919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24f394ee-86e7-49ac-ba19-c1651677bbb8 req-79b8993f-813b-4420-a623-20218cb46cf1 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070058 Jan 29 04:24:20.415200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.478444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f24ae37f-87e3-4704-808f-f2cabb92d481 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d5ce0b5100a4dd285b888eca33da2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674235 Jan 29 04:24:20.480616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42328) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:20.496492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:20.506041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.627252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:20.638309 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.655229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.655954 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Added segment 8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8 of type vlan for network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b Jan 29 04:24:20.657411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4519865b-1b82-4108-9a46-4fda9a49cca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.783622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4519865b-1b82-4108-9a46-4fda9a49cca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.851167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.866282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Allocated IP 172.25.4.76 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/9adf062a-b012-4b00-ad81-2bf864cf2884) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:20.919997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:24:17Z', 'revision_number': 4, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '9b4ffc99-1249-42b2-b612-83ce1a5dc966', 'name': '', 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'mac_address': 'fa:16:3e:01:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:14Z', 'updated_at': '2022-01-29T04:24:17Z', 'revision_number': 2, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'subnets': [{'id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:20.925037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512f9e1-4e0f-4e75-9fd9-1802ebc254af req-75f7e9f2-c529-4a8b-98fc-b525bba49711 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:20.933037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2512f9e1-4e0f-4e75-9fd9-1802ebc254af req-75f7e9f2-c529-4a8b-98fc-b525bba49711 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1625915 Jan 29 04:24:20.947155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:20.961704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:20.963025 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.084238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2512f9e1-4e0f-4e75-9fd9-1802ebc254af req-b71b09f0-b65c-44d1-ac0e-c68b4f0462f5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487134 Jan 29 04:24:21.085144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4519865b-1b82-4108-9a46-4fda9a49cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.097923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4519865b-1b82-4108-9a46-4fda9a49cca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.099172 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4519865b-1b82-4108-9a46-4fda9a49cca9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1cb172a-1ae4-4f45-bfdb-ae2988102c4e HTTP/1.1" status: 204 len: 168 time: 0.6143966 Jan 29 04:24:21.111273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-b06721ef-c76c-44e8-b36e-3dad6a291a09 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:21.112732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-b06721ef-c76c-44e8-b36e-3dad6a291a09 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.36 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.1615150 Jan 29 04:24:21.159981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0915115 Jan 29 04:24:21.163528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:21.174206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Checking router: 678d4c23-cf67-47bb-86e1-ac22a9155e86 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:24:21.183826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Updating router 678d4c23-cf67-47bb-86e1-ac22a9155e86 port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:24:21.193045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'subnet': {'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:21.266228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.281953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.378381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519865b-1b82-4108-9a46-4fda9a49cca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb172a-1ae4-4f45-bfdb-ae2988102c4e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:21.467204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73db26-e111-4247-9e1e-bca9ce96f280 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Network': ['ID=29114b1f-1f76-4499-bc4f-afcd6cb4be0b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:21.579885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.591130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Deleting port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:21.596124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.616669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:21.644148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:21.766334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6c75f-ba70-4c6b-b24a-0ec6595ea4ad req-86f918c1-7a19-4be5-b10a-7474bbe968c3 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:21.779151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93f6c75f-ba70-4c6b-b24a-0ec6595ea4ad req-86f918c1-7a19-4be5-b10a-7474bbe968c3 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 945 time: 0.1447954 Jan 29 04:24:21.810743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:21.827116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:21.834742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:21.883788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93f6c75f-ba70-4c6b-b24a-0ec6595ea4ad req-c42196c1-5254-4837-98d6-cfb10ed2cf66 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c82347f-702e-40a5-b05a-d675e5622c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026208 Jan 29 04:24:21.895885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event updated for resources: {'Port': ['ID=9adf062a-b012-4b00-ad81-2bf864cf2884,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:21.995033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:22.034272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.100265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] For port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,segment=NetworkSegment(d896a1ec-413c-473c-975b-f87e39a4c0f0),segment_id=d896a1ec-413c-473c-975b-f87e39a4c0f0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:22.100725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.137532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:22.208754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Deleting subnet c60cfa39-f883-49d5-b7b1-638d8ec7cba4 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:24:22.212443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.261962 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.269114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.282303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.294897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Calling delete_port for 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:22.301775 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.312348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.355790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.399934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a536-61ee-4415-8a23-a2f1b69e4e15 None None] Pushing event updated for resources: {'Port': ['ID=9b4ffc99-1249-42b2-b612-83ce1a5dc966,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:22.553142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Attempting to bind port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:22.553513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Attempting to bind port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:22.553905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Attempting to bind port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 on network 590bbe2a-789a-48bf-8deb-74722e09a51a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:22.560734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:22.561879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Checking segment: {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:22.562479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.562821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Bound using segment: {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:22.563764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Bound port: 9b4ffc99-1249-42b2-b612-83ce1a5dc966, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2aca0b-4075-4c2d-9bb3-7150058886b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:22.565224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.680141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] For port 9b4ffc99-1249-42b2-b612-83ce1a5dc966, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:22.685023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] For port 9b4ffc99-1249-42b2-b612-83ce1a5dc966, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b4ffc99-1249-42b2-b612-83ce1a5dc966,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:22.697429 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:22.728598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Subnet': ['ID=30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:22.851452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a536-61ee-4415-8a23-a2f1b69e4e15 None None] Pushing event updated for resources: {'Port': ['ID=9b4ffc99-1249-42b2-b612-83ce1a5dc966,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:22.882647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Routers {'678d4c23-cf67-47bb-86e1-ac22a9155e86'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:22.883654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:23:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['678d4c23-cf67-47bb-86e1-ac22a9155e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:22.892325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b8aa43e6-f0e5-4420-a784-223928787ec6 None None] Provisioning complete for port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:22.895020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa43e6-f0e5-4420-a784-223928787ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.134479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.199174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60cfa39-f883-49d5-b7b1-638d8ec7cba4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:23.245386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] Set router 678d4c23-cf67-47bb-86e1-ac22a9155e86 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:23.246991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.263144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5ecd6040-6034-4bc0-a473-5ca589f36692 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c60cfa39-f883-49d5-b7b1-638d8ec7cba4 HTTP/1.1" status: 204 len: 168 time: 1.1242788 Jan 29 04:24:23.277119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1da3d-5461-4ee0-a1b6-a5940a62af8c req-9eeb9179-6d07-4628-ad55-d4d09b3d3e66 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:23.285857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8de1da3d-5461-4ee0-a1b6-a5940a62af8c req-9eeb9179-6d07-4628-ad55-d4d09b3d3e66 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.8486073 Jan 29 04:24:23.287631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42424) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:23.324712 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa43e6-f0e5-4420-a784-223928787ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.398461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Checking segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:23.398973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network hostable DHCP agents. Network: 29114b1f-1f76-4499-bc4f-afcd6cb4be0b, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:23.473008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.517046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8de1da3d-5461-4ee0-a1b6-a5940a62af8c req-3e036104-d6d5-4b4d-86bb-89a3b027679b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300725 Jan 29 04:24:23.657376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:23.680415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b8aa43e6-f0e5-4420-a784-223928787ec6 None None] For port 9b4ffc99-1249-42b2-b612-83ce1a5dc966, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b4ffc99-1249-42b2-b612-83ce1a5dc966,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:23.692411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.719389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a88fe56-9203-4393-989e-7a14ac96ef45']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:23.724426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa43e6-f0e5-4420-a784-223928787ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.732580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf184a7-25b0-4d5d-a725-3b954bc58c09') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:23.733366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf184a7-25b0-4d5d-a725-3b954bc58c09') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:23.745430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.768219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.776157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:24:23.776664 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.815016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa43e6-f0e5-4420-a784-223928787ec6 None None] Pushing event updated for resources: {'Port': ['ID=9b4ffc99-1249-42b2-b612-83ce1a5dc966,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:23.842713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 29114b1f-1f76-4499-bc4f-afcd6cb4be0b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:24:23.872250 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:24:23.878120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c1181-5080-4ef6-92af-05d0218810bf None None] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:23.889587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.911726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:23.916009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] 10.222.0.32 "DELETE /v2.0/networks/0a88fe56-9203-4393-989e-7a14ac96ef45 HTTP/1.1" status: 204 len: 168 time: 0.6268244 Jan 29 04:24:23.916995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c6c58-587d-4c0c-9f21-367566b5eafe admin admin] Pushing event deleted for resources: {'Network': ['ID=0a88fe56-9203-4393-989e-7a14ac96ef45,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:23.985355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:23.986155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.008371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.081103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5307429-8714-430c-9f90-a07e17c877e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.104461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Pushing event deleted for resources: {'Port': ['ID=2f370cd8-ea20-4cd2-8b25-e6299cc8f033,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:24.147575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-443bf229-5893-4f2b-a591-de0e5f55b46e None None] Provisioning complete for port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:24.150898 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-443bf229-5893-4f2b-a591-de0e5f55b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.204762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4f2299cc-4157-491c-b447-0898b1f908dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0391972 Jan 29 04:24:24.207526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:24.215171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1631217058'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:24.253392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.259449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] No DVR routers for this DVR port 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:24:24.266710 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.269028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:24:24.270401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:24.276541 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.280531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3815673c-3eb9-42ab-8f54-3d89eb916f62 req-fbfaade5-98b2-4eb8-b311-81b2539fe95a tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.36 "DELETE /v2.0/ports/2f370cd8-ea20-4cd2-8b25-e6299cc8f033 HTTP/1.1" status: 204 len: 173 time: 3.1548522 Jan 29 04:24:24.281277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'name': 'network-vif-deleted', 'tag': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:24.283831 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba534421-31b7-4f8b-8f5e-03be780bfd0f" -d '{"events": [{"server_uuid": "27dd46e5-1f5b-4468-b432-206d1b3bb67a", "name": "network-vif-deleted", "tag": "2f370cd8-ea20-4cd2-8b25-e6299cc8f033"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:24.293807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.340371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:24:24.341368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2f370cd8-ea20-4cd2-8b25-e6299cc8f033 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:24:24.355301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:24.371437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42448) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:24.374316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event updated for resources: {'Port': ['ID=9adf062a-b012-4b00-ad81-2bf864cf2884,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:24.399327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:24:17Z', 'revision_number': 4, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '9b4ffc99-1249-42b2-b612-83ce1a5dc966', 'name': '', 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'mac_address': 'fa:16:3e:01:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:14Z', 'updated_at': '2022-01-29T04:24:22Z', 'revision_number': 4, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'subnets': [{'id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:24.425730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.426167 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Added segment 1c08a09d-b5c1-4ead-af2a-69c69fe96edb of type vlan for network 61185537-13c0-4793-b08c-6bbb5614e10d Jan 29 04:24:24.456043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'fixed_ips': [{'subnet_id': '30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:24:24.457258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.521582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a013e21-a9f7-4cc4-8189-ea713fcf0cce None None] The sync data for ids ['678d4c23-cf67-47bb-86e1-ac22a9155e86'] in n-d-825930-1 is: [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:24:17Z', 'revision_number': 4, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '9b4ffc99-1249-42b2-b612-83ce1a5dc966', 'name': '', 'network_id': '590bbe2a-789a-48bf-8deb-74722e09a51a', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'mac_address': 'fa:16:3e:01:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:14Z', 'updated_at': '2022-01-29T04:24:22Z', 'revision_number': 4, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'subnets': [{'id': '7e0f1b8e-566d-4683-8bf6-99c0d26328cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:24:24.525813 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.542276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.556210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb41d893-3313-4cc2-ba09-bd58ae601d67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586409d368c54b06952f2b3b2897d48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817927 Jan 29 04:24:24.557198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42454) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:24.564702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.567687 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-dfd85906-a8f0-4580-ba62-daa529d9ba1a tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1880682 Jan 29 04:24:24.682057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.690784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:24.691096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.707214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9db69f2-b74a-4948-a91a-4e8ea8b7b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:24.773939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-2bb1459b-5df8-4818-a21b-e6003d0069c9 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.1971927 Jan 29 04:24:24.817659 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6060059 Jan 29 04:24:24.839409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42456) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:24.854073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'subnet': {'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:24.859409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Allocated IP 19.80.0.2 (29114b1f-1f76-4499-bc4f-afcd6cb4be0b/30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3/ce45c4ff-44a7-4d72-b765-119554070cb9) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:24.975711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-90d0553e-d272-4458-829e-4f3d38b4290f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:24.978066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d0fff2-c33a-4c61-8bcd-2c500fcfa3c8 req-90d0553e-d272-4458-829e-4f3d38b4290f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1998596 Jan 29 04:24:25.037331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9db69f2-b74a-4948-a91a-4e8ea8b7b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.134547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46a0da-d906-49bc-8f57-f5008e52c2f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Network': ['ID=61185537-13c0-4793-b08c-6bbb5614e10d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:25.153033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 61185537-13c0-4793-b08c-6bbb5614e10d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:25.188090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:25.192116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.238566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2dd14c3a-0986-4abb-95d6-4f6c5ad599e9 req-00f09667-525c-486e-a6f7-a953828ea081 tempest-ServerPasswordTestJSON-265517717 tempest-ServerPasswordTestJSON-265517717-project] 10.222.0.32 "GET /v2.0/ports?device_id=27dd46e5-1f5b-4468-b432-206d1b3bb67a HTTP/1.1" status: 200 len: 210 time: 0.0411115 Jan 29 04:24:25.240009 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.260576 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.330997 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4481192d-b66c-4a94-9f94-be818c339809 x-openstack-request-id: req-4481192d-b66c-4a94-9f94-be818c339809 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:25.331400 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd46e5-1f5b-4468-b432-206d1b3bb67a", "name": "network-vif-deleted", "tag": "2f370cd8-ea20-4cd2-8b25-e6299cc8f033", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:25.331754 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4481192d-b66c-4a94-9f94-be818c339809 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:25.332508 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd46e5-1f5b-4468-b432-206d1b3bb67a', 'name': 'network-vif-deleted', 'tag': '2f370cd8-ea20-4cd2-8b25-e6299cc8f033', 'status': 'completed', 'code': 200} Jan 29 04:24:25.348674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9db69f2-b74a-4948-a91a-4e8ea8b7b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.351226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9db69f2-b74a-4948-a91a-4e8ea8b7b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.352367 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b9db69f2-b74a-4948-a91a-4e8ea8b7b738 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60a20a77-35a3-4749-92b9-95f45625142d HTTP/1.1" status: 204 len: 168 time: 0.7911158 Jan 29 04:24:25.361264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:25.378286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:25.384001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:25.453140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Pushing event updated for resources: {'Port': ['ID=ce45c4ff-44a7-4d72-b765-119554070cb9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:25.455776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db69f2-b74a-4948-a91a-4e8ea8b7b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a20a77-35a3-4749-92b9-95f45625142d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:25.487434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1049-4324-46c8-9f82-209751e96fb5 req-f6acb62b-d9b3-4ccd-ae6f-023c677b0233 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:25.495339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9be1049-4324-46c8-9f82-209751e96fb5 req-f6acb62b-d9b3-4ccd-ae6f-023c677b0233 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1507032 Jan 29 04:24:25.523835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Attempting to bind port ce45c4ff-44a7-4d72-b765-119554070cb9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:25.524207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Attempting to bind port ce45c4ff-44a7-4d72-b765-119554070cb9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:25.524638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Attempting to bind port ce45c4ff-44a7-4d72-b765-119554070cb9 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:25.532697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:25.533196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Checking segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:25.533513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.533938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Bound using segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:25.534419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Bound port: ce45c4ff-44a7-4d72-b765-119554070cb9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:25.534802 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.549856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9be1049-4324-46c8-9f82-209751e96fb5 req-cf52570c-9351-41eb-a822-4a0107501deb tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Jan 29 04:24:25.735482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] For port ce45c4ff-44a7-4d72-b765-119554070cb9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:25.741065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-a7859136-bdd4-4f70-9eb2-44b898bff03c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e5a0bac3e774cfea778d2286611bdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428257 Jan 29 04:24:25.751792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] For port ce45c4ff-44a7-4d72-b765-119554070cb9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce45c4ff-44a7-4d72-b765-119554070cb9,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:25.766399 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.815598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:25.877300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b4ffc99-1249-42b2-b612-83ce1a5dc966 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:25.930685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Subnet': ['ID=b6047c89-db7d-43fc-af1c-fca01e1816c3,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:25.981089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-be6caeac-bdb9-4973-94e9-daeff126a8d5 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:25.984071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-be6caeac-bdb9-4973-94e9-daeff126a8d5 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371361 Jan 29 04:24:26.014853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-61bb3d7b-a2f5-4189-9850-29eb36bb623c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/quotas/1e5a0bac3e774cfea778d2286611bdce HTTP/1.1" status: 200 len: 375 time: 0.0251648 Jan 29 04:24:26.087976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-821b6e0a-b6a2-4bfc-9443-8f2479ce2e57 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5a0bac3e774cfea778d2286611bdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667510 Jan 29 04:24:26.121782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d0f33-5e76-43d6-aa59-879f92f871e1 None None] Pushing event updated for resources: {'Port': ['ID=ce45c4ff-44a7-4d72-b765-119554070cb9,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:26.132577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-d3b83304-30b8-4096-b752-45ed5240a36f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:26.144270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-d3b83304-30b8-4096-b752-45ed5240a36f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2173567 Jan 29 04:24:26.149202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cebfe09-d288-497c-a1cd-2a69a94018a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:26.184893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:26.185289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:26.279027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-07a03f4c-1c1e-446d-9129-a49c15071b8f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.1336215 Jan 29 04:24:26.289556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Request body: {'floatingip': {'port_id': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:26.417159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Checking segment: {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:26.422614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network hostable DHCP agents. Network: 61185537-13c0-4793-b08c-6bbb5614e10d, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:26.490619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:26.780153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 61185537-13c0-4793-b08c-6bbb5614e10d is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:26.881250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 61185537-13c0-4793-b08c-6bbb5614e10d) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:26.931791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f20416-7f1c-4ee2-815b-936a2234121c None None] Network 61185537-13c0-4793-b08c-6bbb5614e10d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:26.934966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:26.935559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.112526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1d150c72-f5b4-4582-b772-dfb0ddaca9fe tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2717352 Jan 29 04:24:27.267701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.283571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-61185537-13c0-4793-b08c-6bbb5614e10d', 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'fixed_ips': [{'subnet_id': 'b6047c89-db7d-43fc-af1c-fca01e1816c3'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:24:27.288146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.412732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:27.577966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.582519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Deleting subnet ca5a2e05-d870-481c-b6d6-d803241603cf {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:24:27.593363 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.606679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.656060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Allocated IP 19.86.0.2 (61185537-13c0-4793-b08c-6bbb5614e10d/b6047c89-db7d-43fc-af1c-fca01e1816c3/9f954d8b-8607-4c79-82ab-78c2b41d0d0a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:27.772416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4531a1cb-abfd-4c7b-bbf6-2db05077e13b req-04e10bef-6a4f-405b-8af7-700aa244380e tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 210 time: 0.1141436 Jan 29 04:24:27.804320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:27.855011 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Floating IP f3c41281-223d-4809-9237-558ecb4511b4 associated. External IP: 172.25.4.76, port: 21d12594-e7fc-49fb-a60d-f42171f3b9d5. Jan 29 04:24:27.870677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.001004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce45c4ff-44a7-4d72-b765-119554070cb9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:28.021412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.037182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.038433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f8b33-801d-4d94-b0f8-12786d1aec9e None None] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:28.041084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca5a2e05-d870-481c-b6d6-d803241603cf HTTP/1.1" status: 204 len: 168 time: 0.6273105 Jan 29 04:24:28.048735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:28.086729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87db2b5-4551-4779-a008-fdf4ab074e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5a2e05-d870-481c-b6d6-d803241603cf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:28.118725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c42a1-4cd0-4b6e-be90-f8a807a77fad req-e289dd72-7e1b-4a9d-aea1-b828e94cdb60 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:28.126983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-01826fe8-3a09-40e7-ac9a-e47d143afa10 None None] Provisioning complete for port ce45c4ff-44a7-4d72-b765-119554070cb9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:28.126983 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01826fe8-3a09-40e7-ac9a-e47d143afa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.130529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-919c42a1-4cd0-4b6e-be90-f8a807a77fad req-e289dd72-7e1b-4a9d-aea1-b828e94cdb60 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1887610 Jan 29 04:24:28.136615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.171429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ce45c4ff-44a7-4d72-b765-119554070cb9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:28.171837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.196930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-919c42a1-4cd0-4b6e-be90-f8a807a77fad req-85aed9eb-10c9-4a76-98dd-2b73f7408f76 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628982 Jan 29 04:24:28.252953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.275868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-42a1d390-bed0-4524-9024-4f53823ce632 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1e5a0bac3e774cfea778d2286611bdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753152 Jan 29 04:24:28.308261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Router 1158a4ec-0f53-41ec-98b6-1a3acd895687 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:24:28.351819 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.355105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.440020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29a00b6-a30e-41ed-a92d-bbc97ca702c3']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:28.457276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd896a1ec-413c-473c-975b-f87e39a4c0f0') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:28.457640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd896a1ec-413c-473c-975b-f87e39a4c0f0') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:28.473924 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.522097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Network 61185537-13c0-4793-b08c-6bbb5614e10d is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:28.523870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-77c721e7-2cf5-44d0-a4e2-00145b9dc48e tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:28.525370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-77c721e7-2cf5-44d0-a4e2-00145b9dc48e tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437072 Jan 29 04:24:28.532892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:28.535783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.544043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c4f502cf-cd65-445f-bf25-6af1818bac8e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:28.548570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:24:28.548973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.550026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c4f502cf-cd65-445f-bf25-6af1818bac8e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:24:28.551175 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:24:28.553391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c4f502cf-cd65-445f-bf25-6af1818bac8e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/networks?id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b&id=61185537-13c0-4793-b08c-6bbb5614e10d&id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b HTTP/1.1" status: 200 len: 1392 time: 0.1665332 Jan 29 04:24:28.553476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:28.567141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Request body: {'port': {'device_id': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '1e5a0bac3e774cfea778d2286611bdce'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:28.605369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Pushing event updated for resources: {'Port': ['ID=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:28.609640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:24:28.614408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.624354 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00396277-837d-4a6e-a750-d15faafa138e None None] Sync routers for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:24:28.642255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:28.643275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:28.660852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-baa8f925-03c9-4e6b-966c-c087d1dd918f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/quotas/c852249db42244bcab7b2b411cf67cac HTTP/1.1" status: 200 len: 375 time: 0.0218801 Jan 29 04:24:28.709549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-57c1da48-5b29-4c88-bdc8-a1c1fc1a3615 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "PUT /v2.0/floatingips/f3c41281-223d-4809-9237-558ecb4511b4 HTTP/1.1" status: 200 len: 995 time: 2.4260979 Jan 29 04:24:28.710937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:28.717527 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:28.723038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.731687 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.738097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a29a00b6-a30e-41ed-a92d-bbc97ca702c3 HTTP/1.1" status: 204 len: 168 time: 0.6861129 Jan 29 04:24:28.774841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369f48-cb83-4e2e-880a-d9fe99f80d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29a00b6-a30e-41ed-a92d-bbc97ca702c3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:28.790689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-dd1fbfbc-d36e-482d-bb16-93ba910c26ef tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1288519 Jan 29 04:24:28.808364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-5483b5d7-fd6c-4bb1-9cdb-dea13c5f54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:28.818527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-5483b5d7-fd6c-4bb1-9cdb-dea13c5f54d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1096 time: 0.0811360 Jan 29 04:24:28.853955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.897270 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:28.900635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Attempting to bind port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:28.902001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Attempting to bind port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:28.904185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Attempting to bind port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a on network 61185537-13c0-4793-b08c-6bbb5614e10d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:28.923969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-bfbe10c1-98a7-4808-98a5-e1e61056b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:28.931497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:28.934512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-bfbe10c1-98a7-4808-98a5-e1e61056b696 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 930 time: 0.1151707 Jan 29 04:24:28.937441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Checking segment: {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:28.938275 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.939000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Bound using segment: {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:28.942904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Bound port: 9f954d8b-8607-4c79-82ab-78c2b41d0d0a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:28.943515 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:28.961049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Made reservation on behalf of 1e5a0bac3e774cfea778d2286611bdce for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:28.964981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.005250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.041685 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01826fe8-3a09-40e7-ac9a-e47d143afa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.077076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-fd2468f0-27a4-4aeb-abb2-3f0b0d7fa84f service neutron] 10.222.0.32 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795732 Jan 29 04:24:29.079409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-9fa1554c-5d8e-43a3-b5b6-58fd8affc26f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 998 time: 0.1438532 Jan 29 04:24:29.085481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:29.138023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.185256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-a1a1ee7a-8528-42e2-be62-b43c1809b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:29.187917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-a1a1ee7a-8528-42e2-be62-b43c1809b87e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 200 len: 868 time: 0.1072717 Jan 29 04:24:29.273313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-64f36ce3-e49b-4024-90e8-1ea5ea768d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:29.281180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port ce45c4ff-44a7-4d72-b765-119554070cb9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce45c4ff-44a7-4d72-b765-119554070cb9,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:29.284942 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f3c41281-223d-4809-9237-558ecb4511b4', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'port_id': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'mac_address': 'fa:16:3e:19:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:24:21Z', 'updated_at': '2022-01-29T04:24:27Z', 'revision_number': 1, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:58Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:29.307439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed45ca99-36f8-402a-a7e6-c78f81b61f57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27f47976bed64a7fbd28e37a6713f0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171426 Jan 29 04:24:29.308069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-64f36ce3-e49b-4024-90e8-1ea5ea768d28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5543198-f644-40ee-8e8c-9c769d31f8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022787 Jan 29 04:24:29.312739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:29.316019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-b97bdc3c-8f8e-44da-9709-638291c8c0b1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:24:29.320286 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.329282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-b97bdc3c-8f8e-44da-9709-638291c8c0b1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201771 Jan 29 04:24:29.331040 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00396277-837d-4a6e-a750-d15faafa138e None None] Checking router: 1158a4ec-0f53-41ec-98b6-1a3acd895687 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:24:29.347219 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:29.347523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-06101523-fe08-4785-87f3-ec715b12669b service neutron] 10.222.0.32 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689457 Jan 29 04:24:29.347848 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:29.403621 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:24:29.476726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-1de4d62f-c48a-4dbd-aa70-d9d3cdc39ab7 service neutron] 10.222.0.32 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464658 Jan 29 04:24:29.501978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.507991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=ce45c4ff-44a7-4d72-b765-119554070cb9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:29.536490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-437fb68c-9646-4a53-8069-e130b8e36453 service neutron] 10.222.0.32 "GET /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875699 Jan 29 04:24:29.571555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] For port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:29.577025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] For port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:29.580099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-01826fe8-3a09-40e7-ac9a-e47d143afa10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:24:29.580406 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-01826fe8-3a09-40e7-ac9a-e47d143afa10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:24:29.586236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.663743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1e8bab6-969e-46cb-ada5-59ec54048d81 req-358f339b-8eff-4dcf-8c51-1f872232b9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857238 Jan 29 04:24:29.669047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566cccb-fc2a-4576-831c-5e206656ad26 None None] Pushing event updated for resources: {'Port': ['ID=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:29.730143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce45c4ff-44a7-4d72-b765-119554070cb9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:29.749617 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:29.760563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e6405fed-7e37-4c5b-82ef-536f5af1d511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.796061 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.847439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.851269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ce45c4ff-44a7-4d72-b765-119554070cb9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:29.852755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:29.868084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e6405fed-7e37-4c5b-82ef-536f5af1d511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:30.133155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-a8f37f0f-3f14-44fa-a640-4cb39947a1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957828 Jan 29 04:24:30.137344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6a47b7-add0-47fc-a9f4-41662520345b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:30.174853 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00396277-837d-4a6e-a750-d15faafa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f3c41281-223d-4809-9237-558ecb4511b4', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'port_id': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'mac_address': 'fa:16:3e:19:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:24:21Z', 'updated_at': '2022-01-29T04:24:27Z', 'revision_number': 1, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:58Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:30.240442 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00396277-837d-4a6e-a750-d15faafa138e None None] The sync data for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 is: [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f3c41281-223d-4809-9237-558ecb4511b4', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'port_id': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'mac_address': 'fa:16:3e:19:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:24:21Z', 'updated_at': '2022-01-29T04:24:27Z', 'revision_number': 1, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:58Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:24:30.332784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e6405fed-7e37-4c5b-82ef-536f5af1d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:30.335539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e6405fed-7e37-4c5b-82ef-536f5af1d511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:30.336699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e6405fed-7e37-4c5b-82ef-536f5af1d511 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c82347f-702e-40a5-b05a-d675e5622c07 HTTP/1.1" status: 204 len: 168 time: 1.0197601 Jan 29 04:24:30.377090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-105c1f46-9710-412b-b595-a715a0bd4f62 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b0cdf9aac99f41b88fade81c92acd41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501189 Jan 29 04:24:30.378403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-04df25c3-88db-43d7-9b1b-ef5dd57e7db5 None None] Provisioning complete for port ce45c4ff-44a7-4d72-b765-119554070cb9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:30.378934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-04df25c3-88db-43d7-9b1b-ef5dd57e7db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:30.410622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6405fed-7e37-4c5b-82ef-536f5af1d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c82347f-702e-40a5-b05a-d675e5622c07,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:30.434099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Allocated IP 192.168.233.59 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/133238db-08b8-4b8a-b053-354fbb2c9627) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:30.469997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-014474b8-8560-48bd-94dd-ed26c80c1f34 service neutron] 10.222.0.32 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037140 Jan 29 04:24:30.576851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-719e664b-41c8-42c9-92e5-b8565ea086e5 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:30.585573 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-719e664b-41c8-42c9-92e5-b8565ea086e5 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026365 Jan 29 04:24:30.603535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-0d5d7ba4-5d4c-4887-aa9b-3e58e015f356 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/quotas/b0cdf9aac99f41b88fade81c92acd41c HTTP/1.1" status: 200 len: 375 time: 0.0171480 Jan 29 04:24:30.671243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-ff90fe03-1e69-4463-ae3f-514f92f0cb85 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0cdf9aac99f41b88fade81c92acd41c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537903 Jan 29 04:24:30.728261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-b1ca74b6-80e4-46bd-8542-5ff0fcd6eea6 service neutron] 10.222.0.32 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538726 Jan 29 04:24:30.770514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47345434-fb2b-4e62-8ecd-86e063481f6f None None] New status for floating IP f3c41281-223d-4809-9237-558ecb4511b4: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:24:30.847259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:30.938429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:31.081067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Pushing event updated for resources: {'Port': ['ID=133238db-08b8-4b8a-b053-354fbb2c9627,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:31.156971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:31.164774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:31.180387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467642c-4bda-40e2-9a3b-54dd5b0aceb8 req-8eecc229-9835-481d-9699-e8d6f1d49b8d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:31.183126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:31.203398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8467642c-4bda-40e2-9a3b-54dd5b0aceb8 req-8eecc229-9835-481d-9699-e8d6f1d49b8d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1809356 Jan 29 04:24:31.323097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8467642c-4bda-40e2-9a3b-54dd5b0aceb8 req-21b86ab2-520c-4bc9-874c-2f8f510edffd tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115146 Jan 29 04:24:31.329600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:31.333682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:31.376419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-ac463bbf-3e91-45dc-b214-70e872b6afdc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8237727 Jan 29 04:24:31.411192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Request body: {'port': {'device_id': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:31.451943 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0d75bd-2105-44a5-a8ad-3656a6da289c x-openstack-request-id: req-ae0d75bd-2105-44a5-a8ad-3656a6da289c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:31.452439 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:31.452564 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae0d75bd-2105-44a5-a8ad-3656a6da289c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:31.453259 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'status': 'completed', 'code': 200} Jan 29 04:24:31.724374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:31.741769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d0e8-f113-4385-9da6-533fd337e909 req-9b30dde8-e542-4e1c-a12d-8eed81d36389 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:31.756611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34c3d0e8-f113-4385-9da6-533fd337e909 req-9b30dde8-e542-4e1c-a12d-8eed81d36389 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 935 time: 0.1630301 Jan 29 04:24:31.842475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-80228b5d-8054-4214-a202-3d076e6ad5ea None None] Provisioning complete for port 133238db-08b8-4b8a-b053-354fbb2c9627 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:31.845801 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-80228b5d-8054-4214-a202-3d076e6ad5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:31.868353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34c3d0e8-f113-4385-9da6-533fd337e909 req-be57b9d5-e73d-4f10-9f69-3abba9257273 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022041 Jan 29 04:24:31.951646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7f3ee-9d2c-49fe-ba99-f5bc4f5d15f3 None None] Network 61185537-13c0-4793-b08c-6bbb5614e10d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:31.958951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-1d12f4dc-d986-4b37-a6e1-b6438dfafdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:31.960454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-1d12f4dc-d986-4b37-a6e1-b6438dfafdd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1096 time: 0.4230816 Jan 29 04:24:31.963765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f954d8b-8607-4c79-82ab-78c2b41d0d0a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:32.308562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-80228b5d-8054-4214-a202-3d076e6ad5ea None None] Port 133238db-08b8-4b8a-b053-354fbb2c9627 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:32.371879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:32.373702 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:32.506845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5266cce-363f-40c6-830b-507336063428 req-91a2c50e-3aa6-4901-931a-50c884ca8ae4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 210 time: 0.2535620 Jan 29 04:24:32.554796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b6f20f18-d9c4-4e31-9d28-8cd5345d5ac3 None None] Provisioning complete for port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:32.555524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6f20f18-d9c4-4e31-9d28-8cd5345d5ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:32.658810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a8d6ac5f-7658-4555-bb6b-d90ae2aaae74 req-3882efa4-d06e-4fdd-9a99-de1799f2cad5 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 210 time: 0.0450087 Jan 29 04:24:32.663609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-edcfc1ec-5682-4461-a6e7-384a2f993916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:32.665166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-edcfc1ec-5682-4461-a6e7-384a2f993916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 930 time: 0.6914117 Jan 29 04:24:32.685595 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:32.804821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:32.807825 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6f20f18-d9c4-4e31-9d28-8cd5345d5ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:32.818610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:32.877629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-85e4d508-39a9-425b-ab88-77f52bf07246 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 1000 time: 0.2038996 Jan 29 04:24:32.977538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6332c180-a689-420a-85f2-c002b2f863af req-13aba5ec-c43d-4144-bcbe-b40680a6ccdb tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 258 time: 1.0753624 Jan 29 04:24:32.997072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:33.056665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133238db-08b8-4b8a-b053-354fbb2c9627 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:33.068901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.073067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-bb4d3029-0b7f-4cfa-aa5a-5f5dd2d65647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:33.074902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-bb4d3029-0b7f-4cfa-aa5a-5f5dd2d65647 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 200 len: 868 time: 0.1735098 Jan 29 04:24:33.097876 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-b6f20f18-d9c4-4e31-9d28-8cd5345d5ac3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:24:33.098555 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-b6f20f18-d9c4-4e31-9d28-8cd5345d5ac3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:24:33.124222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Transition to ACTIVE for port object 133238db-08b8-4b8a-b053-354fbb2c9627 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:33.136228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.158937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:33.177589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-b2f4191f-8df7-49a1-87f6-2054fc4d855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:33.179580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-b2f4191f-8df7-49a1-87f6-2054fc4d855f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5543198-f644-40ee-8e8c-9c769d31f8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963862 Jan 29 04:24:33.296913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Pushing event updated for resources: {'Port': ['ID=133238db-08b8-4b8a-b053-354fbb2c9627,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:33.316285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.402326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-1e8fa443-64c8-4320-a766-51bf89cf606c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:33.410516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-1e8fa443-64c8-4320-a766-51bf89cf606c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:33.412231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-1e8fa443-64c8-4320-a766-51bf89cf606c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "GET /v2.0/networks?id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b&id=61185537-13c0-4793-b08c-6bbb5614e10d&id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b HTTP/1.1" status: 200 len: 1392 time: 0.3326030 Jan 29 04:24:33.480194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-42ecd004-9960-47be-b76d-0769ac45003b service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910604 Jan 29 04:24:33.495142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Attempting to bind port 133238db-08b8-4b8a-b053-354fbb2c9627 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:33.495406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Attempting to bind port 133238db-08b8-4b8a-b053-354fbb2c9627 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:33.495744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Attempting to bind port 133238db-08b8-4b8a-b053-354fbb2c9627 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:33.503085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'port': {'device_id': '1f151e60-ad79-47dc-97b7-634546105f52', 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'admin_state_up': True, 'tenant_id': 'c852249db42244bcab7b2b411cf67cac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:33.504685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Port 133238db-08b8-4b8a-b053-354fbb2c9627 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:33.505018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Attempting to bind port 133238db-08b8-4b8a-b053-354fbb2c9627 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:33.518136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:33.518497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:33.521295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:33.521748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Bound port: 133238db-08b8-4b8a-b053-354fbb2c9627, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:33.522137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.692253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.715273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] For port 133238db-08b8-4b8a-b053-354fbb2c9627, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:33.737348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] For port 133238db-08b8-4b8a-b053-354fbb2c9627, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=133238db-08b8-4b8a-b053-354fbb2c9627,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:33.744409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:33.752034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.771111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.781992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f954d8b-8607-4c79-82ab-78c2b41d0d0a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:33.914040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7d2055a5-d87f-48d0-8553-2518f04e3ebe None None] Provisioning complete for port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:33.915909 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d2055a5-d87f-48d0-8553-2518f04e3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:33.972764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Allocated IP 19.80.0.12 (29114b1f-1f76-4499-bc4f-afcd6cb4be0b/30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3/eafdc886-573f-466a-af80-8ab3a67cede1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:34.017988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:34.026592 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:34.176883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:34.179685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:34.181629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] 10.222.0.36 "PUT /v2.0/ports/133238db-08b8-4b8a-b053-354fbb2c9627 HTTP/1.1" status: 200 len: 1095 time: 2.7751002 Jan 29 04:24:34.188472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-a115cfe9-e3cd-4194-9e54-84f8f299243f tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0cdf9aac99f41b88fade81c92acd41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2699270 Jan 29 04:24:34.188985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'tag': '133238db-08b8-4b8a-b053-354fbb2c9627'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:34.191307 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a" -d '{"events": [{"name": "network-changed", "server_uuid": "abee6996-c7a9-4b93-be00-9e90a758492c", "tag": "133238db-08b8-4b8a-b053-354fbb2c9627"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:34.310118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Allocated IP 172.25.4.166 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/3c72a004-f5ed-44ac-ae50-3879c29d32da) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:34.335944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eeaf66-45f2-4461-8dcf-c83f5b9f6614 service neutron] Pushing event updated for resources: {'Port': ['ID=133238db-08b8-4b8a-b053-354fbb2c9627,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:34.349831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5529cdf-6c4b-4f1e-bd36-280c58e0e73d req-deebdd3e-5cbd-4b2f-8fb9-5632cb96366b service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893474 Jan 29 04:24:34.443372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:34.467803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449f7f6-c3db-4dfd-8b79-6f916e9f1713 req-a6362ebb-2159-427c-af70-b5ccfe66a2e8 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:34.475476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0449f7f6-c3db-4dfd-8b79-6f916e9f1713 req-a6362ebb-2159-427c-af70-b5ccfe66a2e8 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 947 time: 0.4217253 Jan 29 04:24:34.580472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0449f7f6-c3db-4dfd-8b79-6f916e9f1713 req-231f4d14-b0d2-4d53-99cc-096c5290c68d tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040466 Jan 29 04:24:34.586208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:34.619111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-14510c26-d2b7-4aa9-bee8-17e91c06522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:34.621695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-14510c26-d2b7-4aa9-bee8-17e91c06522b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e5a0bac3e774cfea778d2286611bdce&device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 1098 time: 0.3295629 Jan 29 04:24:34.633249 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:34.696659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:34.736517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:34.743819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:34.747222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:34.751849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:34.755400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:34.759794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Port': ['ID=eafdc886-573f-466a-af80-8ab3a67cede1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:34.796004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:34.949834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event updated for resources: {'Port': ['ID=3c72a004-f5ed-44ac-ae50-3879c29d32da,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:34.973767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:34.974690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.016806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-4bcfa15c-ba03-4805-b9f7-88c0b278b822 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751920 Jan 29 04:24:35.042436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'port': {'device_id': '1f151e60-ad79-47dc-97b7-634546105f52', 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d', 'admin_state_up': True, 'tenant_id': 'c852249db42244bcab7b2b411cf67cac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:35.104683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.141413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c5102939-0dce-432e-889f-05c5c9a2554e None None] Provisioning complete for port eafdc886-573f-466a-af80-8ab3a67cede1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:35.142043 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5102939-0dce-432e-889f-05c5c9a2554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.146752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-be7ed1cb-d353-4643-835b-dddfd01a452a tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:35.148854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-be7ed1cb-d353-4643-835b-dddfd01a452a tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8831923 Jan 29 04:24:35.174737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:35.176419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-24709040-c404-4d63-aa69-e2bd03a8e7dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=133238db-08b8-4b8a-b053-354fbb2c9627 HTTP/1.1" status: 200 len: 217 time: 0.5345738 Jan 29 04:24:35.179746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c5102939-0dce-432e-889f-05c5c9a2554e None None] Port eafdc886-573f-466a-af80-8ab3a67cede1 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:35.192369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Request body: {'port': {'device_id': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'b0cdf9aac99f41b88fade81c92acd41c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:35.269312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.307337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5da1-8ab3-4fb3-9463-d81c102e7a41 req-ccaa4560-8fcb-4176-8c84-69c208f4645d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:35.309002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-487c5da1-8ab3-4fb3-9463-d81c102e7a41 req-ccaa4560-8fcb-4176-8c84-69c208f4645d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1776650 Jan 29 04:24:35.324184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-124be911-985c-4074-900c-9603aa5e488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:35.325610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-124be911-985c-4074-900c-9603aa5e488f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1294861 Jan 29 04:24:35.352035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:35.356945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.415717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d89c60a-4ffa-4f01-a79a-f9d1b5c83240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.458772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-83f2de08-522e-45ae-a1cc-f9dad565a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:35.460304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-83f2de08-522e-45ae-a1cc-f9dad565a70e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192832 Jan 29 04:24:35.469877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-487c5da1-8ab3-4fb3-9463-d81c102e7a41 req-9022d7e9-86df-4689-b41d-171b3db80234 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516764 Jan 29 04:24:35.565707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Allocated IP 19.86.0.38 (61185537-13c0-4793-b08c-6bbb5614e10d/b6047c89-db7d-43fc-af1c-fca01e1816c3/c2bb4fef-5ecc-4952-836b-1707c360f5cb) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:35.589699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-6286f24c-041a-478b-b4e4-9086dcc338fd service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188166 Jan 29 04:24:35.693599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Made reservation on behalf of b0cdf9aac99f41b88fade81c92acd41c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:35.697353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.709924 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.734374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.740592 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.750412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460071-b93b-4123-98f7-8f3dfe00be48 req-ba6b9043-dcb6-4ba6-b317-13bae39e0e24 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:35.751942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6460071-b93b-4123-98f7-8f3dfe00be48 req-ba6b9043-dcb6-4ba6-b317-13bae39e0e24 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 931 time: 0.1824059 Jan 29 04:24:35.811064 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2112b3e-99c0-4f26-82d3-645374fb3494 req-d4eaad76-e2c4-4eb7-a548-bba8bcf6e333 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987793 Jan 29 04:24:35.818810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d89c60a-4ffa-4f01-a79a-f9d1b5c83240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.835462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.846518 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d89c60a-4ffa-4f01-a79a-f9d1b5c83240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.860722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:35.868444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6332c180-a689-420a-85f2-c002b2f863af req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8885331 Jan 29 04:24:35.886203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6460071-b93b-4123-98f7-8f3dfe00be48 req-d1c811bf-2cb8-4478-bcc4-a78e8e0683d0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203406 Jan 29 04:24:35.940826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6332c180-a689-420a-85f2-c002b2f863af req-e8d97574-366d-4bac-922c-38a76fe6dbef tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0713353 Jan 29 04:24:35.946191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfd79a-91fb-4f3e-bdb2-7176185e36b7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event updated for resources: {'Port': ['ID=3c72a004-f5ed-44ac-ae50-3879c29d32da,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:36.011171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.034485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.035356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.060048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d89c60a-4ffa-4f01-a79a-f9d1b5c83240 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4748abf9df8640aabffeb354fc843bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818109 Jan 29 04:24:36.064384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42668) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:36.076708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-59f3a3bb-d379-42e8-ab21-fa6ec95ccb45 req-8366f6b2-b7e9-40b6-93b2-28ba4da98615 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 210 time: 0.0630288 Jan 29 04:24:36.078870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89c60a-4ffa-4f01-a79a-f9d1b5c83240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbcc2a6-e26e-4605-b4d4-a027a9839dae,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:36.117362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332c180-a689-420a-85f2-c002b2f863af req-57a83235-1dd8-405b-892d-8127c5f0ca19 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.130575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6332c180-a689-420a-85f2-c002b2f863af req-57a83235-1dd8-405b-892d-8127c5f0ca19 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.1887257 Jan 29 04:24:36.170253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c8581-476d-47a5-b947-1e680e57ae4f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:36.228617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.253043 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf168d07-e57a-4bac-a129-d7547b972259 x-openstack-request-id: req-bf168d07-e57a-4bac-a129-d7547b972259 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:36.253694 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abee6996-c7a9-4b93-be00-9e90a758492c", "tag": "133238db-08b8-4b8a-b053-354fbb2c9627", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:36.253694 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf168d07-e57a-4bac-a129-d7547b972259 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:36.254036 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'tag': '133238db-08b8-4b8a-b053-354fbb2c9627', 'status': 'completed', 'code': 200} Jan 29 04:24:36.258892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8bb370d-a32f-4fed-a50a-517089190099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.284039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 61185537-13c0-4793-b08c-6bbb5614e10d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:36.291746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:36.318976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:36.390210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d865de-af05-43cc-a07e-68866f9f19ab req-52b6dd9e-5ad0-4aab-81f8-c323c8846b55 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.391799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3d865de-af05-43cc-a07e-68866f9f19ab req-52b6dd9e-5ad0-4aab-81f8-c323c8846b55 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 947 time: 0.1749480 Jan 29 04:24:36.400220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Allocated IP 192.168.233.120 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/0640f0b4-ebcc-4ce2-975c-8a61a98d83be) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:36.443952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8bb370d-a32f-4fed-a50a-517089190099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.447191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:36.447941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-1440045c-343e-4666-b826-07b79300caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.449998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-1440045c-343e-4666-b826-07b79300caeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e5a0bac3e774cfea778d2286611bdce&device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 1098 time: 0.1588123 Jan 29 04:24:36.516915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:36.522710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.523762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.536138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3d865de-af05-43cc-a07e-68866f9f19ab req-e351a9a7-e0a8-40e6-b907-9d15a277b94e tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336088 Jan 29 04:24:36.543765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-6298361b-8176-477f-823f-b5eae0230a3b tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.551993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-6298361b-8176-477f-823f-b5eae0230a3b tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2580559 Jan 29 04:24:36.674563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-98689167-5fc2-4305-ad38-d07387eb2d08 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.1213634 Jan 29 04:24:36.690756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-5e4d4b94-6729-4266-b3e0-a7731a287f4d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Request body: {'floatingip': {'port_id': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:36.703088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-e1c71404-4cbc-42f5-b9f5-1f8b74869d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.704626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-e1c71404-4cbc-42f5-b9f5-1f8b74869d46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2316465 Jan 29 04:24:36.709280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed148761-b417-4ac9-ad05-9e4f2f0745f2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6758683 Jan 29 04:24:36.728479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-88229922-b073-4c4c-be0e-fd9c942a2015 None None] Provisioning complete for port c2bb4fef-5ecc-4952-836b-1707c360f5cb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:36.729028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88229922-b073-4c4c-be0e-fd9c942a2015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.786806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'port': {'device_id': '1f151e60-ad79-47dc-97b7-634546105f52', 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'admin_state_up': True, 'tenant_id': 'c852249db42244bcab7b2b411cf67cac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:36.793577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-5e4d4b94-6729-4266-b3e0-a7731a287f4d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.813211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-13129029-8990-4552-856c-f96e8e412cb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=133238db-08b8-4b8a-b053-354fbb2c9627 HTTP/1.1" status: 200 len: 217 time: 0.0615282 Jan 29 04:24:36.824078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-88229922-b073-4c4c-be0e-fd9c942a2015 None None] Port c2bb4fef-5ecc-4952-836b-1707c360f5cb cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:36.875326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.900502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8bb370d-a32f-4fed-a50a-517089190099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.907081 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8bb370d-a32f-4fed-a50a-517089190099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.910480 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3856-c2ba-4426-a90e-3f747896fcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:36.915141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b8bb370d-a32f-4fed-a50a-517089190099 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dbcc2a6-e26e-4605-b4d4-a027a9839dae HTTP/1.1" status: 204 len: 168 time: 0.8433745 Jan 29 04:24:36.949823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef269ea-9d5f-4ac6-845f-90139901f930 req-05389a45-7c4e-4ecd-835a-2ad69de70147 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:36.957052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ef269ea-9d5f-4ac6-845f-90139901f930 req-05389a45-7c4e-4ecd-835a-2ad69de70147 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1400480 Jan 29 04:24:36.967190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb370d-a32f-4fed-a50a-517089190099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbcc2a6-e26e-4605-b4d4-a027a9839dae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:37.012587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-707e52dd-2849-4ef1-869f-84eb1c9e94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:37.014201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-707e52dd-2849-4ef1-869f-84eb1c9e94ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1886759 Jan 29 04:24:37.091157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ef269ea-9d5f-4ac6-845f-90139901f930 req-99ddfa3f-1ae5-4ed0-aa5e-1a44fa0c61c7 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286755 Jan 29 04:24:37.144141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.145772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:37.149678 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.192525 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-5e4d4b94-6729-4266-b3e0-a7731a287f4d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 04:24:37.193606 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5eb5e5a1-5a6d-4d50-97cf-5dd541c7dcc9 req-5e4d4b94-6729-4266-b3e0-a7731a287f4d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "PUT /v2.0/floatingips/cca446cd-c6fb-4535-b528-a001c4964d8a HTTP/1.1" status: 409 len: 550 time: 0.5182328 Jan 29 04:24:37.299940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-d3f49916-9ba3-4e49-b580-7e0b95dc24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:37.302262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-d3f49916-9ba3-4e49-b580-7e0b95dc24a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789285 Jan 29 04:24:37.304315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:37.323469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:37.339859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:37.362704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42694) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:37.417094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a1cb-591c-43d7-a2f5-c843dcdba900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.425374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Allocated IP 19.80.0.131 (29114b1f-1f76-4499-bc4f-afcd6cb4be0b/30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3/c93435d4-5597-4cf8-acd6-e05f21421a24) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:37.440838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3856-c2ba-4426-a90e-3f747896fcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.450859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:37.452744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.456253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c39a3-6021-426f-a8a4-c2dabb0e9113 req-a5a0ea6a-f545-4e34-bf8c-02f5087d41a4 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:37.457873 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e09c39a3-6021-426f-a8a4-c2dabb0e9113 req-a5a0ea6a-f545-4e34-bf8c-02f5087d41a4 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 936 time: 0.1561165 Jan 29 04:24:37.507590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3856-c2ba-4426-a90e-3f747896fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.544703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Pushing event updated for resources: {'Port': ['ID=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:37.583951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e09c39a3-6021-426f-a8a4-c2dabb0e9113 req-0cb25c9c-8249-488c-8b1f-ca42fef2f47a tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131742 Jan 29 04:24:37.606621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e3e3856-c2ba-4426-a90e-3f747896fcfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f99f76265bca46d69a191e5fba204622&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0888069 Jan 29 04:24:37.618940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42698) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:37.620696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-5bdaf8e5-4483-4016-9843-5faabf28510b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4372931 Jan 29 04:24:37.632034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e3856-c2ba-4426-a90e-3f747896fcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8a9a33-be96-49f1-be93-d7ea3c14fe99,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:37.646774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Request body: {'port': {'device_id': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:37.685923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a65ab-af40-49ca-a7ec-f5d0ae041ec2 req-7e2f77a5-5416-429c-a81f-9c2bd5a05296 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:37.693530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a65ab-af40-49ca-a7ec-f5d0ae041ec2 req-7e2f77a5-5416-429c-a81f-9c2bd5a05296 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:37.695158 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb0a65ab-af40-49ca-a7ec-f5d0ae041ec2 req-7e2f77a5-5416-429c-a81f-9c2bd5a05296 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 1653 time: 0.4735181 Jan 29 04:24:37.770367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cf3fe208-02f5-4c53-98e2-5f14ced41c81 None None] Provisioning complete for port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:37.770962 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe208-02f5-4c53-98e2-5f14ced41c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.794979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb0a65ab-af40-49ca-a7ec-f5d0ae041ec2 req-14780249-65c2-4ad4-9436-9a25fa201a28 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852304 Jan 29 04:24:37.841755 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:37.988052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-99b551d3-3a74-4138-afdb-7476cf108ba1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674199 Jan 29 04:24:38.003825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0763b4-a01f-4223-89a2-f093d762bffc req-218f9d8e-bfe0-4f99-adfc-42e0854ad5f7 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:38.005369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a0763b4-a01f-4223-89a2-f093d762bffc req-218f9d8e-bfe0-4f99-adfc-42e0854ad5f7 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 947 time: 0.0768273 Jan 29 04:24:38.013916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cf3fe208-02f5-4c53-98e2-5f14ced41c81 None None] Port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:38.098811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d2b2b9a-e60c-44f9-a26f-d7d64389782a req-7e7050b9-cc47-4225-a7c0-2441e6040716 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908508 Jan 29 04:24:38.142411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-76b4a2bb-1397-4735-9f3e-21074f181fef tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips/cca446cd-c6fb-4535-b528-a001c4964d8a HTTP/1.1" status: 200 len: 693 time: 0.4504907 Jan 29 04:24:38.144616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a1cb-591c-43d7-a2f5-c843dcdba900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.155412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 133238db-08b8-4b8a-b053-354fbb2c9627 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:38.172474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a1cb-591c-43d7-a2f5-c843dcdba900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.216215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a0763b4-a01f-4223-89a2-f093d762bffc req-7eca1e79-5554-41c8-bf13-581f3e9468ed tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142285 Jan 29 04:24:38.337254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edade04e-e878-4499-b6c3-1d303efa6090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.344101 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a2f2a1cb-591c-43d7-a2f5-c843dcdba900 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4affe02f4cb741e590acdbefc3da3af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9749441 Jan 29 04:24:38.346112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.347644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:38.348169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 133238db-08b8-4b8a-b053-354fbb2c9627, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=133238db-08b8-4b8a-b053-354fbb2c9627,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:38.348484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2a1cb-591c-43d7-a2f5-c843dcdba900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d781aa1b-0f6b-4883-9e9f-854ad09a5f68,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:38.365379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '133238db-08b8-4b8a-b053-354fbb2c9627', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '133238db-08b8-4b8a-b053-354fbb2c9627', 'mac_address': 'fa:16:3e:1a:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:38.391812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edade04e-e878-4499-b6c3-1d303efa6090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.424569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.440849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-64bd0c76-f918-4de2-b737-262950f2a52d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:38.442843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-64bd0c76-f918-4de2-b737-262950f2a52d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2901447 Jan 29 04:24:38.451437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133238db-08b8-4b8a-b053-354fbb2c9627 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:38.481800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 133238db-08b8-4b8a-b053-354fbb2c9627, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=133238db-08b8-4b8a-b053-354fbb2c9627,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:38.512566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-2030ec63-7b54-404b-be6a-0a217bb395db tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0569279 Jan 29 04:24:38.517546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.524334 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.525683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fad4f-553d-496c-8880-c4dae7cb429a req-62e3461b-2d3a-4e87-8b65-5b8fe994303e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:38.527293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c4fad4f-553d-496c-8880-c4dae7cb429a req-62e3461b-2d3a-4e87-8b65-5b8fe994303e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.2028511 Jan 29 04:24:38.567530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0640f0b4-ebcc-4ce2-975c-8a61a98d83be {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:38.576874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76c1dbd2-b1a6-40f3-954d-828f0df5b4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.606650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76c1dbd2-b1a6-40f3-954d-828f0df5b4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.608341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edade04e-e878-4499-b6c3-1d303efa6090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.611068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edade04e-e878-4499-b6c3-1d303efa6090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.612322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-edade04e-e878-4499-b6c3-1d303efa6090 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb8a9a33-be96-49f1-be93-d7ea3c14fe99 HTTP/1.1" status: 204 len: 168 time: 0.9854202 Jan 29 04:24:38.628541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-1ccab36f-54d6-451f-ae39-a61e36a4d6d2 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.1013255 Jan 29 04:24:38.648250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=133238db-08b8-4b8a-b053-354fbb2c9627,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:38.655836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.680866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76c1dbd2-b1a6-40f3-954d-828f0df5b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.683414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76c1dbd2-b1a6-40f3-954d-828f0df5b4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.687440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-76c1dbd2-b1a6-40f3-954d-828f0df5b4a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d781aa1b-0f6b-4883-9e9f-854ad09a5f68 HTTP/1.1" status: 204 len: 168 time: 0.3050721 Jan 29 04:24:38.692305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c4fad4f-553d-496c-8880-c4dae7cb429a req-97b4062a-e047-4f1e-b01c-d059d20040f3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527586 Jan 29 04:24:38.692889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:38.696238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edade04e-e878-4499-b6c3-1d303efa6090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8a9a33-be96-49f1-be93-d7ea3c14fe99,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:38.702497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Transition to ACTIVE for port object 0640f0b4-ebcc-4ce2-975c-8a61a98d83be will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:38.703714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1dbd2-b1a6-40f3-954d-828f0df5b4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d781aa1b-0f6b-4883-9e9f-854ad09a5f68,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:38.710490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.726833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:38.735498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:38.739401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:38.887538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['133238db-08b8-4b8a-b053-354fbb2c9627'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:38.912525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:38.916098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.950203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Deleting port 3c72a004-f5ed-44ac-ae50-3879c29d32da {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:38.950668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:38.958117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6ce1c409-a1bf-43b5-9dbc-ace6f55a74a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1772749 Jan 29 04:24:38.969761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Pushing event updated for resources: {'Port': ['ID=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:38.993173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Request body: {'port': {'device_id': '1f151e60-ad79-47dc-97b7-634546105f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:39.089347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07baa-7d29-466b-8e42-153cd1dbc7aa req-313b368a-1d39-419b-8168-fa26134ec09b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:39.100662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5a07baa-7d29-466b-8e42-153cd1dbc7aa req-313b368a-1d39-419b-8168-fa26134ec09b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 948 time: 0.1400189 Jan 29 04:24:39.146237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Attempting to bind port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:39.146890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Attempting to bind port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:39.147226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Attempting to bind port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:39.164511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:39.165325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Attempting to bind port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:39.204340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5a07baa-7d29-466b-8e42-153cd1dbc7aa req-7bcfa57a-7535-4f0c-8d76-ba8b28412a9a tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025951 Jan 29 04:24:39.211402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:39.211945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:39.213705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:39.214630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Bound port: 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:39.217696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.246577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.289880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.290593 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.421572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1c4be961-901d-419f-9f15-986087317068 None None] Provisioning complete for port c93435d4-5597-4cf8-acd6-e05f21421a24 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:39.421977 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c4be961-901d-419f-9f15-986087317068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.488447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] For port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:39.496970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] For port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:39.512511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1c4be961-901d-419f-9f15-986087317068 None None] Port c93435d4-5597-4cf8-acd6-e05f21421a24 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:39.516207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.553261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Calling delete_port for 3c72a004-f5ed-44ac-ae50-3879c29d32da owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:39.596575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9630-941a-44b6-9654-5a427fd47377 req-856f2bd9-20c8-49c3-851b-aea075fb49f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:39.602629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9630-941a-44b6-9654-5a427fd47377 req-856f2bd9-20c8-49c3-851b-aea075fb49f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:39.610104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9630-941a-44b6-9654-5a427fd47377 req-856f2bd9-20c8-49c3-851b-aea075fb49f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:39.627824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e2b9630-941a-44b6-9654-5a427fd47377 req-856f2bd9-20c8-49c3-851b-aea075fb49f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2375 time: 0.2788839 Jan 29 04:24:39.634949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:39.637628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.639900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] 10.222.0.36 "PUT /v2.0/ports/0640f0b4-ebcc-4ce2-975c-8a61a98d83be HTTP/1.1" status: 200 len: 1096 time: 1.9982035 Jan 29 04:24:39.643385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'tag': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:39.648399 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56baa9d8-6677-43f5-b25f-57dca78fb3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd93a6f-c05f-40b2-8814-9974627ef30f", "tag": "0640f0b4-ebcc-4ce2-975c-8a61a98d83be"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:39.731040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e2b9630-941a-44b6-9654-5a427fd47377 req-1b55f8a2-3e83-4d61-a1d5-7e441c2ff2fd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022184 Jan 29 04:24:39.743576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafdc886-573f-466a-af80-8ab3a67cede1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:39.761097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.809473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Transition to ACTIVE for port object eafdc886-573f-466a-af80-8ab3a67cede1 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:39.809981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198a4d8-6507-43ea-afdd-b7e88646c878 service neutron] Pushing event updated for resources: {'Port': ['ID=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:39.823812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:39.849012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-f907f762-9e51-43af-b10c-55ec577e4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:39.855369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-f907f762-9e51-43af-b10c-55ec577e4a5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0cdf9aac99f41b88fade81c92acd41c&device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 1099 time: 0.1463077 Jan 29 04:24:39.933780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-fae07bf3-e0f9-42c6-b262-2c28124b2245 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be HTTP/1.1" status: 200 len: 217 time: 0.0606244 Jan 29 04:24:39.972685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=eafdc886-573f-466a-af80-8ab3a67cede1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:40.044625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-25de8a76-0ddc-468f-ab41-d06a056b0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:40.046266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-25de8a76-0ddc-468f-ab41-d06a056b0d57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0891178 Jan 29 04:24:40.135376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ea9d-3252-4609-b6df-b27fe4ec4397 req-a288586d-ea57-4d76-9fe5-93386a15417a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:40.142696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9325ea9d-3252-4609-b6df-b27fe4ec4397 req-a288586d-ea57-4d76-9fe5-93386a15417a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 948 time: 0.2821620 Jan 29 04:24:40.157592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 133238db-08b8-4b8a-b053-354fbb2c9627 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:40.191641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Attempting to bind port eafdc886-573f-466a-af80-8ab3a67cede1 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:40.192406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Attempting to bind port eafdc886-573f-466a-af80-8ab3a67cede1 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:40.192904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Attempting to bind port eafdc886-573f-466a-af80-8ab3a67cede1 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:40.212754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Port eafdc886-573f-466a-af80-8ab3a67cede1 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:40.222953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Attempting to bind port eafdc886-573f-466a-af80-8ab3a67cede1 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:40.240342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:40.243604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Checking segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:40.245475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Bound using segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:40.246221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Bound port: eafdc886-573f-466a-af80-8ab3a67cede1, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:40.249862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.293310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571371-cb0f-42db-afc9-d1802bed770d req-4ab28ed7-6709-43a9-8045-2e06965fca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:40.298795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-4ab28ed7-6709-43a9-8045-2e06965fca8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2359028 Jan 29 04:24:40.307193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9325ea9d-3252-4609-b6df-b27fe4ec4397 req-fa0e75a0-05c8-4100-9b5f-842980390568 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591344 Jan 29 04:24:40.316490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 133238db-08b8-4b8a-b053-354fbb2c9627 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:40.327860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 133238db-08b8-4b8a-b053-354fbb2c9627 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:40.328870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.354496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.437854 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.463508 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd1337-e5be-49bb-b9a1-cdfa91b86e32 x-openstack-request-id: req-13cd1337-e5be-49bb-b9a1-cdfa91b86e32 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:40.465869 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd93a6f-c05f-40b2-8814-9974627ef30f", "tag": "0640f0b4-ebcc-4ce2-975c-8a61a98d83be", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:40.468495 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13cd1337-e5be-49bb-b9a1-cdfa91b86e32 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:40.470434 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'tag': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be', 'status': 'completed', 'code': 200} Jan 29 04:24:40.485703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133238db-08b8-4b8a-b053-354fbb2c9627'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:40.489333 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d790e30e-8e62-4986-b4e4-078aefbbb164" -d '{"events": [{"server_uuid": "abee6996-c7a9-4b93-be00-9e90a758492c", "name": "network-vif-plugged", "status": "completed", "tag": "133238db-08b8-4b8a-b053-354fbb2c9627"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:40.522770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 133238db-08b8-4b8a-b053-354fbb2c9627, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=133238db-08b8-4b8a-b053-354fbb2c9627,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:40.527977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event deleted for resources: {'Port': ['ID=3c72a004-f5ed-44ac-ae50-3879c29d32da,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:40.538402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.630810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-98a815fd-024f-410c-aa5a-790654601d81 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223948 Jan 29 04:24:40.665241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=133238db-08b8-4b8a-b053-354fbb2c9627,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:40.682325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] For port eafdc886-573f-466a-af80-8ab3a67cede1, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:40.689517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] For port eafdc886-573f-466a-af80-8ab3a67cede1, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=eafdc886-573f-466a-af80-8ab3a67cede1,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:40.693622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.699711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.702268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0727c227-fc4b-41f1-bfe6-2933a3a9a899 req-d8b4db05-796e-4dbd-8cd7-0ece5d506d6d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "DELETE /v2.0/floatingips/cca446cd-c6fb-4535-b528-a001c4964d8a HTTP/1.1" status: 204 len: 173 time: 2.0644016 Jan 29 04:24:40.704109 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.761408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35856d-2836-47f3-aba2-1528bd53a4df req-eb28c220-88c7-46c6-84b6-ffc0006cdf3d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:40.776999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e35856d-2836-47f3-aba2-1528bd53a4df req-eb28c220-88c7-46c6-84b6-ffc0006cdf3d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1706254 Jan 29 04:24:40.782947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=eafdc886-573f-466a-af80-8ab3a67cede1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:40.807497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:40.809198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:40.811352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-ed335b30-656d-4ba7-ad4d-41dff956cd17 service neutron] 10.222.0.36 "PUT /v2.0/ports/eafdc886-573f-466a-af80-8ab3a67cede1 HTTP/1.1" status: 200 len: 1091 time: 1.8230872 Jan 29 04:24:40.812827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'tag': 'eafdc886-573f-466a-af80-8ab3a67cede1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:40.815934 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df26ff8-4b5d-425c-84c7-667ca91b79f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "tag": "eafdc886-573f-466a-af80-8ab3a67cede1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:40.867714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Request body: {'port': {'device_id': '1f151e60-ad79-47dc-97b7-634546105f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:40.882463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e35856d-2836-47f3-aba2-1528bd53a4df req-e8b8e896-9e10-403d-93f8-c2870fed4444 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045351 Jan 29 04:24:40.886571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e571371-cb0f-42db-afc9-d1802bed770d req-1d0b67cc-b6f9-4f93-bd4f-83e84ecf9f2b service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151136 Jan 29 04:24:40.989743 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d00d4e-3633-4ff8-9f3c-a018850a319e x-openstack-request-id: req-30d00d4e-3633-4ff8-9f3c-a018850a319e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:40.990313 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abee6996-c7a9-4b93-be00-9e90a758492c", "name": "network-vif-plugged", "status": "completed", "tag": "133238db-08b8-4b8a-b053-354fbb2c9627", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:40.990565 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30d00d4e-3633-4ff8-9f3c-a018850a319e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:40.990960 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133238db-08b8-4b8a-b053-354fbb2c9627', 'code': 200} Jan 29 04:24:41.112044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:41.161588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec186de-9eb3-4c5f-90e4-088b1dc77b8f req-d6582d33-fe61-4f6d-8300-878f752f64b6 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.165284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bec186de-9eb3-4c5f-90e4-088b1dc77b8f req-d6582d33-fe61-4f6d-8300-878f752f64b6 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 948 time: 0.3361075 Jan 29 04:24:41.204616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-9257278b-456e-43d7-a889-035677824a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.208277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-9257278b-456e-43d7-a889-035677824a80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0cdf9aac99f41b88fade81c92acd41c&device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 1099 time: 0.2250547 Jan 29 04:24:41.258281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-7929b825-1af1-44f2-89e9-33157e16c495 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.2220662 Jan 29 04:24:41.336012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81497c-6e95-4ce0-b9dd-3ed05e2638b6 req-0e11b2e2-f7ff-4a2a-ad3b-99208e0d036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.337498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d81497c-6e95-4ce0-b9dd-3ed05e2638b6 req-0e11b2e2-f7ff-4a2a-ad3b-99208e0d036f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 1100 time: 0.2330401 Jan 29 04:24:41.365113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-7203078d-b493-4e22-ac9c-71631deb3ddf tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.393518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bec186de-9eb3-4c5f-90e4-088b1dc77b8f req-ba5c4c64-b733-4e34-96a4-d61197c8290a tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720348 Jan 29 04:24:41.403977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-7203078d-b493-4e22-ac9c-71631deb3ddf tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports/21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 942 time: 0.1400416 Jan 29 04:24:41.514343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-d295324c-b5e2-4e1c-a0c6-34d711b4b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.516971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-d295324c-b5e2-4e1c-a0c6-34d711b4b101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2944014 Jan 29 04:24:41.524071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d81497c-6e95-4ce0-b9dd-3ed05e2638b6 req-0ae27fba-8967-4536-82b0-c492b3e2c0e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782291 Jan 29 04:24:41.597906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-67124677-b5f0-4030-9683-04f637695f31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be HTTP/1.1" status: 200 len: 217 time: 0.0725715 Jan 29 04:24:41.645473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de09a-07a3-4074-ab1f-9210b2f4b094 req-a1b3bb99-1eda-4234-b7b5-f394a67cc329 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.653482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de09a-07a3-4074-ab1f-9210b2f4b094 req-a1b3bb99-1eda-4234-b7b5-f394a67cc329 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.661215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de09a-07a3-4074-ab1f-9210b2f4b094 req-a1b3bb99-1eda-4234-b7b5-f394a67cc329 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:41.662754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce2de09a-07a3-4074-ab1f-9210b2f4b094 req-a1b3bb99-1eda-4234-b7b5-f394a67cc329 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2387 time: 0.1761918 Jan 29 04:24:41.675415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bb4fef-5ecc-4952-836b-1707c360f5cb {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:41.686509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:41.720526 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:41.747278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Transition to ACTIVE for port object c2bb4fef-5ecc-4952-836b-1707c360f5cb will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:41.760553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:41.774002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce2de09a-07a3-4074-ab1f-9210b2f4b094 req-eab265d6-45c9-47b3-8086-f560af2a472f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933433 Jan 29 04:24:41.884312 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c8eb81-da71-4f2f-8c8a-34eee1037c36 x-openstack-request-id: req-08c8eb81-da71-4f2f-8c8a-34eee1037c36 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:41.884667 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "tag": "eafdc886-573f-466a-af80-8ab3a67cede1", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:41.885034 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08c8eb81-da71-4f2f-8c8a-34eee1037c36 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:41.885564 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'tag': 'eafdc886-573f-466a-af80-8ab3a67cede1', 'status': 'completed', 'code': 200} Jan 29 04:24:41.890309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Pushing event updated for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:41.938462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Attempting to bind port c2bb4fef-5ecc-4952-836b-1707c360f5cb on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:41.942594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Attempting to bind port c2bb4fef-5ecc-4952-836b-1707c360f5cb by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:41.943075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Attempting to bind port c2bb4fef-5ecc-4952-836b-1707c360f5cb on network 61185537-13c0-4793-b08c-6bbb5614e10d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:41.951281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Port c2bb4fef-5ecc-4952-836b-1707c360f5cb on network 61185537-13c0-4793-b08c-6bbb5614e10d not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:41.958856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Attempting to bind port c2bb4fef-5ecc-4952-836b-1707c360f5cb on network 61185537-13c0-4793-b08c-6bbb5614e10d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:41.981037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:41.981037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Checking segment: {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:41.981037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Bound using segment: {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:41.981037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Bound port: c2bb4fef-5ecc-4952-836b-1707c360f5cb, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c08a09d-b5c1-4ead-af2a-69c69fe96edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:41.981641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:42.067947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb5c4-16ff-4b32-8a6d-b3b0a03a5e14 req-2945cefa-c170-425e-be27-511374a0187c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.070598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2fbb5c4-16ff-4b32-8a6d-b3b0a03a5e14 req-2945cefa-c170-425e-be27-511374a0187c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.1052201 Jan 29 04:24:42.122469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:42.144906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-eede29a1-030f-4583-8f89-e33278b7d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.145410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-eede29a1-030f-4583-8f89-e33278b7d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.146339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-eede29a1-030f-4583-8f89-e33278b7d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.148085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-eede29a1-030f-4583-8f89-e33278b7d4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2755 time: 0.1188087 Jan 29 04:24:42.150132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:42.156283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-59eef041-0570-4528-9759-1744b467e8eb tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.5707078 Jan 29 04:24:42.159121 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2fbb5c4-16ff-4b32-8a6d-b3b0a03a5e14 req-573b169f-beda-43f3-94b6-682799c887d0 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Jan 29 04:24:42.161011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:42.161145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-46749e15-44e1-4e26-87e4-5df39ac67617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.162708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-46749e15-44e1-4e26-87e4-5df39ac67617 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1408982 Jan 29 04:24:42.220122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Pushing event updated for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:42.231407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.232688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:42.234387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-d1a03c86-3df4-4d63-afd8-cf329567112d service neutron] 10.222.0.36 "PUT /v2.0/ports/c2bb4fef-5ecc-4952-836b-1707c360f5cb HTTP/1.1" status: 200 len: 1091 time: 1.3794806 Jan 29 04:24:42.280149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Request body: {'port': {'device_id': '1f151e60-ad79-47dc-97b7-634546105f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:42.377275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:42.542439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-9b5b9ec7-ac22-43de-9b32-786ecb55a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.543170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-9b5b9ec7-ac22-43de-9b32-786ecb55a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.543818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-9b5b9ec7-ac22-43de-9b32-786ecb55a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.545716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-9b5b9ec7-ac22-43de-9b32-786ecb55a3c8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c852249db42244bcab7b2b411cf67cac&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3613350 Jan 29 04:24:42.559697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-dfa2c0f0-1876-4148-a2d0-1e0f370ffd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.561694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-dfa2c0f0-1876-4148-a2d0-1e0f370ffd42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3885052 Jan 29 04:24:42.640780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-cfc57fac-409c-45f2-8d67-c0156b05c1b5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.642544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-cfc57fac-409c-45f2-8d67-c0156b05c1b5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.4785903 Jan 29 04:24:42.670260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8cb86-7829-4b2b-894a-09601d179b28 req-aef3c561-75a7-47d6-bed4-6c5b4ad3cc36 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.671788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acb8cb86-7829-4b2b-894a-09601d179b28 req-aef3c561-75a7-47d6-bed4-6c5b4ad3cc36 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1182821 Jan 29 04:24:42.678459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-33e2a181-4a71-43a3-a7a1-3786f12f04f9 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:24:42.679420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-33e2a181-4a71-43a3-a7a1-3786f12f04f9 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110669 Jan 29 04:24:42.734701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acb8cb86-7829-4b2b-894a-09601d179b28 req-222ee22f-55f0-4376-bdba-631efd9ec1a5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548370 Jan 29 04:24:42.790926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93435d4-5597-4cf8-acd6-e05f21421a24 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:42.800274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-a837445b-2630-47c9-9c5e-7b68b5330670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:42.800582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:42.803359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5df26ff8-4b5d-425c-84c7-667ca91b79f9 req-a837445b-2630-47c9-9c5e-7b68b5330670 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445512 Jan 29 04:24:42.803784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-3e969a9b-4e59-43af-955f-cda6258b0ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291284 Jan 29 04:24:42.807521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-3c491535-e8d2-4b63-bbc2-b830fa0bc0b6 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.1173880 Jan 29 04:24:42.823496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:42.833560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Transition to ACTIVE for port object c93435d4-5597-4cf8-acd6-e05f21421a24 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:42.838697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:42.930796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Pushing event updated for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:42.943177 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.006463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215104eb-24ea-4da2-97a3-ab57165f510a req-6f64d49e-83cd-445f-8d64-77e3728e4be9 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.007983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-215104eb-24ea-4da2-97a3-ab57165f510a req-6f64d49e-83cd-445f-8d64-77e3728e4be9 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 948 time: 0.1331854 Jan 29 04:24:43.019053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56baa9d8-6677-43f5-b25f-57dca78fb3e3 req-7855f483-af01-42fa-a2be-c6c0b323f653 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914968 Jan 29 04:24:43.045478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Attempting to bind port c93435d4-5597-4cf8-acd6-e05f21421a24 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:43.045850 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Attempting to bind port c93435d4-5597-4cf8-acd6-e05f21421a24 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:43.046166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Attempting to bind port c93435d4-5597-4cf8-acd6-e05f21421a24 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:43.063887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Port c93435d4-5597-4cf8-acd6-e05f21421a24 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:43.064108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Attempting to bind port c93435d4-5597-4cf8-acd6-e05f21421a24 on network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:43.069551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-215104eb-24ea-4da2-97a3-ab57165f510a req-9f64dd0a-083a-425a-863e-3aaf5434b7b1 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527470 Jan 29 04:24:43.072781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:43.073112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Checking segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:43.073591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Bound using segment: {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:43.073994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Bound port: c93435d4-5597-4cf8-acd6-e05f21421a24, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:43.074353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.126190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.132862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.133445 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Floating IP f3c41281-223d-4809-9237-558ecb4511b4 disassociated. External IP: 172.25.4.76, port: 21d12594-e7fc-49fb-a60d-f42171f3b9d5. Jan 29 04:24:43.186613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:43.190224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c93435d4-5597-4cf8-acd6-e05f21421a24,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:43.208750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.225851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.252395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.253002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.254794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] 10.222.0.36 "PUT /v2.0/ports/c93435d4-5597-4cf8-acd6-e05f21421a24 HTTP/1.1" status: 200 len: 1092 time: 0.9795611 Jan 29 04:24:43.363223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce90076-dc5a-49f5-b674-a94046f7c7be service neutron] Pushing event updated for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:43.415258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Router 1158a4ec-0f53-41ec-98b6-1a3acd895687 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:24:43.436893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c61275a6-734e-434f-b690-89bd5475cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.437352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c61275a6-734e-434f-b690-89bd5475cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.437816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c61275a6-734e-434f-b690-89bd5475cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.439470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c61275a6-734e-434f-b690-89bd5475cff2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2864 time: 0.0945930 Jan 29 04:24:43.484738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:43.511538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c62668ea-db3d-4960-be08-33fc4c30e5a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=eafdc886-573f-466a-af80-8ab3a67cede1 HTTP/1.1" status: 200 len: 217 time: 0.0496569 Jan 29 04:24:43.546453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:24:43.551514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-61c8c25a-910c-4564-94ce-19e577997282 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.551688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.558570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-61c8c25a-910c-4564-94ce-19e577997282 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/networks?id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a HTTP/1.1" status: 200 len: 814 time: 0.2823398 Jan 29 04:24:43.559832 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] Sync routers for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:24:43.580307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-fc3982d8-e1be-4b09-9eb1-b586ecbc6dd5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "PUT /v2.0/floatingips/f3c41281-223d-4809-9237-558ecb4511b4 HTTP/1.1" status: 200 len: 694 time: 0.7635956 Jan 29 04:24:43.580857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:43.583170 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce4111-219a-426a-8dc3-ac24a8faf64e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:43.584401 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-90ac6b1e-a38f-4568-9487-f0801824dfa6 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/quotas/ff09db573ae74099bef91df2cd371e0e HTTP/1.1" status: 200 len: 375 time: 0.0249424 Jan 29 04:24:43.599000 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:43.599638 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:43.601953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-49a3656d-fa0d-4765-8a8b-8343133d8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.603383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-49a3656d-fa0d-4765-8a8b-8343133d8231 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3 HTTP/1.1" status: 200 len: 801 time: 0.0842662 Jan 29 04:24:43.656873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8491941-2f52-4359-8861-65aecc40bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.670811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-f9d0f774-1d0c-4dab-b7a5-47eafd9a3a70 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff09db573ae74099bef91df2cd371e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854151 Jan 29 04:24:43.673251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-e59634d9-e7d5-4460-90d4-74021fb1a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.674680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-e59634d9-e7d5-4460-90d4-74021fb1a219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550754 Jan 29 04:24:43.675988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-cdc904c1-a354-4751-916e-af187bd8a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.677524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-cdc904c1-a354-4751-916e-af187bd8a6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1096 time: 0.0733161 Jan 29 04:24:43.732271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:43.805146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-7b0834b9-8078-4262-8957-d8140372ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.806670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-7b0834b9-8078-4262-8957-d8140372ac45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 930 time: 0.1227615 Jan 29 04:24:43.850446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-be6141aa-99de-45f9-8cc5-3f643dca76f5 service neutron] 10.222.0.32 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675122 Jan 29 04:24:43.852425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-16a88964-a732-45e7-865b-b9b1a585f6a1 service neutron] 10.222.0.36 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680837 Jan 29 04:24:43.857875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8491941-2f52-4359-8861-65aecc40bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.860176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-4d551ee4-4674-474e-b8a0-d90221d9e3dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 217 time: 0.0438201 Jan 29 04:24:43.865203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8491941-2f52-4359-8861-65aecc40bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:43.886454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb'}, {'name': 'network-changed', 'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:43.890201 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b41bd50-e87d-47e3-b042-79bac2883d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb"}, {"name": "network-changed", "server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:43.939362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8491941-2f52-4359-8861-65aecc40bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede04605-f921-4332-8570-901c893c054f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:43.944306 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:58Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:43.948186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8491941-2f52-4359-8861-65aecc40bdfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b78bcd666c1a4344b6636e838fbd49f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624360 Jan 29 04:24:43.948770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:43.961151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-d60a4b5b-1d1c-48e4-8ea0-0e6da23d7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:43.962619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-d60a4b5b-1d1c-48e4-8ea0-0e6da23d7171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 200 len: 868 time: 0.0940745 Jan 29 04:24:43.983191 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] Checking router: 1158a4ec-0f53-41ec-98b6-1a3acd895687 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:24:43.995126 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:24:43.995856 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:44.030778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-ca9ec342-dad7-406a-857b-c6a7a0596526 service neutron] 10.222.0.32 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750116 Jan 29 04:24:44.033190 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-6418dba2-80f9-45ba-841f-333ed89541ca service neutron] 10.222.0.36 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572285 Jan 29 04:24:44.041588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-8e57f77b-c297-4847-93ac-9c2e7c4d61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.043237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-8e57f77b-c297-4847-93ac-9c2e7c4d61b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5543198-f644-40ee-8e8c-9c769d31f8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700877 Jan 29 04:24:44.047106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb19fb61-2efc-4e11-a49a-799c78123b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:44.085102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-47fe2ddf-ff4b-4dab-96be-7e2eee7045ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb HTTP/1.1" status: 200 len: 217 time: 0.0438890 Jan 29 04:24:44.111102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb19fb61-2efc-4e11-a49a-799c78123b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:44.134752 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:24:44.158859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-b7dc82f7-027c-4675-a82c-0c9e2ac469f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.160827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-b7dc82f7-027c-4675-a82c-0c9e2ac469f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6047c89-db7d-43fc-af1c-fca01e1816c3 HTTP/1.1" status: 200 len: 801 time: 0.0596037 Jan 29 04:24:44.178136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-41a59c67-4362-4edf-b72b-7ebb4339ed39 service neutron] 10.222.0.32 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221151 Jan 29 04:24:44.192497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0640f0b4-ebcc-4ce2-975c-8a61a98d83be details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:44.219622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb19fb61-2efc-4e11-a49a-799c78123b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:44.224175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb19fb61-2efc-4e11-a49a-799c78123b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:44.257597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb19fb61-2efc-4e11-a49a-799c78123b59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ede04605-f921-4332-8570-901c893c054f HTTP/1.1" status: 204 len: 168 time: 0.3023138 Jan 29 04:24:44.258703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-89b9d879-6169-403d-adf3-773a2dbec73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.261340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-89b9d879-6169-403d-adf3-773a2dbec73b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61185537-13c0-4793-b08c-6bbb5614e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777092 Jan 29 04:24:44.340949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19fb61-2efc-4e11-a49a-799c78123b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede04605-f921-4332-8570-901c893c054f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:44.395901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db23da00-fcd1-4b0d-ae11-891cd95b3e2d req-9f17ec6e-a7e2-418a-95a2-7eeb6fa192f3 service neutron] 10.222.0.32 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061839 Jan 29 04:24:44.430688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:44.446144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be', 'mac_address': 'fa:16:3e:4b:73:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:44.532513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:44.539840 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:58Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:24:44.552790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640f0b4-ebcc-4ce2-975c-8a61a98d83be {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:44.593068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:44.595769 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aeb6f-f0ae-484f-8c52-1d8f357a0f6e None None] The sync data for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 is: [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:23:49Z', 'revision_number': 4, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '285c58e5-0357-424b-a516-a039d99d278b', 'name': '', 'network_id': 'c5543198-f644-40ee-8e8c-9c769d31f8f1', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'mac_address': 'fa:16:3e:70:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:46Z', 'updated_at': '2022-01-29T04:23:58Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'subnets': [{'id': '515a3d4b-a710-40cc-93ac-de527daf0915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:24:44.603205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:44.651847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a78754-6840-4aa6-8b32-8414ba14f94b req-49454da1-4e2e-4a2e-8ee9-c55b9743ebbe tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.656106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67a78754-6840-4aa6-8b32-8414ba14f94b req-49454da1-4e2e-4a2e-8ee9-c55b9743ebbe tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.0984876 Jan 29 04:24:44.685374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:44.746414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67a78754-6840-4aa6-8b32-8414ba14f94b req-18fd412a-ef1d-4729-a2af-40b24a4b1b1c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696011 Jan 29 04:24:44.847535 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b08e6-ae3c-4e13-a44e-9e56257d28dc x-openstack-request-id: req-2d6b08e6-ae3c-4e13-a44e-9e56257d28dc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:44.848004 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:44.848488 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d6b08e6-ae3c-4e13-a44e-9e56257d28dc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:44.848993 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'status': 'completed', 'code': 200} Jan 29 04:24:44.922113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c602c64-0b23-4445-b370-67f08ecd1988 req-c5b17c59-6e5a-4c64-814f-46a3abad0c6c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.929010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c602c64-0b23-4445-b370-67f08ecd1988 req-c5b17c59-6e5a-4c64-814f-46a3abad0c6c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.937989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c602c64-0b23-4445-b370-67f08ecd1988 req-c5b17c59-6e5a-4c64-814f-46a3abad0c6c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:44.942418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c602c64-0b23-4445-b370-67f08ecd1988 req-c5b17c59-6e5a-4c64-814f-46a3abad0c6c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2411 time: 0.6768792 Jan 29 04:24:44.956523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['0640f0b4-ebcc-4ce2-975c-8a61a98d83be'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:44.968186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c75cf4c8-1199-40cb-bd3f-f2c61b68655f service neutron] 10.222.0.36 "GET /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941116 Jan 29 04:24:45.027972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-408ca0fe-6096-4dd1-84c8-92fd5053cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.030528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-408ca0fe-6096-4dd1-84c8-92fd5053cb17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=489c64dc755f47d7857a8d03349a714e&device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 1096 time: 0.1049325 Jan 29 04:24:45.042182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c42809-5e25-42ac-ad47-f34d8760011f None None] New status for floating IP f3c41281-223d-4809-9237-558ecb4511b4: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:24:45.043546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6d746-e174-437c-8cab-61cdd38bfeb0 req-68cb37d2-7f7f-40b7-8465-fe84d653e419 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.045557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fb6d746-e174-437c-8cab-61cdd38bfeb0 req-68cb37d2-7f7f-40b7-8465-fe84d653e419 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.0838242 Jan 29 04:24:45.049544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c602c64-0b23-4445-b370-67f08ecd1988 req-e3f6de67-029c-4ce7-aa7d-d5544209e8da tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017725 Jan 29 04:24:45.140271 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bebb44c-c5d7-405c-a62a-70a563c96208 x-openstack-request-id: req-7bebb44c-c5d7-405c-a62a-70a563c96208 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:45.142302 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:45.146568 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bebb44c-c5d7-405c-a62a-70a563c96208 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:45.147208 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb', 'status': 'completed', 'code': 200} Jan 29 04:24:45.147625 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24', 'status': 'completed', 'code': 200} Jan 29 04:24:45.151740 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-54f0f017-d704-42d4-ae42-90327736b4e2 service neutron] 10.222.0.36 "GET /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759343 Jan 29 04:24:45.169031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fb6d746-e174-437c-8cab-61cdd38bfeb0 req-4cadf306-57ad-4857-9d88-64f4dfbebf82 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950303 Jan 29 04:24:45.224306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-136d0a87-7b7b-4b05-b92f-f31170572cd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=c93435d4-5597-4cf8-acd6-e05f21421a24 HTTP/1.1" status: 200 len: 217 time: 0.0618365 Jan 29 04:24:45.225091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-b58b7f1a-6793-47de-87da-348daae4f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.226719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-b58b7f1a-6793-47de-87da-348daae4f8c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 200 len: 930 time: 0.1801252 Jan 29 04:24:45.305224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-3eba39d5-ee39-4ff6-a6e0-994703dee91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.306308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-3eba39d5-ee39-4ff6-a6e0-994703dee91e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3 HTTP/1.1" status: 200 len: 801 time: 0.0668080 Jan 29 04:24:45.315906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ede-d53a-4081-b357-1cdd099a3ef3 req-3ea85f4c-8976-4a8a-a00f-d5facec8d7f1 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.317473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6b39ede-d53a-4081-b357-1cdd099a3ef3 req-3ea85f4c-8976-4a8a-a00f-d5facec8d7f1 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 949 time: 0.0959735 Jan 29 04:24:45.328535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-b9acd5d2-6624-41e2-9e5f-ea5ce9605af3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 200 len: 217 time: 0.0909877 Jan 29 04:24:45.405477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6b39ede-d53a-4081-b357-1cdd099a3ef3 req-5163b6ca-c1e8-4431-aa65-9a5311f01b48 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682724 Jan 29 04:24:45.406206 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a1200b6-de15-4287-906c-74244ee2dcdc req-ca2a9e3d-a1de-48a3-ac82-78d46f580816 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 210 time: 0.0779963 Jan 29 04:24:45.416747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-19f2c609-f35d-413a-a2d4-6ab2f0753453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.421373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-19f2c609-f35d-413a-a2d4-6ab2f0753453 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986543 Jan 29 04:24:45.468098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-383e3e97-773d-4301-bffc-34678a3f77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.473013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-383e3e97-773d-4301-bffc-34678a3f77f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 200 len: 868 time: 0.1246040 Jan 29 04:24:45.555020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-412163e7-3c37-4478-89cb-190872e44d18 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips/f3c41281-223d-4809-9237-558ecb4511b4 HTTP/1.1" status: 200 len: 692 time: 0.1004891 Jan 29 04:24:45.563579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-c24486b4-aeca-4064-a13c-731257556673 service neutron] 10.222.0.36 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301916 Jan 29 04:24:45.629597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-b9c9be4a-122f-499a-8fb7-02e7f11f2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.631425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-b9c9be4a-122f-499a-8fb7-02e7f11f2eb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5543198-f644-40ee-8e8c-9c769d31f8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159389 Jan 29 04:24:45.678897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cb04162-0051-4061-9c9c-27a9fe6b00da req-78338999-3510-4569-81f5-a3af03b1bc3c service neutron] 10.222.0.36 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066484 Jan 29 04:24:45.761581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-9b156496-53f6-460d-a51d-44b1ee7e5aca tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.769336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-9b156496-53f6-460d-a51d-44b1ee7e5aca tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2065341 Jan 29 04:24:45.776748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-21ef5024-b353-4f5e-a00a-d4ff47d49c21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:24:45.778450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-21ef5024-b353-4f5e-a00a-d4ff47d49c21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082176 Jan 29 04:24:45.852497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-71ec17d4-a7d2-406a-a061-56f9ee5f9c7b tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0665190 Jan 29 04:24:45.933097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-6e2369ec-9e95-4567-8f29-d89603a5b17c service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564619 Jan 29 04:24:45.938806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-76904c76-8b94-4304-ada3-e688b377507d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0853367 Jan 29 04:24:45.983179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-3beeccf8-0895-470c-a558-86477f0e02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.983682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-3beeccf8-0895-470c-a558-86477f0e02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.984122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-3beeccf8-0895-470c-a558-86477f0e02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:45.986183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-3beeccf8-0895-470c-a558-86477f0e02dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2864 time: 0.0986276 Jan 29 04:24:46.024086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d9f6a-f45f-4a03-8fcd-d5863dd00362 req-7fbef66b-0b04-4275-9c00-7a3b37d84424 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.025585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e1d9f6a-f45f-4a03-8fcd-d5863dd00362 req-7fbef66b-0b04-4275-9c00-7a3b37d84424 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.1199505 Jan 29 04:24:46.125499 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e1d9f6a-f45f-4a03-8fcd-d5863dd00362 req-68d2cb97-e5c3-44e2-907f-4af0aa2fc29d tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617833 Jan 29 04:24:46.141494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-f7039acb-eeb0-409e-82b8-4fc6d95c6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.143258 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-f7039acb-eeb0-409e-82b8-4fc6d95c6931 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61185537-13c0-4793-b08c-6bbb5614e10d HTTP/1.1" status: 200 len: 903 time: 0.1495323 Jan 29 04:24:46.205417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0640f0b4-ebcc-4ce2-975c-8a61a98d83be up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:46.278664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-b7b4ecf1-c3b6-4cc1-b384-43067dd1aa36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb HTTP/1.1" status: 200 len: 217 time: 0.0923896 Jan 29 04:24:46.314121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:46.319416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:46.320083 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:46.336032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3ce4111-219a-426a-8dc3-ac24a8faf64e req-82c8f7ca-c5be-4702-82fb-e09a7ad1f88d service neutron] 10.222.0.36 "GET /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708136 Jan 29 04:24:46.353474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-9386a0ef-6e67-400d-911a-2f11188bd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.355120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-9386a0ef-6e67-400d-911a-2f11188bd031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6047c89-db7d-43fc-af1c-fca01e1816c3 HTTP/1.1" status: 200 len: 801 time: 0.0572023 Jan 29 04:24:46.389716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-be104ea4-3975-42df-bdce-e7be502d3e32 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.401503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-be104ea4-3975-42df-bdce-e7be502d3e32 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.36 "GET /v2.0/networks?id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a HTTP/1.1" status: 200 len: 814 time: 0.4985316 Jan 29 04:24:46.416224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:46.428281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Request body: {'port': {'device_id': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'admin_state_up': True, 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:46.440901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967b96-7dc5-4758-aaa2-5a19476bac43 req-a63dd551-657e-4d2e-a6b8-b6f1986358b8 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.448501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967b96-7dc5-4758-aaa2-5a19476bac43 req-a63dd551-657e-4d2e-a6b8-b6f1986358b8 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.455806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967b96-7dc5-4758-aaa2-5a19476bac43 req-a63dd551-657e-4d2e-a6b8-b6f1986358b8 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.456244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Deleting port 9adf062a-b012-4b00-ad81-2bf864cf2884 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:46.456594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:46.457494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-98967b96-7dc5-4758-aaa2-5a19476bac43 req-a63dd551-657e-4d2e-a6b8-b6f1986358b8 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2411 time: 0.1842780 Jan 29 04:24:46.463170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-50cd6861-b091-4ac5-82be-46016e90ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.464749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-50cd6861-b091-4ac5-82be-46016e90ca47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61185537-13c0-4793-b08c-6bbb5614e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826905 Jan 29 04:24:46.489204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:46.490402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:46.493326 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d3777e-ccf3-4aa1-a057-f8ff8a51807f" -d '{"events": [{"server_uuid": "8fd93a6f-c05f-40b2-8814-9974627ef30f", "name": "network-vif-plugged", "status": "completed", "tag": "0640f0b4-ebcc-4ce2-975c-8a61a98d83be"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:46.500212 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:46.577449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-98967b96-7dc5-4758-aaa2-5a19476bac43 req-dc07d8ff-09d3-43ec-8068-19575fc76235 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106675 Jan 29 04:24:46.592085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:46.669180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-df194f8e-8408-447a-a841-160a395eedd7 service neutron] 10.222.0.36 "GET /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937997 Jan 29 04:24:46.814350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde48ad-e6ca-47ed-83e3-3122f0787b09 req-533c7785-4aab-465e-ace7-42f2b9eae2c2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:46.822380 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acde48ad-e6ca-47ed-83e3-3122f0787b09 req-533c7785-4aab-465e-ace7-42f2b9eae2c2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1340067 Jan 29 04:24:46.858862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-5ea709f7-f2f1-4983-b065-2a39b99532e3 service neutron] 10.222.0.36 "GET /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797476 Jan 29 04:24:46.892682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acde48ad-e6ca-47ed-83e3-3122f0787b09 req-16c063e1-c5fc-4fff-a3bc-97951dc1ba57 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Jan 29 04:24:47.087235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-450213aa-326f-4b18-aad3-c68b59cfa5bb tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e5a0bac3e774cfea778d2286611bdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665751 Jan 29 04:24:47.200149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.201358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.224479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Calling delete_port for 9adf062a-b012-4b00-ad81-2bf864cf2884 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:24:47.260765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-0c8611ac-03a1-4fc8-b100-5064fe40a042 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:47.266676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-0c8611ac-03a1-4fc8-b100-5064fe40a042 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778533 Jan 29 04:24:47.312411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Made reservation on behalf of ff09db573ae74099bef91df2cd371e0e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:47.318135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.367730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d7e850e-0770-43a3-98c4-2ea89010b543 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/quotas/1e5a0bac3e774cfea778d2286611bdce HTTP/1.1" status: 200 len: 375 time: 0.0885770 Jan 29 04:24:47.447335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-51c7d57b-189e-4132-87aa-17fb4158ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:47.447819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-51c7d57b-189e-4132-87aa-17fb4158ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:47.448348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-51c7d57b-189e-4132-87aa-17fb4158ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:47.462245 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-51c7d57b-189e-4132-87aa-17fb4158ede5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2864 time: 0.1939900 Jan 29 04:24:47.476856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-27d43e45-42a5-4987-8f41-869717ca098c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5a0bac3e774cfea778d2286611bdce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075678 Jan 29 04:24:47.552963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Allocated IP 172.20.0.10 (bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a/73a70083-d96c-4dd7-88fc-b13dd54c8ec9/ae90dede-5386-4757-bba8-ae5db28b401d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:47.565843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.702328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event deleted for resources: {'Port': ['ID=9adf062a-b012-4b00-ad81-2bf864cf2884,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:47.733386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-2c3251f8-e39d-4609-af5b-418137488471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:47.734979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-2c3251f8-e39d-4609-af5b-418137488471 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b HTTP/1.1" status: 200 len: 903 time: 0.2570739 Jan 29 04:24:47.861882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.864931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.866414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab95738-3d60-4b13-8ffc-5e3c2d7351ce req-2e33f430-4381-49d8-bd4e-35e5012baf21 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3c41281-223d-4809-9237-558ecb4511b4 HTTP/1.1" status: 204 len: 173 time: 1.9024284 Jan 29 04:24:47.889554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.952813 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:47.987163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776d01a-fed4-4f1d-81da-b73b886a259a req-93dd626e-5491-41ca-9c5d-854c95dcff39 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:47.995185 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c776d01a-fed4-4f1d-81da-b73b886a259a req-93dd626e-5491-41ca-9c5d-854c95dcff39 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.0987613 Jan 29 04:24:48.047904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c776d01a-fed4-4f1d-81da-b73b886a259a req-4437be25-a3f4-488f-9160-6fa5376e08a8 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516875 Jan 29 04:24:48.050970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:48.060610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:48.070177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:48.075887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Pushing event updated for resources: {'Port': ['ID=ae90dede-5386-4757-bba8-ae5db28b401d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:48.145206 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747a942-b863-4f69-9149-52041aacbf10 x-openstack-request-id: req-1747a942-b863-4f69-9149-52041aacbf10 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:48.146362 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd93a6f-c05f-40b2-8814-9974627ef30f", "name": "network-vif-plugged", "status": "completed", "tag": "0640f0b4-ebcc-4ce2-975c-8a61a98d83be", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:48.146872 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1747a942-b863-4f69-9149-52041aacbf10 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:48.147457 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be', 'code': 200} Jan 29 04:24:48.147582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e9655-f6f9-44dc-a67c-b7670e38aa02 req-0bbec659-9aa6-4ce8-8a6e-e17c3e0ddccc tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:48.157936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-111e9655-f6f9-44dc-a67c-b7670e38aa02 req-0bbec659-9aa6-4ce8-8a6e-e17c3e0ddccc tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 932 time: 0.1731670 Jan 29 04:24:48.203150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-06d01b0e-0f44-4cde-bc96-d420e46f4c57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=c93435d4-5597-4cf8-acd6-e05f21421a24 HTTP/1.1" status: 200 len: 217 time: 0.1416879 Jan 29 04:24:48.232150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device eafdc886-573f-466a-af80-8ab3a67cede1 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:48.236957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:48.238877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:48.284909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-111e9655-f6f9-44dc-a67c-b7670e38aa02 req-8cdee08c-c61a-412d-9350-dce75d0a8f72 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257992 Jan 29 04:24:48.310671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-05a120bc-a6cd-4707-98be-b38506c2f7d9 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8876817 Jan 29 04:24:48.353773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Request body: {'port': {'device_id': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:48.408537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-829c5b63-debb-43da-90f4-78f8a518abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:48.413712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-829c5b63-debb-43da-90f4-78f8a518abdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3 HTTP/1.1" status: 200 len: 801 time: 0.1079576 Jan 29 04:24:48.469005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port eafdc886-573f-466a-af80-8ab3a67cede1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=eafdc886-573f-466a-af80-8ab3a67cede1,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:48.484162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'eafdc886-573f-466a-af80-8ab3a67cede1', 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'port_id': 'eafdc886-573f-466a-af80-8ab3a67cede1', 'mac_address': 'fa:16:3e:df:03:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:48.542418 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:48.560872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafdc886-573f-466a-af80-8ab3a67cede1 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:48.595547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port eafdc886-573f-466a-af80-8ab3a67cede1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=eafdc886-573f-466a-af80-8ab3a67cede1,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:48.607002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:48.608735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c2bb4fef-5ecc-4952-836b-1707c360f5cb details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:48.624399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4fb6440b-beef-48a6-84e9-29ce6d93ee1e req-ce5fd5fd-37ed-4b92-93bf-dd3ce99ddbb5 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.1090689 Jan 29 04:24:48.644462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-2fe7bd7c-798d-4f8c-848c-801eb771d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:48.653590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-2fe7bd7c-798d-4f8c-848c-801eb771d0b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29114b1f-1f76-4499-bc4f-afcd6cb4be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1947675 Jan 29 04:24:48.703434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:48.799845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f28a3d0a-3010-4de8-9648-a63c03863848 None None] Provisioning complete for port ae90dede-5386-4757-bba8-ae5db28b401d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:48.800975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f28a3d0a-3010-4de8-9648-a63c03863848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:48.862641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5914f6-bbe6-4e28-9371-d5f17bbcba42 req-1e50fe7a-94e8-4e61-97f5-564cdffc4698 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:48.864728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce5914f6-bbe6-4e28-9371-d5f17bbcba42 req-1e50fe7a-94e8-4e61-97f5-564cdffc4698 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1066506 Jan 29 04:24:48.924499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f28a3d0a-3010-4de8-9648-a63c03863848 None None] Port ae90dede-5386-4757-bba8-ae5db28b401d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:24:48.936450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-1a53a45b-15d4-4cb6-9761-775429fd3029 service neutron] 10.222.0.36 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623825 Jan 29 04:24:48.961127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=eafdc886-573f-466a-af80-8ab3a67cede1,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:48.976496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce5914f6-bbe6-4e28-9371-d5f17bbcba42 req-0440d199-7a57-48ac-a3df-2ddce3a18b7f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005397 Jan 29 04:24:49.064019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6625cb-c890-447a-8389-06310be6af04 req-15dd8324-bc84-4976-b866-a1c705945af7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:49.064255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:49.071682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6625cb-c890-447a-8389-06310be6af04 req-15dd8324-bc84-4976-b866-a1c705945af7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:49.078934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6625cb-c890-447a-8389-06310be6af04 req-15dd8324-bc84-4976-b866-a1c705945af7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:49.080517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6625cb-c890-447a-8389-06310be6af04 req-15dd8324-bc84-4976-b866-a1c705945af7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2412 time: 0.5300725 Jan 29 04:24:49.085591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceccb3-35ca-4cfa-97be-6289bbb0827b req-a20a6291-b5ae-414e-a31f-78c5668f85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:49.086815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb', 'network_id': '61185537-13c0-4793-b08c-6bbb5614e10d', 'port_id': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb', 'mac_address': 'fa:16:3e:55:ee:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6047c89-db7d-43fc-af1c-fca01e1816c3', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:49.087498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bceccb3-35ca-4cfa-97be-6289bbb0827b req-a20a6291-b5ae-414e-a31f-78c5668f85e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 1101 time: 0.6044316 Jan 29 04:24:49.167757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6625cb-c890-447a-8389-06310be6af04 req-467bf267-77d2-4b36-af04-52d3163b2f65 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704000 Jan 29 04:24:49.173375 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:49.206659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bb4fef-5ecc-4952-836b-1707c360f5cb {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:49.221453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae90dede-5386-4757-bba8-ae5db28b401d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:49.243830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:49.247452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:49.256097 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:49.256883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c93435d4-5597-4cf8-acd6-e05f21421a24 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:24:49.272730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Transition to ACTIVE for port object ae90dede-5386-4757-bba8-ae5db28b401d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:24:49.279680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:49.351444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:49.387401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c93435d4-5597-4cf8-acd6-e05f21421a24,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:49.399593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'c93435d4-5597-4cf8-acd6-e05f21421a24', 'network_id': '29114b1f-1f76-4499-bc4f-afcd6cb4be0b', 'port_id': 'c93435d4-5597-4cf8-acd6-e05f21421a24', 'mac_address': 'fa:16:3e:75:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:24:49.446307 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:49.462269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93435d4-5597-4cf8-acd6-e05f21421a24 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:24:49.479196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815616-68aa-4887-9e3d-01623bd7ae44 req-b3b55fb3-8916-4cda-996d-c44d6b0b6cb7 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:49.484285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c93435d4-5597-4cf8-acd6-e05f21421a24,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:49.490393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:49.492777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-98815616-68aa-4887-9e3d-01623bd7ae44 req-b3b55fb3-8916-4cda-996d-c44d6b0b6cb7 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.1115077 Jan 29 04:24:49.498970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae90dede-5386-4757-bba8-ae5db28b401d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:49.598495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.598852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.599196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.599528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.599857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.600223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.600510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.600832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.601158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.601471 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.601800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.602159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:49.626985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:49.646539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-98815616-68aa-4887-9e3d-01623bd7ae44 req-5643b951-181d-47df-9240-d2451aeca97d tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518989 Jan 29 04:24:49.718520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b41bd50-e87d-47e3-b042-79bac2883d1b req-e52afc0b-c50a-42de-8de8-bc6549a26df2 service neutron] 10.222.0.36 "GET /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796218 Jan 29 04:24:49.785048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bceccb3-35ca-4cfa-97be-6289bbb0827b req-ed85593d-a1be-4fdd-a08a-7eb2fe0bf13b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984982 Jan 29 04:24:49.825023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1151-b5de-4970-8a0a-bf045b478c8d req-203731e2-3fbf-4a5b-98dd-66fae52ab908 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:49.832758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a8e1151-b5de-4970-8a0a-bf045b478c8d req-203731e2-3fbf-4a5b-98dd-66fae52ab908 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5482383 Jan 29 04:24:49.938435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a8e1151-b5de-4970-8a0a-bf045b478c8d req-c04c4bad-769a-49fd-86f1-eb9325e9b590 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1046817 Jan 29 04:24:50.009545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Attempting to bind port ae90dede-5386-4757-bba8-ae5db28b401d on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:50.010174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Attempting to bind port ae90dede-5386-4757-bba8-ae5db28b401d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:50.010751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Attempting to bind port ae90dede-5386-4757-bba8-ae5db28b401d on network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:50.022116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Port ae90dede-5386-4757-bba8-ae5db28b401d on network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:24:50.025745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Attempting to bind port ae90dede-5386-4757-bba8-ae5db28b401d on network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:50.050396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:50.058592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Checking segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:50.059244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Bound using segment: {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:50.059989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Bound port: ae90dede-5386-4757-bba8-ae5db28b401d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56718c7-0c87-4387-afac-df22587b5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:50.061047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:50.065828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bb27-0459-45cc-b922-eaf029dd3f12 req-24a46713-5195-468c-b3c7-76b19848c788 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:50.073813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e41bb27-0459-45cc-b922-eaf029dd3f12 req-24a46713-5195-468c-b3c7-76b19848c788 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.0976543 Jan 29 04:24:50.091061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['eafdc886-573f-466a-af80-8ab3a67cede1'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:50.136587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c2bb4fef-5ecc-4952-836b-1707c360f5cb'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:50.136827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e41bb27-0459-45cc-b922-eaf029dd3f12 req-f3dfd553-8aa1-4d11-9f01-92a715351f08 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Jan 29 04:24:50.174804 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ecef94b1-b688-46a7-b39b-f80be0ff284d req-3b4594e9-37b1-40a3-9400-8970b36795cd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0791831 Jan 29 04:24:50.218517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c93435d4-5597-4cf8-acd6-e05f21421a24'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:50.252774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] For port ae90dede-5386-4757-bba8-ae5db28b401d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:50.260667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] For port ae90dede-5386-4757-bba8-ae5db28b401d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae90dede-5386-4757-bba8-ae5db28b401d,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:50.270389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:50.278275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70f0bba-c278-4fb7-819e-f50860a86502 req-87da8099-3e13-4b15-8596-7e11490ca97f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0937421 Jan 29 04:24:50.481123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae90dede-5386-4757-bba8-ae5db28b401d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:50.506210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:50.507522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:50.508972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-12ae0df2-8c59-43c1-b9ff-c537900e82c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae90dede-5386-4757-bba8-ae5db28b401d HTTP/1.1" status: 200 len: 1092 time: 2.1609087 Jan 29 04:24:50.510454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'tag': 'ae90dede-5386-4757-bba8-ae5db28b401d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:50.512802 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d78704b-589f-4c6b-9acf-a9fd3f6df835", "tag": "ae90dede-5386-4757-bba8-ae5db28b401d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:50.530392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5f62d-5660-464b-933d-5f3c039f0b5f req-b9660637-cabb-4a8b-a424-abefd3e5912a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:50.532163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89e5f62d-5660-464b-933d-5f3c039f0b5f req-b9660637-cabb-4a8b-a424-abefd3e5912a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.0891452 Jan 29 04:24:50.590267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43018) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:50.623808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7bead-d8ae-4877-93be-957f71ca3398 req-1a934542-abbb-403c-85e3-2834d96fc32d tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:50.648330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7bead-d8ae-4877-93be-957f71ca3398 req-1a934542-abbb-403c-85e3-2834d96fc32d tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:50.680872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89e5f62d-5660-464b-933d-5f3c039f0b5f req-68f42be6-9cd9-4549-a27a-7bd8d6b89e14 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415205 Jan 29 04:24:50.682246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7bead-d8ae-4877-93be-957f71ca3398 req-1a934542-abbb-403c-85e3-2834d96fc32d tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:50.689177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85a7bead-d8ae-4877-93be-957f71ca3398 req-1a934542-abbb-403c-85e3-2834d96fc32d tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2414 time: 0.2563884 Jan 29 04:24:50.775366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85a7bead-d8ae-4877-93be-957f71ca3398 req-9094e986-1e55-4cb2-bac6-8991c680f6fc tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730672 Jan 29 04:24:50.852798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1398d50d-32dd-4633-b767-8e345b22381d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:50.946707 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38739ba-fc6c-4a7c-acfc-941369a83d68 x-openstack-request-id: req-a38739ba-fc6c-4a7c-acfc-941369a83d68 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:50.948385 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d78704b-589f-4c6b-9acf-a9fd3f6df835", "tag": "ae90dede-5386-4757-bba8-ae5db28b401d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:50.950140 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a38739ba-fc6c-4a7c-acfc-941369a83d68 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:50.951100 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'tag': 'ae90dede-5386-4757-bba8-ae5db28b401d', 'status': 'completed', 'code': 200} Jan 29 04:24:51.161407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1398d50d-32dd-4633-b767-8e345b22381d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:51.186276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab374be3-eb07-4a01-8da1-7dad9407fa9c req-c1854b1a-8c17-478f-b72e-cff36715138e tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.196809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab374be3-eb07-4a01-8da1-7dad9407fa9c req-c1854b1a-8c17-478f-b72e-cff36715138e tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.1095023 Jan 29 04:24:51.200143 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1398d50d-32dd-4633-b767-8e345b22381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:51.258954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab374be3-eb07-4a01-8da1-7dad9407fa9c req-3f1aa47a-72b8-4905-af25-309779871cc9 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588303 Jan 29 04:24:51.317129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-93de24fd-da7f-4632-86df-19f33506858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.318674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-93de24fd-da7f-4632-86df-19f33506858d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff09db573ae74099bef91df2cd371e0e&device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 1095 time: 0.3818555 Jan 29 04:24:51.328828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1398d50d-32dd-4633-b767-8e345b22381d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42dbb8a1d87147af85f2a13b787fc043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316217 Jan 29 04:24:51.328828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398d50d-32dd-4633-b767-8e345b22381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21b471f-c383-411b-aaf4-be43d5a0bc77,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:51.329132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43032) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:51.343817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69080-dc04-4886-838f-b67ad32ecf0a req-8cff46af-1fb2-447f-9282-2f26e8403ad5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.348018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fa69080-dc04-4886-838f-b67ad32ecf0a req-8cff46af-1fb2-447f-9282-2f26e8403ad5 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.1377764 Jan 29 04:24:51.405098 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fa69080-dc04-4886-838f-b67ad32ecf0a req-e95a77ef-e170-4750-80c2-3777421aeff7 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Jan 29 04:24:51.417302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:51.452368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ae15-05fe-4f2d-b5eb-c2e2ac08857e req-fb56ea68-021f-4c14-904d-7f59f46e81ab tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.460395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7f0ae15-05fe-4f2d-b5eb-c2e2ac08857e req-fb56ea68-021f-4c14-904d-7f59f46e81ab tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.1076810 Jan 29 04:24:51.477783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:51.528980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-403f5e6b-1e3d-454a-ba47-2fa58a8930a0 req-7fdda20a-abff-4b22-931a-83838a327856 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0416660 Jan 29 04:24:51.546312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7f0ae15-05fe-4f2d-b5eb-c2e2ac08857e req-3c1dc850-a534-43c2-bc8f-9269cedf689d tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847633 Jan 29 04:24:51.573839 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:51.577540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:51.581242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c21b471f-c383-411b-aaf4-be43d5a0bc77 HTTP/1.1" status: 204 len: 168 time: 0.2488108 Jan 29 04:24:51.588151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21b471f-c383-411b-aaf4-be43d5a0bc77,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:51.598458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.598999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.599391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.599864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.600198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.600521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.600922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.601243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.601610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.602024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.602346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.602739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d667d5-1dca-4fcf-a7fd-7188b3e6fe78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:51.841933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80846a27-b293-4225-bc2f-29e4a5e8eb49 req-edd8d190-5399-4c32-8651-abd6b631d109 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.849090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80846a27-b293-4225-bc2f-29e4a5e8eb49 req-edd8d190-5399-4c32-8651-abd6b631d109 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.0944870 Jan 29 04:24:51.909609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80846a27-b293-4225-bc2f-29e4a5e8eb49 req-331f0158-9b59-464c-9248-d00c1b85f8b9 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Jan 29 04:24:51.946218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6616c-b45c-4745-80a2-9cd918e1fd19 req-9d13c3a5-2b23-4c7f-b1a9-f3400ec354a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.953397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6616c-b45c-4745-80a2-9cd918e1fd19 req-9d13c3a5-2b23-4c7f-b1a9-f3400ec354a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.959521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6616c-b45c-4745-80a2-9cd918e1fd19 req-9d13c3a5-2b23-4c7f-b1a9-f3400ec354a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:51.967078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33f6616c-b45c-4745-80a2-9cd918e1fd19 req-9d13c3a5-2b23-4c7f-b1a9-f3400ec354a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2414 time: 0.0885458 Jan 29 04:24:52.009615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33f6616c-b45c-4745-80a2-9cd918e1fd19 req-9b5b4303-3f32-47f3-8bcf-4818139b1be0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408313 Jan 29 04:24:52.068610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43044) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:52.083944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9bcdce6c-9223-421f-a695-f013870a3da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.177561 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9bcdce6c-9223-421f-a695-f013870a3da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.183119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9bcdce6c-9223-421f-a695-f013870a3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.228696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdce6c-9223-421f-a695-f013870a3da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18fcacb-3156-4422-8151-843b2ddce651,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:52.233854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9bcdce6c-9223-421f-a695-f013870a3da0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a7e19f404454afaba1ea076823f5bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638167 Jan 29 04:24:52.236420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:52.269467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c93435d4-5597-4cf8-acd6-e05f21421a24 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:52.315059 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc5e9-4e3c-4269-b5a0-d435382e36f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.368456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port c93435d4-5597-4cf8-acd6-e05f21421a24 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:52.376798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc5e9-4e3c-4269-b5a0-d435382e36f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.378825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port c93435d4-5597-4cf8-acd6-e05f21421a24 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:52.379212 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.493060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62522e-777e-4086-95f4-78ef4207eee4 req-2a7230a7-62ad-4e55-a123-89e373daa7a7 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:52.495162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a62522e-777e-4086-95f4-78ef4207eee4 req-2a7230a7-62ad-4e55-a123-89e373daa7a7 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.1273415 Jan 29 04:24:52.523311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc5e9-4e3c-4269-b5a0-d435382e36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.526544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc5e9-4e3c-4269-b5a0-d435382e36f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.551762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6ebfc5e9-4e3c-4269-b5a0-d435382e36f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d18fcacb-3156-4422-8151-843b2ddce651 HTTP/1.1" status: 204 len: 168 time: 0.3092897 Jan 29 04:24:52.601812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc5e9-4e3c-4269-b5a0-d435382e36f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18fcacb-3156-4422-8151-843b2ddce651,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:52.686994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a62522e-777e-4086-95f4-78ef4207eee4 req-cf726b90-e8cf-4fe3-bb69-b0ffac76c6fe tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810670 Jan 29 04:24:52.715478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597edf68-5c1b-4c5a-a2c5-ac2238f382cd req-3883a8f5-6b15-464c-937e-2ac018781a46 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:52.720014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-597edf68-5c1b-4c5a-a2c5-ac2238f382cd req-3883a8f5-6b15-464c-937e-2ac018781a46 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.1686442 Jan 29 04:24:52.753058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.816757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:52.817751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-597edf68-5c1b-4c5a-a2c5-ac2238f382cd req-fe18fac7-a972-4569-8c62-ac07439a8393 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853353 Jan 29 04:24:52.830901 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4470d-4d00-49f1-a9c6-a64a33c00ecf" -d '{"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-plugged", "status": "completed", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:52.865010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c93435d4-5597-4cf8-acd6-e05f21421a24,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:52.876186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:52.877165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c2bb4fef-5ecc-4952-836b-1707c360f5cb up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:52.880197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77f9fa83-05f4-48eb-8c11-7f4dfb05b8e7 req-0532f5e9-a625-4762-af81-2e46f8a65505 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0725708 Jan 29 04:24:52.959992 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19746f22-75af-4cda-ac99-7e40e4fa7f62 x-openstack-request-id: req-19746f22-75af-4cda-ac99-7e40e4fa7f62 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:52.960269 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-plugged", "status": "completed", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:52.960520 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19746f22-75af-4cda-ac99-7e40e4fa7f62 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:52.960907 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24', 'code': 200} Jan 29 04:24:52.975465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-c377b4ac-a13e-4d9f-9b9f-a4cf50e2dce1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae90dede-5386-4757-bba8-ae5db28b401d HTTP/1.1" status: 200 len: 217 time: 0.0636630 Jan 29 04:24:53.052111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c42232-453f-495d-88db-b45ec6f95d8c req-c1659cc0-09a8-44c4-bbff-6a17667cd69d tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.053662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72c42232-453f-495d-88db-b45ec6f95d8c req-c1659cc0-09a8-44c4-bbff-6a17667cd69d tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.0861335 Jan 29 04:24:53.117683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb329e8-a2ee-4658-8f1b-671b59d30ce5 req-f14978d8-269c-4a3e-a1d9-da23ef7c0d4b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.124768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8eb329e8-a2ee-4658-8f1b-671b59d30ce5 req-f14978d8-269c-4a3e-a1d9-da23ef7c0d4b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1075897 Jan 29 04:24:53.158621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72c42232-453f-495d-88db-b45ec6f95d8c req-ab1f1b9e-9f9e-4417-ac35-ba38dbb14a4e tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968688 Jan 29 04:24:53.188796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port c2bb4fef-5ecc-4952-836b-1707c360f5cb completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:53.200917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8eb329e8-a2ee-4658-8f1b-671b59d30ce5 req-4bdf2869-d24c-4df9-8eca-e90c6c818307 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661385 Jan 29 04:24:53.203579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port c2bb4fef-5ecc-4952-836b-1707c360f5cb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:53.207152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:53.209101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:53.284502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.288458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.289204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.289789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.290410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.290992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.298489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.299381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.299965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.300550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.301154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.301703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:24:53.434294 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:53.455485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46684ea-b11b-448d-81e9-d1cd58a198df req-7e6471de-986c-46a7-a620-a8d1364048de tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.461772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46684ea-b11b-448d-81e9-d1cd58a198df req-7e6471de-986c-46a7-a620-a8d1364048de tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.468971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46684ea-b11b-448d-81e9-d1cd58a198df req-7e6471de-986c-46a7-a620-a8d1364048de tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.478255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d46684ea-b11b-448d-81e9-d1cd58a198df req-7e6471de-986c-46a7-a620-a8d1364048de tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2415 time: 0.1953173 Jan 29 04:24:53.507095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:53.522727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-db73aa06-7aeb-404e-93dd-d83b0114f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.522967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:53.524662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-db73aa06-7aeb-404e-93dd-d83b0114f599 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a70083-d96c-4dd7-88fc-b13dd54c8ec9 HTTP/1.1" status: 200 len: 853 time: 0.1758876 Jan 29 04:24:53.558959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d46684ea-b11b-448d-81e9-d1cd58a198df req-d4282e27-c855-49ac-a07b-75256f4e4ae0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797553 Jan 29 04:24:53.648638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:53.791640 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a24b231c-3c30-47bf-904e-b5033dbfcdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:53.901833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68754d-aef4-4f97-8667-2160b7b370f0 req-3ffbbf4e-d5c4-4e96-b224-d8f79f1ba7d2 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:53.915495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e68754d-aef4-4f97-8667-2160b7b370f0 req-3ffbbf4e-d5c4-4e96-b224-d8f79f1ba7d2 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.1408801 Jan 29 04:24:53.971519 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e68754d-aef4-4f97-8667-2160b7b370f0 req-69f80017-5749-4608-8577-c850fcbb2808 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Jan 29 04:24:54.021531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb535b-038d-4619-91ef-83de4e9c738a req-711b830d-b68b-49c0-9879-3a64da67defd tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.039019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cfb535b-038d-4619-91ef-83de4e9c738a req-711b830d-b68b-49c0-9879-3a64da67defd tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.0896704 Jan 29 04:24:54.070456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43104) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:54.118845 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84190f9e-ecb6-4b5d-be58-d65aa0fd997f req-a14ebd0c-c877-4c00-b51c-ee54792e0b26 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0388639 Jan 29 04:24:54.119771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cfb535b-038d-4619-91ef-83de4e9c738a req-7b650cc4-c3d0-4155-a557-5fc2c957b914 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Jan 29 04:24:54.236764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-d605a173-e719-477e-8260-a086d98c0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.242381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-d605a173-e719-477e-8260-a086d98c0864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355150 Jan 29 04:24:54.262362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-network', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:54.285785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device eafdc886-573f-466a-af80-8ab3a67cede1 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:54.332871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Made reservation on behalf of 920e3d5bc19144faa8aa9543507dae36 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:54.335715 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.390163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.411333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168fbcc-0b84-4eaa-87f8-09d5f29541a0 req-7f85158e-aeb5-4f52-abc3-505abd7f53a6 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.414858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7168fbcc-0b84-4eaa-87f8-09d5f29541a0 req-7f85158e-aeb5-4f52-abc3-505abd7f53a6 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.1448696 Jan 29 04:24:54.426183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port eafdc886-573f-466a-af80-8ab3a67cede1 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:24:54.436391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port eafdc886-573f-466a-af80-8ab3a67cede1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:54.437202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.472663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7168fbcc-0b84-4eaa-87f8-09d5f29541a0 req-1585cca7-123a-463a-aff9-877bbf19a740 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Jan 29 04:24:54.538353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902ae0f-3da4-467a-a0dd-32407685b0f4 req-3d842c2a-c072-4719-91d8-04361902551f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.541654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e902ae0f-3da4-467a-a0dd-32407685b0f4 req-3d842c2a-c072-4719-91d8-04361902551f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1772590 Jan 29 04:24:54.587728 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.609002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.623008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e902ae0f-3da4-467a-a0dd-32407685b0f4 req-fee12f80-1e46-4244-a12e-247695a57097 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702605 Jan 29 04:24:54.625947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.632036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port eafdc886-573f-466a-af80-8ab3a67cede1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=eafdc886-573f-466a-af80-8ab3a67cede1,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:54.648041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.654859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:24:54.671685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10818e2-10ca-4ef0-93f9-e7907791697b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:54.676391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.676660 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Added segment fc1b724b-10b5-431d-a33f-2e809c75eb3d of type vlan for network d0516ea1-a926-42ed-8b5c-91acd409a9f8 Jan 29 04:24:54.730189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=eafdc886-573f-466a-af80-8ab3a67cede1,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:54.735424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.778309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ac30-7aae-463b-8c9d-643068f9a62b req-6850ea6b-a97d-41c4-982f-9f896021e802 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.784802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ac30-7aae-463b-8c9d-643068f9a62b req-6850ea6b-a97d-41c4-982f-9f896021e802 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.792142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ac30-7aae-463b-8c9d-643068f9a62b req-6850ea6b-a97d-41c4-982f-9f896021e802 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.801390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a99ac30-7aae-463b-8c9d-643068f9a62b req-6850ea6b-a97d-41c4-982f-9f896021e802 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.0963712 Jan 29 04:24:54.829712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.831365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:54.832071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:54.860906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a99ac30-7aae-463b-8c9d-643068f9a62b req-c802e29d-7382-4a95-ab29-27c9c362171b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563402 Jan 29 04:24:54.944135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8690608 Jan 29 04:24:54.944373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:54.946702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd82808-da32-420a-bb80-ef0154d9dad6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0516ea1-a926-42ed-8b5c-91acd409a9f8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:54.949248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Request body: {'subnet': {'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-subnet', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:54.969064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb'}, {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafdc886-573f-466a-af80-8ab3a67cede1'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:24:54.969064 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022dcd62-f195-4e07-ae1c-7cef4e55723e" -d '{"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-plugged", "status": "completed", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb"}, {"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-plugged", "status": "completed", "tag": "eafdc886-573f-466a-af80-8ab3a67cede1"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:24:54.970713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:24:54.994720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Made reservation on behalf of 920e3d5bc19144faa8aa9543507dae36 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:55.001863 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:55.093047 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f56bcae-845c-4cc4-8b83-4a8674241e8d x-openstack-request-id: req-3f56bcae-845c-4cc4-8b83-4a8674241e8d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:24:55.093373 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-plugged", "status": "completed", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb", "code": 200}, {"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-plugged", "status": "completed", "tag": "eafdc886-573f-466a-af80-8ab3a67cede1", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:24:55.093624 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f56bcae-845c-4cc4-8b83-4a8674241e8d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:24:55.094177 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb', 'code': 200} Jan 29 04:24:55.094405 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafdc886-573f-466a-af80-8ab3a67cede1', 'code': 200} Jan 29 04:24:55.240074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d546fe4-fd9e-420a-b428-63abea168fb5 req-695d924b-a950-4be2-b7df-65c960b83996 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:55.241872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d546fe4-fd9e-420a-b428-63abea168fb5 req-695d924b-a950-4be2-b7df-65c960b83996 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.0800052 Jan 29 04:24:55.317999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d546fe4-fd9e-420a-b428-63abea168fb5 req-fd9ceaf5-3028-4257-90b1-a24cb847e1a7 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672667 Jan 29 04:24:55.335474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef620b4b-751d-4eb2-b71d-85546815a9d7 req-0048c941-e87b-47a6-a78d-79b093db127f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:55.336034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef620b4b-751d-4eb2-b71d-85546815a9d7 req-0048c941-e87b-47a6-a78d-79b093db127f tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.0844374 Jan 29 04:24:55.383307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef620b4b-751d-4eb2-b71d-85546815a9d7 req-bc34de39-0f6b-47f9-9f73-65dc07846840 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jan 29 04:24:55.442683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:55.535001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Checking segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:55.535519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Network hostable DHCP agents. Network: d0516ea1-a926-42ed-8b5c-91acd409a9f8, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:24:55.538414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50361553-7cb5-4434-8da5-0c6cb8d26839,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:55.565379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:24:55.573420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96373d60-01e8-4794-a537-f944e6d2901b req-8d463e9d-f16d-4fa3-9863-c1731e1914a3 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0646327 Jan 29 04:24:55.588239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d0516ea1-a926-42ed-8b5c-91acd409a9f8) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:55.593912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:55.594587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:55.603490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468fef74-503d-427c-a928-3699096d534c None None] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:55.654122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-84cebb32-62ca-44c3-90c8-017560cf637f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7069757 Jan 29 04:24:55.655290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43150) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:24:55.659900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:55.720350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:55.721637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:55.732855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e18fd-b60f-4497-8ecd-663d8baac3cf req-dea581fe-6a25-4161-ab95-a4982c292fad tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:55.741436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-227e18fd-b60f-4497-8ecd-663d8baac3cf req-dea581fe-6a25-4161-ab95-a4982c292fad tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.0611596 Jan 29 04:24:55.822629 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-227e18fd-b60f-4497-8ecd-663d8baac3cf req-8d1776b3-7dcb-4ebc-8685-16d8ef9a5d78 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Jan 29 04:24:55.890997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:55.931693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d0516ea1-a926-42ed-8b5c-91acd409a9f8', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:24:55.932567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.088348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec14d1ac-ebba-4484-87a7-78964884a256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.095280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ebf81-e90a-4180-b2c2-a0b298d804b4 req-7a0a6a1f-75b0-45fe-945c-5b9dbde98286 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:56.103082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c9ebf81-e90a-4180-b2c2-a0b298d804b4 req-7a0a6a1f-75b0-45fe-945c-5b9dbde98286 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.2136059 Jan 29 04:24:56.168981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d5aa-6744-4515-ba51-9350ca27e3f9 req-07df5b70-4997-49ea-846b-cc9abe406e46 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:56.176019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d5aa-6744-4515-ba51-9350ca27e3f9 req-07df5b70-4997-49ea-846b-cc9abe406e46 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:56.181357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Allocated IP 172.20.0.2 (d0516ea1-a926-42ed-8b5c-91acd409a9f8/50361553-7cb5-4434-8da5-0c6cb8d26839/d6d84d3a-58df-4e72-992e-15c904bb4c36) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:56.183817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d5aa-6744-4515-ba51-9350ca27e3f9 req-07df5b70-4997-49ea-846b-cc9abe406e46 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:56.183961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.193483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4a6d5aa-6744-4515-ba51-9350ca27e3f9 req-07df5b70-4997-49ea-846b-cc9abe406e46 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.0838435 Jan 29 04:24:56.228787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c9ebf81-e90a-4180-b2c2-a0b298d804b4 req-63180da2-014a-42ab-bafb-227cf66fae2a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248372 Jan 29 04:24:56.250177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4a6d5aa-6744-4515-ba51-9350ca27e3f9 req-67e3a405-8adf-486f-95a6-a182f2984865 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525081 Jan 29 04:24:56.374983 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.384185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.433239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:56.446946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:56.449346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.451332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:56.458784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Pushing event updated for resources: {'Port': ['ID=d6d84d3a-58df-4e72-992e-15c904bb4c36,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:56.461911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16b62-6fd2-41e3-9b7c-a7cbcaf339f0 req-61f98319-649f-4174-8812-7bf392657d13 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:56.463577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aaf16b62-6fd2-41e3-9b7c-a7cbcaf339f0 req-61f98319-649f-4174-8812-7bf392657d13 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.0589495 Jan 29 04:24:56.479956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.522965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Attempting to bind port d6d84d3a-58df-4e72-992e-15c904bb4c36 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:24:56.523845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Attempting to bind port d6d84d3a-58df-4e72-992e-15c904bb4c36 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:24:56.524651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Attempting to bind port d6d84d3a-58df-4e72-992e-15c904bb4c36 on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:24:56.530908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aaf16b62-6fd2-41e3-9b7c-a7cbcaf339f0 req-146a4ace-f6a8-460b-95f5-5e7acd470ba4 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598733 Jan 29 04:24:56.531195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:24:56.531792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Checking segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:24:56.532197 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.532588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Bound using segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:24:56.533205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Bound port: d6d84d3a-58df-4e72-992e-15c904bb4c36, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:24:56.533501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.603578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] For port d6d84d3a-58df-4e72-992e-15c904bb4c36, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:24:56.607557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] For port d6d84d3a-58df-4e72-992e-15c904bb4c36, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d6d84d3a-58df-4e72-992e-15c904bb4c36,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:24:56.612510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:56.634781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01642946-1a00-41e8-9192-dc7487de0c2e req-fcced474-b0bd-4c02-ad69-448dea778585 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:56.636252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01642946-1a00-41e8-9192-dc7487de0c2e req-fcced474-b0bd-4c02-ad69-448dea778585 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.0995350 Jan 29 04:24:56.647765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Allocated IP 172.25.4.125 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/6d1f4567-d336-4c7e-aa16-dd8523307df7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:56.692718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3f219-5161-44d7-9680-f53103422a52 None None] Pushing event updated for resources: {'Port': ['ID=d6d84d3a-58df-4e72-992e-15c904bb4c36,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:56.739852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-21fabe41-328e-4ef4-80f8-4f565659a698 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1e5a0bac3e774cfea778d2286611bdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753429 Jan 29 04:24:56.760369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ef65686-f34f-4fce-955a-fb0fd20d5003 req-3fe58ac1-4f5e-4c36-8889-5c7287cc77b4 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0376213 Jan 29 04:24:57.016123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01642946-1a00-41e8-9192-dc7487de0c2e req-ecc0a235-d8f4-4402-b1b1-dbd948a34425 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193443 Jan 29 04:24:57.047760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5aa66-e5db-438d-b4c6-01efe606a705 req-32f84500-5fb0-4e7e-911a-0de8469e4f24 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.048209 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:57.049380 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18e5aa66-e5db-438d-b4c6-01efe606a705 req-32f84500-5fb0-4e7e-911a-0de8469e4f24 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.0834887 Jan 29 04:24:57.135219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-6b221d0c-f2ac-40af-a416-cf42d022efa4 service neutron] 10.222.0.36 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508472 Jan 29 04:24:57.146049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-454082ac-9ffb-4905-b8a4-1aa5151129ab tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.147686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-454082ac-9ffb-4905-b8a4-1aa5151129ab tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296318 Jan 29 04:24:57.158522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18e5aa66-e5db-438d-b4c6-01efe606a705 req-2b85dbcd-1bbf-48d0-b662-8e17e5c67e44 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971320 Jan 29 04:24:57.167291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540d33-ddfa-4c84-a404-6205871658c2 req-15c928f0-4061-4155-ac0d-2f62f081e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.167858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540d33-ddfa-4c84-a404-6205871658c2 req-15c928f0-4061-4155-ac0d-2f62f081e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.168333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540d33-ddfa-4c84-a404-6205871658c2 req-15c928f0-4061-4155-ac0d-2f62f081e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.171538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8540d33-ddfa-4c84-a404-6205871658c2 req-15c928f0-4061-4155-ac0d-2f62f081e096 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2870 time: 0.1076179 Jan 29 04:24:57.187329 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:57.198587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:57.213195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Request body: {'port': {'device_id': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '1e5a0bac3e774cfea778d2286611bdce'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:57.231901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8540d33-ddfa-4c84-a404-6205871658c2 req-79152ed8-246e-47eb-8ac5-5c55e06b33f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Jan 29 04:24:57.314177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:57.328656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:57.334326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:57.342197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1f4567-d336-4c7e-aa16-dd8523307df7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:57.397106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27cdfe-f6c0-44d2-9526-47c986095567 req-986c347b-0bf9-4aa6-83f7-2a736c55059c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.403146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27cdfe-f6c0-44d2-9526-47c986095567 req-986c347b-0bf9-4aa6-83f7-2a736c55059c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.410535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27cdfe-f6c0-44d2-9526-47c986095567 req-986c347b-0bf9-4aa6-83f7-2a736c55059c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.412213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a27cdfe-f6c0-44d2-9526-47c986095567 req-986c347b-0bf9-4aa6-83f7-2a736c55059c tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.0732388 Jan 29 04:24:57.421018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fbd5e8-0a63-4887-a9b9-bf9563e8acf1 req-a2c3e539-ee02-418a-b177-5caf53f86763 service neutron] 10.222.0.36 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711349 Jan 29 04:24:57.456678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a27cdfe-f6c0-44d2-9526-47c986095567 req-1c088bf9-885e-40a0-980e-ce2361cbff0f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374656 Jan 29 04:24:57.665421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278f922-50ab-4937-88c7-8714e1279f37 req-629577e0-4b77-4fff-970e-c1241d39893b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.674663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0278f922-50ab-4937-88c7-8714e1279f37 req-629577e0-4b77-4fff-970e-c1241d39893b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.0686028 Jan 29 04:24:57.733295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0278f922-50ab-4937-88c7-8714e1279f37 req-940f5c43-708e-4ddf-92ea-791bc42e4cce tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Jan 29 04:24:57.836033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d6d84d3a-58df-4e72-992e-15c904bb4c36 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:57.930036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d6d84d3a-58df-4e72-992e-15c904bb4c36 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:57.932841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:57.938877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ffd82-a677-43cb-a70a-9331dda2c6e2 req-91224aa9-2760-4ed2-ab9a-8dab82139cfd tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:57.940445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-742ffd82-a677-43cb-a70a-9331dda2c6e2 req-91224aa9-2760-4ed2-ab9a-8dab82139cfd tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.6024601 Jan 29 04:24:58.032080 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:58.053810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55939d3b-f48d-427a-a710-2efe2a7a5bf2 None None] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:24:58.066464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5141f623-708a-4ac8-aa1e-d1329d991395 req-b1ebdb68-0acf-40ad-a351-52ce3b0bfcd3 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0531178 Jan 29 04:24:58.075885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Made reservation on behalf of 1e5a0bac3e774cfea778d2286611bdce for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:24:58.080179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:58.129118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d6d84d3a-58df-4e72-992e-15c904bb4c36, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d6d84d3a-58df-4e72-992e-15c904bb4c36,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:24:58.144449 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:58.177834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5cefcc31-c92f-455a-9558-1cba60447f7f None None] Provisioning complete for port d6d84d3a-58df-4e72-992e-15c904bb4c36 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:58.178321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cefcc31-c92f-455a-9558-1cba60447f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:58.187540 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-742ffd82-a677-43cb-a70a-9331dda2c6e2 req-f83287cd-3ba0-49bc-a94a-3a570b1b2733 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096250 Jan 29 04:24:58.196175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-762da664-e227-4a0d-8a20-5d2e30741c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.200702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-762da664-e227-4a0d-8a20-5d2e30741c75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff09db573ae74099bef91df2cd371e0e&device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 1095 time: 0.3017142 Jan 29 04:24:58.245201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521bbc2-15ed-4510-b2a1-363db78bf222 req-b26a8ef5-3ad1-42c2-81ca-06128e548970 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.256673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5521bbc2-15ed-4510-b2a1-363db78bf222 req-b26a8ef5-3ad1-42c2-81ca-06128e548970 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.0868123 Jan 29 04:24:58.326110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d6d84d3a-58df-4e72-992e-15c904bb4c36,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:58.329511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5521bbc2-15ed-4510-b2a1-363db78bf222 req-6e597f4c-a1a1-435f-9070-ccf2226fba12 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717909 Jan 29 04:24:58.483906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7a191-19ee-4a50-aef3-c71f48e54034 req-7eb55986-8919-412d-96d0-d5d674947a3e tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.487786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fe7a191-19ee-4a50-aef3-c71f48e54034 req-7eb55986-8919-412d-96d0-d5d674947a3e tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.0825405 Jan 29 04:24:58.514864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:58.542179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fe7a191-19ee-4a50-aef3-c71f48e54034 req-a5cdbd20-36e2-47c2-a8cf-28d2d79021b1 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Jan 29 04:24:58.628525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334db339-0cda-439a-a574-ff70ae587329 req-472f55bc-7fb0-4596-8dd0-78c85504dc20 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.631047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-334db339-0cda-439a-a574-ff70ae587329 req-472f55bc-7fb0-4596-8dd0-78c85504dc20 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.3067827 Jan 29 04:24:58.643883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Allocated IP 192.168.233.201 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/66aa5467-32ef-4851-b6e0-f8d9e68bce40) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:24:58.687245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1542b-09f2-458b-a9f8-eed88aa4bbb8 req-86678db6-8d5c-4f41-8220-b04b7d6e70a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.694186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1542b-09f2-458b-a9f8-eed88aa4bbb8 req-86678db6-8d5c-4f41-8220-b04b7d6e70a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.701332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-eff449c2-78bc-4a49-90c9-1bf609950fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.702924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-eff449c2-78bc-4a49-90c9-1bf609950fe3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a HTTP/1.1" status: 200 len: 915 time: 0.3881447 Jan 29 04:24:58.703319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1542b-09f2-458b-a9f8-eed88aa4bbb8 req-86678db6-8d5c-4f41-8220-b04b7d6e70a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:58.713158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfc1542b-09f2-458b-a9f8-eed88aa4bbb8 req-86678db6-8d5c-4f41-8220-b04b7d6e70a0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.0956554 Jan 29 04:24:58.745845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ca073676-cf18-46da-bc27-0015e4dbf575 None None] Provisioning complete for port d6d84d3a-58df-4e72-992e-15c904bb4c36 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:58.746255 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca073676-cf18-46da-bc27-0015e4dbf575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:58.774123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-1dcbe12f-b290-48f0-9d3b-0dbdef135d19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae90dede-5386-4757-bba8-ae5db28b401d HTTP/1.1" status: 200 len: 217 time: 0.0605474 Jan 29 04:24:58.782054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfc1542b-09f2-458b-a9f8-eed88aa4bbb8 req-e5ff1e9d-2348-413d-9c61-6349ada15c70 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682824 Jan 29 04:24:58.812073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-334db339-0cda-439a-a574-ff70ae587329 req-868c04bf-bada-4b1e-b9ba-840895cd730c tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638258 Jan 29 04:24:59.023917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.045044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-c45bdb2d-d1c2-445d-995f-c640ddd18a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.046846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-c45bdb2d-d1c2-445d-995f-c640ddd18a42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a70083-d96c-4dd7-88fc-b13dd54c8ec9 HTTP/1.1" status: 200 len: 853 time: 0.1833296 Jan 29 04:24:59.079296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.167562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.169096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.239185 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40a8d724-acac-4f73-a03f-ea31ef8cb129 req-e9497ed8-30cb-4c3e-893f-8781cb4ac19a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0538440 Jan 29 04:24:59.282263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-3913546c-65ce-4712-b337-bc0c7e806929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.283833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-3913546c-65ce-4712-b337-bc0c7e806929 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356859 Jan 29 04:24:59.286329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.331523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['133238db-08b8-4b8a-b053-354fbb2c9627'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:24:59.415068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:24:59.431662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:24:59.438591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:24:59.445797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Pushing event updated for resources: {'Port': ['ID=66aa5467-32ef-4851-b6e0-f8d9e68bce40,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:24:59.558959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336205ae-7f8a-49e8-b036-65142f35ff33 req-b43a76f7-718e-4328-9df1-5932bf242ec8 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.569359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8bdeb-3be6-4d59-8f0a-a463e1c8c0a0 req-61172bd7-8541-4945-b2bb-4ba40da6cdbf tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.571419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-336205ae-7f8a-49e8-b036-65142f35ff33 req-b43a76f7-718e-4328-9df1-5932bf242ec8 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.2400782 Jan 29 04:24:59.572076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Router e192733e-9f9b-4c02-9415-3f45781e48c8 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:24:59.582351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49d8bdeb-3be6-4d59-8f0a-a463e1c8c0a0 req-61172bd7-8541-4945-b2bb-4ba40da6cdbf tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.1389203 Jan 29 04:24:59.592158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.592812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.674693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-2e151025-b32f-4352-950b-940a3e31ff56 service neutron] 10.222.0.36 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506646 Jan 29 04:24:59.680470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-8d9e3e0f-e22b-4752-bee5-91e741fd87bd tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4790955 Jan 29 04:24:59.690898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-89bf4909-088c-447d-a504-2e6a81a32162 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.693464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-89bf4909-088c-447d-a504-2e6a81a32162 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.1874421 Jan 29 04:24:59.711449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49d8bdeb-3be6-4d59-8f0a-a463e1c8c0a0 req-b1030714-23f9-41d4-8371-10ce56163df1 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279578 Jan 29 04:24:59.746338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d6d84d3a-58df-4e72-992e-15c904bb4c36 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:24:59.773926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Request body: {'port': {'device_id': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:24:59.821056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d6d84d3a-58df-4e72-992e-15c904bb4c36 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:59.821421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.861315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-336205ae-7f8a-49e8-b036-65142f35ff33 req-9748c37a-a77e-4495-988e-3eb1bcde83f2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640312 Jan 29 04:24:59.873569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0498-06bb-4620-aa00-ae8bc66ea244 req-a71583b5-898e-4720-a302-4ec181b6f742 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:24:59.881242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b37c0498-06bb-4620-aa00-ae8bc66ea244 req-a71583b5-898e-4720-a302-4ec181b6f742 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 944 time: 0.0777867 Jan 29 04:24:59.947557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5020f560-f5f5-43fd-8ed2-2b51350356ad None None] Provisioning complete for port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:24:59.948095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5020f560-f5f5-43fd-8ed2-2b51350356ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:24:59.993478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Deleting port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:24:59.994233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.002569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66c6b439-0dc6-4ec1-8ddc-3fe83e9c2be2 req-9baf3b0e-c1e5-44e5-8cf2-04516852c2d3 service neutron] 10.222.0.36 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182316 Jan 29 04:25:00.031837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5020f560-f5f5-43fd-8ed2-2b51350356ad None None] Port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:00.121649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b37c0498-06bb-4620-aa00-ae8bc66ea244 req-c15c8357-94af-4835-bc2d-7fa610d7122d tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389531 Jan 29 04:25:00.149419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.167563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] For port 21d12594-e7fc-49fb-a60d-f42171f3b9d5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=21d12594-e7fc-49fb-a60d-f42171f3b9d5,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:00.168203 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.182732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Calling delete_port for 21d12594-e7fc-49fb-a60d-f42171f3b9d5 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:00.190450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc62b-e3ae-4398-a9b0-f38cb7ba54f4 req-e4151c44-75dc-46fe-b1ca-a1d2025f8814 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.197365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc62b-e3ae-4398-a9b0-f38cb7ba54f4 req-e4151c44-75dc-46fe-b1ca-a1d2025f8814 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.204750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc62b-e3ae-4398-a9b0-f38cb7ba54f4 req-e4151c44-75dc-46fe-b1ca-a1d2025f8814 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.206844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-844bc62b-e3ae-4398-a9b0-f38cb7ba54f4 req-e4151c44-75dc-46fe-b1ca-a1d2025f8814 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.1084530 Jan 29 04:25:00.208382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:00.222094 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:00.250983 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:00.251545 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:00.311546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae90dede-5386-4757-bba8-ae5db28b401d details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:00.346847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2b3f-010a-4f1e-a89a-0986bc4ced91 req-b6969a15-db49-47a7-9730-4927011971b4 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.348970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06ad2b3f-010a-4f1e-a89a-0986bc4ced91 req-b6969a15-db49-47a7-9730-4927011971b4 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d65293a-471b-4c44-a1d9-8a12cee56b15 HTTP/1.1" status: 200 len: 945 time: 0.0871761 Jan 29 04:25:00.358510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-844bc62b-e3ae-4398-a9b0-f38cb7ba54f4 req-0d9a8ed7-3ae3-4889-a190-3171a4733078 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359758 Jan 29 04:25:00.383565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:00.390645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.391899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a640aa97-6f4a-4ee5-b237-7a3ef8fb1ad7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7355793 Jan 29 04:25:00.405957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:00.515669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ae90dede-5386-4757-bba8-ae5db28b401d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae90dede-5386-4757-bba8-ae5db28b401d,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:00.518677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06ad2b3f-010a-4f1e-a89a-0986bc4ced91 req-45961d0a-7cd3-4aaf-bfc5-4a8e68b4129d tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f9ceb96-7014-467f-a304-3a8bcac485e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629703 Jan 29 04:25:00.539360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ae90dede-5386-4757-bba8-ae5db28b401d', 'network_id': 'bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a', 'port_id': 'ae90dede-5386-4757-bba8-ae5db28b401d', 'mac_address': 'fa:16:3e:42:e6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a70083-d96c-4dd7-88fc-b13dd54c8ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:00.546180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.606238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Pushing event deleted for resources: {'Port': ['ID=21d12594-e7fc-49fb-a60d-f42171f3b9d5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:00.608437 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:24:58Z', 'revision_number': 3, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:00.613503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['21d12594-e7fc-49fb-a60d-f42171f3b9d5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:00.648071 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:00.648679 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Updating router e192733e-9f9b-4c02-9415-3f45781e48c8 port 6d1f4567-d336-4c7e-aa16-dd8523307df7 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:00.666888 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.682294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae90dede-5386-4757-bba8-ae5db28b401d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:00.682935 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.688001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c8e39-7262-4836-8c75-350dd6875073 req-c4be564b-c7a7-4759-ab9f-6e7e2aa67c1b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:00.690295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-113c8e39-7262-4836-8c75-350dd6875073 req-c4be564b-c7a7-4759-ab9f-6e7e2aa67c1b tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.2900865 Jan 29 04:25:00.709343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ae90dede-5386-4757-bba8-ae5db28b401d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae90dede-5386-4757-bba8-ae5db28b401d,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:00.714716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.730454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] No DVR routers for this DVR port 21d12594-e7fc-49fb-a60d-f42171f3b9d5 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:00.740118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:00.743458 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c76b6cb-e722-4f95-9b82-a0278065ac8c req-be74d819-991d-4b80-9098-f3cea9d1a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-524329974 tempest-FloatingIPsAssociationNegativeTestJSON-524329974-project] 10.222.0.36 "DELETE /v2.0/ports/21d12594-e7fc-49fb-a60d-f42171f3b9d5 HTTP/1.1" status: 204 len: 173 time: 1.0284357 Jan 29 04:25:00.743915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'name': 'network-vif-deleted', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:00.759091 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c37c2-6849-4aef-bf91-d0490895a5e4" -d '{"events": [{"server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "name": "network-vif-deleted", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:00.784216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ae90dede-5386-4757-bba8-ae5db28b401d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:01.006140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3941f-3926-4202-b645-85e18be220aa req-718ba698-e40c-459f-8e09-03f29989a1cf tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:01.007795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9c3941f-3926-4202-b645-85e18be220aa req-718ba698-e40c-459f-8e09-03f29989a1cf tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 936 time: 0.4476423 Jan 29 04:25:01.047909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06f27-9252-4e38-a95c-c4097c2972e5 req-bbd72317-de94-4829-90df-59503a5bfb95 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:01.049536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9af06f27-9252-4e38-a95c-c4097c2972e5 req-bbd72317-de94-4829-90df-59503a5bfb95 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 950 time: 0.1086936 Jan 29 04:25:01.081358 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.089822 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.130314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9af06f27-9252-4e38-a95c-c4097c2972e5 req-3c4ea9fd-29cd-4111-b5eb-828e6cef91f4 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a5c8581-476d-47a5-b947-1e680e57ae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625582 Jan 29 04:25:01.185073 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b0f8b-6b9f-4c92-9b35-a9495697b270 x-openstack-request-id: req-815b0f8b-6b9f-4c92-9b35-a9495697b270 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:01.185451 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d65293a-471b-4c44-a1d9-8a12cee56b15", "name": "network-vif-deleted", "tag": "21d12594-e7fc-49fb-a60d-f42171f3b9d5", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:01.185815 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-815b0f8b-6b9f-4c92-9b35-a9495697b270 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:01.186244 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d65293a-471b-4c44-a1d9-8a12cee56b15', 'name': 'network-vif-deleted', 'tag': '21d12594-e7fc-49fb-a60d-f42171f3b9d5', 'status': 'completed', 'code': 200} Jan 29 04:25:01.249094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ae90dede-5386-4757-bba8-ae5db28b401d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:01.332476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ffdc4-89e6-434f-9c8c-119565263d11 None None] Pushing event updated for resources: {'Port': ['ID=6d1f4567-d336-4c7e-aa16-dd8523307df7,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:01.356625 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Attempting to bind port 6d1f4567-d336-4c7e-aa16-dd8523307df7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:01.357012 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Attempting to bind port 6d1f4567-d336-4c7e-aa16-dd8523307df7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:01.357485 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Attempting to bind port 6d1f4567-d336-4c7e-aa16-dd8523307df7 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:01.363728 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:01.364107 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:01.365082 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.365082 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:01.365404 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Bound port: 6d1f4567-d336-4c7e-aa16-dd8523307df7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:01.365806 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.470838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b559-da48-481a-8523-2659b6809e86 req-97588264-1ae8-4794-8046-ac4f583101a2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:01.492075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b559-da48-481a-8523-2659b6809e86 req-97588264-1ae8-4794-8046-ac4f583101a2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:01.506166 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] For port 6d1f4567-d336-4c7e-aa16-dd8523307df7, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:01.507786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b559-da48-481a-8523-2659b6809e86 req-97588264-1ae8-4794-8046-ac4f583101a2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:01.509957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6a1b559-da48-481a-8523-2659b6809e86 req-97588264-1ae8-4794-8046-ac4f583101a2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.1972787 Jan 29 04:25:01.521028 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] For port 6d1f4567-d336-4c7e-aa16-dd8523307df7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6d1f4567-d336-4c7e-aa16-dd8523307df7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:01.527177 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.584521 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6a1b559-da48-481a-8523-2659b6809e86 req-ffeaf8b6-49af-4044-adac-90b7a1f38ace tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Jan 29 04:25:01.607898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66aa5467-32ef-4851-b6e0-f8d9e68bce40 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:01.641854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.679776 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:01.680620 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:01.696880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9c3941f-3926-4202-b645-85e18be220aa req-ce95f76c-640a-40a2-84e7-177d88d749e1 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579268 Jan 29 04:25:01.707792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Transition to ACTIVE for port object 66aa5467-32ef-4851-b6e0-f8d9e68bce40 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:01.724814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.744726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b292ec-7aab-4755-90a9-24c4b91251d7 req-a6d5e4f5-326e-4262-96a1-db794c4880b5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:01.746484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79b292ec-7aab-4755-90a9-24c4b91251d7 req-a6d5e4f5-326e-4262-96a1-db794c4880b5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.0841911 Jan 29 04:25:01.749989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Deleting port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:01.750346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:01.757017 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ffdc4-89e6-434f-9c8c-119565263d11 None None] Pushing event updated for resources: {'Port': ['ID=6d1f4567-d336-4c7e-aa16-dd8523307df7,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:01.823476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79b292ec-7aab-4755-90a9-24c4b91251d7 req-bb6d24dd-2278-44b6-bf57-9477b2f84489 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699859 Jan 29 04:25:01.874889 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:01.905731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43246) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:02.035377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] For port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:02.035708 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:02.052600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Calling delete_port for 0640f0b4-ebcc-4ce2-975c-8a61a98d83be owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:02.188651 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:24:58Z', 'revision_number': 3, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:02.221352 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b947f-0a15-4cf4-ab9f-a432bcb761de None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:24:58Z', 'revision_number': 3, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:02.225247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Pushing event updated for resources: {'Port': ['ID=66aa5467-32ef-4851-b6e0-f8d9e68bce40,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.237238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:02.277297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['0640f0b4-ebcc-4ce2-975c-8a61a98d83be'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:02.327935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 989f1ecf-ce38-4336-97fc-cf659ad50fbd details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:02.346614 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92e9116c-450e-47cc-bdc7-cd8853fabfa6 req-a5ebf085-7e53-45cd-a1e0-8df6f4d00b49 tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd93a6f-c05f-40b2-8814-9974627ef30f HTTP/1.1" status: 200 len: 210 time: 0.0936913 Jan 29 04:25:02.346859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae90dede-5386-4757-bba8-ae5db28b401d up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:02.356485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Pushing event deleted for resources: {'Port': ['ID=0640f0b4-ebcc-4ce2-975c-8a61a98d83be,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:02.453006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] No DVR routers for this DVR port 0640f0b4-ebcc-4ce2-975c-8a61a98d83be on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:02.465407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:02.469433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-113c8e39-7262-4836-8c75-350dd6875073 req-bed578dc-2a18-4e33-8012-c3c566d4f23c tempest-ImagesNegativeTestJSON-1892863347 tempest-ImagesNegativeTestJSON-1892863347-project] 10.222.0.36 "DELETE /v2.0/ports/0640f0b4-ebcc-4ce2-975c-8a61a98d83be HTTP/1.1" status: 204 len: 173 time: 1.7690940 Jan 29 04:25:02.595557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'name': 'network-vif-deleted', 'tag': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:02.601791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:02.614279 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a03b98-a2e8-459a-ad4f-d787ea9034d5" -d '{"events": [{"server_uuid": "8fd93a6f-c05f-40b2-8814-9974627ef30f", "name": "network-vif-deleted", "tag": "0640f0b4-ebcc-4ce2-975c-8a61a98d83be"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:02.670389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a8bb1-c99b-4b5d-8810-5e923df59252 req-9216f53c-e2ab-4981-a61f-87bab874a495 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:02.683239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-739a8bb1-c99b-4b5d-8810-5e923df59252 req-9216f53c-e2ab-4981-a61f-87bab874a495 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 945 time: 0.8567541 Jan 29 04:25:02.686991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ae90dede-5386-4757-bba8-ae5db28b401d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:02.696123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ae90dede-5386-4757-bba8-ae5db28b401d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:02.696769 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:02.794460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:02.923357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'port_id': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'mac_address': 'fa:16:3e:48:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a00cff-1d4a-4964-845d-4dc8c3707d6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:02.927525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.000597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90dede-5386-4757-bba8-ae5db28b401d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:03.003039 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11de1515-0808-4883-911c-d902688af954" -d '{"events": [{"server_uuid": "5d78704b-589f-4c6b-9acf-a9fd3f6df835", "name": "network-vif-plugged", "status": "completed", "tag": "ae90dede-5386-4757-bba8-ae5db28b401d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:03.027226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ae90dede-5386-4757-bba8-ae5db28b401d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae90dede-5386-4757-bba8-ae5db28b401d,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:03.035019 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.037042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Attempting to bind port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:03.039182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Attempting to bind port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:03.039538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Attempting to bind port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:03.039902 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.040754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 989f1ecf-ce38-4336-97fc-cf659ad50fbd no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:03.070410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-739a8bb1-c99b-4b5d-8810-5e923df59252 req-a6f9e995-aa6b-483d-b6e1-6e90a66d2613 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819165 Jan 29 04:25:03.083185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:03.086106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Attempting to bind port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:03.089961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f7df-fb23-479e-9194-cd72605c0ffb req-2edb4c20-d74f-4c97-9192-ea545c0bf67a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.096959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f7df-fb23-479e-9194-cd72605c0ffb req-2edb4c20-d74f-4c97-9192-ea545c0bf67a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.105266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f7df-fb23-479e-9194-cd72605c0ffb req-2edb4c20-d74f-4c97-9192-ea545c0bf67a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.113376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:03.113942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca6f7df-fb23-479e-9194-cd72605c0ffb req-2edb4c20-d74f-4c97-9192-ea545c0bf67a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.3156519 Jan 29 04:25:03.116868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:03.117477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:03.120157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Bound port: 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:03.120755 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.166171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ae90dede-5386-4757-bba8-ae5db28b401d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.181642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 989f1ecf-ce38-4336-97fc-cf659ad50fbd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:03.201422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca6f7df-fb23-479e-9194-cd72605c0ffb req-040b9be1-094a-4799-8aab-a6490696d035 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863216 Jan 29 04:25:03.216762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:03.224209 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.245834 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492f83b6-449e-499a-83e6-b5f99c29efd0 x-openstack-request-id: req-492f83b6-449e-499a-83e6-b5f99c29efd0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:03.268912 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd93a6f-c05f-40b2-8814-9974627ef30f", "name": "network-vif-deleted", "tag": "0640f0b4-ebcc-4ce2-975c-8a61a98d83be", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:03.269221 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-492f83b6-449e-499a-83e6-b5f99c29efd0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:03.269663 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd93a6f-c05f-40b2-8814-9974627ef30f', 'name': 'network-vif-deleted', 'tag': '0640f0b4-ebcc-4ce2-975c-8a61a98d83be', 'status': 'completed', 'code': 200} Jan 29 04:25:03.298841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.364545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-8afbefad-1b76-4cfd-a2ce-75dc08fcb437 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.367467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.384055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-8afbefad-1b76-4cfd-a2ce-75dc08fcb437 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.400532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-8afbefad-1b76-4cfd-a2ce-75dc08fcb437 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.406991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 989f1ecf-ce38-4336-97fc-cf659ad50fbd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:03.408928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-8afbefad-1b76-4cfd-a2ce-75dc08fcb437 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.5139341 Jan 29 04:25:03.442220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c524503-45c1-4fa2-91bc-f13d09691a14 req-f5f3a02b-4aba-4dab-8a29-eff0593cad87 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.444250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c524503-45c1-4fa2-91bc-f13d09691a14 req-f5f3a02b-4aba-4dab-8a29-eff0593cad87 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 945 time: 0.0679345 Jan 29 04:25:03.459610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:03.469148 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.470080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 21d12594-e7fc-49fb-a60d-f42171f3b9d5 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:03.499534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 21d12594-e7fc-49fb-a60d-f42171f3b9d5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:03.499534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 21d12594-e7fc-49fb-a60d-f42171f3b9d5 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:03.500309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Deleting port 285c58e5-0357-424b-a516-a039d99d278b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:03.500661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.540164 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c524503-45c1-4fa2-91bc-f13d09691a14 req-4b0a9125-13cc-48d4-8d75-1a04e1afca82 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836384 Jan 29 04:25:03.551484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.570539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['989f1ecf-ce38-4336-97fc-cf659ad50fbd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:03.669032 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed556b5-6543-40f8-9fbd-c7fe391dc710 x-openstack-request-id: req-6ed556b5-6543-40f8-9fbd-c7fe391dc710 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:03.669330 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d78704b-589f-4c6b-9acf-a9fd3f6df835", "name": "network-vif-plugged", "status": "completed", "tag": "ae90dede-5386-4757-bba8-ae5db28b401d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:03.669608 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed556b5-6543-40f8-9fbd-c7fe391dc710 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:03.671600 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90dede-5386-4757-bba8-ae5db28b401d', 'code': 200} Jan 29 04:25:03.673904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] For port 285c58e5-0357-424b-a516-a039d99d278b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=285c58e5-0357-424b-a516-a039d99d278b,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:03.674471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:03.710895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:03.724590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Calling delete_port for 285c58e5-0357-424b-a516-a039d99d278b owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:03.895646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6d1f4567-d336-4c7e-aa16-dd8523307df7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:03.929192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62901-b171-41a6-99e5-a2fafd20a1d5 req-b368536a-4d57-4abc-b7a4-11e2855ba704 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:03.936037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ada62901-b171-41a6-99e5-a2fafd20a1d5 req-b368536a-4d57-4abc-b7a4-11e2855ba704 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 948 time: 0.4972262 Jan 29 04:25:03.995794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6d1f4567-d336-4c7e-aa16-dd8523307df7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:03.996388 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.024803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] For port 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:04.121025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] For port 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:04.152635 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.162042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.178791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 6d1f4567-d336-4c7e-aa16-dd8523307df7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6d1f4567-d336-4c7e-aa16-dd8523307df7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:04.185629 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.239568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ada62901-b171-41a6-99e5-a2fafd20a1d5 req-9f2bfcb6-50ed-40f0-9cf2-767aefdeafde tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679386 Jan 29 04:25:04.267784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.269180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.271018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] 10.222.0.36 "PUT /v2.0/ports/66aa5467-32ef-4851-b6e0-f8d9e68bce40 HTTP/1.1" status: 200 len: 1096 time: 4.5011058 Jan 29 04:25:04.272264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=6d1f4567-d336-4c7e-aa16-dd8523307df7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:04.306692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port c2bb4fef-5ecc-4952-836b-1707c360f5cb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:04.307066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.382832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c93435d4-5597-4cf8-acd6-e05f21421a24 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:04.436764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3043-8958-41da-a67a-42d90a5af66c service neutron] Pushing event updated for resources: {'Port': ['ID=66aa5467-32ef-4851-b6e0-f8d9e68bce40,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:04.490292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Allocated IP 172.20.0.1 (d0516ea1-a926-42ed-8b5c-91acd409a9f8/50361553-7cb5-4434-8da5-0c6cb8d26839/427860e0-4dc9-43a5-adb8-9d656b62041f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:04.516347 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.567303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c93435d4-5597-4cf8-acd6-e05f21421a24,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:04.578657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43292) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:04.579293 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.581665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c2bb4fef-5ecc-4952-836b-1707c360f5cb no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:04.597842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:04.598717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.617447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28bf03-342f-4190-bccc-c21a5af3d403 req-efb243fc-de50-4b7d-92a0-67bead224a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.631138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c28bf03-342f-4190-bccc-c21a5af3d403 req-efb243fc-de50-4b7d-92a0-67bead224a3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 1097 time: 0.3568485 Jan 29 04:25:04.667952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-9f2c25f2-3558-4c2e-9bf1-68ab3da11982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.675525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-9f2c25f2-3558-4c2e-9bf1-68ab3da11982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e5a0bac3e774cfea778d2286611bdce&device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 1099 time: 0.3191249 Jan 29 04:25:04.693763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd99d-5e87-45bc-b783-e1692db15293 req-5555ce64-f827-4e35-81fc-be4a84419dd3 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.697714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee9f8-3e7a-450c-84a3-6287f8491e92 req-3f7a378b-df5a-4426-85a7-0e9f359e91c7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.702595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46bfd99d-5e87-45bc-b783-e1692db15293 req-5555ce64-f827-4e35-81fc-be4a84419dd3 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 946 time: 0.3828075 Jan 29 04:25:04.707638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c28bf03-342f-4190-bccc-c21a5af3d403 req-ddb01e73-481b-48fe-8128-6507cfe87caa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663669 Jan 29 04:25:04.710273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee9f8-3e7a-450c-84a3-6287f8491e92 req-3f7a378b-df5a-4426-85a7-0e9f359e91c7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.723566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee9f8-3e7a-450c-84a3-6287f8491e92 req-3f7a378b-df5a-4426-85a7-0e9f359e91c7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:04.725344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3cee9f8-3e7a-450c-84a3-6287f8491e92 req-3f7a378b-df5a-4426-85a7-0e9f359e91c7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 2417 time: 0.3291171 Jan 29 04:25:04.782009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for c2bb4fef-5ecc-4952-836b-1707c360f5cb owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:04.791399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-caecc013-a07a-45eb-8d6c-c2e62c9d510d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40 HTTP/1.1" status: 200 len: 217 time: 0.0649807 Jan 29 04:25:04.906948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3cee9f8-3e7a-450c-84a3-6287f8491e92 req-7ceddae0-889e-4c1e-9640-5323bd66a8a7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681368 Jan 29 04:25:04.914749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:04.929034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46bfd99d-5e87-45bc-b783-e1692db15293 req-a4add6e3-cca5-4d83-81e1-06de4890e6ce tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255476 Jan 29 04:25:04.937071 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-35b17c2c-beae-49e7-b1c3-00085b0fc6b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0cdf9aac99f41b88fade81c92acd41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513663 Jan 29 04:25:04.938338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43298) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:04.954131 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:04.998917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.014677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.040446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c2bb4fef-5ecc-4952-836b-1707c360f5cb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c2bb4fef-5ecc-4952-836b-1707c360f5cb,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:05.049307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Pushing event deleted for resources: {'Port': ['ID=285c58e5-0357-424b-a516-a039d99d278b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.057705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.058630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9057fc7-b16a-4086-b6e2-95d9be03e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.058770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0640f0b4-ebcc-4ce2-975c-8a61a98d83be no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:05.112919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-20cf8f01-41cc-487a-a465-4db98972511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:05.114586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-20cf8f01-41cc-487a-a465-4db98972511b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1449010 Jan 29 04:25:05.150838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.151582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.163962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 0640f0b4-ebcc-4ce2-975c-8a61a98d83be {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:05.164422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0640f0b4-ebcc-4ce2-975c-8a61a98d83be not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:05.180195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9057fc7-b16a-4086-b6e2-95d9be03e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.223039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fa76b-d1de-4228-8f21-8fedcddb42e2 req-c259becc-f63d-4d74-bfb7-f0359670cdee tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:05.224759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba1fa76b-d1de-4228-8f21-8fedcddb42e2 req-c259becc-f63d-4d74-bfb7-f0359670cdee tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.2085032 Jan 29 04:25:05.275187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'tag': '66aa5467-32ef-4851-b6e0-f8d9e68bce40'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:05.277452 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262d046-903a-4a7f-8f29-f749937f836d" -d '{"events": [{"name": "network-changed", "server_uuid": "39eb4360-878f-421a-9e17-0a58f47ee4e5", "tag": "66aa5467-32ef-4851-b6e0-f8d9e68bce40"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:05.285044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:05.309844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:05.317270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:05.317507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9057fc7-b16a-4086-b6e2-95d9be03e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.320497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9057fc7-b16a-4086-b6e2-95d9be03e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.324774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f9057fc7-b16a-4086-b6e2-95d9be03e5f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a5c8581-476d-47a5-b947-1e680e57ae4f HTTP/1.1" status: 204 len: 168 time: 0.3802600 Jan 29 04:25:05.324927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Pushing event updated for resources: {'Port': ['ID=427860e0-4dc9-43a5-adb8-9d656b62041f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.335518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9057fc7-b16a-4086-b6e2-95d9be03e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c8581-476d-47a5-b947-1e680e57ae4f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.360633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.385558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.420778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-17b16c73-9fe1-40cc-a078-e958e3e3beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:05.422510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-17b16c73-9fe1-40cc-a078-e958e3e3beed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2727351 Jan 29 04:25:05.473459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba1fa76b-d1de-4228-8f21-8fedcddb42e2 req-d54214a4-8794-42e9-881c-58cf2d106d16 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355425 Jan 29 04:25:05.474239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=c2bb4fef-5ecc-4952-836b-1707c360f5cb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:05.493485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449638e4-36d6-447c-936e-acd1b6eb59d2 req-fc654b18-5c12-46ac-8cd3-94f2c40ee953 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:05.495301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-449638e4-36d6-447c-936e-acd1b6eb59d2 req-fc654b18-5c12-46ac-8cd3-94f2c40ee953 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 948 time: 0.0690863 Jan 29 04:25:05.597394 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.601525 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18f187b-4fbc-4b67-8b10-98da92a21928 x-openstack-request-id: req-b18f187b-4fbc-4b67-8b10-98da92a21928 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:05.601810 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eb4360-878f-421a-9e17-0a58f47ee4e5", "tag": "66aa5467-32ef-4851-b6e0-f8d9e68bce40", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:05.602087 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b18f187b-4fbc-4b67-8b10-98da92a21928 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:05.602473 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'tag': '66aa5467-32ef-4851-b6e0-f8d9e68bce40', 'status': 'completed', 'code': 200} Jan 29 04:25:05.632103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-449638e4-36d6-447c-936e-acd1b6eb59d2 req-f3d36a6b-6fc5-4e54-a63b-f8bda3732913 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991693 Jan 29 04:25:05.672530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24'}, {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:05.675009 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068f9dd7-1cc2-4ae8-b638-071b07c2bc1d" -d '{"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-unplugged", "status": "completed", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24"}, {"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-unplugged", "status": "completed", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:05.712560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port c2bb4fef-5ecc-4952-836b-1707c360f5cb on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:05.719094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.725832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-c7dab888-2209-4be0-be44-e4bbd1608ae9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "DELETE /v2.0/ports/c2bb4fef-5ecc-4952-836b-1707c360f5cb HTTP/1.1" status: 204 len: 173 time: 2.2829301 Jan 29 04:25:05.768497 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1883feda-e88a-4b00-8843-f436eeb9d650 x-openstack-request-id: req-1883feda-e88a-4b00-8843-f436eeb9d650 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:05.768897 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-unplugged", "status": "completed", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24", "code": 200}, {"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-unplugged", "status": "completed", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:05.769429 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1883feda-e88a-4b00-8843-f436eeb9d650 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:05.769849 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24', 'code': 200} Jan 29 04:25:05.770210 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb', 'code': 200} Jan 29 04:25:05.845025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3966a007-74eb-45ac-b409-1e8b2f7c724a None None] Provisioning complete for port 427860e0-4dc9-43a5-adb8-9d656b62041f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:05.845554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3966a007-74eb-45ac-b409-1e8b2f7c724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:05.887716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Router 1158a4ec-0f53-41ec-98b6-1a3acd895687 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:25:05.901448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-b68985eb-1c56-4928-9ef9-571c95ecd17a service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509637 Jan 29 04:25:05.955934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3966a007-74eb-45ac-b409-1e8b2f7c724a None None] Port 427860e0-4dc9-43a5-adb8-9d656b62041f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:05.969326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6d1f4567-d336-4c7e-aa16-dd8523307df7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:06.086830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6d1f4567-d336-4c7e-aa16-dd8523307df7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:06.087279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.167301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:06.182127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-44f72490-fc44-48fe-880e-1605fe1b64af admin admin] 10.222.0.32 "PUT /v2.0/routers/1158a4ec-0f53-41ec-98b6-1a3acd895687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2749691 Jan 29 04:25:06.185100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] Sync routers for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:06.194598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43326) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:06.208930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:06.209719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:06.258461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579730d9-8bb2-4a2d-b471-9f1f0812c390 req-58a3154f-fde7-49c4-b1b2-af5eb670ec4f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.264903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579730d9-8bb2-4a2d-b471-9f1f0812c390 req-58a3154f-fde7-49c4-b1b2-af5eb670ec4f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.266628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-579730d9-8bb2-4a2d-b471-9f1f0812c390 req-58a3154f-fde7-49c4-b1b2-af5eb670ec4f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 1680 time: 0.1430728 Jan 29 04:25:06.267048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43328) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:06.273232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.343991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:25:06.367546 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-579730d9-8bb2-4a2d-b471-9f1f0812c390 req-e7051e0c-b7b2-4ea6-9880-cb87e26377dd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866044 Jan 29 04:25:06.393766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.410447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 989f1ecf-ce38-4336-97fc-cf659ad50fbd up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:06.431175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port eafdc886-573f-466a-af80-8ab3a67cede1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:06.431533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.467753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72159f7-f298-41d5-ab71-49ed5403b409 req-4e11afe9-4280-491d-80e4-80ce451cc254 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.475162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c72159f7-f298-41d5-ab71-49ed5403b409 req-4e11afe9-4280-491d-80e4-80ce451cc254 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 946 time: 0.3788738 Jan 29 04:25:06.508898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.525597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9270d61a-ee76-4782-80d7-98a9c4418d99 req-ab2862c7-cdd6-4c14-9fd1-36a3c9bee7ba service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924013 Jan 29 04:25:06.543045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:06.593098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 989f1ecf-ce38-4336-97fc-cf659ad50fbd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:06.593486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.699490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7b9be2b-61e6-43d8-ab02-0db7bb30a6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.760327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Deleting port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:06.760802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.824803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ed302-7dd3-41fe-a8a7-652ee3c2883c req-09a27627-a3dc-47ed-91e3-641cd5c307f6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:06.832567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc7ed302-7dd3-41fe-a8a7-652ee3c2883c req-09a27627-a3dc-47ed-91e3-641cd5c307f6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 944 time: 0.1829031 Jan 29 04:25:06.853665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 5, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port': {'id': '2cd423a6-d471-45ac-9bc7-768b1cbdb8a5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:06.883827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.886718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] Checking router: 1158a4ec-0f53-41ec-98b6-1a3acd895687 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:06.893555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7b9be2b-61e6-43d8-ab02-0db7bb30a6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.907973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc7ed302-7dd3-41fe-a8a7-652ee3c2883c req-56bf05a8-9e6a-44c4-8477-9d6e93235238 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744545 Jan 29 04:25:06.913329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port eafdc886-573f-466a-af80-8ab3a67cede1, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=eafdc886-573f-466a-af80-8ab3a67cede1,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:06.913721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.928267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7b9be2b-61e6-43d8-ab02-0db7bb30a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.933146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for eafdc886-573f-466a-af80-8ab3a67cede1 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:06.935110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:06.940502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] Routers {'1158a4ec-0f53-41ec-98b6-1a3acd895687'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:06.941305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1158a4ec-0f53-41ec-98b6-1a3acd895687'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:06.945720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:06.946725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device eafdc886-573f-466a-af80-8ab3a67cede1 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:06.993432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f7b9be2b-61e6-43d8-ab02-0db7bb30a6e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8af249235d444d6aa09dd97d0ecd3540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237678 Jan 29 04:25:07.016846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c72159f7-f298-41d5-ab71-49ed5403b409 req-4ac535f3-e394-4710-adb6-bd4e05974f23 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149395 Jan 29 04:25:07.019475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43346) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:07.135026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d046-903a-4a7f-8f29-f749937f836d req-70cfa2d1-6f66-4592-8afe-35ee3d1aeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:07.136438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-70cfa2d1-6f66-4592-8afe-35ee3d1aeedf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e5a0bac3e774cfea778d2286611bdce&device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 1099 time: 0.3864193 Jan 29 04:25:07.142602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] For port 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:07.142989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.176041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.178491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Calling delete_port for 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:07.199584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9be2b-61e6-43d8-ab02-0db7bb30a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef18163-fb25-48b9-baa5-f4555225d48c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.199821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.212964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd9bb-06f8-4aa8-982f-1dd529e03ce8 req-958e961a-0e81-4c07-89d1-0b9d4a2ddafe tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:07.214541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6decd9bb-06f8-4aa8-982f-1dd529e03ce8 req-958e961a-0e81-4c07-89d1-0b9d4a2ddafe tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 948 time: 0.1621258 Jan 29 04:25:07.225385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.263025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acdcaf36-283e-4b8e-afd5-64b5c4a45c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.331427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6decd9bb-06f8-4aa8-982f-1dd529e03ce8 req-ee0f6142-4af6-404b-94b7-a41c57ad70f3 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099319 Jan 29 04:25:07.331967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] Set router 1158a4ec-0f53-41ec-98b6-1a3acd895687 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:07.477279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.480656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 6, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:07.572770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd423a6-d471-45ac-9bc7-768b1cbdb8a5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.585134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11181-65f6-44b5-b545-ea6f412ba148 None None] The sync data for ids ['1158a4ec-0f53-41ec-98b6-1a3acd895687'] in n-d-825930-1 is: [{'id': '1158a4ec-0f53-41ec-98b6-1a3acd895687', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1145210721-router', 'tenant_id': '489c64dc755f47d7857a8d03349a714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 6, 'project_id': '489c64dc755f47d7857a8d03349a714e', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:07.601144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.612482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204933ec-2e85-4dd6-bb4d-1d2ac535dd14 req-a031ed43-19cb-481f-931c-65c611f80540 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:07.619025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204933ec-2e85-4dd6-bb4d-1d2ac535dd14 req-a031ed43-19cb-481f-931c-65c611f80540 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:07.622486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-204933ec-2e85-4dd6-bb4d-1d2ac535dd14 req-a031ed43-19cb-481f-931c-65c611f80540 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 1680 time: 0.1700017 Jan 29 04:25:07.700066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-deleted', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:07.703303 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d60ccb7-eb8b-4fb4-ba70-c770fbb34255" -d '{"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-deleted", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:07.708984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-204933ec-2e85-4dd6-bb4d-1d2ac535dd14 req-b9228e98-ecb2-4d84-b6c7-1573a605de42 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Jan 29 04:25:07.712057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.771658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:07.772492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-56d38a44-0d45-4c05-b516-447087d69403 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aa233644e1a34b42a824c6b32532114f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430491 Jan 29 04:25:07.775240 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b11c5-2fb1-4186-85e5-1407c944c9e8" -d '{"events": [{"server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "name": "network-vif-plugged", "status": "completed", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:07.798237 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4886dd9a-03cd-4d82-bb6f-76ddcbb8cbac x-openstack-request-id: req-4886dd9a-03cd-4d82-bb6f-76ddcbb8cbac {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:07.798672 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-deleted", "tag": "c2bb4fef-5ecc-4952-836b-1707c360f5cb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:07.798798 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4886dd9a-03cd-4d82-bb6f-76ddcbb8cbac {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:07.799140 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-deleted', 'tag': 'c2bb4fef-5ecc-4952-836b-1707c360f5cb', 'status': 'completed', 'code': 200} Jan 29 04:25:07.814360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.817090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.836980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acdcaf36-283e-4b8e-afd5-64b5c4a45c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.856186 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e4fa2-adf1-40d6-bce9-c2746118568d x-openstack-request-id: req-6e2e4fa2-adf1-40d6-bce9-c2746118568d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:07.857440 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "name": "network-vif-plugged", "status": "completed", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:07.857967 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e2e4fa2-adf1-40d6-bce9-c2746118568d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:07.859163 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'code': 200} Jan 29 04:25:07.861725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Pushing event updated for resources: {'Port': ['ID=427860e0-4dc9-43a5-adb8-9d656b62041f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:07.864259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.878369 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.878978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1158a4ec-0f53-41ec-98b6-1a3acd895687 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:25:07.885443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.886628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1e7682c4-164c-42e5-bf08-aa1ff3fcf09a admin admin] 10.222.0.32 "DELETE /v2.0/routers/1158a4ec-0f53-41ec-98b6-1a3acd895687 HTTP/1.1" status: 204 len: 168 time: 1.6906567 Jan 29 04:25:07.891444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43376) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:07.922300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:07.970892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Deleting subnet 515a3d4b-a710-40cc-93ac-de527daf0915 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:25:07.981627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.137048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.163042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=eafdc886-573f-466a-af80-8ab3a67cede1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:08.167528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d046-903a-4a7f-8f29-f749937f836d req-30342198-eb60-4ad8-93a6-1fdba99cde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:08.170625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-30342198-eb60-4ad8-93a6-1fdba99cde9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 1.0217886 Jan 29 04:25:08.177940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fc6ce-49c1-49f3-b31a-89e0cb37ccab req-4857e0e0-1d8c-4ed9-b384-3f24fe4b8397 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:08.179741 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-560fc6ce-49c1-49f3-b31a-89e0cb37ccab req-4857e0e0-1d8c-4ed9-b384-3f24fe4b8397 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1490321 Jan 29 04:25:08.213142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1839275-0e9a-427f-88e7-1d54ee489236 req-b0ff203e-95bd-4292-85f5-2762e42503fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:08.215192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1839275-0e9a-427f-88e7-1d54ee489236 req-b0ff203e-95bd-4292-85f5-2762e42503fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 1097 time: 0.1410577 Jan 29 04:25:08.218757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port eafdc886-573f-466a-af80-8ab3a67cede1 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:08.257855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.261090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-bfc40874-6657-415c-ac50-0cc1d68c0dde tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "DELETE /v2.0/ports/eafdc886-573f-466a-af80-8ab3a67cede1 HTTP/1.1" status: 204 len: 173 time: 2.5112505 Jan 29 04:25:08.276398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-1f86a868-b1ce-40b5-a822-8ec82c32ce4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40 HTTP/1.1" status: 200 len: 217 time: 0.0751610 Jan 29 04:25:08.314305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-560fc6ce-49c1-49f3-b31a-89e0cb37ccab req-56b32038-9059-4127-bc64-9cc8afee1bd4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Jan 29 04:25:08.321461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1839275-0e9a-427f-88e7-1d54ee489236 req-2aea62ac-d236-4365-b676-c68ad22467ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941856 Jan 29 04:25:08.332444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.367963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-f8083a0d-b5b5-4749-ac1b-e84d8a45f0c4 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:08.369489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-f8083a0d-b5b5-4749-ac1b-e84d8a45f0c4 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5862076 Jan 29 04:25:08.376214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 66aa5467-32ef-4851-b6e0-f8d9e68bce40 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:08.396449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.424035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acdcaf36-283e-4b8e-afd5-64b5c4a45c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.424921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515a3d4b-a710-40cc-93ac-de527daf0915,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:08.427050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acdcaf36-283e-4b8e-afd5-64b5c4a45c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.428190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-acdcaf36-283e-4b8e-afd5-64b5c4a45c90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cef18163-fb25-48b9-baa5-f4555225d48c HTTP/1.1" status: 204 len: 168 time: 1.4056702 Jan 29 04:25:08.431594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.436123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d9895c0-761d-4f66-965c-62be09545d24 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/515a3d4b-a710-40cc-93ac-de527daf0915 HTTP/1.1" status: 204 len: 168 time: 0.5437148 Jan 29 04:25:08.439486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43384) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:08.467123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ae9cf-28d4-450a-985d-902d67f978fc None None] Network c5543198-f644-40ee-8e8c-9c769d31f8f1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:08.473525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-edd3f4b5-f9fa-42f8-9404-cbd5250772b6 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/quotas/aa233644e1a34b42a824c6b32532114f HTTP/1.1" status: 200 len: 375 time: 0.0810924 Jan 29 04:25:08.481748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcaf36-283e-4b8e-afd5-64b5c4a45c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef18163-fb25-48b9-baa5-f4555225d48c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:08.541111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d046-903a-4a7f-8f29-f749937f836d req-06e25b24-e5a1-46f7-99b3-b9ab854901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:08.542648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-06e25b24-e5a1-46f7-99b3-b9ab854901f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2182002 Jan 29 04:25:08.566400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:08.574746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:08.625813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-4d9e0af7-1325-49e2-a419-437cd8f4172a tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa233644e1a34b42a824c6b32532114f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145580 Jan 29 04:25:08.643044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.677732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31492-b42c-42f3-8fc3-33a92c8c4d6c req-793645c4-7b1b-482e-ba0b-dd8ed62481bc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:08.679153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0fd31492-b42c-42f3-8fc3-33a92c8c4d6c req-793645c4-7b1b-482e-ba0b-dd8ed62481bc tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 948 time: 0.1289926 Jan 29 04:25:08.809004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:08.815116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port c93435d4-5597-4cf8-acd6-e05f21421a24 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:08.815697 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:08.831268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '66aa5467-32ef-4851-b6e0-f8d9e68bce40', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '66aa5467-32ef-4851-b6e0-f8d9e68bce40', 'mac_address': 'fa:16:3e:3e:b6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:08.866212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0fd31492-b42c-42f3-8fc3-33a92c8c4d6c req-7e7d9b3c-1d88-41eb-a063-2c8757fb35fa tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759398 Jan 29 04:25:08.885708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Deleting port 9087601b-b4a9-476e-a87b-e9f3d050d853 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:08.886107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.003218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] DHCP port deletion for c5543198-f644-40ee-8e8c-9c769d31f8f1 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:25:09.022388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] For port 9087601b-b4a9-476e-a87b-e9f3d050d853, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9087601b-b4a9-476e-a87b-e9f3d050d853,segment=NetworkSegment(2671907d-a80d-429c-9e4a-19824f95612e),segment_id=2671907d-a80d-429c-9e4a-19824f95612e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:09.023113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.078336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d046-903a-4a7f-8f29-f749937f836d req-9eec6bee-faee-4b1d-8c91-979203c2c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:09.080111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-9eec6bee-faee-4b1d-8c91-979203c2c0c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4505944 Jan 29 04:25:09.086683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.115290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ad01a2c8-77e9-441e-bde0-700bac15c12d None None] Provisioning complete for port 427860e0-4dc9-43a5-adb8-9d656b62041f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:09.115765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2c8-77e9-441e-bde0-700bac15c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.139079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66aa5467-32ef-4851-b6e0-f8d9e68bce40 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:09.179239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Calling delete_port for 9087601b-b4a9-476e-a87b-e9f3d050d853 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:09.195899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ad01a2c8-77e9-441e-bde0-700bac15c12d None None] Port 427860e0-4dc9-43a5-adb8-9d656b62041f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:09.225740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8788a3f9-b7f4-4e77-9876-f6e8ef8ce0ba req-7ab5dbef-06d0-48e4-bf10-80959f6af472 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 210 time: 0.0830140 Jan 29 04:25:09.244672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port c93435d4-5597-4cf8-acd6-e05f21421a24, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c93435d4-5597-4cf8-acd6-e05f21421a24,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:09.244981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.247654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:09.258928 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.269543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Deleting port 9087601b-b4a9-476e-a87b-e9f3d050d853 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:09.270050 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.273297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for c93435d4-5597-4cf8-acd6-e05f21421a24 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:09.278976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.284641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:25:09.371049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a3b8-0fa8-41e1-ae10-69a580d4c496 req-3e9f69a6-3663-49ee-8cb8-393bff77eb60 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:09.375416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8803a3b8-0fa8-41e1-ae10-69a580d4c496 req-3e9f69a6-3663-49ee-8cb8-393bff77eb60 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 944 time: 0.3032730 Jan 29 04:25:09.377017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] No DVR routers for this DVR port 9087601b-b4a9-476e-a87b-e9f3d050d853 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:09.378877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9087601b-b4a9-476e-a87b-e9f3d050d853,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.453577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-bca91682-7a87-4afd-adae-edf0a5943b32 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603113 Jan 29 04:25:09.552277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=66aa5467-32ef-4851-b6e0-f8d9e68bce40,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.580012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8803a3b8-0fa8-41e1-ae10-69a580d4c496 req-f5c72815-594e-4a17-b11c-3e44dc98e311 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868930 Jan 29 04:25:09.610405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.623191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] For port 9087601b-b4a9-476e-a87b-e9f3d050d853, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:09.623579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.645815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Calling delete_port for 9087601b-b4a9-476e-a87b-e9f3d050d853 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:09.656599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Port 9087601b-b4a9-476e-a87b-e9f3d050d853 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:25:09.660791 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.683203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5543198-f644-40ee-8e8c-9c769d31f8f1']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:09.698360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2671907d-a80d-429c-9e4a-19824f95612e') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:09.699196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2671907d-a80d-429c-9e4a-19824f95612e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:09.732142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] Pushing event deleted for resources: {'Port': ['ID=9087601b-b4a9-476e-a87b-e9f3d050d853,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:09.732603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['66aa5467-32ef-4851-b6e0-f8d9e68bce40'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:09.732726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.762179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15f57f-7ce6-4cf2-9580-81436a3a7b48 None None] No DVR routers for this DVR port 9087601b-b4a9-476e-a87b-e9f3d050d853 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:09.762976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.765738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 285c58e5-0357-424b-a516-a039d99d278b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:09.782151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:09.782425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:09.795813 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:09.819667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-deleted', 'tag': 'eafdc886-573f-466a-af80-8ab3a67cede1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:09.822314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 285c58e5-0357-424b-a516-a039d99d278b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:09.823044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 285c58e5-0357-424b-a516-a039d99d278b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:09.823427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:09.837087 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ac0be0-43b7-4bce-9724-a10047ef6767" -d '{"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-deleted", "tag": "eafdc886-573f-466a-af80-8ab3a67cede1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:09.847545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:09.848235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cd423a6-d471-45ac-9bc7-768b1cbdb8a5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:09.849280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9087601b-b4a9-476e-a87b-e9f3d050d853 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:09.874798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9087601b-b4a9-476e-a87b-e9f3d050d853 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:09.875439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9087601b-b4a9-476e-a87b-e9f3d050d853 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:09.939980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.947158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:09.968911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5543198-f644-40ee-8e8c-9c769d31f8f1 HTTP/1.1" status: 204 len: 168 time: 1.5206025 Jan 29 04:25:09.995534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c714bf-3f0d-43eb-be42-46ad208c4a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5543198-f644-40ee-8e8c-9c769d31f8f1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.044780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:10.055040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.056713 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:10.076375 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:10.078531 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:10.081388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbc7f1ee-9249-4ebe-9f79-6ebc29e844df admin admin] 10.222.0.32 "PUT /v2.0/routers/e192733e-9f9b-4c02-9415-3f45781e48c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6060715 Jan 29 04:25:10.120776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7262d046-903a-4a7f-8f29-f749937f836d req-c4a67209-b4c7-4948-be81-16d07519c762 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538861 Jan 29 04:25:10.129632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=c93435d4-5597-4cf8-acd6-e05f21421a24,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.148726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b267a7-dafb-4da8-aa29-4e38fc67bc2b req-5bb9fe59-d9aa-45ff-be9e-876b08329e51 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:10.156965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38b267a7-dafb-4da8-aa29-4e38fc67bc2b req-5bb9fe59-d9aa-45ff-be9e-876b08329e51 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.5622792 Jan 29 04:25:10.218750 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:10.286270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38b267a7-dafb-4da8-aa29-4e38fc67bc2b req-7569530c-577d-45e2-851b-bb84f074e681 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280181 Jan 29 04:25:10.287785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port c93435d4-5597-4cf8-acd6-e05f21421a24 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:10.298764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.298764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d22739c-d75e-4193-a935-7d1f74e1d37b req-f0aa8a1a-d206-4d99-b401-9681ee34e566 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "DELETE /v2.0/ports/c93435d4-5597-4cf8-acd6-e05f21421a24 HTTP/1.1" status: 204 len: 173 time: 2.0270774 Jan 29 04:25:10.314390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:10.470892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-02b02dc1-f968-4a03-b414-e932089e7d99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=489c64dc755f47d7857a8d03349a714e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547544 Jan 29 04:25:10.474221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:10.525326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91626-b0c7-4b4c-be59-abdfcaa84c4c req-f7456a00-4533-4324-b5bf-f19919ea20f4 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:10.535375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2f91626-b0c7-4b4c-be59-abdfcaa84c4c req-f7456a00-4533-4324-b5bf-f19919ea20f4 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 949 time: 0.0992792 Jan 29 04:25:10.554176 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c452872-5f0b-40cd-a655-4f9bc8c9b717 x-openstack-request-id: req-7c452872-5f0b-40cd-a655-4f9bc8c9b717 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:10.554816 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-deleted", "tag": "eafdc886-573f-466a-af80-8ab3a67cede1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:10.556336 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c452872-5f0b-40cd-a655-4f9bc8c9b717 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:10.557005 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-deleted', 'tag': 'eafdc886-573f-466a-af80-8ab3a67cede1', 'status': 'completed', 'code': 200} Jan 29 04:25:10.597791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2f91626-b0c7-4b4c-be59-abdfcaa84c4c req-13d2917b-aca5-4b19-a2da-fbdced465ac0 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609307 Jan 29 04:25:10.689503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d2549ee-0434-411a-aa31-7f9e87782ed5 req-dbf7c8a7-0c36-4b5e-8308-edce37c787e3 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 210 time: 0.0619960 Jan 29 04:25:10.695562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d08d63bd-0fe1-400f-8573-ac71582df352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.721116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d08d63bd-0fe1-400f-8573-ac71582df352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.761803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e935ff00-372f-4c60-b88a-c77122401ee4 req-19a502d6-0c83-43c2-86fc-404b30b82feb tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f151e60-ad79-47dc-97b7-634546105f52 HTTP/1.1" status: 200 len: 210 time: 0.0481558 Jan 29 04:25:10.795348 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 2, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:10.825525 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d08d63bd-0fe1-400f-8573-ac71582df352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.829298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d08d63bd-0fe1-400f-8573-ac71582df352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.830919 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:25:10.831478 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Updating router e192733e-9f9b-4c02-9415-3f45781e48c8 port 427860e0-4dc9-43a5-adb8-9d656b62041f binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:25:10.831623 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d08d63bd-0fe1-400f-8573-ac71582df352 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f9ceb96-7014-467f-a304-3a8bcac485e0 HTTP/1.1" status: 204 len: 168 time: 0.3564222 Jan 29 04:25:10.854542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d63bd-0fe1-400f-8573-ac71582df352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9ceb96-7014-467f-a304-3a8bcac485e0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:10.866782 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:10.959602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-ce1aa61a-4cdb-4da1-bbaf-9538f47c7a7e tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aa233644e1a34b42a824c6b32532114f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298162 Jan 29 04:25:11.178824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-09246f8e-c7df-48df-9c0e-3e78722d1c02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:11.186081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-09246f8e-c7df-48df-9c0e-3e78722d1c02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205596 Jan 29 04:25:11.224769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Request body: {'port': {'device_id': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'aa233644e1a34b42a824c6b32532114f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:11.328536 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.344280 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.489595 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c99c61-ec23-433f-b6dd-21b3b4063d54 None None] Pushing event updated for resources: {'Port': ['ID=427860e0-4dc9-43a5-adb8-9d656b62041f,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:11.605037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01fde-4722-4082-ab0e-db666eed7af0 req-3b5be4e1-5f2c-450e-b380-0b3eaa9c8c77 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:11.607562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88f01fde-4722-4082-ab0e-db666eed7af0 req-3b5be4e1-5f2c-450e-b380-0b3eaa9c8c77 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1731801 Jan 29 04:25:11.608710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Made reservation on behalf of aa233644e1a34b42a824c6b32532114f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:11.616426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.616613 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Attempting to bind port 427860e0-4dc9-43a5-adb8-9d656b62041f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:11.620537 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Attempting to bind port 427860e0-4dc9-43a5-adb8-9d656b62041f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:11.620985 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Attempting to bind port 427860e0-4dc9-43a5-adb8-9d656b62041f on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:11.633041 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:11.633584 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Checking segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:11.634151 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.636223 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Bound using segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:11.636845 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Bound port: 427860e0-4dc9-43a5-adb8-9d656b62041f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:11.637845 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.647736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-4f8fc378-cdcb-4f31-9a4c-38d4aac6b173 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:11.657428 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-4f8fc378-cdcb-4f31-9a4c-38d4aac6b173 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 821 time: 0.2557716 Jan 29 04:25:11.666469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.698023 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-77b08d76-b0bd-468b-89f3-b7a6abfeb8d4 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/quotas/920e3d5bc19144faa8aa9543507dae36 HTTP/1.1" status: 200 len: 375 time: 0.0306098 Jan 29 04:25:11.716901 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.765081 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] For port 427860e0-4dc9-43a5-adb8-9d656b62041f, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:11.769078 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] For port 427860e0-4dc9-43a5-adb8-9d656b62041f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=427860e0-4dc9-43a5-adb8-9d656b62041f,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:11.780295 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.796518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88f01fde-4722-4082-ab0e-db666eed7af0 req-11e4ea18-9b7d-4666-9ccc-278697f0f9ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533115 Jan 29 04:25:11.845011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-b3bbe78e-814a-465d-8566-028e9083e86c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459787 Jan 29 04:25:11.904036 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:11.904828 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:11.923730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.932557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:11.957073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ab88e08c-5044-4121-873d-ba0e822d26fa None None] Provisioning complete for port 427860e0-4dc9-43a5-adb8-9d656b62041f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:11.959502 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab88e08c-5044-4121-873d-ba0e822d26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.047013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-cbdb44fd-8bb3-46ca-8e1b-c55fa35128d3 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008479 Jan 29 04:25:12.100522 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:12.206495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-39d0056f-2316-4ef1-9da3-521149d028a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567717 Jan 29 04:25:12.209733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.222846 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab88e08c-5044-4121-873d-ba0e822d26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.288889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf35ee2-d6d6-418f-af6e-11d8e16ca71b req-13a71b7e-d1e5-4a0c-9ef3-cfdc59c63214 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:12.290525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf35ee2-d6d6-418f-af6e-11d8e16ca71b req-13a71b7e-d1e5-4a0c-9ef3-cfdc59c63214 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 949 time: 0.3504150 Jan 29 04:25:12.296949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ab88e08c-5044-4121-873d-ba0e822d26fa None None] For port 427860e0-4dc9-43a5-adb8-9d656b62041f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=427860e0-4dc9-43a5-adb8-9d656b62041f,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:12.313753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab88e08c-5044-4121-873d-ba0e822d26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.402334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 66aa5467-32ef-4851-b6e0-f8d9e68bce40 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:12.491192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf35ee2-d6d6-418f-af6e-11d8e16ca71b req-1c1601d2-d7a0-47f8-ba5b-da6c9613a77c tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859078 Jan 29 04:25:12.492501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Allocated IP 192.168.233.80 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/2be9b338-c115-42bb-bce7-d1ca1122e511) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:12.560081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-deleted', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:12.570467 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c58ea-0de6-4ff5-947d-e24ba2d40635" -d '{"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-deleted", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:12.612935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88e08c-5044-4121-873d-ba0e822d26fa None None] Pushing event updated for resources: {'Port': ['ID=427860e0-4dc9-43a5-adb8-9d656b62041f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.617153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cd751321-bc1f-4bb8-99b8-380572451f5b None None] Provisioning complete for port 427860e0-4dc9-43a5-adb8-9d656b62041f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:12.617993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd751321-bc1f-4bb8-99b8-380572451f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.624578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4def80c-28b9-4e18-b569-75c271ab0f92 req-3c7a7204-dca0-4a7b-b8d6-28f15d4266ba tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 210 time: 0.1166368 Jan 29 04:25:12.651351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:12.663284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:12.663896 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.678420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43532) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:12.756737 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c99c61-ec23-433f-b6dd-21b3b4063d54 None None] Pushing event updated for resources: {'Port': ['ID=427860e0-4dc9-43a5-adb8-9d656b62041f,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:12.801352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.839347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:11Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:12.865724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:12.867781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aa5467-32ef-4851-b6e0-f8d9e68bce40'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:12.871236 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2856b21-2d0e-43db-af8b-7faa5b7fa951" -d '{"events": [{"server_uuid": "39eb4360-878f-421a-9e17-0a58f47ee4e5", "name": "network-vif-plugged", "status": "completed", "tag": "66aa5467-32ef-4851-b6e0-f8d9e68bce40"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:12.887899 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.888332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:12.900351 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b29e7-e8e9-4086-b33f-a4bafefb0270 None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:11Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:25:13.012415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e0863fc9-6a4e-41fe-ac1d-959839be784d req-5623f30a-f0e2-483b-8a63-b009f5ad05e0 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 210 time: 0.1190057 Jan 29 04:25:13.078241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.078763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=66aa5467-32ef-4851-b6e0-f8d9e68bce40,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:13.181282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting subnet b6047c89-db7d-43fc-af1c-fca01e1816c3 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:25:13.190303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.192772 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b9988-073a-4882-bbf5-1bd17d45ecbd x-openstack-request-id: req-a46b9988-073a-4882-bbf5-1bd17d45ecbd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:13.193819 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f151e60-ad79-47dc-97b7-634546105f52", "name": "network-vif-deleted", "tag": "c93435d4-5597-4cf8-acd6-e05f21421a24", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:13.193819 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a46b9988-073a-4882-bbf5-1bd17d45ecbd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:13.193819 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f151e60-ad79-47dc-97b7-634546105f52', 'name': 'network-vif-deleted', 'tag': 'c93435d4-5597-4cf8-acd6-e05f21421a24', 'status': 'completed', 'code': 200} Jan 29 04:25:13.216368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:13.226206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:13.230555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:13.233288 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.244275 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d406ec2c-67c2-4e8a-8533-30c7c82bb82b x-openstack-request-id: req-d406ec2c-67c2-4e8a-8533-30c7c82bb82b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:13.244629 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb4360-878f-421a-9e17-0a58f47ee4e5", "name": "network-vif-plugged", "status": "completed", "tag": "66aa5467-32ef-4851-b6e0-f8d9e68bce40", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:13.244913 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d406ec2c-67c2-4e8a-8533-30c7c82bb82b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:13.246281 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aa5467-32ef-4851-b6e0-f8d9e68bce40', 'code': 200} Jan 29 04:25:13.272975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8967631-99de-4132-ac12-c18af29947df req-7637b80e-f0be-4e58-8096-ab7a1cf9f0d3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.281453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8967631-99de-4132-ac12-c18af29947df req-7637b80e-f0be-4e58-8096-ab7a1cf9f0d3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.4308627 Jan 29 04:25:13.282658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:13.308768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.347233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.350451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.489964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8967631-99de-4132-ac12-c18af29947df req-07f085a1-2735-4690-84c9-44ab109f060f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064500 Jan 29 04:25:13.504313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-c2195bb7-fa6e-4727-87e4-519fc70f9a68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2834368 Jan 29 04:25:13.514091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1701232-8ebb-45a9-a8f8-6e8160593cc5 req-7793115b-39ff-4f9b-9064-ae1bf4c4efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:13.515614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1701232-8ebb-45a9-a8f8-6e8160593cc5 req-7793115b-39ff-4f9b-9064-ae1bf4c4efc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 1101 time: 0.1559246 Jan 29 04:25:13.547020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Request body: {'port': {'device_id': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:13.717438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.859938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ac1d4c7a-1627-4ee0-bcb4-4edb15048a72 None None] Provisioning complete for port 2be9b338-c115-42bb-bce7-d1ca1122e511 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:13.860457 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4c7a-1627-4ee0-bcb4-4edb15048a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:13.929655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 427860e0-4dc9-43a5-adb8-9d656b62041f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:14.006066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1701232-8ebb-45a9-a8f8-6e8160593cc5 req-dbe12495-546e-42a8-9565-28ec1f7687fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895417 Jan 29 04:25:14.121817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d4c7a-1627-4ee0-bcb4-4edb15048a72 None None] Port 2be9b338-c115-42bb-bce7-d1ca1122e511 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:14.204808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 427860e0-4dc9-43a5-adb8-9d656b62041f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:14.206332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:14.505048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:14.545836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3b5bd-7a6e-4b58-96fa-a04fa450364c req-c17bcc8f-f627-46dd-b209-53b0c7b9a2ae tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:14.555080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6bf3b5bd-7a6e-4b58-96fa-a04fa450364c req-c17bcc8f-f627-46dd-b209-53b0c7b9a2ae tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 950 time: 0.1306744 Jan 29 04:25:14.593680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43586) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:14.625942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe256-1cd9-4f2f-a945-8a9724be30a6 req-61ced412-abae-4815-b87d-f4b8d6c7d5e2 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:14.633492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbefe256-1cd9-4f2f-a945-8a9724be30a6 req-61ced412-abae-4815-b87d-f4b8d6c7d5e2 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 935 time: 0.3957889 Jan 29 04:25:14.685461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6bf3b5bd-7a6e-4b58-96fa-a04fa450364c req-3fbe1d79-dac5-4a93-838a-3b1a2a6884a1 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290541 Jan 29 04:25:14.730448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:14.816710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd57e9e-37ba-4237-b641-734a30e28aa7 None None] Network 61185537-13c0-4793-b08c-6bbb5614e10d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:14.832863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Subnet': ['ID=b6047c89-db7d-43fc-af1c-fca01e1816c3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:14.835641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:14.841809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7d843c1f-c653-4337-b78f-7dff5d83720e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/subnets/b6047c89-db7d-43fc-af1c-fca01e1816c3 HTTP/1.1" status: 204 len: 168 time: 2.1617463 Jan 29 04:25:14.847788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43594) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:14.853627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be9b338-c115-42bb-bce7-d1ca1122e511 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:14.868947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:14.894309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbefe256-1cd9-4f2f-a945-8a9724be30a6 req-4a27df89-5fc5-4c18-90b2-99a4de11ac5e tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487690 Jan 29 04:25:14.916848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2fe2-c674-45f3-a777-e675fbdf6581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.128445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Transition to ACTIVE for port object 2be9b338-c115-42bb-bce7-d1ca1122e511 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:15.161647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.170819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.183944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e316286b-d7ac-4990-8157-3377a6969dcc req-3cc6f3a0-1115-4a81-b9f7-8ef101f498cf tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 210 time: 0.3348539 Jan 29 04:25:15.361458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.397954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] DHCP port deletion for 61185537-13c0-4793-b08c-6bbb5614e10d request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:25:15.403723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-0967e79f-2196-4609-9c1b-89b5f102d64c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:15.406379 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-0967e79f-2196-4609-9c1b-89b5f102d64c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 821 time: 0.5021346 Jan 29 04:25:15.452440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'port': {'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'admin_state_up': True, 'tenant_id': '920e3d5bc19144faa8aa9543507dae36'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:15.535066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-17bd45a4-3a69-497f-9aa9-56dd83adab31 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:15.546127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-17bd45a4-3a69-497f-9aa9-56dd83adab31 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 814 time: 0.4248197 Jan 29 04:25:15.562271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] Deleting port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:15.562653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.618467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2fe2-c674-45f3-a777-e675fbdf6581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.630126 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2fe2-c674-45f3-a777-e675fbdf6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.692444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:15.692673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-05ef6243-9667-41e9-bfde-446a145ff942 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/quotas/832d94e631a64095b2959099b9da4a14 HTTP/1.1" status: 200 len: 375 time: 0.1452563 Jan 29 04:25:15.693160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] For port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:15.693264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.694037 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.720697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bdaf2fe2-c674-45f3-a777-e675fbdf6581 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7e64a5e73ad43498b7d0970a9ae0cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1240406 Jan 29 04:25:15.732864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:15.733297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] Calling delete_port for 9f954d8b-8607-4c79-82ab-78c2b41d0d0a owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:15.755503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2fe2-c674-45f3-a777-e675fbdf6581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b40d6-fb13-4723-88a9-3ce15a26c991,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:15.795496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,segment=NetworkSegment(1c08a09d-b5c1-4ead-af2a-69c69fe96edb),segment_id=1c08a09d-b5c1-4ead-af2a-69c69fe96edb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:15.795945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.820216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f954d8b-8607-4c79-82ab-78c2b41d0d0a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:15.827320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for 9f954d8b-8607-4c79-82ab-78c2b41d0d0a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:15.907615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Attempting to bind port 2be9b338-c115-42bb-bce7-d1ca1122e511 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:15.908061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Attempting to bind port 2be9b338-c115-42bb-bce7-d1ca1122e511 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:15.908473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Attempting to bind port 2be9b338-c115-42bb-bce7-d1ca1122e511 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:15.940613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Port 2be9b338-c115-42bb-bce7-d1ca1122e511 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:15.941754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Attempting to bind port 2be9b338-c115-42bb-bce7-d1ca1122e511 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:15.954738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:15.955127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:15.955531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:15.956021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Bound port: 2be9b338-c115-42bb-bce7-d1ca1122e511, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:15.956395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:15.973858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-d2721439-9a1d-4653-82d6-83c75c5dd9e5 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802536 Jan 29 04:25:16.001033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-187d028e-ec28-4419-a6aa-d42b486da2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.027631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-187d028e-ec28-4419-a6aa-d42b486da2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.030503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1abc8-9ff2-4e70-9a42-86d311cf374d req-dd346176-67bc-4a7f-8061-4985b43a349b tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:16.033100 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.038227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fc1abc8-9ff2-4e70-9a42-86d311cf374d req-dd346176-67bc-4a7f-8061-4985b43a349b tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 950 time: 0.1369746 Jan 29 04:25:16.045109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.097345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] Pushing event deleted for resources: {'Port': ['ID=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:16.098532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.104571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89629f3f-3b74-40cb-9240-c5c83ceeb360 None None] No DVR routers for this DVR port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:16.139419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port 9f954d8b-8607-4c79-82ab-78c2b41d0d0a on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:16.149864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fc1abc8-9ff2-4e70-9a42-86d311cf374d req-1593b162-7b9c-4b4e-aebb-9bbff360e56f tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987704 Jan 29 04:25:16.197846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=9f954d8b-8607-4c79-82ab-78c2b41d0d0a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:16.360554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.395550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61185537-13c0-4793-b08c-6bbb5614e10d']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:16.414676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-006ef790-23ba-46e0-8748-a3e0c6c7ab24 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:16.416188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-006ef790-23ba-46e0-8748-a3e0c6c7ab24 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b1b80f-718d-430c-931a-85fcbe00a3ba HTTP/1.1" status: 200 len: 946 time: 0.1726940 Jan 29 04:25:16.423709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ba00-56bd-4cea-8f8d-11d2049f42dd req-e0c36028-5cd3-433f-9b6a-240c7662fea4 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:16.425169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a462ba00-56bd-4cea-8f8d-11d2049f42dd req-e0c36028-5cd3-433f-9b6a-240c7662fea4 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 947 time: 0.1701462 Jan 29 04:25:16.427316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c08a09d-b5c1-4ead-af2a-69c69fe96edb') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:16.427686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c08a09d-b5c1-4ead-af2a-69c69fe96edb') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:16.480532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.514604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.556543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:16.556949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:16.562301 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:16.646751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a462ba00-56bd-4cea-8f8d-11d2049f42dd req-85114468-ea4c-41a0-8556-edf980a78ced tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808469 Jan 29 04:25:16.721666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Made reservation on behalf of 920e3d5bc19144faa8aa9543507dae36 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:16.732311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.734259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.741247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.751304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/networks/61185537-13c0-4793-b08c-6bbb5614e10d HTTP/1.1" status: 204 len: 168 time: 1.8946452 Jan 29 04:25:16.752073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:16.808298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:16.816979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:16.818001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-187d028e-ec28-4419-a6aa-d42b486da2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.826313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-187d028e-ec28-4419-a6aa-d42b486da2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.827573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-187d028e-ec28-4419-a6aa-d42b486da2ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c08b40d6-fb13-4723-88a9-3ce15a26c991 HTTP/1.1" status: 204 len: 168 time: 1.0924716 Jan 29 04:25:16.895815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting subnet 30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:25:16.899809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:16.998947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Allocated IP 172.20.0.8 (d0516ea1-a926-42ed-8b5c-91acd409a9f8/50361553-7cb5-4434-8da5-0c6cb8d26839/c906f19c-ba83-4b83-b66f-64724afe167a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:17.018221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.145133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.167695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.210106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.210348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Deleting port 989f1ecf-ce38-4336-97fc-cf659ad50fbd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:17.210744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.234539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.241269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-7c4dc7b7-4e33-47a0-8108-274ff1d915e9 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2435760 Jan 29 04:25:17.267851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131416a4-fc99-4fe4-8c81-63c3fcfd4ad9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Network': ['ID=61185537-13c0-4793-b08c-6bbb5614e10d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.277213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d028e-ec28-4419-a6aa-d42b486da2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b40d6-fb13-4723-88a9-3ce15a26c991,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.358053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.365233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.415614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43676) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:17.416358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:17.417103 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.419618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-69bf5081-2be4-4002-8f2e-4206864f5d12 service neutron] 10.222.0.36 "PUT /v2.0/ports/2be9b338-c115-42bb-bce7-d1ca1122e511 HTTP/1.1" status: 200 len: 1095 time: 3.8938186 Jan 29 04:25:17.424181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:17.426524 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32410690-67aa-4d98-bdef-f5c2e9b23caf" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:17.442916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c71a1d0a-34f9-4f85-a07f-ba8a3dce6f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.453426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.457322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/subnets/30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3 HTTP/1.1" status: 204 len: 168 time: 0.6938384 Jan 29 04:25:17.458191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d4b9b-2b21-411d-b0cf-44ad125400f4 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Subnet': ['ID=30a62dcb-98f7-4ed6-af7a-dd0fce9ce8e3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.466973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e10455-72d9-428d-98e6-073c79d64dda None None] Network 29114b1f-1f76-4499-bc4f-afcd6cb4be0b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:17.468378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43680) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:17.470520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:17.479509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:17.482560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac161f2-d1f3-4c7e-940e-bc93c8994b3b req-e6a4e18d-4ac0-484b-9566-a17fc6a753bb tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:17.488006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:17.492532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fac161f2-d1f3-4c7e-940e-bc93c8994b3b req-e6a4e18d-4ac0-484b-9566-a17fc6a753bb tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 931 time: 0.2693074 Jan 29 04:25:17.581457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:17.586183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.672919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2297390 Jan 29 04:25:17.676708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914aeaa-fddf-49d7-941b-c1b8c065f33a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event updated for resources: {'Port': ['ID=c906f19c-ba83-4b83-b66f-64724afe167a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:17.693325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-c85beb1c-b796-4215-8648-f72fc614a537 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423821 Jan 29 04:25:17.700166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Request body: {'port': {'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:17.755525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-994c611e-00c0-421d-a9f0-2be445318a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:17.757050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-994c611e-00c0-421d-a9f0-2be445318a4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa233644e1a34b42a824c6b32532114f&device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 1098 time: 0.1547885 Jan 29 04:25:17.782939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] For port 989f1ecf-ce38-4336-97fc-cf659ad50fbd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=989f1ecf-ce38-4336-97fc-cf659ad50fbd,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:17.783514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.813276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fac161f2-d1f3-4c7e-940e-bc93c8994b3b req-718e2a3a-09a4-4026-8fc3-dea8aa7d253b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198528 Jan 29 04:25:17.876993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-f8ef0fce-1e4a-46fa-87d9-c096516388ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2be9b338-c115-42bb-bce7-d1ca1122e511 HTTP/1.1" status: 200 len: 217 time: 0.0936210 Jan 29 04:25:17.884435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.888090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Calling delete_port for 989f1ecf-ce38-4336-97fc-cf659ad50fbd owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:17.898858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:17.927048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] DHCP port deletion for 29114b1f-1f76-4499-bc4f-afcd6cb4be0b request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:25:17.983340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ea51c950-22fd-406b-9f1f-9b2440d74b1d None None] Provisioning complete for port c906f19c-ba83-4b83-b66f-64724afe167a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:17.983711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ea51c950-22fd-406b-9f1f-9b2440d74b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.003540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-b45b756d-1d2e-4a60-94aa-0faad2dc70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:18.005261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-b45b756d-1d2e-4a60-94aa-0faad2dc70fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1169310 Jan 29 04:25:18.025655 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c71a1d0a-34f9-4f85-a07f-ba8a3dce6f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.038482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ea51c950-22fd-406b-9f1f-9b2440d74b1d None None] Port c906f19c-ba83-4b83-b66f-64724afe167a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:18.045881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] Deleting port ce45c4ff-44a7-4d72-b765-119554070cb9 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:18.046455 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.111901 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569e282-b35f-4144-98b5-ab0f9f9d8a41 x-openstack-request-id: req-8569e282-b35f-4144-98b5-ab0f9f9d8a41 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:18.112253 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:18.112459 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8569e282-b35f-4144-98b5-ab0f9f9d8a41 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:18.112858 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'status': 'completed', 'code': 200} Jan 29 04:25:18.136264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] For port ce45c4ff-44a7-4d72-b765-119554070cb9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce45c4ff-44a7-4d72-b765-119554070cb9,segment=NetworkSegment(8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8),segment_id=8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:18.136957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.155454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] Calling delete_port for ce45c4ff-44a7-4d72-b765-119554070cb9 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:18.174440 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c71a1d0a-34f9-4f85-a07f-ba8a3dce6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.215615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-9d3f765d-d225-4f85-9bb5-f3ddb9915ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:18.217239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-9d3f765d-d225-4f85-9bb5-f3ddb9915ef5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1997697 Jan 29 04:25:18.286195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.319356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] The port 'ce45c4ff-44a7-4d72-b765-119554070cb9' was deleted {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 29 04:25:18.341392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] Pushing event deleted for resources: {'Port': ['ID=ce45c4ff-44a7-4d72-b765-119554070cb9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:18.343679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1efcfa-1c6e-4a74-9833-8621883bc857 None None] No DVR routers for this DVR port ce45c4ff-44a7-4d72-b765-119554070cb9 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:18.346428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2e79-fc06-4546-9684-66863ebc4299 req-604137ea-d747-41d9-9732-16966258fb82 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:18.347795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61fa2e79-fc06-4546-9684-66863ebc4299 req-604137ea-d747-41d9-9732-16966258fb82 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 950 time: 0.1762273 Jan 29 04:25:18.403060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 989f1ecf-ce38-4336-97fc-cf659ad50fbd no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:18.430807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c71a1d0a-34f9-4f85-a07f-ba8a3dce6f56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6891528b5696415ea01233dabb0dc9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0100868 Jan 29 04:25:18.432985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a1d0a-34f9-4f85-a07f-ba8a3dce6f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1f63e7-b58f-4aff-a5b3-3a6b3ccc2e7a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:18.454551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:18.459300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ec723-510a-4556-a9f0-b4bcea1ea261 req-3f94af2a-421c-43e1-81f1-c2410b3b8829 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:18.474659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-741ec723-510a-4556-a9f0-b4bcea1ea261 req-3f94af2a-421c-43e1-81f1-c2410b3b8829 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 947 time: 0.2650852 Jan 29 04:25:18.582038 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.594185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-741ec723-510a-4556-a9f0-b4bcea1ea261 req-b0ad0592-9b23-4d9c-9690-dbfa55385385 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218591 Jan 29 04:25:18.607624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-389c79e1-95bd-49ce-a04f-0bc61be62b84 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618379 Jan 29 04:25:18.616842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.627439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.649593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61fa2e79-fc06-4546-9684-66863ebc4299 req-744448a1-2a5c-4554-8bec-ab2dd12f59ec tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334127 Jan 29 04:25:18.720631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Pushing event deleted for resources: {'Port': ['ID=989f1ecf-ce38-4336-97fc-cf659ad50fbd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:18.734720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29114b1f-1f76-4499-bc4f-afcd6cb4be0b']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:18.757643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] No DVR routers for this DVR port 989f1ecf-ce38-4336-97fc-cf659ad50fbd on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:18.785563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:18.786236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbd4ce1-2a03-4814-ba85-ffaaca0a01c8') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:18.790753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad275e7-08a5-4b3e-a09e-252e92cd51e8 req-d32b7408-fe0c-4190-9713-f5f9a107d6e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 210 time: 0.0940979 Jan 29 04:25:18.797263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.810732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4421015f-05fb-4219-973d-b0d478ff3a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.813332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c906f19c-ba83-4b83-b66f-64724afe167a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:18.814231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.818688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4611329b-9d77-4bdd-9a69-53c4b9423366 req-0f733274-3262-41ed-b996-dabb97206393 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "DELETE /v2.0/ports/989f1ecf-ce38-4336-97fc-cf659ad50fbd HTTP/1.1" status: 204 len: 173 time: 2.3887107 Jan 29 04:25:18.820516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'name': 'network-vif-deleted', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:18.822857 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a804af63-4064-4021-8ceb-8f46e1a0be19" -d '{"events": [{"server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "name": "network-vif-deleted", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:18.829395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.855607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Transition to ACTIVE for port object c906f19c-ba83-4b83-b66f-64724afe167a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:18.858333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c3bfe43-93f0-4ef9-a510-4f7340acc239 req-77d932d0-f0be-4c7a-ad7d-0fc4decc567f service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345264 Jan 29 04:25:18.862905 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.866172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4421015f-05fb-4219-973d-b0d478ff3a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.925345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ee2ec-957e-4681-aa82-17600bcc0ddb x-openstack-request-id: req-475ee2ec-957e-4681-aa82-17600bcc0ddb {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:18.925345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b1b80f-718d-430c-931a-85fcbe00a3ba", "name": "network-vif-deleted", "tag": "989f1ecf-ce38-4336-97fc-cf659ad50fbd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:18.925345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-475ee2ec-957e-4681-aa82-17600bcc0ddb {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:18.926201 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1b80f-718d-430c-931a-85fcbe00a3ba', 'name': 'network-vif-deleted', 'tag': '989f1ecf-ce38-4336-97fc-cf659ad50fbd', 'status': 'completed', 'code': 200} Jan 29 04:25:18.948509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Pushing event updated for resources: {'Port': ['ID=c906f19c-ba83-4b83-b66f-64724afe167a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:18.972412 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.984230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:18.984641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:18.988947 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:19.002372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4421015f-05fb-4219-973d-b0d478ff3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.002848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f100f84-05f5-4af1-b4a8-29d077f43627 req-6ee3f7c2-bf5b-4343-a137-d738244b8298 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.004914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f100f84-05f5-4af1-b4a8-29d077f43627 req-6ee3f7c2-bf5b-4343-a137-d738244b8298 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 943 time: 0.0883992 Jan 29 04:25:19.019221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4421015f-05fb-4219-973d-b0d478ff3a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.022621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4421015f-05fb-4219-973d-b0d478ff3a7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e1f63e7-b58f-4aff-a5b3-3a6b3ccc2e7a HTTP/1.1" status: 204 len: 168 time: 0.5349467 Jan 29 04:25:19.131706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421015f-05fb-4219-973d-b0d478ff3a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1f63e7-b58f-4aff-a5b3-3a6b3ccc2e7a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.135948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.142866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-f083705b-8c63-47c0-9ea2-a4a4b7fee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.144433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-f083705b-8c63-47c0-9ea2-a4a4b7fee214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa233644e1a34b42a824c6b32532114f&device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 1098 time: 0.1387081 Jan 29 04:25:19.162226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f100f84-05f5-4af1-b4a8-29d077f43627 req-085b5008-ab65-4d5a-9dd6-df7c7025977f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455741 Jan 29 04:25:19.182337 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.186499 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/networks/29114b1f-1f76-4499-bc4f-afcd6cb4be0b HTTP/1.1" status: 204 len: 168 time: 1.6916757 Jan 29 04:25:19.188568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40639db-b7b0-4088-8890-5dabd6bcf99e req-9e5e1241-4692-45e3-9a92-a190a69fb1db tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.195081 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d40639db-b7b0-4088-8890-5dabd6bcf99e req-9e5e1241-4692-45e3-9a92-a190a69fb1db tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 1101 time: 0.3532729 Jan 29 04:25:19.196006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43728) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:19.203001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-87620390'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:19.210753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Attempting to bind port c906f19c-ba83-4b83-b66f-64724afe167a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:19.211937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Attempting to bind port c906f19c-ba83-4b83-b66f-64724afe167a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:19.212503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Attempting to bind port c906f19c-ba83-4b83-b66f-64724afe167a on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:19.212643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b55281-e45f-4a4a-84b8-70edfad53fec tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Network': ['ID=29114b1f-1f76-4499-bc4f-afcd6cb4be0b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.235676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d40639db-b7b0-4088-8890-5dabd6bcf99e req-3227f0f9-0499-4816-a451-db517af422d5 tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.275351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:19.279987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.284814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Port c906f19c-ba83-4b83-b66f-64724afe167a on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:19.285102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Attempting to bind port c906f19c-ba83-4b83-b66f-64724afe167a on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:19.294201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:19.294201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Checking segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:19.294703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Bound using segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:19.295175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Bound port: c906f19c-ba83-4b83-b66f-64724afe167a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:19.295411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.315032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-3de3a8cf-4105-4ace-87e1-8849b2be771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.316507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-3de3a8cf-4105-4ace-87e1-8849b2be771c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1514037 Jan 29 04:25:19.341385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:19.363436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.369857 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Added segment d2874f59-aff0-4649-a5b6-393bc0600cc5 of type vlan for network 98e83eed-88f5-49d0-99e0-50c6f6ee553e Jan 29 04:25:19.383365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-ad616fef-5e58-479b-900d-adb11aae3076 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2be9b338-c115-42bb-bce7-d1ca1122e511 HTTP/1.1" status: 200 len: 217 time: 0.0435772 Jan 29 04:25:19.438680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d40639db-b7b0-4088-8890-5dabd6bcf99e req-3227f0f9-0499-4816-a451-db517af422d5 tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.442424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.446539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-a2199b77-da48-4772-93a4-b345749bbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.448048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-a2199b77-da48-4772-93a4-b345749bbd0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0564058 Jan 29 04:25:19.451922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d40639db-b7b0-4088-8890-5dabd6bcf99e req-3227f0f9-0499-4816-a451-db517af422d5 tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.480178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] For port c906f19c-ba83-4b83-b66f-64724afe167a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:19.492292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d40639db-b7b0-4088-8890-5dabd6bcf99e req-3227f0f9-0499-4816-a451-db517af422d5 tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828503 Jan 29 04:25:19.512220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.518254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] For port c906f19c-ba83-4b83-b66f-64724afe167a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c906f19c-ba83-4b83-b66f-64724afe167a,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:19.522601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.523219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.534710 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.552195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227f0f9-0499-4816-a451-db517af422d5 tempest-LiveMigrationNegativeTest-2104188712 tempest-LiveMigrationNegativeTest-2104188712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb341ded-550f-40c1-a159-5dbcbdb57e4c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.573255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-36ecd21d-1494-4ade-abae-02f691d5db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.575237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-36ecd21d-1494-4ade-abae-02f691d5db7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085587 Jan 29 04:25:19.609157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4118364 Jan 29 04:25:19.619365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:19.650901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'subnet': {'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:19.666852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:19.670570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:19.672738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] 10.222.0.36 "PUT /v2.0/ports/c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 1091 time: 1.9771166 Jan 29 04:25:19.775779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce45c4ff-44a7-4d72-b765-119554070cb9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:19.836455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ce45c4ff-44a7-4d72-b765-119554070cb9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:19.836796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce45c4ff-44a7-4d72-b765-119554070cb9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:19.892590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e42ea-160c-4b87-8a9b-067957ddfa3b tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Network': ['ID=98e83eed-88f5-49d0-99e0-50c6f6ee553e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:19.905494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:19.959518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec4027-87d1-4ebe-bf68-bc1ea2bb96ad service neutron] Pushing event updated for resources: {'Port': ['ID=c906f19c-ba83-4b83-b66f-64724afe167a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:20.041434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf51d2-e60b-4061-871e-b4067650303d req-059fc005-2509-4b06-a369-2d46a6254c55 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.050490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69bf51d2-e60b-4061-871e-b4067650303d req-059fc005-2509-4b06-a369-2d46a6254c55 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 947 time: 0.2898393 Jan 29 04:25:20.055447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-f21b382e-8c35-400a-8781-18670abd5762 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.064513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-f21b382e-8c35-400a-8781-18670abd5762 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 814 time: 0.5275047 Jan 29 04:25:20.115111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:20.115728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Request body: {'port': {'device_id': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'admin_state_up': True, 'tenant_id': '832d94e631a64095b2959099b9da4a14'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:20.118348 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6935c5df-86b2-4774-a4b1-05a3737e9b01" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:20.128043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-e791cb68-4199-45a9-9e06-98e6d11ca1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.129693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-e791cb68-4199-45a9-9e06-98e6d11ca1fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1094 time: 0.2140095 Jan 29 04:25:20.136178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-2988f053-33f7-49ca-8817-8a498fef5d06 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365863 Jan 29 04:25:20.162641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69bf51d2-e60b-4061-871e-b4067650303d req-1354ce63-baa3-4f04-935d-362545f0128b tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108587 Jan 29 04:25:20.211418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18209fe3-a2ac-49e3-afa5-1be1ff682596 req-29e469f3-0d34-434b-9461-c19df23cd454 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 210 time: 0.1044426 Jan 29 04:25:20.311813 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed944f9-da87-4b8a-a4bf-4216fa83781e x-openstack-request-id: req-6ed944f9-da87-4b8a-a4bf-4216fa83781e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:20.312483 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:20.312947 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed944f9-da87-4b8a-a4bf-4216fa83781e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:20.313532 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'status': 'completed', 'code': 200} Jan 29 04:25:20.314349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:20.318301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:20.377246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-cb7975e7-82e8-429c-b679-62df972d8d07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 217 time: 0.2130008 Jan 29 04:25:20.409587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:20.456664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Made reservation on behalf of 832d94e631a64095b2959099b9da4a14 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:20.460411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:20.512566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32410690-67aa-4d98-bdef-f5c2e9b23caf req-895deaa4-3d3d-419d-a54b-895d205b9984 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455868 Jan 29 04:25:20.514130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-4dd93148-adce-4d83-8260-44ca59126fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.515596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-4dd93148-adce-4d83-8260-44ca59126fc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.1174583 Jan 29 04:25:20.537318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2036e8-0106-4adc-8d9b-af90a08cf675 req-8eb91ca4-24b6-4e6d-b935-5e9dc3891b88 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.549125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:20.553218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e2036e8-0106-4adc-8d9b-af90a08cf675 req-8eb91ca4-24b6-4e6d-b935-5e9dc3891b88 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 950 time: 0.2717023 Jan 29 04:25:20.553405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39836888-b591-4404-86e9-6903260dd474 req-112db5d0-0f6d-43e6-906f-5ce505e4160b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.556607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39836888-b591-4404-86e9-6903260dd474 req-112db5d0-0f6d-43e6-906f-5ce505e4160b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 943 time: 0.1678607 Jan 29 04:25:20.567421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'mac_address': 'fa:16:3e:50:11:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:20.629805 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:20.656362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be9b338-c115-42bb-bce7-d1ca1122e511 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:20.681163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:20.682445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e2036e8-0106-4adc-8d9b-af90a08cf675 req-6bc9c724-8aa9-4d48-aded-b439f75b4e4f tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281469 Jan 29 04:25:20.692004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:20.709928 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39836888-b591-4404-86e9-6903260dd474 req-51db8521-d31d-470d-a8d0-0ed921b6bedb tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330593 Jan 29 04:25:20.786973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-55959a16-73cb-4cd5-ba2d-c711d2411067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:20.790222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-55959a16-73cb-4cd5-ba2d-c711d2411067 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327437 Jan 29 04:25:20.813568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:20.817696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:20.846843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Allocated IP 172.20.0.7 (75c2cf41-a257-4865-9f10-ad8c44f21d49/99a00cff-1d4a-4964-845d-4dc8c3707d6d/04bc5fd2-fda5-4729-99c9-86cad7a9885d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:20.944316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Subnet': ['ID=1f75107e-fb4f-4028-99e4-413ed5366d28,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:20.975295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Checking segment: {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:20.975998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network hostable DHCP agents. Network: 98e83eed-88f5-49d0-99e0-50c6f6ee553e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:20.982653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-fd85dc87-2ade-47fb-986f-1cdbe8e845d9 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803765 Jan 29 04:25:21.003149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:21.044119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2be9b338-c115-42bb-bce7-d1ca1122e511'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:21.052584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.062754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 98e83eed-88f5-49d0-99e0-50c6f6ee553e) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:21.079938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.080660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.096977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ff1a2-39f3-43f1-b1fc-fc2109fff124 None None] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:21.128012 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-93d0141f-36cc-4c73-8a7f-853ddeda9d6f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d050cd9656b4b2b990a1212018ad975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419478 Jan 29 04:25:21.150919 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.161985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fdf44166-e103-4bb8-bb55-9ecd364dce3a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5384111 Jan 29 04:25:21.163971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:21.173173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4c613c66-bf7a-4524-97fa-5daf4c6db283 req-55e704d6-0cb9-41e5-9bfb-769d573e3631 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793442 Jan 29 04:25:21.212514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1560388419'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:21.291473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-ab689498-a448-477a-b709-af29dda72b0b tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.293293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-ab689498-a448-477a-b709-af29dda72b0b tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579196 Jan 29 04:25:21.329324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:21.333788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.338726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-c2f18471-a27b-4583-9835-04fe245eabb4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/quotas/1d050cd9656b4b2b990a1212018ad975 HTTP/1.1" status: 200 len: 375 time: 0.0255663 Jan 29 04:25:21.350072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Network 75c2cf41-a257-4865-9f10-ad8c44f21d49 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:21.369436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:21.373724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:21.395860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:21.406026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.406443 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Added segment 2412e4b3-dc9f-4f38-b0c7-6f79bb398819 of type vlan for network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb Jan 29 04:25:21.418608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-73bbef2f-5a8a-4ddc-bbf3-0e5ebf440055 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640943 Jan 29 04:25:21.420987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-cdf0aa49-4fbb-4381-b952-e7d0eb5b3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.422309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-cdf0aa49-4fbb-4381-b952-e7d0eb5b3b86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1094 time: 0.1172934 Jan 29 04:25:21.467848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Pushing event updated for resources: {'Port': ['ID=04bc5fd2-fda5-4729-99c9-86cad7a9885d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:21.480307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-98e83eed-88f5-49d0-99e0-50c6f6ee553e', 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'fixed_ips': [{'subnet_id': '1f75107e-fb4f-4028-99e4-413ed5366d28'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:25:21.481198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.524473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b3d57-2d1e-4a44-9c34-554c8f8479b8 req-21e999a6-f9b1-4408-9060-ad745573f8be tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.525779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c49b3d57-2d1e-4a44-9c34-554c8f8479b8 req-21e999a6-f9b1-4408-9060-ad745573f8be tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 948 time: 0.2771649 Jan 29 04:25:21.531499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.561623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.562526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.623782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-70f9fc68-725e-4da0-835c-33e537f57b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.627400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-70f9fc68-725e-4da0-835c-33e537f57b4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.1956952 Jan 29 04:25:21.638317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c49b3d57-2d1e-4a44-9c34-554c8f8479b8 req-6e5556ea-31f0-432f-b349-87fe3511f079 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967829 Jan 29 04:25:21.688668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Allocated IP 19.80.0.2 (98e83eed-88f5-49d0-99e0-50c6f6ee553e/1f75107e-fb4f-4028-99e4-413ed5366d28/c7bce828-78b7-48a7-8125-2119f2ebde36) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:21.689351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-204a49f0-3b82-4c0b-b18b-92b869f951ff tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5776742 Jan 29 04:25:21.703012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.721264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.722128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.801425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Request body: {'port': {'device_id': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:21.846416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-17fe5e67-1a1b-4ec8-927d-73d818872d90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 217 time: 0.1979949 Jan 29 04:25:21.917808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7343051 Jan 29 04:25:21.924149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43864) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:21.928684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.936608 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:21.976027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eacbc-b9c8-4895-b563-75a95dd966d8 req-40d4089d-8b9d-47a2-802a-54583ef9096b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:21.985309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b7eacbc-b9c8-4895-b563-75a95dd966d8 req-40d4089d-8b9d-47a2-802a-54583ef9096b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 931 time: 0.1708951 Jan 29 04:25:21.986340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:21.989548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:21.993824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:22.014700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-d1536dc4-dc39-430b-b69c-3b914b19c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:22.016166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-d1536dc4-dc39-430b-b69c-3b914b19c2e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.1609433 Jan 29 04:25:22.021433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'subnet': {'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:22.024139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Pushing event updated for resources: {'Port': ['ID=c7bce828-78b7-48a7-8125-2119f2ebde36,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.051368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b7eacbc-b9c8-4895-b563-75a95dd966d8 req-d38c4419-1371-4556-8dff-93f73a3d26fb tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648084 Jan 29 04:25:22.132175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-9b3ca9dc-e1e5-4291-8265-6f53b9608f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:22.132400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Attempting to bind port c7bce828-78b7-48a7-8125-2119f2ebde36 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:22.132667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Attempting to bind port c7bce828-78b7-48a7-8125-2119f2ebde36 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:22.133061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Attempting to bind port c7bce828-78b7-48a7-8125-2119f2ebde36 on network 98e83eed-88f5-49d0-99e0-50c6f6ee553e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:22.134189 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-9b3ca9dc-e1e5-4291-8265-6f53b9608f37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936911 Jan 29 04:25:22.145340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-5e981686-f748-4cc8-81af-00bf9d48795e tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:22.147423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-5e981686-f748-4cc8-81af-00bf9d48795e tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 950 time: 0.1363647 Jan 29 04:25:22.147929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:22.148390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Checking segment: {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:22.148806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.150778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Bound using segment: {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:22.151810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Bound port: c7bce828-78b7-48a7-8125-2119f2ebde36, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:22.152221 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.246970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] For port c7bce828-78b7-48a7-8125-2119f2ebde36, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:22.250987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] For port c7bce828-78b7-48a7-8125-2119f2ebde36, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c7bce828-78b7-48a7-8125-2119f2ebde36,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:22.252669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292030dd-59c0-4996-be2d-c5492bc0ec6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Network': ['ID=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.257021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:22.260873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.270827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:22.290819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.354340 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.364718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe92c3-c54c-4ab5-b907-502110ce4059 req-e89f8f25-910f-47a0-b2f2-c2a28f3153f4 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:22.372750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07fe92c3-c54c-4ab5-b907-502110ce4059 req-e89f8f25-910f-47a0-b2f2-c2a28f3153f4 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 950 time: 0.5518532 Jan 29 04:25:22.385486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-8aa9bde2-b4a8-4660-a5ed-06ce03c582d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364783 Jan 29 04:25:22.399884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8671ee-b7a6-423d-ac17-cbc982875c7a req-2e79dd91-380a-4de1-91f0-26dff9715a9a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:22.401726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b8671ee-b7a6-423d-ac17-cbc982875c7a req-2e79dd91-380a-4de1-91f0-26dff9715a9a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 943 time: 0.1677642 Jan 29 04:25:22.437547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:22.471883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb96e-9f19-4f23-b2ce-294fed2ab870 None None] Pushing event updated for resources: {'Port': ['ID=c7bce828-78b7-48a7-8125-2119f2ebde36,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.544843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 2be9b338-c115-42bb-bce7-d1ca1122e511 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:22.550818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 2be9b338-c115-42bb-bce7-d1ca1122e511 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:22.551477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.665703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07fe92c3-c54c-4ab5-b907-502110ce4059 req-6db97c11-0642-49cb-8ffe-ad41747319c5 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722111 Jan 29 04:25:22.787765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.823758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:22.827244 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18003a3-d23d-4bf0-a643-ca203f5f8c4b" -d '{"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-plugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:22.848115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:22.853952 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.945869 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:22.967403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:22.985993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-7682d533-8164-4f10-8da0-86a7205b06b7 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d050cd9656b4b2b990a1212018ad975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769775 Jan 29 04:25:23.094791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Deleting port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:23.095392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:23.111634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b8671ee-b7a6-423d-ac17-cbc982875c7a req-33de829d-252a-45bb-9a35-f8700c2fa0fc tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986611 Jan 29 04:25:23.251601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6935c5df-86b2-4774-a4b1-05a3737e9b01 req-b81904c1-93ee-4140-883b-a4ffcdf781ab service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487988 Jan 29 04:25:23.299451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] For port 66aa5467-32ef-4851-b6e0-f8d9e68bce40, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=66aa5467-32ef-4851-b6e0-f8d9e68bce40,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:23.299838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:23.316499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Calling delete_port for 66aa5467-32ef-4851-b6e0-f8d9e68bce40 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:23.346917 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-ac44a1c5-cde0-463f-8e50-528bba0d72d0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1d050cd9656b4b2b990a1212018ad975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512823 Jan 29 04:25:23.490758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Subnet': ['ID=2ce128a9-6d99-4db7-901e-f8edfe5fec1a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:23.515876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0e81f-ef98-4ec8-b472-e6211eb0769a req-e2a2d270-5a26-4966-8173-d200b125ed10 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:23.523330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40f0e81f-ef98-4ec8-b472-e6211eb0769a req-e2a2d270-5a26-4966-8173-d200b125ed10 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 949 time: 0.2927418 Jan 29 04:25:23.609405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Checking segment: {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:23.609822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network hostable DHCP agents. Network: 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:23.613876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bc5fd2-fda5-4729-99c9-86cad7a9885d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:23.629627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40f0e81f-ef98-4ec8-b472-e6211eb0769a req-49e3be90-0076-47c5-bcd5-b501de16f671 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032069 Jan 29 04:25:23.634555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:23.651814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-0750bf98-512d-446c-8315-515935b13d81 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:23.654075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-0750bf98-512d-446c-8315-515935b13d81 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941976 Jan 29 04:25:23.684553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Request body: {'port': {'device_id': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '1d050cd9656b4b2b990a1212018ad975'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:23.699069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-02b1c9c1-8514-47ce-a052-8ce8314531ad tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:23.712180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-02b1c9c1-8514-47ce-a052-8ce8314531ad tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7074599 Jan 29 04:25:23.750439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Transition to ACTIVE for port object 04bc5fd2-fda5-4729-99c9-86cad7a9885d will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:23.762435 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be2aac-16dd-40b5-aa92-ad950fa91e8f x-openstack-request-id: req-41be2aac-16dd-40b5-aa92-ad950fa91e8f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:23.763556 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-plugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:23.763986 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41be2aac-16dd-40b5-aa92-ad950fa91e8f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:23.764605 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'code': 200} Jan 29 04:25:23.773348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-b4faaaef-ceff-446e-bf81-61d19205af01 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/quotas/1d050cd9656b4b2b990a1212018ad975 HTTP/1.1" status: 200 len: 375 time: 0.0594380 Jan 29 04:25:23.788127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:23.826742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a87b-2e6e-4188-8888-ac8b712cf157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:23.859802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:23.864613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-e5150558-db2d-4741-8a5f-1cbb8076c7d6 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901079 Jan 29 04:25:23.894730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:23.952143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c7bce828-78b7-48a7-8125-2119f2ebde36 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:24.001065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:24.045818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:24.046770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad7380-0645-4fd9-8126-a94e0fead145 None None] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:24.048768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.175610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.180393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c7bce828-78b7-48a7-8125-2119f2ebde36 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:24.180774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.188357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Pushing event updated for resources: {'Port': ['ID=04bc5fd2-fda5-4729-99c9-86cad7a9885d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:24.237013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7dbc1bb5-8ed8-47f8-99e2-0f5a85cc0bb1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2201526 Jan 29 04:25:24.339025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1e57459-b59a-45e9-a266-a8e2ced97712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.354130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Pushing event deleted for resources: {'Port': ['ID=66aa5467-32ef-4851-b6e0-f8d9e68bce40,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:24.363918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-834890ed-7d96-4d5d-9952-b0ad54f2bf8c req-c66010ac-e575-42e8-8640-54ad23fc10b9 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.0477178 Jan 29 04:25:24.369122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Made reservation on behalf of 1d050cd9656b4b2b990a1212018ad975 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:24.374720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.376690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['133238db-08b8-4b8a-b053-354fbb2c9627'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:24.435582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec4221-e839-49d1-aa2e-ff0f9f11874f req-f91550fe-7069-4352-84ad-654b18b8f172 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:24.445051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Attempting to bind port 04bc5fd2-fda5-4729-99c9-86cad7a9885d on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:24.445475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Attempting to bind port 04bc5fd2-fda5-4729-99c9-86cad7a9885d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:24.445870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Attempting to bind port 04bc5fd2-fda5-4729-99c9-86cad7a9885d on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.451869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bec4221-e839-49d1-aa2e-ff0f9f11874f req-f91550fe-7069-4352-84ad-654b18b8f172 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 943 time: 0.5318367 Jan 29 04:25:24.453604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Port 04bc5fd2-fda5-4729-99c9-86cad7a9885d on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:24.454164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Attempting to bind port 04bc5fd2-fda5-4729-99c9-86cad7a9885d on network 75c2cf41-a257-4865-9f10-ad8c44f21d49 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:24.462896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:24.465731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.466269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Checking segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:24.466812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Bound using segment: {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:24.467480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Bound port: 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0322fc2-219b-4aeb-9670-2e198a0623df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:24.468558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.470202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174542-40a2-44e4-b5a2-6d1224a73079 req-0cd96f5c-baf5-437d-8cba-34f755d98f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:24.471950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44174542-40a2-44e4-b5a2-6d1224a73079 req-0cd96f5c-baf5-437d-8cba-34f755d98f5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 1100 time: 0.5382359 Jan 29 04:25:24.495671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b374a18-8938-406d-a102-f8532fd31742 None None] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:24.548405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c906f19c-ba83-4b83-b66f-64724afe167a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:24.554407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 66aa5467-32ef-4851-b6e0-f8d9e68bce40 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:24.579059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] No DVR routers for this DVR port 66aa5467-32ef-4851-b6e0-f8d9e68bce40 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:24.589693 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.597382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08474de-6657-4d6a-bf40-83d07bc61af9 req-fe97d92b-a653-4c73-bc1c-ca5dcdb4106a tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "DELETE /v2.0/ports/66aa5467-32ef-4851-b6e0-f8d9e68bce40 HTTP/1.1" status: 204 len: 173 time: 2.3621607 Jan 29 04:25:24.615775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 66aa5467-32ef-4851-b6e0-f8d9e68bce40 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:24.616803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 66aa5467-32ef-4851-b6e0-f8d9e68bce40 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:24.630169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'name': 'network-vif-deleted', 'tag': '66aa5467-32ef-4851-b6e0-f8d9e68bce40'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:24.642664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fab1c8-d6b9-45b6-9965-623fe5cac3f4 req-ca7c150e-30e8-48ba-876c-aaf50fa72d4b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:24.649433 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3196a91-a226-4a16-b968-d70dbbd5b381" -d '{"events": [{"server_uuid": "39eb4360-878f-421a-9e17-0a58f47ee4e5", "name": "network-vif-deleted", "tag": "66aa5467-32ef-4851-b6e0-f8d9e68bce40"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:24.655052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00fab1c8-d6b9-45b6-9965-623fe5cac3f4 req-ca7c150e-30e8-48ba-876c-aaf50fa72d4b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 943 time: 0.1598504 Jan 29 04:25:24.671087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] For port 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:24.675936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] For port 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:24.687869 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.718746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44174542-40a2-44e4-b5a2-6d1224a73079 req-735233ba-d0bb-4759-9f9c-b22e5c8c1ed5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980104 Jan 29 04:25:24.753463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Pushing event updated for resources: {'Port': ['ID=04bc5fd2-fda5-4729-99c9-86cad7a9885d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:24.780432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:24.781708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.783880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-4c125d07-df54-4f81-80ea-e8aec7501507 service neutron] 10.222.0.36 "PUT /v2.0/ports/04bc5fd2-fda5-4729-99c9-86cad7a9885d HTTP/1.1" status: 200 len: 1091 time: 3.0085161 Jan 29 04:25:24.784125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'tag': '04bc5fd2-fda5-4729-99c9-86cad7a9885d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:24.787974 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e796a75-31af-428b-ae2d-78be8257b6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9dd13e-d34f-4418-b77d-dbb963e46069", "tag": "04bc5fd2-fda5-4729-99c9-86cad7a9885d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:24.792100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48186c4f-5a9e-44c1-a86c-645ce48df067 None None] Provisioning complete for port c7bce828-78b7-48a7-8125-2119f2ebde36 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:24.793455 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48186c4f-5a9e-44c1-a86c-645ce48df067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.800930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bec4221-e839-49d1-aa2e-ff0f9f11874f req-7dd50897-df84-449c-a1a7-d98a31236ef9 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437309 Jan 29 04:25:24.821632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00fab1c8-d6b9-45b6-9965-623fe5cac3f4 req-5cb6323c-37cb-4a8e-888c-a664b389e2fc tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653709 Jan 29 04:25:24.926600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1e57459-b59a-45e9-a266-a8e2ced97712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.936861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d63ede9b-eef2-45fb-a707-dca4be547de0 req-0c2f910e-d2d3-43f7-9d4c-8a3c514c01b2 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 210 time: 0.0492425 Jan 29 04:25:24.953246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1e57459-b59a-45e9-a266-a8e2ced97712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.961648 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:24.981502 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1e57459-b59a-45e9-a266-a8e2ced97712 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faac0035c0b243b682fa8e9362cc3d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1866684 Jan 29 04:25:24.990080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:25.010682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.029442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.051307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e57459-b59a-45e9-a266-a8e2ced97712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a62e9-076b-4ac7-ad02-699773165e02,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.145080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5840024c-712f-46ae-a382-3e18df29a572,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.201288 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a275b1f-7d3e-40cc-8e24-acebb60e3ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.218232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-dc514a15-b3cd-43f0-bef3-cf2cc62e9582 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:25.231326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c7bce828-78b7-48a7-8125-2119f2ebde36, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c7bce828-78b7-48a7-8125-2119f2ebde36,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:25.236586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-dc514a15-b3cd-43f0-bef3-cf2cc62e9582 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:25.271040 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-dc514a15-b3cd-43f0-bef3-cf2cc62e9582 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/networks?id=98e83eed-88f5-49d0-99e0-50c6f6ee553e&id=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb HTTP/1.1" status: 200 len: 1390 time: 0.3431883 Jan 29 04:25:25.278881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8676711-333a-4104-8855-a6be3097a462 req-28253c47-9653-4441-b95e-c587a4139f89 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:25.279615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.286892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8676711-333a-4104-8855-a6be3097a462 req-28253c47-9653-4441-b95e-c587a4139f89 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 949 time: 0.1445310 Jan 29 04:25:25.318195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-e5679eab-8e41-4227-b0c2-463d2d7555b9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/quotas/c852249db42244bcab7b2b411cf67cac HTTP/1.1" status: 200 len: 375 time: 0.0445130 Jan 29 04:25:25.336967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a275b1f-7d3e-40cc-8e24-acebb60e3ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.373482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8676711-333a-4104-8855-a6be3097a462 req-fec9e503-72eb-4bb8-8255-3786f5f8d625 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854554 Jan 29 04:25:25.413055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Allocated IP 192.168.233.62 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/3b352dd9-c837-4130-9c92-387ba0dfab77) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:25.416450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb', 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'fixed_ips': [{'subnet_id': '2ce128a9-6d99-4db7-901e-f8edfe5fec1a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:25:25.418544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.435300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c7bce828-78b7-48a7-8125-2119f2ebde36,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.446377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-04c0e167-3056-4e30-9194-7e400c9a167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:25.447713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-04c0e167-3056-4e30-9194-7e400c9a167b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 1094 time: 0.1506400 Jan 29 04:25:25.460295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c906f19c-ba83-4b83-b66f-64724afe167a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c906f19c-ba83-4b83-b66f-64724afe167a,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:25.488541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-4a862a04-813f-4d63-9b50-f1da7e2255b6 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1691310 Jan 29 04:25:25.497946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a275b1f-7d3e-40cc-8e24-acebb60e3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.501765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a275b1f-7d3e-40cc-8e24-acebb60e3ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.503273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a275b1f-7d3e-40cc-8e24-acebb60e3ea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/767a62e9-076b-4ac7-ad02-699773165e02 HTTP/1.1" status: 204 len: 168 time: 0.5121517 Jan 29 04:25:25.505139 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea845bb7-8125-4c2c-adf8-c06b83148ad1 x-openstack-request-id: req-ea845bb7-8125-4c2c-adf8-c06b83148ad1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:25.511210 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb4360-878f-421a-9e17-0a58f47ee4e5", "name": "network-vif-deleted", "tag": "66aa5467-32ef-4851-b6e0-f8d9e68bce40", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:25.517291 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea845bb7-8125-4c2c-adf8-c06b83148ad1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:25.517833 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb4360-878f-421a-9e17-0a58f47ee4e5', 'name': 'network-vif-deleted', 'tag': '66aa5467-32ef-4851-b6e0-f8d9e68bce40', 'status': 'completed', 'code': 200} Jan 29 04:25:25.542743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:25.567888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a275b1f-7d3e-40cc-8e24-acebb60e3ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a62e9-076b-4ac7-ad02-699773165e02,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:25.613500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-e889a96e-eb4b-408f-94db-31ad9023a246 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d HTTP/1.1" status: 200 len: 217 time: 0.1238964 Jan 29 04:25:25.615901 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a626ac1-bb0a-4778-8361-13efa3211fcb x-openstack-request-id: req-3a626ac1-bb0a-4778-8361-13efa3211fcb {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:25.616248 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9dd13e-d34f-4418-b77d-dbb963e46069", "tag": "04bc5fd2-fda5-4729-99c9-86cad7a9885d", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:25.616501 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a626ac1-bb0a-4778-8361-13efa3211fcb {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:25.617521 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'tag': '04bc5fd2-fda5-4729-99c9-86cad7a9885d', 'status': 'completed', 'code': 200} Jan 29 04:25:25.819211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0336385-699b-46b7-aa6b-45ccab1e948c req-1e508c49-391d-4c6b-9e11-e4c7b761f1f6 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=39eb4360-878f-421a-9e17-0a58f47ee4e5 HTTP/1.1" status: 200 len: 210 time: 0.1141267 Jan 29 04:25:25.868974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-cbe691e1-ed81-4f15-937c-af0bc553024d service neutron] 10.222.0.32 "GET /v2.0/networks/98e83eed-88f5-49d0-99e0-50c6f6ee553e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503474 Jan 29 04:25:25.902986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:25.911194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c7bce828-78b7-48a7-8125-2119f2ebde36 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:26.020279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.062254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.085588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-f970b72b-939b-4a8a-a1d0-53cb94c9a9f8 service neutron] 10.222.0.32 "GET /v2.0/networks/98e83eed-88f5-49d0-99e0-50c6f6ee553e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156515 Jan 29 04:25:26.099581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c906f19c-ba83-4b83-b66f-64724afe167a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:26.112188 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3db25116-2a85-4fb7-b8c0-0deba6e0dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.115604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c7bce828-78b7-48a7-8125-2119f2ebde36 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:26.116356 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.186111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:26.190542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-b11ddd1e-f5d9-4fb3-818f-938ac246fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:26.191492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:26.192109 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-b11ddd1e-f5d9-4fb3-818f-938ac246fc7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 200 len: 854 time: 0.1989434 Jan 29 04:25:26.198071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:26.203381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:26.265514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c906f19c-ba83-4b83-b66f-64724afe167a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c906f19c-ba83-4b83-b66f-64724afe167a,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:26.282303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-8c536d72-4400-4fbb-a630-47c3872cc213 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75c2cf41-a257-4865-9f10-ad8c44f21d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787110 Jan 29 04:25:26.296321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ff92db-69a4-4f57-8e7d-6b90a179af5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.296707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Allocated IP 19.86.0.2 (6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb/2ce128a9-6d99-4db7-901e-f8edfe5fec1a/19ea83ad-18c3-4148-84d5-12724484da5b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:26.300915 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.328410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.357728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:26.358562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.395083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce64b2-d839-47a1-b650-f99bf0c5c778 req-85e0b3aa-642d-4ec1-a06e-2c7193b9f83a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:26.396783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06ce64b2-d839-47a1-b650-f99bf0c5c778 req-85e0b3aa-642d-4ec1-a06e-2c7193b9f83a tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 943 time: 0.2086864 Jan 29 04:25:26.402181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-473788f1-ae9a-4eb0-9959-2a21540576d5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7225361 Jan 29 04:25:26.447037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Request body: {'port': {'device_id': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:26.455348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-6d8da516-2543-4430-a4e5-3d737911bdf0 service neutron] 10.222.0.32 "GET /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687806 Jan 29 04:25:26.520975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06ce64b2-d839-47a1-b650-f99bf0c5c778 req-ae56c463-dc0b-49c7-ba16-8bb23dfa1d70 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012597 Jan 29 04:25:26.552465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c906f19c-ba83-4b83-b66f-64724afe167a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.561938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-c2b48775-8f00-4f89-b776-7d0f4d9c8956 service neutron] 10.222.0.32 "GET /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055410 Jan 29 04:25:26.584996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ff92db-69a4-4f57-8e7d-6b90a179af5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.600225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ff92db-69a4-4f57-8e7d-6b90a179af5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.622561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3543c9a6-2ed9-4440-9daa-35a840d07d16 None None] Provisioning complete for port c7bce828-78b7-48a7-8125-2119f2ebde36 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:26.623214 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3543c9a6-2ed9-4440-9daa-35a840d07d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.680974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-89ba91f7-7532-4117-a856-0f5bd9b81ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770878 Jan 29 04:25:26.704177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c906f19c-ba83-4b83-b66f-64724afe167a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:26.771207 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.814627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.821435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:26.831457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-64ff92db-69a4-4f57-8e7d-6b90a179af5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b926834705d547cc9823e7242c317031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300704 Jan 29 04:25:26.847327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b43bb85-4edf-437b-bb1a-7e2e1a6faddb req-fd3a2b69-dfc4-45b9-8d09-0f891c778cca service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547189 Jan 29 04:25:26.848244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:26.860087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff92db-69a4-4f57-8e7d-6b90a179af5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3308a4-1b84-4103-8ea4-0554929273c2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.895421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:26.903925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:26.906170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Pushing event updated for resources: {'Port': ['ID=19ea83ad-18c3-4148-84d5-12724484da5b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:26.910342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:26.931460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-227d4998-6246-4ae9-860d-8fd5a778634d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1d050cd9656b4b2b990a1212018ad975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658324 Jan 29 04:25:26.944214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c7491-37ad-4b4e-8eac-61408c8c0bae req-85fd409a-08b8-42ef-b256-eb8766a84e9f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:26.945984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d18c7491-37ad-4b4e-8eac-61408c8c0bae req-85fd409a-08b8-42ef-b256-eb8766a84e9f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 944 time: 0.2665215 Jan 29 04:25:26.954492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0a0e25e-106a-43d1-8dd3-ca6aa69d2662 req-7ecc0983-5865-4738-bcf2-a22a69ee8c6b tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 210 time: 0.1049643 Jan 29 04:25:27.026083 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af8dcb61-6e49-4019-bc6a-f9af0124301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.051450 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af8dcb61-6e49-4019-bc6a-f9af0124301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.110654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Attempting to bind port 19ea83ad-18c3-4148-84d5-12724484da5b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:27.111939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Attempting to bind port 19ea83ad-18c3-4148-84d5-12724484da5b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:27.113057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Attempting to bind port 19ea83ad-18c3-4148-84d5-12724484da5b on network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:27.132432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:27.134071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Checking segment: {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:27.136569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af8dcb61-6e49-4019-bc6a-f9af0124301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.138668 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.139735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Bound using segment: {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:27.140365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Bound port: 19ea83ad-18c3-4148-84d5-12724484da5b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:27.140961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.142878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af8dcb61-6e49-4019-bc6a-f9af0124301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.144655 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-af8dcb61-6e49-4019-bc6a-f9af0124301e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a3308a4-1b84-4103-8ea4-0554929273c2 HTTP/1.1" status: 204 len: 168 time: 0.2940509 Jan 29 04:25:27.158536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dcb61-6e49-4019-bc6a-f9af0124301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3308a4-1b84-4103-8ea4-0554929273c2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.172045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d18c7491-37ad-4b4e-8eac-61408c8c0bae req-e4726804-577e-4741-8bd4-2805b6e5f040 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047698 Jan 29 04:25:27.175124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-5a13eb3e-33d3-4b19-acbc-9fa83628e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.177795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-5a13eb3e-33d3-4b19-acbc-9fa83628e1ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=832d94e631a64095b2959099b9da4a14&device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 1094 time: 0.1997337 Jan 29 04:25:27.187354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-af207ffc-e76b-474d-b474-440970bba2ae None None] Provisioning complete for port 3b352dd9-c837-4130-9c92-387ba0dfab77 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:27.187586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-af207ffc-e76b-474d-b474-440970bba2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.254636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-af207ffc-e76b-474d-b474-440970bba2ae None None] Port 3b352dd9-c837-4130-9c92-387ba0dfab77 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:27.293883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-1f879d6d-352e-4338-8ae7-faeb61797222 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.301284 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-1f879d6d-352e-4338-8ae7-faeb61797222 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279979 Jan 29 04:25:27.322538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.346170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Request body: {'port': {'device_id': '119e2938-267b-4981-a3fc-e37a90db516d', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '1d050cd9656b4b2b990a1212018ad975'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:27.354946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] For port 19ea83ad-18c3-4148-84d5-12724484da5b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:27.360280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] For port 19ea83ad-18c3-4148-84d5-12724484da5b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=19ea83ad-18c3-4148-84d5-12724484da5b,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:27.372906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.391947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-6d3a71fe-b508-47c3-bac2-db002fea2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.394252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-6d3a71fe-b508-47c3-bac2-db002fea2607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 200 len: 915 time: 0.2020512 Jan 29 04:25:27.483513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-588bc685-f05d-498a-a637-932468ee772f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d HTTP/1.1" status: 200 len: 217 time: 0.0820343 Jan 29 04:25:27.527434 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36d69601-a84f-4832-a3db-7d820683fc07 req-7faef431-cb20-4ef7-9ed6-897444e1cbad tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 210 time: 0.0458283 Jan 29 04:25:27.554951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b099d94-3ff0-441a-afe4-270c20911b4a None None] Pushing event updated for resources: {'Port': ['ID=19ea83ad-18c3-4148-84d5-12724484da5b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:27.637798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-b51b250a-a16e-4053-9a6d-9e6cd9ecbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.643163 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-b51b250a-a16e-4053-9a6d-9e6cd9ecbe82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 200 len: 854 time: 0.1125669 Jan 29 04:25:27.679924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04cdf8-ac24-4159-9d7a-7015feeebebf req-4c81a2b1-1a1c-4cc2-82b8-8ade0d5b2c68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.681483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc04cdf8-ac24-4159-9d7a-7015feeebebf req-4c81a2b1-1a1c-4cc2-82b8-8ade0d5b2c68 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 949 time: 0.2672529 Jan 29 04:25:27.716755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-bcac876e-dd99-4752-a2d4-709b4839014b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75c2cf41-a257-4865-9f10-ad8c44f21d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566452 Jan 29 04:25:27.794391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Made reservation on behalf of 1d050cd9656b4b2b990a1212018ad975 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:27.798825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.803818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc04cdf8-ac24-4159-9d7a-7015feeebebf req-68365037-f68d-4adf-9301-44f8786df3e4 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124969 Jan 29 04:25:27.865742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b352dd9-c837-4130-9c92-387ba0dfab77 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:27.880948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:27.921344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5922f6d-86e1-4b8e-b0d0-9dcda27d11cf req-7c6f6a2d-3d34-4aec-adc3-a4d0ea8b848f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:27.926014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5922f6d-86e1-4b8e-b0d0-9dcda27d11cf req-7c6f6a2d-3d34-4aec-adc3-a4d0ea8b848f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 943 time: 0.2072217 Jan 29 04:25:27.948149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Transition to ACTIVE for port object 3b352dd9-c837-4130-9c92-387ba0dfab77 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:27.974000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:28.021541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-8fe2b22c-2bc3-4aba-be4f-0a6a436b30e0 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693675 Jan 29 04:25:28.044688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5922f6d-86e1-4b8e-b0d0-9dcda27d11cf req-ce7aaf33-83c9-4950-8f86-6d9ea90f876e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043160 Jan 29 04:25:28.057429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:28.212856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Allocated IP 192.168.233.36 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/4695d4c9-eb7b-4d00-873b-7dbf55f56b60) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:28.361064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e796a75-31af-428b-ae2d-78be8257b6b3 req-df6edb10-0ed3-4cdd-9ee6-01132a5d34b5 service neutron] 10.222.0.36 "GET /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929151 Jan 29 04:25:28.467413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 04bc5fd2-fda5-4729-99c9-86cad7a9885d details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:28.487387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Attempting to bind port 3b352dd9-c837-4130-9c92-387ba0dfab77 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:28.488461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Attempting to bind port 3b352dd9-c837-4130-9c92-387ba0dfab77 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:28.489036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Attempting to bind port 3b352dd9-c837-4130-9c92-387ba0dfab77 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:28.516184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71798f6c-c6e0-49ec-8d65-6f19a3c99f14 req-d5f8d2d8-757d-42d7-bd4d-8e000003af92 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 210 time: 0.2027588 Jan 29 04:25:28.520348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Port 3b352dd9-c837-4130-9c92-387ba0dfab77 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:28.521101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Attempting to bind port 3b352dd9-c837-4130-9c92-387ba0dfab77 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:28.531419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:28.532477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:28.533035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:28.533652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Bound port: 3b352dd9-c837-4130-9c92-387ba0dfab77, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:28.534229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:28.638197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:28.690873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:28.709364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '04bc5fd2-fda5-4729-99c9-86cad7a9885d', 'network_id': '75c2cf41-a257-4865-9f10-ad8c44f21d49', 'port_id': '04bc5fd2-fda5-4729-99c9-86cad7a9885d', 'mac_address': 'fa:16:3e:c4:a5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a00cff-1d4a-4964-845d-4dc8c3707d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:28.714103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c906f19c-ba83-4b83-b66f-64724afe167a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:28.851478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:28.884727 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:28.917426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port c906f19c-ba83-4b83-b66f-64724afe167a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:28.925620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bc5fd2-fda5-4729-99c9-86cad7a9885d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:28.938516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port c906f19c-ba83-4b83-b66f-64724afe167a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:28.938851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:28.974133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:29.009197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:29.087464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.096362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bbc7-c2fb-41eb-b328-e53cb83ba92c req-12c6b74a-3df2-41a8-bbae-7436abc28623 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:29.101817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-a38f40b5-250c-4299-a648-e598d6fdbb94 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:29.104065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8525bbc7-c2fb-41eb-b328-e53cb83ba92c req-12c6b74a-3df2-41a8-bbae-7436abc28623 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.3905602 Jan 29 04:25:29.107326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:29.108624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-a38f40b5-250c-4299-a648-e598d6fdbb94 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:29.110232 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-a38f40b5-250c-4299-a648-e598d6fdbb94 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "GET /v2.0/networks?id=98e83eed-88f5-49d0-99e0-50c6f6ee553e&id=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb HTTP/1.1" status: 200 len: 1390 time: 0.2153490 Jan 29 04:25:29.130752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:29.148245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:29.154796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'port': {'device_id': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e', 'admin_state_up': True, 'tenant_id': 'c852249db42244bcab7b2b411cf67cac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:29.155128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:29.231111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=04bc5fd2-fda5-4729-99c9-86cad7a9885d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:29.249190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:29.293349 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.300153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.364144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbe6af-28f3-4a77-9f81-ab15fd5de9ec req-29e53e0c-3725-464d-99fe-c8e355f7350b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:29.365735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2fbe6af-28f3-4a77-9f81-ab15fd5de9ec req-29e53e0c-3725-464d-99fe-c8e355f7350b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 944 time: 0.5202065 Jan 29 04:25:29.388774 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8525bbc7-c2fb-41eb-b328-e53cb83ba92c req-da2b7f3e-afd1-4045-b17d-ed5f65ff4330 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836981 Jan 29 04:25:29.442511 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.450877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:29.451554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.485293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:29.493226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.495771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] 10.222.0.36 "PUT /v2.0/ports/3b352dd9-c837-4130-9c92-387ba0dfab77 HTTP/1.1" status: 200 len: 1095 time: 3.0543847 Jan 29 04:25:29.497125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:29.499408 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:29.535095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160b002-2d15-4012-afaf-48c724b020bb None None] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:29.547083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2fbe6af-28f3-4a77-9f81-ab15fd5de9ec req-fb83630b-14bc-445f-aa66-edbedfc711b3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716807 Jan 29 04:25:29.587228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-cd431a80-c8c2-4d94-bf02-dabceb75dcd0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2471282 Jan 29 04:25:29.611775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:29.617665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.643368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a983-aed1-4136-9935-f3e92b21806a service neutron] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:29.677832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d931193-dd49-4b5a-9baa-475770e1d6da req-15ad9011-937b-4918-9c78-96c792f78ab7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 210 time: 0.1465847 Jan 29 04:25:29.690704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['04bc5fd2-fda5-4729-99c9-86cad7a9885d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:29.754188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Request body: {'port': {'device_id': '119e2938-267b-4981-a3fc-e37a90db516d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:29.791146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.825520 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c496d-baf1-45bb-933b-7c7c13e19700 x-openstack-request-id: req-8c2c496d-baf1-45bb-933b-7c7c13e19700 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:29.826251 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:29.827000 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c2c496d-baf1-45bb-933b-7c7c13e19700 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:29.827882 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'status': 'completed', 'code': 200} Jan 29 04:25:29.894066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62b484a1-0688-41a7-bb50-7c4bad81643c None None] Provisioning complete for port 19ea83ad-18c3-4148-84d5-12724484da5b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:29.894848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62b484a1-0688-41a7-bb50-7c4bad81643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:29.985517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 19ea83ad-18c3-4148-84d5-12724484da5b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:30.008497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-e69d3b23-d740-4e8c-9654-3cd83dd536be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.010864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-e69d3b23-d740-4e8c-9654-3cd83dd536be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 1098 time: 0.4277589 Jan 29 04:25:30.022179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:30.029878 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecf6eed-cfc3-420c-924b-bc849f4d7653" -d '{"events": [{"server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "name": "network-vif-plugged", "status": "completed", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:30.034486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ae00-bd27-4edc-ace3-0dd8263fcdce req-ae52f8cb-4f7e-415e-b14c-8ad3080a3f26 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.036471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38d1ae00-bd27-4edc-ace3-0dd8263fcdce req-ae52f8cb-4f7e-415e-b14c-8ad3080a3f26 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 944 time: 0.2031288 Jan 29 04:25:30.055451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Allocated IP 19.80.0.35 (98e83eed-88f5-49d0-99e0-50c6f6ee553e/1f75107e-fb4f-4028-99e4-413ed5366d28/b13ddf4e-c96d-47b3-b0e5-eb133324474e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:30.082096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee600b7-11e0-4b1e-8991-ce0ed83beb41 req-4a1ea105-014a-4b76-ab80-e71b51aae6fe tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.093003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aee600b7-11e0-4b1e-8991-ce0ed83beb41 req-4a1ea105-014a-4b76-ab80-e71b51aae6fe tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 935 time: 0.1504822 Jan 29 04:25:30.115650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-d5204634-2820-43df-be8a-8a826c223fc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3b352dd9-c837-4130-9c92-387ba0dfab77 HTTP/1.1" status: 200 len: 217 time: 0.0780618 Jan 29 04:25:30.124110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.172980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aee600b7-11e0-4b1e-8991-ce0ed83beb41 req-cb7f9d0f-6913-4f9b-8a22-aee3cc9df598 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726037 Jan 29 04:25:30.185839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-b895b412-6885-4569-97e7-3614b833e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.188406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-b895b412-6885-4569-97e7-3614b833e035 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0612288 Jan 29 04:25:30.234284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c906f19c-ba83-4b83-b66f-64724afe167a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c906f19c-ba83-4b83-b66f-64724afe167a,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:30.269616 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.272433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38d1ae00-bd27-4edc-ace3-0dd8263fcdce req-9d0e94e1-035b-437d-9fde-179d1ccb1ac1 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554251 Jan 29 04:25:30.348414 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65011020-5d64-4aad-9442-fd80a659eaea x-openstack-request-id: req-65011020-5d64-4aad-9442-fd80a659eaea {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:30.349050 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "name": "network-vif-plugged", "status": "completed", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:30.349463 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65011020-5d64-4aad-9442-fd80a659eaea {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:30.350105 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'code': 200} Jan 29 04:25:30.355058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c906f19c-ba83-4b83-b66f-64724afe167a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:30.428645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.36', 52030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:30.513742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.591570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:30.623923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:30.632148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.644960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bde6a-32e7-4779-a97a-f9c0c6c6039d req-f7984a4e-6346-4922-aae1-75b7139fce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.646838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Transition to ACTIVE for port object 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:30.650203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-365bde6a-32e7-4779-a97a-f9c0c6c6039d req-f7984a4e-6346-4922-aae1-75b7139fce69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.2186363 Jan 29 04:25:30.662443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.743461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:30.750406 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62b484a1-0688-41a7-bb50-7c4bad81643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.751344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f1893b2-2d3e-4efc-933e-5bd5b15ed93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.752854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-9f1893b2-2d3e-4efc-933e-5bd5b15ed93a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5547671 Jan 29 04:25:30.753241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 19ea83ad-18c3-4148-84d5-12724484da5b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:30.753850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.758885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ffa1-b814-4bde-857b-c53bc4bf2a58 req-07091b51-cee3-4caa-9dc4-78035073ace2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:30.764834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eba9ffa1-b814-4bde-857b-c53bc4bf2a58 req-07091b51-cee3-4caa-9dc4-78035073ace2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.2640734 Jan 29 04:25:30.830471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:30.957168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-365bde6a-32e7-4779-a97a-f9c0c6c6039d req-f80a0367-964b-42b1-9a6b-bb04b8fc10f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883241 Jan 29 04:25:31.001019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62b484a1-0688-41a7-bb50-7c4bad81643c None None] For port 19ea83ad-18c3-4148-84d5-12724484da5b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=19ea83ad-18c3-4148-84d5-12724484da5b,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:31.026708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62b484a1-0688-41a7-bb50-7c4bad81643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.038336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:31.048675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eba9ffa1-b814-4bde-857b-c53bc4bf2a58 req-e9ad7d04-fefe-4da3-aba7-6d53dda63893 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612720 Jan 29 04:25:31.055170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:31.059957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Port': ['ID=b13ddf4e-c96d-47b3-b0e5-eb133324474e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:31.081492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:31.089090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'mac_address': 'fa:16:3e:50:11:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:31.092964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:31.168688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b484a1-0688-41a7-bb50-7c4bad81643c None None] Pushing event updated for resources: {'Port': ['ID=19ea83ad-18c3-4148-84d5-12724484da5b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:31.224350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:31.230338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.272313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-08120bb1-5a10-4de2-94e9-4eaea15c9490 None None] Provisioning complete for port 19ea83ad-18c3-4148-84d5-12724484da5b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:31.273128 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08120bb1-5a10-4de2-94e9-4eaea15c9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.276180 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.307008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-765d0f30-416d-4664-bb84-ed097b775bba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1688278 Jan 29 04:25:31.349800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1ea48-6a76-49a6-b29c-d93b642c59eb req-079337af-39e2-440b-9ac1-f04bcc87154f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:31.351437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45d1ea48-6a76-49a6-b29c-d93b642c59eb req-079337af-39e2-440b-9ac1-f04bcc87154f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 931 time: 0.1339958 Jan 29 04:25:31.359485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2be9b338-c115-42bb-bce7-d1ca1122e511 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:31.404813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Request body: {'port': {'device_id': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb', 'admin_state_up': True, 'tenant_id': 'c852249db42244bcab7b2b411cf67cac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:31.408516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:31.422457 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.457449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-4f3d958b-31d2-488e-a2ff-f8e4a45764d8 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:31.459069 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-4f3d958b-31d2-488e-a2ff-f8e4a45764d8 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.8095083 Jan 29 04:25:31.571303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:31.589581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55744b2-ff20-4682-92f9-d1e736643f36 req-bc133f06-8141-4663-a004-9016aa2fc865 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:31.591461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-45d1ea48-6a76-49a6-b29c-d93b642c59eb req-068a6a91-1234-4a73-9b4d-1d66195fc091 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243891 Jan 29 04:25:31.598700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f55744b2-ff20-4682-92f9-d1e736643f36 req-bc133f06-8141-4663-a004-9016aa2fc865 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 945 time: 0.9111674 Jan 29 04:25:31.614934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-9e509fc5-68b0-4608-a423-93b3a22eefd1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2203884 Jan 29 04:25:31.703614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2be9b338-c115-42bb-bce7-d1ca1122e511'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:31.755303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-3a983ff3-06f8-4290-9cc4-d32e0d875d09 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670105 Jan 29 04:25:31.774507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-492770be-8582-4b97-a82c-53d044173403 None None] Provisioning complete for port b13ddf4e-c96d-47b3-b0e5-eb133324474e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:31.774919 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-492770be-8582-4b97-a82c-53d044173403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.828142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 19ea83ad-18c3-4148-84d5-12724484da5b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:31.837338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Made reservation on behalf of c852249db42244bcab7b2b411cf67cac for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:31.849082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.868374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-492770be-8582-4b97-a82c-53d044173403 None None] Port b13ddf4e-c96d-47b3-b0e5-eb133324474e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:31.876818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f55744b2-ff20-4682-92f9-d1e736643f36 req-a410d192-cf20-4dc4-a8c2-20e96c0d12eb tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939180 Jan 29 04:25:31.934876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Attempting to bind port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:31.935277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Attempting to bind port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:31.935536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Attempting to bind port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:31.943105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 19ea83ad-18c3-4148-84d5-12724484da5b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:31.943484 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:31.952737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:31.953181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Attempting to bind port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:31.969202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:31.969688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:31.970085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:31.970602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Bound port: 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:31.971033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.011296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Deleting port 133238db-08b8-4b8a-b053-354fbb2c9627 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:32.012181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.117424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-12a108f6-61dd-4b34-8023-2453a024d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.119068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-12a108f6-61dd-4b34-8023-2453a024d6d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff09db573ae74099bef91df2cd371e0e&device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 1097 time: 0.3701477 Jan 29 04:25:32.134973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3b830bd-f408-4c2e-b9cd-3c5a85890413 req-fe74152f-039a-42b3-96eb-7d3f1d28d564 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191345 Jan 29 04:25:32.200658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607dae8-6a6e-4166-8f11-4dcfaecb52e4 req-73e26a02-905e-43b3-be1f-e7f77b3bd65e tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.202199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2607dae8-6a6e-4166-8f11-4dcfaecb52e4 req-73e26a02-905e-43b3-be1f-e7f77b3bd65e tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.3660400 Jan 29 04:25:32.202798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] For port 133238db-08b8-4b8a-b053-354fbb2c9627, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=133238db-08b8-4b8a-b053-354fbb2c9627,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:32.203174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.230692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Calling delete_port for 133238db-08b8-4b8a-b053-354fbb2c9627 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:32.239280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:32.243137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:32.272252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Allocated IP 19.86.0.24 (6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb/2ce128a9-6d99-4db7-901e-f8edfe5fec1a/6bfc9630-b5e3-44b7-96fb-6aa6b18fd875) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:32.274555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd3473-703f-42db-9099-925f90d2f4fd req-55d52ed9-071b-4341-bb6c-0b0a5fc0ca9e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.284172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dd3473-703f-42db-9099-925f90d2f4fd req-55d52ed9-071b-4341-bb6c-0b0a5fc0ca9e tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 944 time: 0.1857283 Jan 29 04:25:32.286978 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.313840 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2607dae8-6a6e-4166-8f11-4dcfaecb52e4 req-eac82bf8-f728-4099-8a68-4887f9c2db5b tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773482 Jan 29 04:25:32.360488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-cc42f7c7-2dbe-48d9-9245-2c8d971e1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.362034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-cc42f7c7-2dbe-48d9-9245-2c8d971e1384 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a HTTP/1.1" status: 200 len: 915 time: 0.2056906 Jan 29 04:25:32.472590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.473206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.475373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/4695d4c9-eb7b-4d00-873b-7dbf55f56b60 HTTP/1.1" status: 200 len: 1095 time: 2.8264070 Jan 29 04:25:32.475833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:32.478116 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43183593-60bf-48fd-a6bb-cafae31e5023" -d '{"events": [{"name": "network-changed", "server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:32.495979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 04bc5fd2-fda5-4729-99c9-86cad7a9885d up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:32.531508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-2b28b9a5-4c23-4f12-af89-0f7ec7f1facd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae90dede-5386-4757-bba8-ae5db28b401d HTTP/1.1" status: 200 len: 217 time: 0.0546625 Jan 29 04:25:32.572482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6933e-9298-4a69-8b8b-8eabc304cec5 req-23818725-c7b3-4ed8-b94f-8f7317d91712 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.614647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3b6933e-9298-4a69-8b8b-8eabc304cec5 req-23818725-c7b3-4ed8-b94f-8f7317d91712 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee6996-c7a9-4b93-be00-9e90a758492c HTTP/1.1" status: 200 len: 949 time: 0.2110178 Jan 29 04:25:32.653420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.689973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 04bc5fd2-fda5-4729-99c9-86cad7a9885d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:32.706251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 04bc5fd2-fda5-4729-99c9-86cad7a9885d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:32.706875 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.748364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7954-2338-4ccd-bcfd-68401adf94c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:32.762447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-df578420-333f-4db3-ab1b-c67cfc0fbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.765290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-df578420-333f-4db3-ab1b-c67cfc0fbafc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 1098 time: 0.4703414 Jan 29 04:25:32.812192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dd3473-703f-42db-9099-925f90d2f4fd req-9b57c63d-2b52-4f8e-b0bb-d6eacabafd33 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468992 Jan 29 04:25:32.813026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Pushing event deleted for resources: {'Port': ['ID=133238db-08b8-4b8a-b053-354fbb2c9627,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:32.893774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:32.910381 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.919572 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1ffcc6-7907-4141-96d5-14223cabf000 x-openstack-request-id: req-5d1ffcc6-7907-4141-96d5-14223cabf000 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:32.919876 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:32.922391 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d1ffcc6-7907-4141-96d5-14223cabf000 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:32.922804 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'status': 'completed', 'code': 200} Jan 29 04:25:32.931361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:32.941066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3b6933e-9298-4a69-8b8b-8eabc304cec5 req-690e7131-a455-4331-bcd3-b783bfe07573 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff6a47b7-add0-47fc-a9f4-41662520345b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254197 Jan 29 04:25:32.961394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bc5fd2-fda5-4729-99c9-86cad7a9885d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:32.968009 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16152c9-910e-4a66-81d0-37ba4f993199" -d '{"events": [{"server_uuid": "2c9dd13e-d34f-4418-b77d-dbb963e46069", "name": "network-vif-plugged", "status": "completed", "tag": "04bc5fd2-fda5-4729-99c9-86cad7a9885d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:32.984312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-fad26440-aa7e-4eb9-a1dc-f10893de887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:32.987568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-fad26440-aa7e-4eb9-a1dc-f10893de887e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a70083-d96c-4dd7-88fc-b13dd54c8ec9 HTTP/1.1" status: 200 len: 853 time: 0.3660779 Jan 29 04:25:33.011282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:33.025106 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.025997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:33.074764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-80dde165-5834-413d-ba4d-397101817fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.076628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-80dde165-5834-413d-ba4d-397101817fa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776694 Jan 29 04:25:33.101633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.222552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=04bc5fd2-fda5-4729-99c9-86cad7a9885d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:33.240772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-7ce8ba02-d478-4c5f-8ca7-2ed4b085d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.242416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-7ce8ba02-d478-4c5f-8ca7-2ed4b085d1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 1098 time: 0.6016049 Jan 29 04:25:33.251980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] No DVR routers for this DVR port 133238db-08b8-4b8a-b053-354fbb2c9627 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:33.253766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 2be9b338-c115-42bb-bce7-d1ca1122e511 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:33.256374 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.258496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.264281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b48e5ffa-dadb-4653-bda5-604a792dbd8c req-2de95166-ca8a-479b-aabf-e65c49837de2 tempest-LiveMigrationNegativeTest-1425398374 tempest-LiveMigrationNegativeTest-1425398374-project] 10.222.0.36 "DELETE /v2.0/ports/133238db-08b8-4b8a-b053-354fbb2c9627 HTTP/1.1" status: 204 len: 173 time: 1.7578094 Jan 29 04:25:33.265589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-8840208f-29af-47f9-b31e-878ccd47aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.274992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-8840208f-29af-47f9-b31e-878ccd47aabf service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.4592371 Jan 29 04:25:33.348537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-9084ef3d-c424-4a88-8283-55d49b29fd77 service neutron] 10.222.0.36 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327583 Jan 29 04:25:33.359274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d4da00-e917-4254-a3a4-2cc37edeea1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.389076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:33.452872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.475716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:33.494935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:33.551097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:33.564441 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.565779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 133238db-08b8-4b8a-b053-354fbb2c9627 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:33.576907 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-a1ee3602-d81b-4f77-a24c-5c42abb280e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60 HTTP/1.1" status: 200 len: 217 time: 0.2917721 Jan 29 04:25:33.578403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-4cbfead5-c233-496d-afbe-cd51ffc8f0b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3b352dd9-c837-4130-9c92-387ba0dfab77 HTTP/1.1" status: 200 len: 217 time: 0.2755148 Jan 29 04:25:33.702307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 133238db-08b8-4b8a-b053-354fbb2c9627 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:33.707410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 133238db-08b8-4b8a-b053-354fbb2c9627 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:33.734421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d4da00-e917-4254-a3a4-2cc37edeea1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.748267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c04f0-0672-4bc1-8a46-2965691310ec req-cd92b2bb-05d7-440d-982e-ce7f835523a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.754880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c04f0-0672-4bc1-8a46-2965691310ec req-cd92b2bb-05d7-440d-982e-ce7f835523a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.757293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea9c04f0-0672-4bc1-8a46-2965691310ec req-cd92b2bb-05d7-440d-982e-ce7f835523a3 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1653 time: 0.6396284 Jan 29 04:25:33.804669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:33.883169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d4da00-e917-4254-a3a4-2cc37edeea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:33.888492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-0e6f27ee-7763-4e0c-b41d-d7120bc0cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:33.890397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-0e6f27ee-7763-4e0c-b41d-d7120bc0cdaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2913256 Jan 29 04:25:33.959465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e62bc749-fca9-4968-8e75-42fecae08ac8 None None] Provisioning complete for port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:33.960715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e62bc749-fca9-4968-8e75-42fecae08ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.029984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-da9fcd9f-c59f-4dc4-a06f-8b750d6a7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.031601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-da9fcd9f-c59f-4dc4-a06f-8b750d6a7e21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.4034359 Jan 29 04:25:34.041455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4da00-e917-4254-a3a4-2cc37edeea1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d2917-8b1c-430e-997b-2523db9c2a29,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:34.047882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e62bc749-fca9-4968-8e75-42fecae08ac8 None None] Port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:34.051337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-27d4da00-e917-4254-a3a4-2cc37edeea1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5616249c1b69439eacd8f9141a2cc834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1455307 Jan 29 04:25:34.063300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:34.068826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea9c04f0-0672-4bc1-8a46-2965691310ec req-0ababa4e-a634-4400-bf8d-e937d581000e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751335 Jan 29 04:25:34.146116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-073175c4-990d-43c2-84fb-6d99f1fca92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.147635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-073175c4-990d-43c2-84fb-6d99f1fca92e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2369311 Jan 29 04:25:34.191850 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb04a9-9ae6-456e-a65e-0bb521cd8e90 x-openstack-request-id: req-67eb04a9-9ae6-456e-a65e-0bb521cd8e90 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:34.192250 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9dd13e-d34f-4418-b77d-dbb963e46069", "name": "network-vif-plugged", "status": "completed", "tag": "04bc5fd2-fda5-4729-99c9-86cad7a9885d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:34.192910 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67eb04a9-9ae6-456e-a65e-0bb521cd8e90 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:34.193843 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bc5fd2-fda5-4729-99c9-86cad7a9885d', 'code': 200} Jan 29 04:25:34.319979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-8fb0b8bc-3c62-4058-a0ef-968fa75cc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.321574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-8fb0b8bc-3c62-4058-a0ef-968fa75cc3b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710934 Jan 29 04:25:34.326361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6670846f-7685-4c11-8b02-131a5ad16896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.349099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6670846f-7685-4c11-8b02-131a5ad16896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.390156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fba1af-748f-441a-9889-9e31f35ad57f req-4275580e-9739-488b-bdd9-2e8b59c79f3a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.391641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89fba1af-748f-441a-9889-9e31f35ad57f req-4275580e-9739-488b-bdd9-2e8b59c79f3a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 945 time: 1.2735412 Jan 29 04:25:34.392835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event updated for resources: {'Port': ['ID=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:34.438385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6670846f-7685-4c11-8b02-131a5ad16896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.441525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6670846f-7685-4c11-8b02-131a5ad16896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.445313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6670846f-7685-4c11-8b02-131a5ad16896 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/523d2917-8b1c-430e-997b-2523db9c2a29 HTTP/1.1" status: 204 len: 168 time: 0.3780956 Jan 29 04:25:34.471762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.472842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.497266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:34.540584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670846f-7685-4c11-8b02-131a5ad16896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d2917-8b1c-430e-997b-2523db9c2a29,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:34.579077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89fba1af-748f-441a-9889-9e31f35ad57f req-7e47cc27-c891-4c5e-8c87-8107820cf7a9 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761665 Jan 29 04:25:34.586196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd9621-f7ba-4571-9433-efda3df0c0c9 req-7c5a0875-67b3-4e8c-b6fd-023e21e81461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.587771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7fd9621-f7ba-4571-9433-efda3df0c0c9 req-7c5a0875-67b3-4e8c-b6fd-023e21e81461 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 1096 time: 0.3007412 Jan 29 04:25:34.593817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-c3ab3931-8cdb-4cb7-8612-1f5b2f02d8cd service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157085 Jan 29 04:25:34.602938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c4842cd-b5b3-43d3-bd07-16cb0ec348cf req-5e22b27d-7da6-474e-bb04-4c70aefcd128 service neutron] 10.222.0.36 "GET /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2172055 Jan 29 04:25:34.615250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2532cebb-939a-47f1-939a-eb3122e4b77f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2217405 Jan 29 04:25:34.639889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Request body: {'port': {'device_id': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:34.701615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719443f-d10c-469e-a4e3-259c8ad5a0fb req-b5f09254-022f-44d9-ad04-1efc0e0bc2e0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.710741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1719443f-d10c-469e-a4e3-259c8ad5a0fb req-b5f09254-022f-44d9-ad04-1efc0e0bc2e0 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.3881469 Jan 29 04:25:34.786980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:34.792359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.805078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7fd9621-f7ba-4571-9433-efda3df0c0c9 req-2a53132a-8e4c-464b-bb44-102cc36aa531 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942375 Jan 29 04:25:34.808499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-47318eb1-306f-4876-b73d-11eaef01032c service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093835 Jan 29 04:25:34.808719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'mac_address': 'fa:16:3e:25:5f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:34.859016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1719443f-d10c-469e-a4e3-259c8ad5a0fb req-24804082-b069-4cb8-a761-7a9b49ce2651 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449354 Jan 29 04:25:34.868893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5584a2-fe57-4d1b-938f-b39d37651937 req-cf6f022b-ad5a-48cb-8078-ba5b95ae09ad tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:34.871263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b5584a2-fe57-4d1b-938f-b39d37651937 req-cf6f022b-ad5a-48cb-8078-ba5b95ae09ad tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.1474514 Jan 29 04:25:34.908190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0bd17-21c9-402b-ae08-e5fa393f6b32 req-445e57f6-1db3-4832-9c28-10e07bfc956f service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722979 Jan 29 04:25:34.916770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:34.923617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'name': 'network-vif-deleted', 'tag': '133238db-08b8-4b8a-b053-354fbb2c9627'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:34.926864 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee0e003-56e1-4c82-a8ea-d934420220de" -d '{"events": [{"server_uuid": "abee6996-c7a9-4b93-be00-9e90a758492c", "name": "network-vif-deleted", "tag": "133238db-08b8-4b8a-b053-354fbb2c9627"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:34.931561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b352dd9-c837-4130-9c92-387ba0dfab77 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:35.007321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:35.013630 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.061124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:35.102228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35fcf162-49fd-4977-84b3-2af40c2139be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.132004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b5584a2-fe57-4d1b-938f-b39d37651937 req-f0fce9bb-2386-47f0-b6c1-57e0a12a5544 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490013 Jan 29 04:25:35.167736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:35.366134 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb29240-b364-467b-bc7f-bda26dd6d4c8 x-openstack-request-id: req-abb29240-b364-467b-bc7f-bda26dd6d4c8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:35.366431 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abee6996-c7a9-4b93-be00-9e90a758492c", "name": "network-vif-deleted", "tag": "133238db-08b8-4b8a-b053-354fbb2c9627", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:35.366691 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abb29240-b364-467b-bc7f-bda26dd6d4c8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:35.367094 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abee6996-c7a9-4b93-be00-9e90a758492c', 'name': 'network-vif-deleted', 'tag': '133238db-08b8-4b8a-b053-354fbb2c9627', 'status': 'completed', 'code': 200} Jan 29 04:25:35.369135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e479bb3b-b3b6-4f5c-abe9-e958b17d6320 req-d33c8f8d-3c9d-4159-a148-02051562d832 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281919 Jan 29 04:25:35.402546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3b352dd9-c837-4130-9c92-387ba0dfab77'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:35.452727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44202) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:35.471653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13ddf4e-c96d-47b3-b0e5-eb133324474e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:35.484056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.503118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f90b9-7f4a-44b7-91f8-f493c633e397 req-0d9f0eed-823d-4a06-aff8-cebc5b05123f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:35.510400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f90b9-7f4a-44b7-91f8-f493c633e397 req-0d9f0eed-823d-4a06-aff8-cebc5b05123f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:35.513538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a43f90b9-7f4a-44b7-91f8-f493c633e397 req-0d9f0eed-823d-4a06-aff8-cebc5b05123f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1653 time: 0.1451104 Jan 29 04:25:35.524407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Transition to ACTIVE for port object b13ddf4e-c96d-47b3-b0e5-eb133324474e will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:35.563120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a43f90b9-7f4a-44b7-91f8-f493c633e397 req-876b5092-f26a-4d8f-9227-acca8af8ccb5 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Jan 29 04:25:35.564084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.699392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-afc5f9aa-d991-44fc-af52-10fa100343d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:35.700932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-afc5f9aa-d991-44fc-af52-10fa100343d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 1098 time: 0.3309383 Jan 29 04:25:35.723871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b13ddf4e-c96d-47b3-b0e5-eb133324474e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:35.731642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Attempting to bind port b13ddf4e-c96d-47b3-b0e5-eb133324474e on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:35.732389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Attempting to bind port b13ddf4e-c96d-47b3-b0e5-eb133324474e by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:35.733032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Attempting to bind port b13ddf4e-c96d-47b3-b0e5-eb133324474e on network 98e83eed-88f5-49d0-99e0-50c6f6ee553e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Port b13ddf4e-c96d-47b3-b0e5-eb133324474e on network 98e83eed-88f5-49d0-99e0-50c6f6ee553e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Attempting to bind port b13ddf4e-c96d-47b3-b0e5-eb133324474e on network 98e83eed-88f5-49d0-99e0-50c6f6ee553e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Checking segment: {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Bound using segment: {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Bound port: b13ddf4e-c96d-47b3-b0e5-eb133324474e, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2874f59-aff0-4649-a5b6-393bc0600cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:35.763034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.841589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-70c01151-e4fb-412b-bfd3-5c486917d146 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7435784 Jan 29 04:25:35.853745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:35.890326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] For port b13ddf4e-c96d-47b3-b0e5-eb133324474e, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:35.894609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] For port b13ddf4e-c96d-47b3-b0e5-eb133324474e, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b13ddf4e-c96d-47b3-b0e5-eb133324474e,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:35.913524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.931414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35fcf162-49fd-4977-84b3-2af40c2139be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.951252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35fcf162-49fd-4977-84b3-2af40c2139be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.965602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9f2bcf6-9a75-4ab1-a11d-a4f51ba0f0f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e5a0bac3e774cfea778d2286611bdce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084646 Jan 29 04:25:35.967961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:35.973310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:35.974090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:35.975531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] 10.222.0.36 "PUT /v2.0/ports/b13ddf4e-c96d-47b3-b0e5-eb133324474e HTTP/1.1" status: 200 len: 1091 time: 1.3432834 Jan 29 04:25:35.977672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'tag': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:35.980585 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2f54d7-8ddb-449b-8efb-57481786cf45" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "tag": "b13ddf4e-c96d-47b3-b0e5-eb133324474e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:36.006332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.023333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-b377e2b4-e091-4e92-916a-0be2bd690715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.023333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-b377e2b4-e091-4e92-916a-0be2bd690715 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.3004496 Jan 29 04:25:36.049392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcf162-49fd-4977-84b3-2af40c2139be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450322b-a295-4eba-9eb3-17383433a367,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.083608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Request body: {'port': {'device_id': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:36.126838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-b77b1f4b-c0fb-42e4-b964-ebd1667137a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60 HTTP/1.1" status: 200 len: 217 time: 0.0742359 Jan 29 04:25:36.134186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-35fcf162-49fd-4977-84b3-2af40c2139be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f2f7a7b0eaf45029d336dec0b087e48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0719144 Jan 29 04:25:36.135089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:36.195307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:36.198420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809348ad-d118-4db2-a773-9af96bc7e3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b13ddf4e-c96d-47b3-b0e5-eb133324474e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.198825 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa1c58e-348f-4306-b48d-5d05e379b8da" -d '{"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-plugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:36.248338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.269665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79ecc6-f2c8-48f4-9734-6c1d0584446e req-36f843b7-b70a-4c15-ad8d-055c847b15ff tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.271589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb79ecc6-f2c8-48f4-9734-6c1d0584446e req-36f843b7-b70a-4c15-ad8d-055c847b15ff tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.2871430 Jan 29 04:25:36.278857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-20dcc1a7-a82a-4983-b90b-ed5361a0221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.280270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-20dcc1a7-a82a-4983-b90b-ed5361a0221a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1056530 Jan 29 04:25:36.313139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fec8c91-95e0-4c3b-94b7-346dda760fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.396853 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fec8c91-95e0-4c3b-94b7-346dda760fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.409738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb79ecc6-f2c8-48f4-9734-6c1d0584446e req-acc67812-398c-47ed-b350-49eda1c47921 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Jan 29 04:25:36.429728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-55746e23-219b-422d-bee8-7e2932ca062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.431673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-55746e23-219b-422d-bee8-7e2932ca062a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314249 Jan 29 04:25:36.526246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.595822 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e288-5fa0-48c7-9a8b-c766c444fc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.599960 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a60607-f75d-43a7-a7c0-6c406cc73bee x-openstack-request-id: req-74a60607-f75d-43a7-a7c0-6c406cc73bee {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:36.600485 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "tag": "b13ddf4e-c96d-47b3-b0e5-eb133324474e", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:36.600739 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a60607-f75d-43a7-a7c0-6c406cc73bee {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:36.601121 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'tag': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e', 'status': 'completed', 'code': 200} Jan 29 04:25:36.632497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e288-5fa0-48c7-9a8b-c766c444fc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.729343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fec8c91-95e0-4c3b-94b7-346dda760fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.733040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fec8c91-95e0-4c3b-94b7-346dda760fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.735250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6fec8c91-95e0-4c3b-94b7-346dda760fe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3450322b-a295-4eba-9eb3-17383433a367 HTTP/1.1" status: 204 len: 168 time: 0.5962160 Jan 29 04:25:36.772876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Allocated IP 172.25.4.243 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/cafdb60b-032a-4f93-b0fd-d857606996e6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:36.775131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec8c91-95e0-4c3b-94b7-346dda760fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450322b-a295-4eba-9eb3-17383433a367,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.784661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:36.795836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.810718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Transition to ACTIVE for port object 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:36.826909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-ac879dd5-cc42-4267-8277-2637d1324826 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768809 Jan 29 04:25:36.833558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.837141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-0a737fd4-aa97-4fc0-a365-c9c078fe956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.837830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-0a737fd4-aa97-4fc0-a365-c9c078fe956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.839698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-0a737fd4-aa97-4fc0-a365-c9c078fe956b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1912 time: 0.1217191 Jan 29 04:25:36.887424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.913933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e288-5fa0-48c7-9a8b-c766c444fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.916558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e288-5fa0-48c7-9a8b-c766c444fc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:36.920153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8ed0e288-5fa0-48c7-9a8b-c766c444fc38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff6a47b7-add0-47fc-a9f4-41662520345b HTTP/1.1" status: 204 len: 168 time: 0.9410055 Jan 29 04:25:36.955851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1501fa-849a-4495-abc4-f06c0570f285 req-ea80cb93-b0b7-474d-974d-3c59e9b56051 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:36.965345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e1501fa-849a-4495-abc4-f06c0570f285 req-ea80cb93-b0b7-474d-974d-3c59e9b56051 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.2517631 Jan 29 04:25:36.974851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0e288-5fa0-48c7-9a8b-c766c444fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6a47b7-add0-47fc-a9f4-41662520345b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:36.983564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43183593-60bf-48fd-a6bb-cafae31e5023 req-03ccdb0c-a1ca-4bc0-a62a-1f6d344331b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323268 Jan 29 04:25:37.071397 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e1501fa-849a-4495-abc4-f06c0570f285 req-8ffdb7d9-f09c-4dac-846e-a0aa9199b5f7 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053708 Jan 29 04:25:37.152847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Attempting to bind port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:37.153111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Attempting to bind port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:37.153433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Attempting to bind port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 on network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:37.170805 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8385bd-64cc-46c3-9779-6b213dcf464e x-openstack-request-id: req-5c8385bd-64cc-46c3-9779-6b213dcf464e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:37.171142 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-plugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:37.171368 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c8385bd-64cc-46c3-9779-6b213dcf464e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:37.171755 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'code': 200} Jan 29 04:25:37.172839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 on network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:37.173167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Attempting to bind port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 on network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:37.181190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:37.181600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Checking segment: {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:37.184774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Bound using segment: {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:37.185260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Bound port: 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2412e4b3-dc9f-4f38-b0c7-6f79bb398819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:37.188354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:37.377185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] For port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:37.389054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] For port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:37.399755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:37.450467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.451499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:37.455492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 HTTP/1.1" status: 200 len: 1091 time: 1.3933196 Jan 29 04:25:37.625764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3c19f-af2b-4d6d-873a-eebb3fbfbd19 req-e9b9fc32-f608-444f-898b-e5f9acd054bb tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.633502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3c19f-af2b-4d6d-873a-eebb3fbfbd19 req-e9b9fc32-f608-444f-898b-e5f9acd054bb tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.635678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd3c19f-af2b-4d6d-873a-eebb3fbfbd19 req-e9b9fc32-f608-444f-898b-e5f9acd054bb tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1677 time: 0.1319237 Jan 29 04:25:37.637337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada3d6f-fe50-48e4-8b67-2374ef09a0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:37.708574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd3c19f-af2b-4d6d-873a-eebb3fbfbd19 req-3ecf836a-2532-498c-9090-a6d12bbe1197 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Jan 29 04:25:37.807133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44260) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:37.901941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-66e8f9ae-5532-4c06-8ec9-b731a6cde63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.903246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-66e8f9ae-5532-4c06-8ec9-b731a6cde63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.903723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-66e8f9ae-5532-4c06-8ec9-b731a6cde63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.905346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-66e8f9ae-5532-4c06-8ec9-b731a6cde63d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c852249db42244bcab7b2b411cf67cac&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9181890 Jan 29 04:25:37.910285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6ede-4fad-470b-a399-5513d73b3e07 req-47e27ef8-395e-49b8-8685-dfecce30ea26 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:37.911996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-579b6ede-4fad-470b-a399-5513d73b3e07 req-47e27ef8-395e-49b8-8685-dfecce30ea26 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.0949895 Jan 29 04:25:37.922362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4888eb23-286f-4eb1-b1c6-2f4934d5c6f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63f39fb43f6e42669e1d28ed4e6d81de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111882 Jan 29 04:25:37.931340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:37.938700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:37.975317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-579b6ede-4fad-470b-a399-5513d73b3e07 req-e493daea-5b5b-4eaf-872e-3e531510239f tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543571 Jan 29 04:25:38.107753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195c637-2ce4-4f68-82fa-60af71c59600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.133928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-4f7e5c76-fe5c-4fe7-956c-383da3abd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.135564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2f54d7-8ddb-449b-8efb-57481786cf45 req-4f7e5c76-fe5c-4fe7-956c-383da3abd7c5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2212372 Jan 29 04:25:38.142337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.161868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10effa6c-171d-4f22-b865-9cf32f4b59eb req-bbcddbb6-9c59-4e1d-9a1c-e9e5a96af43f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.165446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10effa6c-171d-4f22-b865-9cf32f4b59eb req-bbcddbb6-9c59-4e1d-9a1c-e9e5a96af43f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.1064503 Jan 29 04:25:38.197804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195c637-2ce4-4f68-82fa-60af71c59600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.199638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event updated for resources: {'Port': ['ID=cafdb60b-032a-4f93-b0fd-d857606996e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:38.238792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10effa6c-171d-4f22-b865-9cf32f4b59eb req-d159384f-7cf6-4cf3-9c58-df77296d3c3c tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644083 Jan 29 04:25:38.278135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:38.290664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:38.295129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:38.333713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-753239c6-46fe-4e5a-9266-9571f9ca29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.334221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-753239c6-46fe-4e5a-9266-9571f9ca29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.335787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-753239c6-46fe-4e5a-9266-9571f9ca29cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1979 time: 0.1327806 Jan 29 04:25:38.440046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-9ddae49d-a7eb-4a53-b6c6-eb775c4df9a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=b13ddf4e-c96d-47b3-b0e5-eb133324474e HTTP/1.1" status: 200 len: 217 time: 0.0760415 Jan 29 04:25:38.506804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.517792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:38.528263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:38.529432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195c637-2ce4-4f68-82fa-60af71c59600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.533014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195c637-2ce4-4f68-82fa-60af71c59600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.540891 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9195c637-2ce4-4f68-82fa-60af71c59600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb341ded-550f-40c1-a159-5dbcbdb57e4c HTTP/1.1" status: 204 len: 168 time: 0.6021123 Jan 29 04:25:38.601949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'tag': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:38.605301 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "tag": "6bfc9630-b5e3-44b7-96fb-6aa6b18fd875"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:38.624155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.780217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195c637-2ce4-4f68-82fa-60af71c59600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb341ded-550f-40c1-a159-5dbcbdb57e4c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:38.806135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-47d3b6e2-7204-4e96-8f73-bdf9d164b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.807770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-47d3b6e2-7204-4e96-8f73-bdf9d164b356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f75107e-fb4f-4028-99e4-413ed5366d28 HTTP/1.1" status: 200 len: 801 time: 0.2907155 Jan 29 04:25:38.873715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 3b352dd9-c837-4130-9c92-387ba0dfab77 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:38.881018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.895367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3b352dd9-c837-4130-9c92-387ba0dfab77 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:38.895757 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.900221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:38.984338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-d6ec7fec-3286-4a06-b0bb-4489e32abeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:38.985999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-d6ec7fec-3286-4a06-b0bb-4489e32abeeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98e83eed-88f5-49d0-99e0-50c6f6ee553e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1581860 Jan 29 04:25:38.999224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:39.041069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'mac_address': 'fa:16:3e:16:21:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:39.051308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de0c1b-4cd3-461e-a224-66730957b05c req-b599a2a2-262d-412a-8da0-9792a531f9f2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.064574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64de0c1b-4cd3-461e-a224-66730957b05c req-b599a2a2-262d-412a-8da0-9792a531f9f2 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.0849373 Jan 29 04:25:39.136033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64de0c1b-4cd3-461e-a224-66730957b05c req-cf9c4f4f-3a2a-4e73-8719-f46bfea88554 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Jan 29 04:25:39.191941 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eee369-3128-4de5-8f2d-120e4d66228e x-openstack-request-id: req-06eee369-3128-4de5-8f2d-120e4d66228e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:39.192621 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "tag": "6bfc9630-b5e3-44b7-96fb-6aa6b18fd875", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:39.193092 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06eee369-3128-4de5-8f2d-120e4d66228e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:39.193733 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'tag': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875', 'status': 'completed', 'code': 200} Jan 29 04:25:39.223864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-2f5d2510-e494-454e-837f-7296f7effbab service neutron] 10.222.0.36 "GET /v2.0/networks/98e83eed-88f5-49d0-99e0-50c6f6ee553e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806173 Jan 29 04:25:39.245047 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:39.259456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:39.304382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event updated for resources: {'Port': ['ID=cafdb60b-032a-4f93-b0fd-d857606996e6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:39.314565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:39.349482 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:39.351532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:39.359728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-575b9546-2889-43a0-b7a3-85acd46cc122 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5093827 Jan 29 04:25:39.376531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:39.397937 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f5bb07-aa58-46d1-9916-6d1f46803f86" -d '{"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-plugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:39.412863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e95ad-5f28-4d2b-8c34-adf81b2d8398 req-3a3cf41e-a28b-4910-9ab9-4bc6cef43c6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.420954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e95ad-5f28-4d2b-8c34-adf81b2d8398 req-3a3cf41e-a28b-4910-9ab9-4bc6cef43c6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.430803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-219b606b-df81-46b9-ad16-be39820a0519 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0700185 Jan 29 04:25:39.440147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e3e95ad-5f28-4d2b-8c34-adf81b2d8398 req-3a3cf41e-a28b-4910-9ab9-4bc6cef43c6f tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1677 time: 0.0921264 Jan 29 04:25:39.457847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:39.475899 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:39.487124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:39.519598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-b7d20cf4-9f3a-4f8d-8b5f-de7195e2756a service neutron] 10.222.0.36 "GET /v2.0/networks/98e83eed-88f5-49d0-99e0-50c6f6ee553e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848861 Jan 29 04:25:39.532250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e3e95ad-5f28-4d2b-8c34-adf81b2d8398 req-8a19da28-7444-4891-afb9-fdb4be63e57d tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910447 Jan 29 04:25:39.587089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-1e6b847f-d861-4cc6-ae98-675fbf5db143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 HTTP/1.1" status: 200 len: 217 time: 0.0562475 Jan 29 04:25:39.593259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:39.608258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:39.651104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-42377cd9-63ad-4aeb-af2f-bf1f019c1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.653277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-42377cd9-63ad-4aeb-af2f-bf1f019c1263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ce128a9-6d99-4db7-901e-f8edfe5fec1a HTTP/1.1" status: 200 len: 801 time: 0.0528352 Jan 29 04:25:39.696076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:39.722757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ca91-e2e9-4495-a36f-f173dd1d350a req-cb6357f7-1382-4935-b14e-f7416d59bf13 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.732294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2647ca91-e2e9-4495-a36f-f173dd1d350a req-cb6357f7-1382-4935-b14e-f7416d59bf13 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 946 time: 0.1097305 Jan 29 04:25:39.757932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-fc29111c-034e-488f-9e99-29cd59e0bfad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.759639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cccfdf31-7f57-4d27-b24f-0bedf8eebae2 req-fc29111c-034e-488f-9e99-29cd59e0bfad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.3280320 Jan 29 04:25:39.787861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-bac79f7e-5c17-4032-b7f3-08423f604f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.792323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-bac79f7e-5c17-4032-b7f3-08423f604f41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211684 Jan 29 04:25:39.818005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2647ca91-e2e9-4495-a36f-f173dd1d350a req-76868d62-86bc-4a8e-9fa3-b474138824be tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843844 Jan 29 04:25:39.988215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e730-0fbf-4a73-81bf-9298a528226c req-a8e25f27-6823-46ca-afb2-e9273e9e4621 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:39.998417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9a4e730-0fbf-4a73-81bf-9298a528226c req-a8e25f27-6823-46ca-afb2-e9273e9e4621 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 948 time: 0.0906217 Jan 29 04:25:40.005886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189d940-39e0-4df9-bcd9-b19eb8b322b5 req-46415710-5ee2-4411-8437-57699c06944b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.007777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d189d940-39e0-4df9-bcd9-b19eb8b322b5 req-46415710-5ee2-4411-8437-57699c06944b tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.1146092 Jan 29 04:25:40.010242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-d402229b-9007-4c10-8b3b-d03ff0067cbc service neutron] 10.222.0.36 "GET /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084146 Jan 29 04:25:40.078227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4695d4c9-eb7b-4d00-873b-7dbf55f56b60'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:40.094507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9a4e730-0fbf-4a73-81bf-9298a528226c req-143bbd8f-2e25-4a6e-8942-898b4a0cd345 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951104 Jan 29 04:25:40.146822 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778c3b22-a1bd-46a7-abaa-c5f1349de838 x-openstack-request-id: req-778c3b22-a1bd-46a7-abaa-c5f1349de838 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:40.147185 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-plugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:40.147335 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-778c3b22-a1bd-46a7-abaa-c5f1349de838 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:40.147946 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'code': 200} Jan 29 04:25:40.234093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cab998bc-fcfb-475c-8c18-3dd5689d6f47 req-fcf1384d-0ebf-40e3-842b-4aada836ead6 service neutron] 10.222.0.36 "GET /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953430 Jan 29 04:25:40.252592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d189d940-39e0-4df9-bcd9-b19eb8b322b5 req-703d85dc-7eda-481e-94fd-a56e41166f67 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367804 Jan 29 04:25:40.385052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d149bd7-42ef-451e-95ad-3bdc14330aee req-2ef09527-2375-4f73-9bf7-ce6b7bed1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.389360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d149bd7-42ef-451e-95ad-3bdc14330aee req-2ef09527-2375-4f73-9bf7-ce6b7bed1215 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 1100 time: 0.1249139 Jan 29 04:25:40.458890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d149bd7-42ef-451e-95ad-3bdc14330aee req-b71dc4c5-0947-41ac-84a2-056033c5f307 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Jan 29 04:25:40.496752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-b0fccfda-1ffe-4059-a1f9-0f938cbace11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.497539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-b0fccfda-1ffe-4059-a1f9-0f938cbace11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.499302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-b0fccfda-1ffe-4059-a1f9-0f938cbace11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c852249db42244bcab7b2b411cf67cac&device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1979 time: 0.1014836 Jan 29 04:25:40.663801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb683-f68f-47d2-a47b-158bc8f0c0ea req-1b18b559-13ec-4f55-a553-5f6457c216db tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.669217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-437c0f14-8c44-4325-a1ed-b685322088aa tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.669554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d7bb683-f68f-47d2-a47b-158bc8f0c0ea req-1b18b559-13ec-4f55-a553-5f6457c216db tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.1106484 Jan 29 04:25:40.679456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-437c0f14-8c44-4325-a1ed-b685322088aa tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 821 time: 0.2283621 Jan 29 04:25:40.711844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-8fbf6b13-a346-48d7-a039-67364b7559e4 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/quotas/920e3d5bc19144faa8aa9543507dae36 HTTP/1.1" status: 200 len: 375 time: 0.0313778 Jan 29 04:25:40.742576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d7bb683-f68f-47d2-a47b-158bc8f0c0ea req-c5bd73fe-cdb9-4c63-9a8c-1c3ff3138a5c tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644109 Jan 29 04:25:40.888762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef284bd-c4a9-49ec-b5be-108f8c80d260 req-005e059d-ff9c-467f-be85-278bd66ceaef tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.896600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef284bd-c4a9-49ec-b5be-108f8c80d260 req-005e059d-ff9c-467f-be85-278bd66ceaef tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:40.905383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ef284bd-c4a9-49ec-b5be-108f8c80d260 req-005e059d-ff9c-467f-be85-278bd66ceaef tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1677 time: 0.0763671 Jan 29 04:25:40.957579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ef284bd-c4a9-49ec-b5be-108f8c80d260 req-ed0298f8-5570-4e97-9027-be36a24c8f7a tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Jan 29 04:25:40.972378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-63ca56ed-1e59-40f4-a971-dc34e5ce50fe tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2539628 Jan 29 04:25:41.061232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-2d94c1e4-6a8a-444c-8eaa-94f385e7f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.062737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-2d94c1e4-6a8a-444c-8eaa-94f385e7f09b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb HTTP/1.1" status: 200 len: 903 time: 0.2795584 Jan 29 04:25:41.099963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142d6ed-9e2a-4594-bbe0-ab3ef1eeddf0 req-6fd7ccd7-cd92-4274-9cf1-ddd7d2fa9297 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.109586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c142d6ed-9e2a-4594-bbe0-ab3ef1eeddf0 req-6fd7ccd7-cd92-4274-9cf1-ddd7d2fa9297 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.0859678 Jan 29 04:25:41.129208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-10524e21-eb02-496c-9a35-9983deb813f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 HTTP/1.1" status: 200 len: 217 time: 0.0524766 Jan 29 04:25:41.157608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-3a000086-00dc-4582-9502-274d873a4fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780033 Jan 29 04:25:41.170793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c142d6ed-9e2a-4594-bbe0-ab3ef1eeddf0 req-2ff08bf6-0f20-4a31-9395-3f8376920c92 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 Jan 29 04:25:41.248120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-63959b19-4a35-4990-89f4-70c5896b8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.251100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-63959b19-4a35-4990-89f4-70c5896b8e41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ce128a9-6d99-4db7-901e-f8edfe5fec1a HTTP/1.1" status: 200 len: 801 time: 0.1121104 Jan 29 04:25:41.344331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f64e-1f91-4e1b-8c6b-c6d1160dde82 req-f3167180-1ce4-4294-bc41-3012e65b297a tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.345927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-cc7272d8-f492-4a0f-a034-4527f9232bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874034 Jan 29 04:25:41.346303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a61f64e-1f91-4e1b-8c6b-c6d1160dde82 req-f3167180-1ce4-4294-bc41-3012e65b297a tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 946 time: 0.0736272 Jan 29 04:25:41.372957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-a33cf4b6-59e4-4437-aa93-03d63c79d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.376479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-a33cf4b6-59e4-4437-aa93-03d63c79d5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057582 Jan 29 04:25:41.424368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a61f64e-1f91-4e1b-8c6b-c6d1160dde82 req-33a68e35-9972-4a08-93ef-8db8860bc771 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/security-groups?id=8baef18b-d82d-4550-94e3-3963dc5e3503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666754 Jan 29 04:25:41.525669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:41.551534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-8b084e67-838c-446e-b029-0dd4e08a1dcd service neutron] 10.222.0.36 "GET /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670091 Jan 29 04:25:41.578605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf789b-8dbc-417d-b2a5-3b9f21754c8c req-00240ce7-d1b8-48d7-a28b-acafc8043fb9 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.587399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7bf789b-8dbc-417d-b2a5-3b9f21754c8c req-00240ce7-d1b8-48d7-a28b-acafc8043fb9 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 948 time: 0.1084905 Jan 29 04:25:41.626968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-62f97dba-a60b-40a0-9800-8bb717877b4b tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:41.628446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-62f97dba-a60b-40a0-9800-8bb717877b4b tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 946 time: 0.1174042 Jan 29 04:25:41.721262 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:41.809337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7bf789b-8dbc-417d-b2a5-3b9f21754c8c req-b61f7b00-d271-4dab-9130-a987b20090ef tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207925 Jan 29 04:25:41.881587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Deleting port ae90dede-5386-4757-bba8-ae5db28b401d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:41.885316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.013692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab821a56-a171-42bf-9cb1-d2a8d7533fc6 req-ad4e7de8-4504-49cf-aa33-884b6fd518f2 service neutron] 10.222.0.36 "GET /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496968 Jan 29 04:25:42.015814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1a427a9-13e1-4845-bf21-b454aa637baf req-e37747f4-6db1-4736-bb46-46ef0f7ce650 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 210 time: 0.1115377 Jan 29 04:25:42.044446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] For port ae90dede-5386-4757-bba8-ae5db28b401d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ae90dede-5386-4757-bba8-ae5db28b401d,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:42.044781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.083042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Calling delete_port for ae90dede-5386-4757-bba8-ae5db28b401d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:42.215045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94a51f5f-5755-49e7-a2d1-c2541f53faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.355971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13830fe-7b5f-4f61-ac39-4f0f6aef5a8c req-a21487e1-2600-43a6-9c00-28be65f304ba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.363355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13830fe-7b5f-4f61-ac39-4f0f6aef5a8c req-a21487e1-2600-43a6-9c00-28be65f304ba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.371235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a13830fe-7b5f-4f61-ac39-4f0f6aef5a8c req-a21487e1-2600-43a6-9c00-28be65f304ba tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1677 time: 0.0874438 Jan 29 04:25:42.421029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a13830fe-7b5f-4f61-ac39-4f0f6aef5a8c req-998ab730-9e85-4262-9c5f-62bd0d374e6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Jan 29 04:25:42.553872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.554576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.554815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.555331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.555810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.556399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.556859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.557311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.557760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.558775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2c807-9162-456c-945f-616764426d6c req-33ac8612-80e6-4e2e-941a-818a485830b3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.558913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.560002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b13ddf4e-c96d-47b3-b0e5-eb133324474e details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:42.560776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df38abd8-0c97-43d6-afd3-8bdf66ce728e req-03a179f9-89e7-4e7c-9f0d-8930ff08453e tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7097 time: 0.3960350 Jan 29 04:25:42.580545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.606391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54d2c807-9162-456c-945f-616764426d6c req-33ac8612-80e6-4e2e-941a-818a485830b3 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.1132843 Jan 29 04:25:42.664523 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54d2c807-9162-456c-945f-616764426d6c req-54758010-9278-4b55-990c-dd296f883266 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528955 Jan 29 04:25:42.671766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Pushing event deleted for resources: {'Port': ['ID=ae90dede-5386-4757-bba8-ae5db28b401d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:42.686230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94a51f5f-5755-49e7-a2d1-c2541f53faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.730757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc1a6c34-a99e-495d-94f4-e0b4291be6b2 req-cd3ecc05-535a-4f5b-b765-e4b1f6234f64 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 210 time: 0.0587568 Jan 29 04:25:42.754848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94a51f5f-5755-49e7-a2d1-c2541f53faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.780072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-94a51f5f-5755-49e7-a2d1-c2541f53faa6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b2b3659279a4537a31c1bd81308e6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2522440 Jan 29 04:25:42.784132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:42.813778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port b13ddf4e-c96d-47b3-b0e5-eb133324474e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b13ddf4e-c96d-47b3-b0e5-eb133324474e,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:42.831169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e', 'network_id': '98e83eed-88f5-49d0-99e0-50c6f6ee553e', 'port_id': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e', 'mac_address': 'fa:16:3e:a4:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f75107e-fb4f-4028-99e4-413ed5366d28', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:42.832996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:42.835645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ae90dede-5386-4757-bba8-ae5db28b401d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:42.880256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] No DVR routers for this DVR port ae90dede-5386-4757-bba8-ae5db28b401d on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:42.883309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392604-9480-400d-9730-92967adb9f7d req-3c5b8367-70c9-48eb-830a-627cc85db7a6 tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:42.913673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5392604-9480-400d-9730-92967adb9f7d req-3c5b8367-70c9-48eb-830a-627cc85db7a6 tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 886 time: 0.2078609 Jan 29 04:25:42.943423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.961657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfa75863-67ec-4d9a-a9cd-a2a0c0821ef6 req-0d9df574-264f-4dff-96e0-40b5c2a8ff99 tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.36 "DELETE /v2.0/ports/ae90dede-5386-4757-bba8-ae5db28b401d HTTP/1.1" status: 204 len: 173 time: 1.3178921 Jan 29 04:25:42.980581 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:42.988462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:43.004298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:43.004956 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:43.009232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13ddf4e-c96d-47b3-b0e5-eb133324474e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:43.017944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'name': 'network-vif-deleted', 'tag': 'ae90dede-5386-4757-bba8-ae5db28b401d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:43.035954 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc53fed-7f12-4d33-a1a0-c15735c678e0" -d '{"events": [{"server_uuid": "5d78704b-589f-4c6b-9acf-a9fd3f6df835", "name": "network-vif-deleted", "tag": "ae90dede-5386-4757-bba8-ae5db28b401d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:43.076390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port b13ddf4e-c96d-47b3-b0e5-eb133324474e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b13ddf4e-c96d-47b3-b0e5-eb133324474e,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:43.090247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a51f5f-5755-49e7-a2d1-c2541f53faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a189f2a-bf21-49c2-809e-111647328850,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:43.090817 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:43.091743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:43.217822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.228861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.229647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.235270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.236030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.236678 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.237322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.238039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.238823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.239489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.242809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2dfd-2771-4720-b3ae-4f7b9e528326 req-730111fd-5076-4cc0-950b-5d4edbb12e72 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.244497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a5b2dfd-2771-4720-b3ae-4f7b9e528326 req-730111fd-5076-4cc0-950b-5d4edbb12e72 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 948 time: 0.1997268 Jan 29 04:25:43.246261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2c51046-fb25-416f-a927-dfb8ffc1db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:43.265411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aebfd2c6-e8eb-4356-b0ca-5602ce9ac017 req-bea1ae82-e540-43cf-bb25-02db67e29bab tempest-NetworksTest-1804005109 tempest-NetworksTest-1804005109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7097 time: 0.2588248 Jan 29 04:25:43.278445 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2c51046-fb25-416f-a927-dfb8ffc1db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:43.344358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2c51046-fb25-416f-a927-dfb8ffc1db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:43.347577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2c51046-fb25-416f-a927-dfb8ffc1db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:43.351221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2c51046-fb25-416f-a927-dfb8ffc1db1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a189f2a-bf21-49c2-809e-111647328850 HTTP/1.1" status: 204 len: 168 time: 0.5635574 Jan 29 04:25:43.357730 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:25:43.403222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-972b6941-51f3-4627-a30b-05cc5c1d2ab7 req-0bc408df-3372-479b-bb3e-279e92886700 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 210 time: 0.0621750 Jan 29 04:25:43.403731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c51046-fb25-416f-a927-dfb8ffc1db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a189f2a-bf21-49c2-809e-111647328850,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:43.418949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:43.472527 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bab3bc-e71d-4c13-a4cb-8167477e6845 x-openstack-request-id: req-d9bab3bc-e71d-4c13-a4cb-8167477e6845 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:43.472827 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d78704b-589f-4c6b-9acf-a9fd3f6df835", "name": "network-vif-deleted", "tag": "ae90dede-5386-4757-bba8-ae5db28b401d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:43.473537 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9bab3bc-e71d-4c13-a4cb-8167477e6845 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:43.473971 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d78704b-589f-4c6b-9acf-a9fd3f6df835', 'name': 'network-vif-deleted', 'tag': 'ae90dede-5386-4757-bba8-ae5db28b401d', 'status': 'completed', 'code': 200} Jan 29 04:25:43.511137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a5b2dfd-2771-4720-b3ae-4f7b9e528326 req-f6302231-6145-4e2b-8395-02021ceb9553 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793427 Jan 29 04:25:43.581566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875', 'network_id': '6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb', 'port_id': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875', 'mac_address': 'fa:16:3e:5c:18:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce128a9-6d99-4db7-901e-f8edfe5fec1a', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:43.702962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a391-fe69-40ce-ae66-5362576feff3 req-c4c00d10-6fc2-459d-b037-5c03e57b4c06 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.713738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a391-fe69-40ce-ae66-5362576feff3 req-c4c00d10-6fc2-459d-b037-5c03e57b4c06 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.735264 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ec1a391-fe69-40ce-ae66-5362576feff3 req-c4c00d10-6fc2-459d-b037-5c03e57b4c06 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1678 time: 0.1384447 Jan 29 04:25:43.777703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:43.835597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ec1a391-fe69-40ce-ae66-5362576feff3 req-7f1c0836-5657-45a7-9821-5d973db59223 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989482 Jan 29 04:25:43.950752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44498) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:43.951012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb6150-f962-4fa3-a1a4-e77c54f0cd5b req-54668fdb-2cd4-4a3f-8483-67e42f8808e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.952594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ceb6150-f962-4fa3-a1a4-e77c54f0cd5b req-54668fdb-2cd4-4a3f-8483-67e42f8808e6 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.1650333 Jan 29 04:25:43.968142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-ded51a4e-6fcf-42ff-a5aa-674efbfaf3a0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:43.969673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-ded51a4e-6fcf-42ff-a5aa-674efbfaf3a0 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 945 time: 0.1275544 Jan 29 04:25:43.990559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae497-1030-4764-9100-d5826c44369b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.050224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.071799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ceb6150-f962-4fa3-a1a4-e77c54f0cd5b req-8b8e89c5-c535-41fc-8959-80034a8ec3e4 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d797941-7cb5-4999-93db-eb4634243953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010108 Jan 29 04:25:44.101261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:44.106976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b521e74f-4ed6-4fb6-bc4b-0a9f6ee43c52 req-5b57f102-8cd2-4f2f-a660-d325b31c8b0c tempest-AttachSCSIVolumeTestJSON-2121135276 tempest-AttachSCSIVolumeTestJSON-2121135276-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d78704b-589f-4c6b-9acf-a9fd3f6df835 HTTP/1.1" status: 200 len: 210 time: 0.0975831 Jan 29 04:25:44.119490 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.127415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4199-0310-48d8-90f7-5b9d3b234484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.130777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Deleting port 04bc5fd2-fda5-4729-99c9-86cad7a9885d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:44.131161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.204754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:44.208507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=b13ddf4e-c96d-47b3-b0e5-eb133324474e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.213524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.217779 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.359178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.373664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] For port 04bc5fd2-fda5-4729-99c9-86cad7a9885d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=04bc5fd2-fda5-4729-99c9-86cad7a9885d,segment=NetworkSegment(f0322fc2-219b-4aeb-9670-2e198a0623df),segment_id=f0322fc2-219b-4aeb-9670-2e198a0623df)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:44.374074 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.383118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:44.385638 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013ba33-29ea-4b81-808e-21b22418a94e" -d '{"events": [{"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-plugged", "status": "completed", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:44.392434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Calling delete_port for 04bc5fd2-fda5-4729-99c9-86cad7a9885d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:44.438322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:44.452669 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.516699 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d6244-69b6-4903-a5bc-11c73b128d97 x-openstack-request-id: req-e54d6244-69b6-4903-a5bc-11c73b128d97 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:44.521812 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-plugged", "status": "completed", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:44.522475 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e54d6244-69b6-4903-a5bc-11c73b128d97 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:44.523242 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'code': 200} Jan 29 04:25:44.565631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4199-0310-48d8-90f7-5b9d3b234484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.592421 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4199-0310-48d8-90f7-5b9d3b234484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.617773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae90dede-5386-4757-bba8-ae5db28b401d no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:44.642056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-b4a50c77-60d0-475d-84b9-9b5cc8555a5f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:44.643604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-b4a50c77-60d0-475d-84b9-9b5cc8555a5f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 821 time: 0.3278346 Jan 29 04:25:44.648474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.651177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ae90dede-5386-4757-bba8-ae5db28b401d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:44.652184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ae90dede-5386-4757-bba8-ae5db28b401d not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:44.667008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae497-1030-4764-9100-d5826c44369b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.685526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.698316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae497-1030-4764-9100-d5826c44369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.704093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'port': {'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'admin_state_up': True, 'tenant_id': '920e3d5bc19144faa8aa9543507dae36'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:44.740421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed4f4199-0310-48d8-90f7-5b9d3b234484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3964fb8a4f54a35a0168fb2f6070967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9500821 Jan 29 04:25:44.751351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3fbd79f4-a422-4c17-800c-4fa5f65cc5da req-f603c61e-c408-477a-bc46-ff9b5c089fa1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 210 time: 0.0824077 Jan 29 04:25:44.760362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f4199-0310-48d8-90f7-5b9d3b234484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb5de10-866e-4a60-baac-dd774282b92b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.781420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:44.799036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['b13ddf4e-c96d-47b3-b0e5-eb133324474e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:44.851876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['6bfc9630-b5e3-44b7-96fb-6aa6b18fd875'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:44.867810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Pushing event deleted for resources: {'Port': ['ID=04bc5fd2-fda5-4729-99c9-86cad7a9885d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.903234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ae497-1030-4764-9100-d5826c44369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce9c20-b0fe-4668-854e-cace06959a6d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:44.937328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] No DVR routers for this DVR port 04bc5fd2-fda5-4729-99c9-86cad7a9885d on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:44.940298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:44.945938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5695e474-9a89-4d0b-af37-bdef5ebcce81 req-340af497-1fa9-440c-98c8-48ee0aeb6789 tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.36 "DELETE /v2.0/ports/04bc5fd2-fda5-4729-99c9-86cad7a9885d HTTP/1.1" status: 204 len: 173 time: 0.9609442 Jan 29 04:25:44.980966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4e3ae497-1030-4764-9100-d5826c44369b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae85e9dfeb1549d4943c320f0b07ab56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0280716 Jan 29 04:25:44.985611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44522) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:45.030374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5690-8cb1-422d-aba5-92cc25d2b650 req-d0c1d9d2-64bc-4c74-899c-94e96b72cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.032113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d92f5690-8cb1-422d-aba5-92cc25d2b650 req-d0c1d9d2-64bc-4c74-899c-94e96b72cf6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 1100 time: 0.3112192 Jan 29 04:25:45.057557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20dc8502-24fb-4310-b00f-fbcfcacaf68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.079744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6cea-1068-4fc5-82fc-c4c2f0311aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.085768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20dc8502-24fb-4310-b00f-fbcfcacaf68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.123513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b452f-cdfc-4cff-8e7d-23c0c1f5a80d req-cb8916e3-2731-42eb-a846-b6090ad77bf1 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.132993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e39b452f-cdfc-4cff-8e7d-23c0c1f5a80d req-cb8916e3-2731-42eb-a846-b6090ad77bf1 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 949 time: 0.4815450 Jan 29 04:25:45.178620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20dc8502-24fb-4310-b00f-fbcfcacaf68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.182790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20dc8502-24fb-4310-b00f-fbcfcacaf68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.185160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-20dc8502-24fb-4310-b00f-fbcfcacaf68b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bb5de10-866e-4a60-baac-dd774282b92b HTTP/1.1" status: 204 len: 168 time: 0.4022405 Jan 29 04:25:45.212962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc8502-24fb-4310-b00f-fbcfcacaf68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb5de10-866e-4a60-baac-dd774282b92b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:45.242504 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d92f5690-8cb1-422d-aba5-92cc25d2b650 req-a6c69ba4-5e8f-4e72-b120-aa25ce6fa0c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869197 Jan 29 04:25:45.252527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1878-70ff-43dd-a7a7-5ac49bcc1473 req-34067112-71f7-4947-b04d-2b2c3ae30dd1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.266691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e39b452f-cdfc-4cff-8e7d-23c0c1f5a80d req-6b4ae667-2a3e-4cd5-87e9-ae0d1eb8457d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284387 Jan 29 04:25:45.280211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1878-70ff-43dd-a7a7-5ac49bcc1473 req-34067112-71f7-4947-b04d-2b2c3ae30dd1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:45.282026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f1b1878-70ff-43dd-a7a7-5ac49bcc1473 req-34067112-71f7-4947-b04d-2b2c3ae30dd1 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1679 time: 0.3279796 Jan 29 04:25:45.304955 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6cea-1068-4fc5-82fc-c4c2f0311aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.347129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Made reservation on behalf of 920e3d5bc19144faa8aa9543507dae36 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:45.353467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.367284 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f1b1878-70ff-43dd-a7a7-5ac49bcc1473 req-a53f9222-5250-4d66-b9a1-225364625ed7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792563 Jan 29 04:25:45.475512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'name': 'network-vif-deleted', 'tag': '04bc5fd2-fda5-4729-99c9-86cad7a9885d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:45.476038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6dfe6041-909f-4607-ba9b-bbde23ec409b req-7da9cd6c-3429-4821-8e49-b4811ed9660d tempest-ServerDiskConfigTestJSON-1716456683 tempest-ServerDiskConfigTestJSON-1716456683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c9dd13e-d34f-4418-b77d-dbb963e46069 HTTP/1.1" status: 200 len: 210 time: 0.0707502 Jan 29 04:25:45.483777 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6f32d-b1d8-4f33-b384-56d62e056f27" -d '{"events": [{"server_uuid": "2c9dd13e-d34f-4418-b77d-dbb963e46069", "name": "network-vif-deleted", "tag": "04bc5fd2-fda5-4729-99c9-86cad7a9885d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:45.540870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6cea-1068-4fc5-82fc-c4c2f0311aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.550751 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6cea-1068-4fc5-82fc-c4c2f0311aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.557006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d9a6cea-1068-4fc5-82fc-c4c2f0311aca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9ce9c20-b0fe-4668-854e-cace06959a6d HTTP/1.1" status: 204 len: 168 time: 0.5713420 Jan 29 04:25:45.576985 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ed63c8-d825-462a-851c-10f4a189afac x-openstack-request-id: req-68ed63c8-d825-462a-851c-10f4a189afac {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:45.577283 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9dd13e-d34f-4418-b77d-dbb963e46069", "name": "network-vif-deleted", "tag": "04bc5fd2-fda5-4729-99c9-86cad7a9885d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:45.577541 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68ed63c8-d825-462a-851c-10f4a189afac {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:45.578009 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9dd13e-d34f-4418-b77d-dbb963e46069', 'name': 'network-vif-deleted', 'tag': '04bc5fd2-fda5-4729-99c9-86cad7a9885d', 'status': 'completed', 'code': 200} Jan 29 04:25:45.619347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a6cea-1068-4fc5-82fc-c4c2f0311aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce9c20-b0fe-4668-854e-cace06959a6d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:45.648622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Allocated IP 172.20.0.9 (d0516ea1-a926-42ed-8b5c-91acd409a9f8/50361553-7cb5-4434-8da5-0c6cb8d26839/84576a87-ecfa-44fc-a36e-3780339ed9ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:25:45.807144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:45.835655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ec9fc57-cb93-45f4-8d6f-1fecf87567a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.842627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:45.900638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.018628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ec9fc57-cb93-45f4-8d6f-1fecf87567a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.028696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ec9fc57-cb93-45f4-8d6f-1fecf87567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.038830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c906f19c-ba83-4b83-b66f-64724afe167a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:46.039470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:25:46.055199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:46.081133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:25:46.114360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ec9fc57-cb93-45f4-8d6f-1fecf87567a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f622ac8d5674d4487d00c37951478f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058889 Jan 29 04:25:46.115390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9fc57-cb93-45f4-8d6f-1fecf87567a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdcb76-6cf1-491a-a884-5fa9b74d1883,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:46.117930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:46.159319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ce3de-9968-4cc5-a1b0-2da58e8ecf94 req-98ab6c39-42a1-47c0-9c04-1730a9cbae36 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.166835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f38ce3de-9968-4cc5-a1b0-2da58e8ecf94 req-98ab6c39-42a1-47c0-9c04-1730a9cbae36 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 931 time: 0.2153049 Jan 29 04:25:46.176384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event updated for resources: {'Port': ['ID=84576a87-ecfa-44fc-a36e-3780339ed9ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:46.268941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2f03-37aa-4b76-8b16-018db71f4dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.282011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.282662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.330619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2f03-37aa-4b76-8b16-018db71f4dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.345674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f38ce3de-9968-4cc5-a1b0-2da58e8ecf94 req-bc22dcf1-3565-40ad-b580-1b9a36d13b2f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760752 Jan 29 04:25:46.365293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-65e75ad7-e842-4277-89da-fdf020a0656c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6683588 Jan 29 04:25:46.404673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Request body: {'port': {'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:46.433449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2f03-37aa-4b76-8b16-018db71f4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.437600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2f03-37aa-4b76-8b16-018db71f4dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.440792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d9e2f03-37aa-4b76-8b16-018db71f4dc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dbdcb76-6cf1-491a-a884-5fa9b74d1883 HTTP/1.1" status: 204 len: 168 time: 0.3219249 Jan 29 04:25:46.471202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e2f03-37aa-4b76-8b16-018db71f4dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdcb76-6cf1-491a-a884-5fa9b74d1883,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:46.566763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4db5c044-d8db-42c6-8720-d97b7939c568 None None] Provisioning complete for port 84576a87-ecfa-44fc-a36e-3780339ed9ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:46.567189 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4db5c044-d8db-42c6-8720-d97b7939c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.625835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.646789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4db5c044-d8db-42c6-8720-d97b7939c568 None None] Port 84576a87-ecfa-44fc-a36e-3780339ed9ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:25:46.648604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b13ddf4e-c96d-47b3-b0e5-eb133324474e up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:46.795096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port b13ddf4e-c96d-47b3-b0e5-eb133324474e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:46.800788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port b13ddf4e-c96d-47b3-b0e5-eb133324474e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:46.805803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:46.918303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353faba0-7ae4-46c2-8504-a3878e01e9c9 req-a9b5e6fb-57a4-43e2-8076-4e36bb36b6a5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:46.919907 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-353faba0-7ae4-46c2-8504-a3878e01e9c9 req-a9b5e6fb-57a4-43e2-8076-4e36bb36b6a5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 949 time: 0.3898904 Jan 29 04:25:46.981958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-353faba0-7ae4-46c2-8504-a3878e01e9c9 req-9f34d4fe-dfb0-4da7-9b8e-ce09b13aeba6 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517807 Jan 29 04:25:47.060709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.160644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:47.179322 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea72006d-759f-43a6-971a-c74731a6d9f8" -d '{"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-plugged", "status": "completed", "tag": "b13ddf4e-c96d-47b3-b0e5-eb133324474e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:47.202486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84576a87-ecfa-44fc-a36e-3780339ed9ae {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:47.225006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.232615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port b13ddf4e-c96d-47b3-b0e5-eb133324474e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b13ddf4e-c96d-47b3-b0e5-eb133324474e,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:47.235852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Transition to ACTIVE for port object 84576a87-ecfa-44fc-a36e-3780339ed9ae will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:25:47.239922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.241075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:47.250718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3f58-32c4-4d05-bfcd-cee70d48aad5 req-f795b37a-2b94-4c4d-8f6b-74e0092f495e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.259404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3f58-32c4-4d05-bfcd-cee70d48aad5 req-f795b37a-2b94-4c4d-8f6b-74e0092f495e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:47.261646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cca3f58-32c4-4d05-bfcd-cee70d48aad5 req-f795b37a-2b94-4c4d-8f6b-74e0092f495e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1679 time: 0.1060421 Jan 29 04:25:47.263099 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.339686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84576a87-ecfa-44fc-a36e-3780339ed9ae,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:47.389675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cca3f58-32c4-4d05-bfcd-cee70d48aad5 req-4f634a1b-d400-431f-a03c-7158d66e9e37 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159279 Jan 29 04:25:47.507034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=b13ddf4e-c96d-47b3-b0e5-eb133324474e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:47.513751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:47.528217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:47.528596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.669599 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf795e-9da8-49f8-ab89-37cbb682719a x-openstack-request-id: req-60bf795e-9da8-49f8-ab89-37cbb682719a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:47.670990 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-plugged", "status": "completed", "tag": "b13ddf4e-c96d-47b3-b0e5-eb133324474e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:47.673448 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60bf795e-9da8-49f8-ab89-37cbb682719a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:47.674293 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e', 'code': 200} Jan 29 04:25:47.815460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.932303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:47.943297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:47.944454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 04bc5fd2-fda5-4729-99c9-86cad7a9885d no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:48.048798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 04bc5fd2-fda5-4729-99c9-86cad7a9885d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:48.049147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 04bc5fd2-fda5-4729-99c9-86cad7a9885d not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:48.143224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:48.259395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781da36-5f1e-4c5c-8ea0-f45589899a04 req-4e3a1624-4165-4afc-bbef-d78edf1c4b6f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.272576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0781da36-5f1e-4c5c-8ea0-f45589899a04 req-4e3a1624-4165-4afc-bbef-d78edf1c4b6f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 949 time: 0.1215904 Jan 29 04:25:48.368945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0781da36-5f1e-4c5c-8ea0-f45589899a04 req-f3f42590-527f-4671-8483-db6117e62e9f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950100 Jan 29 04:25:48.548752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Attempting to bind port 84576a87-ecfa-44fc-a36e-3780339ed9ae on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:25:48.549396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Attempting to bind port 84576a87-ecfa-44fc-a36e-3780339ed9ae by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:25:48.549396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Attempting to bind port 84576a87-ecfa-44fc-a36e-3780339ed9ae on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:48.566187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Port 84576a87-ecfa-44fc-a36e-3780339ed9ae on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:25:48.566515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Attempting to bind port 84576a87-ecfa-44fc-a36e-3780339ed9ae on network d0516ea1-a926-42ed-8b5c-91acd409a9f8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:25:48.584938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:25:48.591513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Checking segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:48.592122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Bound using segment: {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:25:48.592588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Bound port: 84576a87-ecfa-44fc-a36e-3780339ed9ae, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1b724b-10b5-431d-a33f-2e809c75eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:25:48.592953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:48.630430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804363f-f39e-44ae-bc28-a9a6f364d2bd req-d16988cc-9afe-41a5-8148-3fe2a6dc1883 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.650217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3804363f-f39e-44ae-bc28-a9a6f364d2bd req-d16988cc-9afe-41a5-8148-3fe2a6dc1883 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 943 time: 0.2259521 Jan 29 04:25:48.685718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c5c1c-0334-4bc9-ad20-948054363f1b req-5896453f-2309-4b53-8c55-023b20af7799 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.697446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-495c5c1c-0334-4bc9-ad20-948054363f1b req-5896453f-2309-4b53-8c55-023b20af7799 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 949 time: 0.1322808 Jan 29 04:25:48.761988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3804363f-f39e-44ae-bc28-a9a6f364d2bd req-21fa537d-3ac8-4bbc-b7df-f05b8bc9d925 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052396 Jan 29 04:25:48.768281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-495c5c1c-0334-4bc9-ad20-948054363f1b req-9d1f8ddd-7430-44bf-867e-6d35ce315c11 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693705 Jan 29 04:25:48.809846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] For port 84576a87-ecfa-44fc-a36e-3780339ed9ae, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:25:48.819463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] For port 84576a87-ecfa-44fc-a36e-3780339ed9ae, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:25:48.827700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:48.862922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:48.892917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:48.893386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:48.895131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 1091 time: 2.5074596 Jan 29 04:25:48.932587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:48.936026 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d4d8c3-0211-4be7-99c9-0065482838a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:49.040851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Deleting subnet 99a00cff-1d4a-4964-845d-4dc8c3707d6d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:25:49.050857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:49.145331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9ef36-749a-43e5-9bc3-64f0027279e2 req-fde8a514-9d60-4638-9dc1-a17d6fd4f416 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.182867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9ef36-749a-43e5-9bc3-64f0027279e2 req-fde8a514-9d60-4638-9dc1-a17d6fd4f416 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.183290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:49.187631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dae9ef36-749a-43e5-9bc3-64f0027279e2 req-fde8a514-9d60-4638-9dc1-a17d6fd4f416 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1681 time: 0.3043001 Jan 29 04:25:49.191558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b726ea-37c2-4bc0-9338-6aec9be3e2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84576a87-ecfa-44fc-a36e-3780339ed9ae,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:49.321641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dae9ef36-749a-43e5-9bc3-64f0027279e2 req-610d98a5-175e-41fd-bc82-de3ca2c9af06 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330042 Jan 29 04:25:49.334531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:49.342370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-f65ef838-52dc-4e69-bf01-4c4a914076dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.344036 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-f65ef838-52dc-4e69-bf01-4c4a914076dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1094 time: 0.3587213 Jan 29 04:25:49.440983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-205da139-1e86-4793-b0f3-908ee8f9c5c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 217 time: 0.0810080 Jan 29 04:25:49.455943 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:49.554555 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:49.570341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/99a00cff-1d4a-4964-845d-4dc8c3707d6d HTTP/1.1" status: 204 len: 168 time: 0.7035356 Jan 29 04:25:49.570618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:49.575655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ce545-8964-4205-ae4c-b4015ba204a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a00cff-1d4a-4964-845d-4dc8c3707d6d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:49.675849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:49.679029 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeccf47a-c671-4999-8b57-82730e0e51ea" -d '{"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-plugged", "status": "completed", "tag": "6bfc9630-b5e3-44b7-96fb-6aa6b18fd875"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:49.730565 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922741d7-88a5-4e51-8c2b-dfb078aebe20 x-openstack-request-id: req-922741d7-88a5-4e51-8c2b-dfb078aebe20 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:49.731077 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:49.731495 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-922741d7-88a5-4e51-8c2b-dfb078aebe20 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:49.733053 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'status': 'completed', 'code': 200} Jan 29 04:25:49.740752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:49.803680 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ee08f7-5744-4e32-9546-7801d83c2931 x-openstack-request-id: req-19ee08f7-5744-4e32-9546-7801d83c2931 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:49.804176 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-plugged", "status": "completed", "tag": "6bfc9630-b5e3-44b7-96fb-6aa6b18fd875", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:49.804592 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19ee08f7-5744-4e32-9546-7801d83c2931 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:49.805130 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875', 'code': 200} Jan 29 04:25:49.806127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-0a7beb36-6748-4dd7-84c2-dd61ae14e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:49.813260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-0a7beb36-6748-4dd7-84c2-dd61ae14e76f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.3597877 Jan 29 04:25:50.036617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d97b-5e0e-4cef-9ca1-4e603b02c5d8 req-82b9d083-4663-45fa-9c4e-887758756d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.038703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d97b-5e0e-4cef-9ca1-4e603b02c5d8 req-82b9d083-4663-45fa-9c4e-887758756d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.046954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-81d5d97b-5e0e-4cef-9ca1-4e603b02c5d8 req-82b9d083-4663-45fa-9c4e-887758756d22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1983 time: 0.0894620 Jan 29 04:25:50.130402 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.140363 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-81d5d97b-5e0e-4cef-9ca1-4e603b02c5d8 req-b1de16f2-9fec-4bd0-ae64-d4aacd8ae9f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831156 Jan 29 04:25:50.205270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c2cf41-a257-4865-9f10-ad8c44f21d49']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:50.232180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25c081-8522-43a5-9497-1113d2c3601e req-c4438f0d-8ebb-4dd1-a350-0a1b3548d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.244131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-c4438f0d-8ebb-4dd1-a350-0a1b3548d09b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3637128 Jan 29 04:25:50.246953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0322fc2-219b-4aeb-9670-2e198a0623df') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:50.247247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0322fc2-219b-4aeb-9670-2e198a0623df') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:50.266392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b56c-5699-4e95-b33d-9256a6749a29 req-1719cac0-fc6c-4846-bab2-5cd2d326a8a2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.267932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ba6b56c-5699-4e95-b33d-9256a6749a29 req-1719cac0-fc6c-4846-bab2-5cd2d326a8a2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 943 time: 0.3860426 Jan 29 04:25:50.322070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.379225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ba6b56c-5699-4e95-b33d-9256a6749a29 req-07b511df-47d4-4f7a-b480-6684be786840 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003060 Jan 29 04:25:50.380530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.398666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:25:50.399467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:25:50.405163 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:25:50.619582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:50.692737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-80eeb157-7834-4b28-a587-2ed71e26c2bb service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454470 Jan 29 04:25:50.717800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79490a-0cfa-49db-aa31-d391ba7e9d75 req-5c2356ee-02ce-4b5b-b512-4a2c8b3df730 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.724683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79490a-0cfa-49db-aa31-d391ba7e9d75 req-5c2356ee-02ce-4b5b-b512-4a2c8b3df730 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:50.726767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc79490a-0cfa-49db-aa31-d391ba7e9d75 req-5c2356ee-02ce-4b5b-b512-4a2c8b3df730 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1681 time: 0.2144401 Jan 29 04:25:50.727650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.758228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.762063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] 10.222.0.32 "DELETE /v2.0/networks/75c2cf41-a257-4865-9f10-ad8c44f21d49 HTTP/1.1" status: 204 len: 168 time: 1.1886783 Jan 29 04:25:50.778806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd37f8-6f58-4719-8cd5-35bd73ec6756 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c2cf41-a257-4865-9f10-ad8c44f21d49,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:50.860167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:50.966365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc79490a-0cfa-49db-aa31-d391ba7e9d75 req-055a8ab4-c17b-4593-81ee-185482720d89 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895072 Jan 29 04:25:51.014956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de25c081-8522-43a5-9497-1113d2c3601e req-89967ff9-ac5d-4b73-9dc2-317b7559fc81 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852232 Jan 29 04:25:51.053737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:51.079148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.092016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.127066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44808) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:51.127686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8d4eb3e81794fd5bde1440462df5efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059147 Jan 29 04:25:51.158472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f77c72f7-0016-4f98-a7f8-4dfd758b5501 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=832d94e631a64095b2959099b9da4a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929024 Jan 29 04:25:51.161086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:51.186758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d3aaf-1734-4a28-a1b4-c53ff62565f6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:51.209486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.210303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.210857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.211399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.211963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.212510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.213057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.213592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.214202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.214770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.215303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.215834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e3d53-22d2-4671-9c13-d119d6c13cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.246375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6e78b32-27d9-4ab7-bf2e-5779c539aefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.272632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6e78b32-27d9-4ab7-bf2e-5779c539aefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.347449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-6a81f06d-dfc9-4050-889b-a1065153b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.349292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-6a81f06d-dfc9-4050-889b-a1065153b2d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1094 time: 0.1525557 Jan 29 04:25:51.354742 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6e78b32-27d9-4ab7-bf2e-5779c539aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.357111 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.358516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6e78b32-27d9-4ab7-bf2e-5779c539aefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.362217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6e78b32-27d9-4ab7-bf2e-5779c539aefe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d797941-7cb5-4999-93db-eb4634243953 HTTP/1.1" status: 204 len: 168 time: 0.1977520 Jan 29 04:25:51.374960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e78b32-27d9-4ab7-bf2e-5779c539aefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d797941-7cb5-4999-93db-eb4634243953,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:51.519306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.665187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c72c3-9b41-4033-93d2-fb1bce35653d req-ca6c2371-38cd-4ecb-9e1e-88ab5fe88aff tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.666759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f9c72c3-9b41-4033-93d2-fb1bce35653d req-ca6c2371-38cd-4ecb-9e1e-88ab5fe88aff tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 943 time: 0.1584630 Jan 29 04:25:51.702576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-303d407a-ffab-4ccc-9a46-2a71f131edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:51.704167 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-303d407a-ffab-4ccc-9a46-2a71f131edda service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.3436244 Jan 29 04:25:51.735738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f9c72c3-9b41-4033-93d2-fb1bce35653d req-733ccbd1-3b33-452b-be50-5da2db32bbc4 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489981 Jan 29 04:25:51.753289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.763774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:51.763774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d5d3aaf-1734-4a28-a1b4-c53ff62565f6 HTTP/1.1" status: 204 len: 168 time: 0.6304941 Jan 29 04:25:51.769574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d3aaf-1734-4a28-a1b4-c53ff62565f6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:51.785231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.786076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.786076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.786324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.786683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.787020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.787347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.787673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.787997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.788321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.789092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.789092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75b199-584a-48b0-994f-cbf70c148abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:51.879587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-131d205d-e334-4abb-a743-bd92c105a6a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 217 time: 0.0775731 Jan 29 04:25:52.007425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-f09a3715-64b3-48f1-85ef-9980f2d6d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.009168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-f09a3715-64b3-48f1-85ef-9980f2d6d0e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.1236002 Jan 29 04:25:52.151015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-c2f23f44-adc4-4c6b-b97f-d5378ee4b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.158364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-c2f23f44-adc4-4c6b-b97f-d5378ee4b064 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408949 Jan 29 04:25:52.270054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ec2c4-0cb6-4a6a-b3db-eba9c8c963a9 req-14bfb6c3-0ec3-484b-8584-0ebe93f4ba01 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.276006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ec2c4-0cb6-4a6a-b3db-eba9c8c963a9 req-14bfb6c3-0ec3-484b-8584-0ebe93f4ba01 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:52.284092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-310ec2c4-0cb6-4a6a-b3db-eba9c8c963a9 req-14bfb6c3-0ec3-484b-8584-0ebe93f4ba01 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1681 time: 0.1245644 Jan 29 04:25:52.389769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-310ec2c4-0cb6-4a6a-b3db-eba9c8c963a9 req-f21371f2-9e69-412c-8c16-ea70a5aa95dc tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969477 Jan 29 04:25:52.460102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-4279eea5-4aee-4bd8-9a6d-e95f07de4b7a service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592189 Jan 29 04:25:52.601525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:52.640604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d4d8c3-0211-4be7-99c9-0065482838a8 req-34514da2-132a-49ec-a203-729e0ed667b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684396 Jan 29 04:25:52.667690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:52.706191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-245070c8-359d-409c-a792-85ba5b9f45c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:52.829078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:52.856105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'mac_address': 'fa:16:3e:25:5f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:52.903620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-245070c8-359d-409c-a792-85ba5b9f45c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:52.910196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-245070c8-359d-409c-a792-85ba5b9f45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:52.951224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:52.983432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b352dd9-c837-4130-9c92-387ba0dfab77 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:53.027038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:53.032778 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:53.090228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-245070c8-359d-409c-a792-85ba5b9f45c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e80a977b1ecf4bcd87d8213187309e43&name=default HTTP/1.1" status: 200 len: 2980 time: 0.4214144 Jan 29 04:25:53.092989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44888) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:53.095172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245070c8-359d-409c-a792-85ba5b9f45c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917948e4-726b-47dd-91db-4dc675a55d60,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:53.164569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a9396-30c3-42fe-b779-039593190b4b req-8f86d4f7-aa02-447d-bac7-a55b29148ac6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:53.171806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8a9396-30c3-42fe-b779-039593190b4b req-8f86d4f7-aa02-447d-bac7-a55b29148ac6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 943 time: 0.2263384 Jan 29 04:25:53.176174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:53.209075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74c852d4-26b5-4cea-899b-39891ee06a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:53.249699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8a9396-30c3-42fe-b779-039593190b4b req-1a5a70d2-d45f-430e-ae0f-4bf2e1e7f4b6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709999 Jan 29 04:25:53.263148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74c852d4-26b5-4cea-899b-39891ee06a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:53.324960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3b352dd9-c837-4130-9c92-387ba0dfab77'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:53.401161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74c852d4-26b5-4cea-899b-39891ee06a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:53.405080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74c852d4-26b5-4cea-899b-39891ee06a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:53.408508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-74c852d4-26b5-4cea-899b-39891ee06a2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/917948e4-726b-47dd-91db-4dc675a55d60 HTTP/1.1" status: 204 len: 168 time: 0.3116920 Jan 29 04:25:53.427026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c852d4-26b5-4cea-899b-39891ee06a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917948e4-726b-47dd-91db-4dc675a55d60,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:53.664400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:53.754381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87b8b-992c-46cb-bbbb-ff217a1e6c19 req-47b3ffdc-a00f-45e0-8065-1615ca3318d9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:53.770828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87b8b-992c-46cb-bbbb-ff217a1e6c19 req-47b3ffdc-a00f-45e0-8065-1615ca3318d9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:53.780798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ed87b8b-992c-46cb-bbbb-ff217a1e6c19 req-47b3ffdc-a00f-45e0-8065-1615ca3318d9 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1681 time: 0.1972680 Jan 29 04:25:53.806527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1cbe7ab8-d86a-489c-87ad-ba5da834b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:53.889543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ed87b8b-992c-46cb-bbbb-ff217a1e6c19 req-d8c8f75c-7645-42f2-a52e-59f863e8487e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062388 Jan 29 04:25:53.973619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44930) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:54.499707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec77bc0f-90bb-4507-9b23-f820a78a67f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:54.566115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44970) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:54.618254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 84576a87-ecfa-44fc-a36e-3780339ed9ae details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:25:54.628182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:54.709851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec77bc0f-90bb-4507-9b23-f820a78a67f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:54.716749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec77bc0f-90bb-4507-9b23-f820a78a67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:54.775343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ec77bc0f-90bb-4507-9b23-f820a78a67f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bee29fe5c5494f75ab9860d89f71af25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980840 Jan 29 04:25:54.775587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44978) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:54.920293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-982059651-network', 'tenant_id': '50febfc5ccac49e48e0faf500fc88967'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:54.936169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77bc0f-90bb-4507-9b23-f820a78a67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55073ce8-993a-4e5a-a969-7d8c2b3e1e83,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:54.947429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3b352dd9-c837-4130-9c92-387ba0dfab77 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:54.947912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.024068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Made reservation on behalf of 50febfc5ccac49e48e0faf500fc88967 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:55.029981 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.066189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.112257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbb8-96da-4044-b06a-1c3e2fe777d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.159717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 84576a87-ecfa-44fc-a36e-3780339ed9ae, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:55.213734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbb8-96da-4044-b06a-1c3e2fe777d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.215775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:25:55.333680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.471774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbb8-96da-4044-b06a-1c3e2fe777d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.474384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbb8-96da-4044-b06a-1c3e2fe777d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.485878 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.486466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0c77dbb8-96da-4044-b06a-1c3e2fe777d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55073ce8-993a-4e5a-a969-7d8c2b3e1e83 HTTP/1.1" status: 204 len: 168 time: 0.7099388 Jan 29 04:25:55.492974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.518952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.529661 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.532023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77dbb8-96da-4044-b06a-1c3e2fe777d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55073ce8-993a-4e5a-a969-7d8c2b3e1e83,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.613230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:25:55.631926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:55.640158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:55.643863 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd330f-026b-44f7-b5b6-7f5438c3e57d" -d '{"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-plugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:55.650914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02f41fe-76ae-407d-982e-8bae9c931f2e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.652763 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.656988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.657269 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Added segment a7c71317-cc01-4d8a-a4bd-c81f0485978c of type vlan for network 0968f5f7-ca2a-4601-a635-91eea2f82363 Jan 29 04:25:55.748879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84576a87-ecfa-44fc-a36e-3780339ed9ae {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:25:55.770570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.796699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 84576a87-ecfa-44fc-a36e-3780339ed9ae, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:55.801663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.819272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.820563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:55.821103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.823771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:55.830278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.831525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.833077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.833455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.833793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.834149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.835489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.835816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.837061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.837457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.839049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.839778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:25:55.872014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3003719 Jan 29 04:25:55.874979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:55.884014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Request body: {'subnet': {'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-982059651-subnet', 'tenant_id': '50febfc5ccac49e48e0faf500fc88967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:25:55.924609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2140d-ba49-4701-9ef6-512cf6df54a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0968f5f7-ca2a-4601-a635-91eea2f82363,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:55.972210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:25:55.985941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Made reservation on behalf of 50febfc5ccac49e48e0faf500fc88967 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:25:55.988230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.197266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=84576a87-ecfa-44fc-a36e-3780339ed9ae,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.258168 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f338f-71b0-4d49-94d3-3c8967226e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.271618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:56.336728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa53e-4a86-4a4e-907a-9264c17f75e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.370918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['84576a87-ecfa-44fc-a36e-3780339ed9ae'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:56.414622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3bd62-68bb-4915-a103-7e25e6daa6c1 req-36166849-e2cd-4511-9246-bdecdaabf901 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.416092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32d3bd62-68bb-4915-a103-7e25e6daa6c1 req-36166849-e2cd-4511-9246-bdecdaabf901 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 944 time: 0.1310232 Jan 29 04:25:56.510013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32d3bd62-68bb-4915-a103-7e25e6daa6c1 req-de0adca7-b91a-43fd-9bd7-53bf1844bb40 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776956 Jan 29 04:25:56.594492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd75c53-4fbe-43d6-8e00-df26ca9bd05a req-e526a690-e91d-4a03-8159-050c86e73d82 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.611410 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f8c04b-6648-4fc0-9d47-500e268ca00a x-openstack-request-id: req-31f8c04b-6648-4fc0-9d47-500e268ca00a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:56.611742 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-plugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:56.611942 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31f8c04b-6648-4fc0-9d47-500e268ca00a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:56.612340 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'code': 200} Jan 29 04:25:56.615898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd75c53-4fbe-43d6-8e00-df26ca9bd05a req-e526a690-e91d-4a03-8159-050c86e73d82 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.617559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abd75c53-4fbe-43d6-8e00-df26ca9bd05a req-e526a690-e91d-4a03-8159-050c86e73d82 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1681 time: 0.2757142 Jan 29 04:25:56.638600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa53e-4a86-4a4e-907a-9264c17f75e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.649808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa53e-4a86-4a4e-907a-9264c17f75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.690686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Deleting port c1512d62-bf3d-4565-be38-bb4064e0a0d3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:56.691043 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.767184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:56.769944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7f6fa53e-4a86-4a4e-907a-9264c17f75e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10d757663bfd4062ab7c0d3d14be2bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968300 Jan 29 04:25:56.788814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-b1b122b2-f6a8-413a-babf-5fe0032218af tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.810302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-b1b122b2-f6a8-413a-babf-5fe0032218af tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:56.812291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-b1b122b2-f6a8-413a-babf-5fe0032218af tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 1681 time: 0.2636881 Jan 29 04:25:56.815727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa53e-4a86-4a4e-907a-9264c17f75e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ebf5fd-48cb-4934-bb04-d50ff939185f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:56.825201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] For port c1512d62-bf3d-4565-be38-bb4064e0a0d3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c1512d62-bf3d-4565-be38-bb4064e0a0d3,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:56.826025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:56.872496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abd75c53-4fbe-43d6-8e00-df26ca9bd05a req-9ede4bc3-c603-4662-9cd6-4caf065a8db2 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990588 Jan 29 04:25:56.914556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Calling delete_port for c1512d62-bf3d-4565-be38-bb4064e0a0d3 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:56.974055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.014990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc6592-7505-4de5-a11c-f2ce8e68417f req-8e8b3040-82b3-40bd-b32a-d92d1d084ad6 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:57.030289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8384489-6595-487b-9d7d-5ad40882963d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.031622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78bc6592-7505-4de5-a11c-f2ce8e68417f req-8e8b3040-82b3-40bd-b32a-d92d1d084ad6 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 949 time: 0.2175138 Jan 29 04:25:57.087552 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78bc6592-7505-4de5-a11c-f2ce8e68417f req-29fd7502-3b8a-4688-b9fd-e69e7dd660b6 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548596 Jan 29 04:25:57.093102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Checking segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:25:57.093614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Network hostable DHCP agents. Network: 0968f5f7-ca2a-4601-a635-91eea2f82363, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:25:57.095597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:57.096068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.106252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8384489-6595-487b-9d7d-5ad40882963d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.109477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b4c64b-45e6-45d8-a8fc-b6329d7a5440,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.188181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.250735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:57.251117 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.285959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:57.368918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:25:57.416444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 0968f5f7-ca2a-4601-a635-91eea2f82363) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:25:57.434374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.438806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efda074-d8bf-44a9-bd55-e5ad65a41434 None None] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:57.448217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:57.449459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.474991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c8a64fe-b3ec-41b1-8244-b6b7b5e2fa66 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5986845 Jan 29 04:25:57.521936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8384489-6595-487b-9d7d-5ad40882963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.536431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8384489-6595-487b-9d7d-5ad40882963d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.547165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f8384489-6595-487b-9d7d-5ad40882963d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09ebf5fd-48cb-4934-bb04-d50ff939185f HTTP/1.1" status: 204 len: 168 time: 0.7789032 Jan 29 04:25:57.556069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1512d62-bf3d-4565-be38-bb4064e0a0d3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.583591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.627709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8384489-6595-487b-9d7d-5ad40882963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ebf5fd-48cb-4934-bb04-d50ff939185f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.653042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['b13ddf4e-c96d-47b3-b0e5-eb133324474e', '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:25:57.679021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=6bfc9630-b5e3-44b7-96fb-6aa6b18fd875,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:57.897794 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.929805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:57.941245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:57.953095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-79b83bd5-0d77-46d6-a2c2-1ea37dca6652 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "DELETE /v2.0/ports/6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 HTTP/1.1" status: 204 len: 173 time: 1.1120577 Jan 29 04:25:57.954320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-deleted', 'tag': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:57.956591 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b39b5-26a8-45b6-a729-0b1f3576c763" -d '{"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-deleted", "tag": "6bfc9630-b5e3-44b7-96fb-6aa6b18fd875"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:58.033238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4db09-ccc5-46fc-b9a7-c7d4239e985a None None] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:25:58.194739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f4e66-a92c-40d5-bafa-aa200e883ab2 req-6e88dbc5-56fb-430b-9a81-bb01fa0db0d2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:58.207258 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af0f4e66-a92c-40d5-bafa-aa200e883ab2 req-6e88dbc5-56fb-430b-9a81-bb01fa0db0d2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 944 time: 0.5452914 Jan 29 04:25:58.345144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af0f4e66-a92c-40d5-bafa-aa200e883ab2 req-d001630f-c51f-4d86-93d7-ac15823d224a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369450 Jan 29 04:25:58.408583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port b13ddf4e-c96d-47b3-b0e5-eb133324474e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:25:58.410221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:58.470723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Router a456a508-d9c1-47f4-85a0-6139f27a032c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:25:58.657097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:25:58.679091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4203ec2-74d9-407f-a9eb-7b24a6ef0f31 admin admin] 10.222.0.32 "PUT /v2.0/routers/a456a508-d9c1-47f4-85a0-6139f27a032c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0111058 Jan 29 04:25:58.679345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669212ce-e7ca-41b1-8ee0-cb8d8896691a x-openstack-request-id: req-669212ce-e7ca-41b1-8ee0-cb8d8896691a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:25:58.679345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-deleted", "tag": "6bfc9630-b5e3-44b7-96fb-6aa6b18fd875", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:25:58.679345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-669212ce-e7ca-41b1-8ee0-cb8d8896691a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:25:58.679345 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-deleted', 'tag': '6bfc9630-b5e3-44b7-96fb-6aa6b18fd875', 'status': 'completed', 'code': 200} Jan 29 04:25:58.680134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:25:58.691871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 84576a87-ecfa-44fc-a36e-3780339ed9ae up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:25:58.722737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc919ef0-a42f-4790-94d6-f5c7b72639c2 req-57f22d20-f7bf-4bbd-bacd-e042f0551569 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:25:58.735027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc919ef0-a42f-4790-94d6-f5c7b72639c2 req-57f22d20-f7bf-4bbd-bacd-e042f0551569 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92 HTTP/1.1" status: 200 len: 945 time: 0.2681632 Jan 29 04:25:58.769264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] Sync routers for ids ['a456a508-d9c1-47f4-85a0-6139f27a032c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:25:58.794825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] Routers {'a456a508-d9c1-47f4-85a0-6139f27a032c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:25:58.800909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a456a508-d9c1-47f4-85a0-6139f27a032c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:25:58.895653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc919ef0-a42f-4790-94d6-f5c7b72639c2 req-0e3f6882-e3b2-4fae-a9d6-a4fce35817e7 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "GET /v2.0/security-groups?id=187bcffa-7216-4f1e-bf23-2702f02409ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584225 Jan 29 04:25:58.900383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port b13ddf4e-c96d-47b3-b0e5-eb133324474e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b13ddf4e-c96d-47b3-b0e5-eb133324474e,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:58.902549 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:58.934651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for b13ddf4e-c96d-47b3-b0e5-eb133324474e owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:25:58.946843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 84576a87-ecfa-44fc-a36e-3780339ed9ae completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:25:58.953777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 84576a87-ecfa-44fc-a36e-3780339ed9ae triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:25:58.954470 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:58.959816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.111520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.146338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] Set router a456a508-d9c1-47f4-85a0-6139f27a032c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:25:59.191722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.206117 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.288068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=b13ddf4e-c96d-47b3-b0e5-eb133324474e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:25:59.384541 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.422139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port b13ddf4e-c96d-47b3-b0e5-eb133324474e on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:25:59.431971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.439662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-259a4d34-ef03-41d8-b9bc-f447516d1af5 req-8992b65b-82cd-4327-b7d4-6faaa59aa700 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.36 "DELETE /v2.0/ports/b13ddf4e-c96d-47b3-b0e5-eb133324474e HTTP/1.1" status: 204 len: 173 time: 1.4606373 Jan 29 04:25:59.607601 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.691050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:25:59.694176 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aec3c9-e41f-410d-aab6-c0cb48f03fbc" -d '{"events": [{"server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "name": "network-vif-plugged", "status": "completed", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:25:59.745386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 84576a87-ecfa-44fc-a36e-3780339ed9ae, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:25:59.780747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:25:59.781768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b13ddf4e-c96d-47b3-b0e5-eb133324474e no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:25:59.974954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: b13ddf4e-c96d-47b3-b0e5-eb133324474e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:25:59.975604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b13ddf4e-c96d-47b3-b0e5-eb133324474e not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:25:59.975999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:00.047728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:00.048123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 6bfc9630-b5e3-44b7-96fb-6aa6b18fd875 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:00.048577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:00.129808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Deleting port aff9ef0a-7d76-4865-bef3-0883f5e96063 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:00.131665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:00.135254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=84576a87-ecfa-44fc-a36e-3780339ed9ae,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:00.149106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:25:57Z', 'revision_number': 5, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port': {'id': 'aff9ef0a-7d76-4865-bef3-0883f5e96063', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:36Z', 'updated_at': '2022-01-29T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:00.244637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] Checking router: a456a508-d9c1-47f4-85a0-6139f27a032c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:00.263981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9763efff-f4b5-470a-bffa-b5c0f1c7d13e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:00.267137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] Routers {'a456a508-d9c1-47f4-85a0-6139f27a032c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:00.267779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a456a508-d9c1-47f4-85a0-6139f27a032c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:00.275378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9763efff-f4b5-470a-bffa-b5c0f1c7d13e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 817 time: 1.0522673 Jan 29 04:26:00.342609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9a6adc19-aace-4237-b801-1a26cc1afb37 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/quotas/50febfc5ccac49e48e0faf500fc88967 HTTP/1.1" status: 200 len: 375 time: 0.0647583 Jan 29 04:26:00.370450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73705778-228d-4deb-b544-f272aae60d3f req-4a8ceb61-059a-4dc9-a93d-e2a800b9810d tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:00.383666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-73705778-228d-4deb-b544-f272aae60d3f req-4a8ceb61-059a-4dc9-a93d-e2a800b9810d tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 945 time: 0.1800957 Jan 29 04:26:00.441386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-2e47b32d-41ad-4895-8b45-babbce92e54f tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942736 Jan 29 04:26:00.491103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-73705778-228d-4deb-b544-f272aae60d3f req-0a512afe-dfc5-4a9c-b500-8c4e8bc169d0 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060872 Jan 29 04:26:00.550800 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c733f-854f-4213-b705-51b4eede1b93 x-openstack-request-id: req-487c733f-854f-4213-b705-51b4eede1b93 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:00.553332 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "name": "network-vif-plugged", "status": "completed", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:00.554436 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-487c733f-854f-4213-b705-51b4eede1b93 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:00.554855 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'code': 200} Jan 29 04:26:00.586023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45228) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:00.657300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:00.699120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-deleted', 'tag': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:00.708269 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618e5260-966f-4227-a4e9-f41b601ea629" -d '{"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-deleted", "tag": "b13ddf4e-c96d-47b3-b0e5-eb133324474e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:00.713388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] Set router a456a508-d9c1-47f4-85a0-6139f27a032c gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:00.787153 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-0c932236-0cdf-45f5-b4a6-09723a88481f service neutron] 10.222.0.32 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452165 Jan 29 04:26:00.825419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b46e3-02d8-4f2c-8917-2a4835bb9cc1 req-5baea154-8f1f-4ef6-8045-7136dbc61cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:00.827278 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e23b46e3-02d8-4f2c-8917-2a4835bb9cc1 req-5baea154-8f1f-4ef6-8045-7136dbc61cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1096 time: 0.0993168 Jan 29 04:26:00.835958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting subnet 2ce128a9-6d99-4db7-901e-f8edfe5fec1a {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:00.839757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:00.931235 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4edd7a-8eb0-464b-9676-ebeccb1bb0bc x-openstack-request-id: req-1f4edd7a-8eb0-464b-9676-ebeccb1bb0bc {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:00.932162 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92", "name": "network-vif-deleted", "tag": "b13ddf4e-c96d-47b3-b0e5-eb133324474e", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:00.933513 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f4edd7a-8eb0-464b-9676-ebeccb1bb0bc {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:00.934301 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3c8b7b-09d7-47b8-85f5-a0fc5e2acc92', 'name': 'network-vif-deleted', 'tag': 'b13ddf4e-c96d-47b3-b0e5-eb133324474e', 'status': 'completed', 'code': 200} Jan 29 04:26:00.963686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e23b46e3-02d8-4f2c-8917-2a4835bb9cc1 req-434c44a4-41d6-415d-b3ee-8db581506ddc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203299 Jan 29 04:26:00.984804 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:00.986956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:25:59Z', 'revision_number': 6, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:01.049369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] For port aff9ef0a-7d76-4865-bef3-0883f5e96063, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aff9ef0a-7d76-4865-bef3-0883f5e96063,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:01.049747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.091486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c110d-6895-4769-a137-91aa8bf5e3a6 None None] The sync data for ids ['a456a508-d9c1-47f4-85a0-6139f27a032c'] in n-d-825930-1 is: [{'id': 'a456a508-d9c1-47f4-85a0-6139f27a032c', 'name': 'tempest-AttachSCSIVolumeTestJSON-680954643-router', 'tenant_id': 'ff09db573ae74099bef91df2cd371e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:34Z', 'updated_at': '2022-01-29T04:25:59Z', 'revision_number': 6, 'project_id': 'ff09db573ae74099bef91df2cd371e0e', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:01.112975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:01.122207 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.204109 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.221763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-cef2457a-02da-4900-bf80-616d6bbe65d5 service neutron] 10.222.0.32 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337273 Jan 29 04:26:01.222763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Calling delete_port for aff9ef0a-7d76-4865-bef3-0883f5e96063 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:01.241169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.335787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.364976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.371822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38fc01d-5c74-4992-96d8-e37412e68e47 None None] Network 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:01.385561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/subnets/2ce128a9-6d99-4db7-901e-f8edfe5fec1a HTTP/1.1" status: 204 len: 168 time: 0.7953010 Jan 29 04:26:01.394093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:01.451175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a42ee-6528-46ac-a82c-3c6cfce752f0 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce128a9-6d99-4db7-901e-f8edfe5fec1a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.565522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.766857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:01.870941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Pushing event deleted for resources: {'Port': ['ID=aff9ef0a-7d76-4865-bef3-0883f5e96063,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:01.875547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea6a30-ce33-4581-aea2-4c0bb3d25225 req-67d22de3-9222-4860-8fe6-6c948254b52a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:01.886756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93ea6a30-ce33-4581-aea2-4c0bb3d25225 req-67d22de3-9222-4860-8fe6-6c948254b52a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 945 time: 0.1710672 Jan 29 04:26:01.886923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting port 19ea83ad-18c3-4148-84d5-12724484da5b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:01.887359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.019572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93ea6a30-ce33-4581-aea2-4c0bb3d25225 req-e5550fac-84a5-482b-98a2-199bfa0c2fac tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171765 Jan 29 04:26:02.064923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] DHCP port deletion for 6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:26:02.204393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] For port 19ea83ad-18c3-4148-84d5-12724484da5b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=19ea83ad-18c3-4148-84d5-12724484da5b,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:02.204788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.207924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] Deleting port 19ea83ad-18c3-4148-84d5-12724484da5b {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:02.210329 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.253185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Calling delete_port for 19ea83ad-18c3-4148-84d5-12724484da5b owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:02.261315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.338991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aff9ef0a-7d76-4865-bef3-0883f5e96063 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:02.381366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: aff9ef0a-7d76-4865-bef3-0883f5e96063 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:02.381713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aff9ef0a-7d76-4865-bef3-0883f5e96063 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:02.382157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c1512d62-bf3d-4565-be38-bb4064e0a0d3 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:02.403961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e073e62b-4933-4ee2-b76a-fd4408fcc2dd req-2c53f61d-3191-49d4-8065-ebf2fd37f22e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 210 time: 0.0897105 Jan 29 04:26:02.423097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c1512d62-bf3d-4565-be38-bb4064e0a0d3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:02.423446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c1512d62-bf3d-4565-be38-bb4064e0a0d3 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:02.423874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 19ea83ad-18c3-4148-84d5-12724484da5b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:02.490439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] For port 19ea83ad-18c3-4148-84d5-12724484da5b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=19ea83ad-18c3-4148-84d5-12724484da5b,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:02.490852 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.540097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] Calling delete_port for 19ea83ad-18c3-4148-84d5-12724484da5b owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:02.559225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:02.561428 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0604becc-299d-44ce-9849-4e598ff3a0a3" -d '{"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:02.645279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:26:02.682015 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c484710-feeb-4022-b5e7-c45c9a5c385b x-openstack-request-id: req-9c484710-feeb-4022-b5e7-c45c9a5c385b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:02.682623 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:02.682866 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c484710-feeb-4022-b5e7-c45c9a5c385b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:02.683244 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'code': 200} Jan 29 04:26:02.728828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.828740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 19ea83ad-18c3-4148-84d5-12724484da5b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=19ea83ad-18c3-4148-84d5-12724484da5b,segment=NetworkSegment(2412e4b3-dc9f-4f38-b0c7-6f79bb398819),segment_id=2412e4b3-dc9f-4f38-b0c7-6f79bb398819)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:02.873199 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.903241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.906489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.924562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:02.925727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event deleted for resources: {'Port': ['ID=19ea83ad-18c3-4148-84d5-12724484da5b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:02.985443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] Pushing event deleted for resources: {'Port': ['ID=19ea83ad-18c3-4148-84d5-12724484da5b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.004879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6454f-b190-432a-9cc3-14fc8f701ad7 None None] No DVR routers for this DVR port 19ea83ad-18c3-4148-84d5-12724484da5b on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:03.051127 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.071575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:03.101972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'mac_address': 'fa:16:3e:50:11:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:26:03.179996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Port': ['ID=19ea83ad-18c3-4148-84d5-12724484da5b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.209843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] No DVR routers for this DVR port 19ea83ad-18c3-4148-84d5-12724484da5b on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:03.231127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.237136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.242303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a456a508-d9c1-47f4-85a0-6139f27a032c {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:03.259163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be9b338-c115-42bb-bce7-d1ca1122e511 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:03.297133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1c5a-d4d0-4594-b48e-6e4d6e23906b req-c8f158f2-0faa-49a3-ba66-a4e88e80c0b7 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:03.315267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f3c1c5a-d4d0-4594-b48e-6e4d6e23906b req-c8f158f2-0faa-49a3-ba66-a4e88e80c0b7 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 945 time: 0.1531072 Jan 29 04:26:03.320094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:03.334359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.386551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.389944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e42c6da5-13bd-45b3-bfc5-d86ad538bbee admin admin] 10.222.0.32 "DELETE /v2.0/routers/a456a508-d9c1-47f4-85a0-6139f27a032c HTTP/1.1" status: 204 len: 168 time: 4.7019243 Jan 29 04:26:03.393918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f3c1c5a-d4d0-4594-b48e-6e4d6e23906b req-49b8ef32-13e6-464e-80f5-cf6fbf2a9964 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738759 Jan 29 04:26:03.395335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45366) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:03.515824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Deleting subnet 73a70083-d96c-4dd7-88fc-b13dd54c8ec9 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:03.524680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.528960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:03.556090 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.602386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:03.635957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.658854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2be9b338-c115-42bb-bce7-d1ca1122e511'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:03.672319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2412e4b3-dc9f-4f38-b0c7-6f79bb398819') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:03.672733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2412e4b3-dc9f-4f38-b0c7-6f79bb398819') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:03.716401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.757790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.763053 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.783975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:03.783975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:03.790482 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:03.811637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9f2c-59ba-4153-a777-4800adb00fba req-e3bd3c22-7e27-4bb3-beab-5440ffe498c6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:03.813088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-e3bd3c22-7e27-4bb3-beab-5440ffe498c6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0996568 Jan 29 04:26:03.921978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-723fdad0-b31f-4b86-a20b-8781fa6e1599 req-bfcaf152-994c-4c82-86d7-14d99caedd7a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 210 time: 0.0750208 Jan 29 04:26:03.974185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:03.984486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-ca1cb375-fa27-407f-b474-ebde5eb31b48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.1301346 Jan 29 04:26:04.008232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.013083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'floatingip': {'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:04.044970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a70083-d96c-4dd7-88fc-b13dd54c8ec9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:04.066077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.067216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.071086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb229663-2daa-4669-a7ce-be08c82d2852 None None] Network bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:04.084187 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e4ac8bf9-6bc5-46bf-8e91-ceea0212606a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/73a70083-d96c-4dd7-88fc-b13dd54c8ec9 HTTP/1.1" status: 204 len: 168 time: 0.6826053 Jan 29 04:26:04.090833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45392) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:04.098480 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.101642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/networks/6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb HTTP/1.1" status: 204 len: 168 time: 2.7067316 Jan 29 04:26:04.237085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45394) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:04.295970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.420551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Deleting port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:04.420892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.465938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] DHCP port deletion for bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:26:04.484613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Deleting subnet 1f75107e-fb4f-4028-99e4-413ed5366d28 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:04.494212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.551492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] For port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:04.553299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.579216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.581598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Calling delete_port for 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:04.623644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] Deleting port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:04.623908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.716279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.810518 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.880127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] For port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,segment=NetworkSegment(f56718c7-0c87-4387-afac-df22587b5175),segment_id=f56718c7-0c87-4387-afac-df22587b5175)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:04.880535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:04.923543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:04.932926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] Calling delete_port for 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:05.032936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] No DVR routers for this DVR port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:05.199523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.245931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] Pushing event deleted for resources: {'Port': ['ID=53c7a0f2-bec4-4a39-bc58-12c9dc83dc02,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.249382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaae6ef-7ba3-436b-b05a-d9b748ab0ae8 None None] No DVR routers for this DVR port 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:05.351263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ef4426f9-a5a5-4abb-b7e4-7169c551e109 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:05.353387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ef4426f9-a5a5-4abb-b7e4-7169c551e109 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 817 time: 0.5722497 Jan 29 04:26:05.378356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.418266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Request body: {'port': {'device_id': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'admin_state_up': True, 'tenant_id': '50febfc5ccac49e48e0faf500fc88967'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:05.424178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdea55c-08fc-4bc7-b8f1-a7aed605accd tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Network': ['ID=6662ca1a-a0da-4bd6-b0eb-9981ddf0fbdb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:05.603745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.629045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56718c7-0c87-4387-afac-df22587b5175') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.629341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56718c7-0c87-4387-afac-df22587b5175') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:05.681986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.726858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.745640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:05.746721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:05.749248 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:05.764857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.866846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Made reservation on behalf of 50febfc5ccac49e48e0faf500fc88967 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:05.875171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.907229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:05.935560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.946717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:05.951983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a HTTP/1.1" status: 204 len: 168 time: 1.8601072 Jan 29 04:26:05.957737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:05.958807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53c7a0f2-bec4-4a39-bc58-12c9dc83dc02 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:06.024290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45474) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:06.069235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b804c-e5f7-4019-a37c-5651483b1383 admin admin] Pushing event deleted for resources: {'Network': ['ID=bacc2022-5ca6-4291-9c5f-ddd6ee75ff2a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:06.265689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a16bc-fb17-425e-962e-ea4c212c9a04 None None] Network 98e83eed-88f5-49d0-99e0-50c6f6ee553e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:06.266797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Subnet': ['ID=1f75107e-fb4f-4028-99e4-413ed5366d28,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:06.269428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:06.280822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da408f70-a154-4234-ad89-3434116b1c6e tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/subnets/1f75107e-fb4f-4028-99e4-413ed5366d28 HTTP/1.1" status: 204 len: 168 time: 2.0426722 Jan 29 04:26:06.286454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:06.290910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Allocated IP 172.20.0.14 (0968f5f7-ca2a-4601-a635-91eea2f82363/62b4c64b-45e6-45d8-a8fc-b6329d7a5440/ac1ed229-01a9-4598-b913-4e841724b4ce) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:06.438885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-644fb699-1309-4fbb-b334-ada071bc8dfc tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:06.440674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-644fb699-1309-4fbb-b334-ada071bc8dfc tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 817 time: 0.2028430 Jan 29 04:26:06.448930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:06.633183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:06.645085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:06.656717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Request body: {'port': {'device_id': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'admin_state_up': True, 'tenant_id': '50febfc5ccac49e48e0faf500fc88967'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:06.673007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:06.830091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 2be9b338-c115-42bb-bce7-d1ca1122e511 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:06.830796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:06.904959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] DHCP port deletion for 98e83eed-88f5-49d0-99e0-50c6f6ee553e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:26:07.049836 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.074468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-722b2cb1-6261-4dc4-adc5-c300e1ccbaa0 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:07.078650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-722b2cb1-6261-4dc4-adc5-c300e1ccbaa0 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 817 time: 0.2526875 Jan 29 04:26:07.113858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:07.121323 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0479fca-9093-45ed-990f-c282d8597c67" -d '{"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-plugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:07.137735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:07.144029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] Deleting port c7bce828-78b7-48a7-8125-2119f2ebde36 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:07.144864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.148469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.160600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Request body: {'port': {'device_id': '9090d936-d816-4025-a992-b92337b846bf', 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'admin_state_up': True, 'tenant_id': '50febfc5ccac49e48e0faf500fc88967'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:07.275677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] For port c7bce828-78b7-48a7-8125-2119f2ebde36, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c7bce828-78b7-48a7-8125-2119f2ebde36,segment=NetworkSegment(d2874f59-aff0-4649-a5b6-393bc0600cc5),segment_id=d2874f59-aff0-4649-a5b6-393bc0600cc5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:07.277297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.280470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:07.296341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] Calling delete_port for c7bce828-78b7-48a7-8125-2119f2ebde36 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:07.452226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.484980 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.529156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.553089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] Pushing event deleted for resources: {'Port': ['ID=c7bce828-78b7-48a7-8125-2119f2ebde36,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:07.564366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb3d8d-287c-49cc-8551-b22cb03c7cf0 None None] No DVR routers for this DVR port c7bce828-78b7-48a7-8125-2119f2ebde36 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:07.616580 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Floating IP e7749e72-375a-4d40-aa84-4e715f171037 associated. External IP: 172.25.4.243, port: c906f19c-ba83-4b83-b66f-64724afe167a. Jan 29 04:26:07.648420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Made reservation on behalf of 50febfc5ccac49e48e0faf500fc88967 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:07.653958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:07.858921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:07.868674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c7bce828-78b7-48a7-8125-2119f2ebde36 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:07.922947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c7bce828-78b7-48a7-8125-2119f2ebde36 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:07.923295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c7bce828-78b7-48a7-8125-2119f2ebde36 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:07.945328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Pushing event updated for resources: {'Port': ['ID=ac1ed229-01a9-4598-b913-4e841724b4ce,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:07.958203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:07.966171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:08.091519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.097294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Allocated IP 172.20.0.7 (0968f5f7-ca2a-4601-a635-91eea2f82363/62b4c64b-45e6-45d8-a8fc-b6329d7a5440/a88bc819-e4da-4e6d-b3fb-ae1e202148de) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:08.117762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:08.118451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.366405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.419443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.434483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ac7c6cac-a6b5-42b6-9c3d-a3c73b92476b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0381761 Jan 29 04:26:08.449172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:08.453945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:08.455972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Made reservation on behalf of 50febfc5ccac49e48e0faf500fc88967 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:08.460456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.465815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:08.474920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Request body: {'port': {'device_id': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:08.560996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.660527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e83eed-88f5-49d0-99e0-50c6f6ee553e']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:08.664385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:08.697030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Allocated IP 172.20.0.6 (0968f5f7-ca2a-4601-a635-91eea2f82363/62b4c64b-45e6-45d8-a8fc-b6329d7a5440/5d97fcb4-6b13-4967-8261-00322bf5344e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:08.925465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2874f59-aff0-4649-a5b6-393bc0600cc5') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:08.925730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2874f59-aff0-4649-a5b6-393bc0600cc5') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:08.949421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Pushing event updated for resources: {'Port': ['ID=a88bc819-e4da-4e6d-b3fb-ae1e202148de,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:08.974055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.020346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.070628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:09.071061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:09.080099 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:09.125270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:09.138924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.185920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.236115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a88ed2e7-4172-4ce4-8557-a2a4d2ccb939 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5960133 Jan 29 04:26:09.242739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.303892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Request body: {'port': {'device_id': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:09.384540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.403510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.405880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:09.426741 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] 10.222.0.32 "DELETE /v2.0/networks/98e83eed-88f5-49d0-99e0-50c6f6ee553e HTTP/1.1" status: 204 len: 168 time: 3.1388862 Jan 29 04:26:09.440474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.514703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.542773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e076a-c6d5-436a-b518-a7200ae41505 tempest-ServersTestMultiNic-294629728 tempest-ServersTestMultiNic-294629728-project] Pushing event deleted for resources: {'Network': ['ID=98e83eed-88f5-49d0-99e0-50c6f6ee553e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:09.608008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Network 0968f5f7-ca2a-4601-a635-91eea2f82363 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:09.609390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Pushing event updated for resources: {'Port': ['ID=5d97fcb4-6b13-4967-8261-00322bf5344e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:09.613972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:09.631970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:09.909960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:09.910391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:09.945251 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-9df4292b-5ff9-4ba0-a98c-c77a45c5d15c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7951438 Jan 29 04:26:09.992233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:10.000897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Request body: {'port': {'device_id': '9090d936-d816-4025-a992-b92337b846bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:10.051548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:10.053825 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:10.080317 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:10.082535 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:10.167312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-146aa823-51eb-43b3-9d46-37fe3975e17c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "PUT /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 996 time: 6.1637170 Jan 29 04:26:10.170382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1ed229-01a9-4598-b913-4e841724b4ce {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:10.181743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:10.200949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Deleting port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:10.201335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:10.203747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:10.206773 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:10.234352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:10.337554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Transition to ACTIVE for port object ac1ed229-01a9-4598-b913-4e841724b4ce will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:26:10.343688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9f2c-59ba-4153-a777-4800adb00fba req-ebe64c61-5799-4744-96f0-6b8416c7fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:10.350630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-ebe64c61-5799-4744-96f0-6b8416c7fcff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.1764901 Jan 29 04:26:10.362821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:10.381696 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:10.387276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] For port 7da1815e-c85f-4c2a-9cba-a4ddc23d5186, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:10.391433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:10.485527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Calling delete_port for 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:10.897627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1ed229-01a9-4598-b913-4e841724b4ce,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:10.929129 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:11.021500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da1815e-c85f-4c2a-9cba-a4ddc23d5186,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:11.200697 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:05Z', 'revision_number': 1, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:11.210514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9f2c-59ba-4153-a777-4800adb00fba req-db7ba6bb-171c-4990-b594-c7354b99c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:11.223860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-db7ba6bb-171c-4990-b594-c7354b99c9d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.8280029 Jan 29 04:26:11.341501 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:11.343937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Attempting to bind port ac1ed229-01a9-4598-b913-4e841724b4ce on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:11.344289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Attempting to bind port ac1ed229-01a9-4598-b913-4e841724b4ce by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:11.344619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Attempting to bind port ac1ed229-01a9-4598-b913-4e841724b4ce on network 0968f5f7-ca2a-4601-a635-91eea2f82363 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:11.346388 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:11.376700 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:11.378719 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:11.378969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Port ac1ed229-01a9-4598-b913-4e841724b4ce on network 0968f5f7-ca2a-4601-a635-91eea2f82363 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:11.379358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Attempting to bind port ac1ed229-01a9-4598-b913-4e841724b4ce on network 0968f5f7-ca2a-4601-a635-91eea2f82363 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:11.418864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:11.419211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Checking segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:11.419603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Bound using segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:11.423137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Bound port: ac1ed229-01a9-4598-b913-4e841724b4ce, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:11.423509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:11.446470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88bc819-e4da-4e6d-b3fb-ae1e202148de {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:11.486471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:11.533364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-7d9f019f-32ab-49d2-b50c-9f81dce27c8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 999 time: 0.2940342 Jan 29 04:26:11.592099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9f2c-59ba-4153-a777-4800adb00fba req-0da85668-0573-4a20-87b2-62da3b9a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:11.599464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-0da85668-0573-4a20-87b2-62da3b9a8431 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.0653346 Jan 29 04:26:11.611607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Transition to ACTIVE for port object a88bc819-e4da-4e6d-b3fb-ae1e202148de will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:26:11.661451 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:11.746929 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:12.014224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] For port ac1ed229-01a9-4598-b913-4e841724b4ce, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:12.033936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] For port ac1ed229-01a9-4598-b913-4e841724b4ce, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ac1ed229-01a9-4598-b913-4e841724b4ce,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:12.054281 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:12.201795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:12.260478 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:05Z', 'revision_number': 1, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:12.262465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Router 81dc354a-4cdf-4037-9276-dead7d0eec26 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:12.272600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:12.273012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:12.275265 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac1ed229-01a9-4598-b913-4e841724b4ce HTTP/1.1" status: 200 len: 1092 time: 3.8133557 Jan 29 04:26:12.279813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'tag': 'ac1ed229-01a9-4598-b913-4e841724b4ce'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:12.282641 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be00a0-64a8-4e85-bdfa-a21c66a5f249" -d '{"events": [{"name": "network-changed", "server_uuid": "88057789-f4f7-49f8-ac7d-aa14e5048862", "tag": "ac1ed229-01a9-4598-b913-4e841724b4ce"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:12.390075 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52eefc-9de8-482c-848a-ca62b2c6af93 None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:05Z', 'revision_number': 1, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:12.555944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44707cf-d15e-4b06-9ed4-6b2765055cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1ed229-01a9-4598-b913-4e841724b4ce,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:12.580245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9f2c-59ba-4153-a777-4800adb00fba req-938fc61e-a623-4af2-9594-ca758c50e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:12.582332 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-938fc61e-a623-4af2-9594-ca758c50e3fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9801347 Jan 29 04:26:12.615938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:12.630198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] Sync routers for ids ['81dc354a-4cdf-4037-9276-dead7d0eec26'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:12.643128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1e191703-f782-49c5-8f25-39906d6c2737 admin admin] 10.222.0.32 "PUT /v2.0/routers/81dc354a-4cdf-4037-9276-dead7d0eec26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6122620 Jan 29 04:26:12.644564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45562) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:12.651113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] Routers {'81dc354a-4cdf-4037-9276-dead7d0eec26'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:12.652094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['81dc354a-4cdf-4037-9276-dead7d0eec26'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:12.803098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Pushing event updated for resources: {'Port': ['ID=a88bc819-e4da-4e6d-b3fb-ae1e202148de,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:12.808904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-93f9a6fb-da30-403c-bad7-ac78eb477902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:12.810438 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-93f9a6fb-da30-403c-bad7-ac78eb477902 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 1095 time: 0.3274698 Jan 29 04:26:12.858969 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1d04d-6212-4b86-8924-406f10b1ee13 None None] New status for floating IP e7749e72-375a-4d40-aa84-4e715f171037: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:12.996651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] Set router 81dc354a-4cdf-4037-9276-dead7d0eec26 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:13.013954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-752b2e13-2518-47b3-93ae-96a4dfc5840c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1ed229-01a9-4598-b913-4e841724b4ce HTTP/1.1" status: 200 len: 217 time: 0.1167195 Jan 29 04:26:13.112147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-6c7dce26-ac03-4576-be86-9514bd748dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:13.113718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-6c7dce26-ac03-4576-be86-9514bd748dd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 200 len: 857 time: 0.0856521 Jan 29 04:26:13.123878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.216873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Attempting to bind port a88bc819-e4da-4e6d-b3fb-ae1e202148de on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:13.217679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Attempting to bind port a88bc819-e4da-4e6d-b3fb-ae1e202148de by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:13.218226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Attempting to bind port a88bc819-e4da-4e6d-b3fb-ae1e202148de on network 0968f5f7-ca2a-4601-a635-91eea2f82363 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:13.268067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Port a88bc819-e4da-4e6d-b3fb-ae1e202148de on network 0968f5f7-ca2a-4601-a635-91eea2f82363 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:13.268670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Attempting to bind port a88bc819-e4da-4e6d-b3fb-ae1e202148de on network 0968f5f7-ca2a-4601-a635-91eea2f82363 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:13.319221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-8fd13446-15e7-459a-8503-382056916f98 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153506 Jan 29 04:26:13.324291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d97fcb4-6b13-4967-8261-00322bf5344e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:13.336867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:13.337759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Checking segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:13.339171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Bound using segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:13.339609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Bound port: a88bc819-e4da-4e6d-b3fb-ae1e202148de, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:13.339983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.344190 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-7b0bf246-2fa9-4562-bcd5-8464f2903822 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0968f5f7-ca2a-4601-a635-91eea2f82363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174358 Jan 29 04:26:13.347482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.394718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.569696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.576953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Deleting port 69352ac3-008d-47fc-9a63-cff0cc56908f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:13.578982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.592493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:26:10Z', 'revision_number': 5, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port': {'id': '69352ac3-008d-47fc-9a63-cff0cc56908f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:23:53Z', 'updated_at': '2022-01-29T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.667655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] For port a88bc819-e4da-4e6d-b3fb-ae1e202148de, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:13.671976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] For port a88bc819-e4da-4e6d-b3fb-ae1e202148de, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:13.673454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] Checking router: 81dc354a-4cdf-4037-9276-dead7d0eec26 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:13.674043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Transition to ACTIVE for port object 5d97fcb4-6b13-4967-8261-00322bf5344e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:26:13.686649 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.701672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] For port 69352ac3-008d-47fc-9a63-cff0cc56908f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=69352ac3-008d-47fc-9a63-cff0cc56908f,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:13.701946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.708254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] Routers {'81dc354a-4cdf-4037-9276-dead7d0eec26'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:13.708897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['81dc354a-4cdf-4037-9276-dead7d0eec26'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:13.715023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Calling delete_port for 69352ac3-008d-47fc-9a63-cff0cc56908f owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:13.770865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.803836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Pushing event updated for resources: {'Port': ['ID=a88bc819-e4da-4e6d-b3fb-ae1e202148de,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:13.841477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:13.847588 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.849178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d3a9dec7-4d46-45e3-8311-7136ccebeb1e service neutron] 10.222.0.36 "PUT /v2.0/ports/a88bc819-e4da-4e6d-b3fb-ae1e202148de HTTP/1.1" status: 200 len: 1091 time: 4.5495617 Jan 29 04:26:13.952989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:13.975612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] Set router 81dc354a-4cdf-4037-9276-dead7d0eec26 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:14.051498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Pushing event deleted for resources: {'Port': ['ID=69352ac3-008d-47fc-9a63-cff0cc56908f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:14.127083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:26:13Z', 'revision_number': 6, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:14.181626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b907758a-9367-41b9-901a-8e1acfe9d051 service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8224072 Jan 29 04:26:14.185076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae57cf-634d-41ca-9d08-d98a0974d453 None None] The sync data for ids ['81dc354a-4cdf-4037-9276-dead7d0eec26'] in n-d-825930-1 is: [{'id': '81dc354a-4cdf-4037-9276-dead7d0eec26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1933350605-router', 'tenant_id': '313dc5019d844fc98c99f2de40c0a69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:23:50Z', 'updated_at': '2022-01-29T04:26:13Z', 'revision_number': 6, 'project_id': '313dc5019d844fc98c99f2de40c0a69a', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:14.196376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:14.218032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Pushing event updated for resources: {'Port': ['ID=5d97fcb4-6b13-4967-8261-00322bf5344e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:14.294077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-698a9f2c-59ba-4153-a777-4800adb00fba req-cc99c1c6-90e0-49ae-b4b2-71e10b387510 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9582195 Jan 29 04:26:14.340271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Attempting to bind port 5d97fcb4-6b13-4967-8261-00322bf5344e on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:14.340696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Attempting to bind port 5d97fcb4-6b13-4967-8261-00322bf5344e by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:14.341027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Attempting to bind port 5d97fcb4-6b13-4967-8261-00322bf5344e on network 0968f5f7-ca2a-4601-a635-91eea2f82363 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:14.350180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Port 5d97fcb4-6b13-4967-8261-00322bf5344e on network 0968f5f7-ca2a-4601-a635-91eea2f82363 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:14.350513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Attempting to bind port 5d97fcb4-6b13-4967-8261-00322bf5344e on network 0968f5f7-ca2a-4601-a635-91eea2f82363 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:14.367887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-bc3c5e7a-375f-4232-90ed-d4cecebe98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:14.369537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-bc3c5e7a-375f-4232-90ed-d4cecebe98d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 1094 time: 0.3682592 Jan 29 04:26:14.370480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:14.376324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Checking segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:14.376903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Bound using segment: {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:14.377367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Bound port: 5d97fcb4-6b13-4967-8261-00322bf5344e, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c71317-cc01-4d8a-a4bd-c81f0485978c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:14.377749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:14.634809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-f3d5f871-7fa4-400f-a6e4-a2f4152c15a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de HTTP/1.1" status: 200 len: 217 time: 0.2193558 Jan 29 04:26:14.780639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b90df4d6-d493-4bc6-9cf4-6f8cd98de07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:14.798687 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-b90df4d6-d493-4bc6-9cf4-6f8cd98de07d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 200 len: 857 time: 0.1200628 Jan 29 04:26:14.915396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-8b1be153-0621-4063-a6aa-7e1d16dffb3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0968f5f7-ca2a-4601-a635-91eea2f82363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018767 Jan 29 04:26:15.019499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18834-710c-4677-bf2e-e7a51ebcf441 req-ab55e410-bbb3-417c-9072-5f184327d14d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.021217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e8e18834-710c-4677-bf2e-e7a51ebcf441 req-ab55e410-bbb3-417c-9072-5f184327d14d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 943 time: 0.5300446 Jan 29 04:26:15.089925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] For port 5d97fcb4-6b13-4967-8261-00322bf5344e, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:15.144086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] For port 5d97fcb4-6b13-4967-8261-00322bf5344e, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5d97fcb4-6b13-4967-8261-00322bf5344e,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:15.181832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.186695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.197367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e8e18834-710c-4677-bf2e-e7a51ebcf441 req-38b16768-8fba-4e36-9d1e-fcaa41065a0d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094947 Jan 29 04:26:15.199022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.301694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.305296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81dc354a-4cdf-4037-9276-dead7d0eec26 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:15.310673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.312337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dc80439d-d0c1-42a6-a4a2-ba2bc6b31faa admin admin] 10.222.0.32 "DELETE /v2.0/routers/81dc354a-4cdf-4037-9276-dead7d0eec26 HTTP/1.1" status: 204 len: 168 time: 2.6666799 Jan 29 04:26:15.315690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45602) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:15.337970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.339137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.345886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] 10.222.0.36 "PUT /v2.0/ports/5d97fcb4-6b13-4967-8261-00322bf5344e HTTP/1.1" status: 200 len: 1091 time: 5.3509116 Jan 29 04:26:15.348872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844704a0-cbc7-4b57-977c-53cc28fe351e service neutron] Pushing event updated for resources: {'Port': ['ID=5d97fcb4-6b13-4967-8261-00322bf5344e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:15.390502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-f235c32e-9dee-4f17-a0e4-4ca8e9d8b25a service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397736 Jan 29 04:26:15.397751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-a99e323b-0771-4a0c-97c6-90a355b1c61e service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586275 Jan 29 04:26:15.417721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Deleting subnet 610e311b-f61f-4f1d-b044-71e6b62e4c82 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:15.421870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.523846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.621763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-7a084135-faec-4925-bb67-5ae84c738734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:15.623922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-7a084135-faec-4925-bb67-5ae84c738734 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 1094 time: 0.1774316 Jan 29 04:26:15.691290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-fee9800c-2521-4e3e-ba1a-1ae325777ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614007 Jan 29 04:26:15.787795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.865742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-212501b9-dbdc-48cb-8030-1fd47f065a4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d97fcb4-6b13-4967-8261-00322bf5344e HTTP/1.1" status: 200 len: 217 time: 0.2183316 Jan 29 04:26:15.871835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.897493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:15.945234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610e311b-f61f-4f1d-b044-71e6b62e4c82,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:15.946100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:15.950868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7da1815e-c85f-4c2a-9cba-a4ddc23d5186 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:15.952716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 69352ac3-008d-47fc-9a63-cff0cc56908f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:15.954783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:15.966726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:15.975125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-12f21fa4-ad6a-433c-8545-72171314f6c4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/610e311b-f61f-4f1d-b044-71e6b62e4c82 HTTP/1.1" status: 204 len: 168 time: 0.6580193 Jan 29 04:26:16.013034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-07052b8a-dad4-4604-895a-81a82e8f3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:16.014618 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-07052b8a-dad4-4604-895a-81a82e8f3a10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 200 len: 857 time: 0.1394615 Jan 29 04:26:16.040084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92aad5a-6395-404a-b9db-f5907e59a2b9 None None] Network a9fd7a54-0fcf-4c1c-8511-75fee7436abd requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:16.053737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 69352ac3-008d-47fc-9a63-cff0cc56908f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:16.054425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 69352ac3-008d-47fc-9a63-cff0cc56908f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:16.130372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-df3285ce-c320-4f18-aec4-5ceaef430161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0968f5f7-ca2a-4601-a635-91eea2f82363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922828 Jan 29 04:26:16.261695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:16.387751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-d605f645-2d4f-4304-9829-4deefaca769b service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497118 Jan 29 04:26:16.393147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Deleting port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:16.393627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:16.572751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] For port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:16.574243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:16.596924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bf796f9-1b4a-4d9e-8ae9-2ec506fec777 req-ab241ffe-9e3d-4f8b-97a2-b867c81f481d service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967716 Jan 29 04:26:16.615308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] DHCP port deletion for a9fd7a54-0fcf-4c1c-8511-75fee7436abd request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:26:16.628959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Calling delete_port for 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:16.784226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] Deleting port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:16.784838 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:16.862182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:16.874445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] For port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,segment=NetworkSegment(e52d4bb8-2850-4b04-94af-2da255719b0a),segment_id=e52d4bb8-2850-4b04-94af-2da255719b0a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:16.877667 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:16.897187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] Calling delete_port for 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:16.940890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:16.952526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] No DVR routers for this DVR port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:17.067099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.077567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.136889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fd7a54-0fcf-4c1c-8511-75fee7436abd']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.152171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] No DVR routers for this DVR port 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:17.165645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52d4bb8-2850-4b04-94af-2da255719b0a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.167970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52d4bb8-2850-4b04-94af-2da255719b0a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:17.171998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eba9db-fa00-438f-a130-d99bbecdbc20 None None] Pushing event deleted for resources: {'Port': ['ID=4012f3d6-d6d0-4c35-b1a1-231f7df4abb1,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:17.191824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.228242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.243995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:17.246573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:17.250858 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:17.419524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.452474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:17.458838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a9fd7a54-0fcf-4c1c-8511-75fee7436abd HTTP/1.1" status: 204 len: 168 time: 1.4879920 Jan 29 04:26:17.473591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bf044-ee0b-4ae7-9755-30aa97a29f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fd7a54-0fcf-4c1c-8511-75fee7436abd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:17.944055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:17.982326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b89e220-38a9-477b-94a1-4a44d6892e84 req-6cf99680-5cb6-4c84-8754-bfc88492f2ef tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401804 Jan 29 04:26:17.987120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:17.988769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4012f3d6-d6d0-4c35-b1a1-231f7df4abb1 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:18.007692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:18.080576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c674bc37-c7db-4542-9547-6962c783a2f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff09db573ae74099bef91df2cd371e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715299 Jan 29 04:26:18.085238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:18.127522 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fda122-94fb-4ad1-a0f0-d594ed984482 x-openstack-request-id: req-a3fda122-94fb-4ad1-a0f0-d594ed984482 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:18.128052 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-plugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:18.128052 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3fda122-94fb-4ad1-a0f0-d594ed984482 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:18.128452 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'code': 200} Jan 29 04:26:18.174179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b845ec0d-714d-42d4-a072-26f05b7b51e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:18.205312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89e220-38a9-477b-94a1-4a44d6892e84 req-09f54e26-d4ed-4953-9b4b-8dd042db96d4 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.206353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b845ec0d-714d-42d4-a072-26f05b7b51e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:18.213540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b89e220-38a9-477b-94a1-4a44d6892e84 req-09f54e26-d4ed-4953-9b4b-8dd042db96d4 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120907 Jan 29 04:26:18.224186 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495cef6-e57c-46ae-bda4-09636f837170 x-openstack-request-id: req-e495cef6-e57c-46ae-bda4-09636f837170 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:18.225046 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:18.225529 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e495cef6-e57c-46ae-bda4-09636f837170 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:18.226064 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'status': 'completed', 'code': 200} Jan 29 04:26:18.233784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b89e220-38a9-477b-94a1-4a44d6892e84 req-723e62cf-a16f-466c-9492-7dbe7c36f3ac tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/quotas/d1a92cea8add4a6db36ad2ac9c464594 HTTP/1.1" status: 200 len: 375 time: 0.0179875 Jan 29 04:26:18.290197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b845ec0d-714d-42d4-a072-26f05b7b51e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:18.294512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b845ec0d-714d-42d4-a072-26f05b7b51e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:18.295836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b845ec0d-714d-42d4-a072-26f05b7b51e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8baef18b-d82d-4550-94e3-3963dc5e3503 HTTP/1.1" status: 204 len: 168 time: 0.2096279 Jan 29 04:26:18.309136 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1471be64-f5c5-4b4c-9d55-ed5d734620f8 x-openstack-request-id: req-1471be64-f5c5-4b4c-9d55-ed5d734620f8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:18.311873 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88057789-f4f7-49f8-ac7d-aa14e5048862", "tag": "ac1ed229-01a9-4598-b913-4e841724b4ce", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:18.312521 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1471be64-f5c5-4b4c-9d55-ed5d734620f8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:18.314605 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'tag': 'ac1ed229-01a9-4598-b913-4e841724b4ce', 'status': 'completed', 'code': 200} Jan 29 04:26:18.317499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845ec0d-714d-42d4-a072-26f05b7b51e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baef18b-d82d-4550-94e3-3963dc5e3503,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:18.320248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b89e220-38a9-477b-94a1-4a44d6892e84 req-5e751da1-e8af-4705-a943-ae2f6e4ad03b tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853724 Jan 29 04:26:18.535472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-0aed00ed-2305-4e7d-a1f5-e68c5ed95dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.537196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-0aed00ed-2305-4e7d-a1f5-e68c5ed95dae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.0809197 Jan 29 04:26:18.560550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-7f881ea4-65a3-4ef0-b129-809d9e6a95d6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.573765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-7f881ea4-65a3-4ef0-b129-809d9e6a95d6 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2054408 Jan 29 04:26:18.673978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ac1ed229-01a9-4598-b913-4e841724b4ce details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:26:18.738581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-eaa80871-584e-4ac1-a2ed-c9b1f68eb660 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1638267 Jan 29 04:26:18.744824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'floatingip': {'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:18.761964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-b9067970-99ef-4980-be72-4e5d7af35583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.763620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-b9067970-99ef-4980-be72-4e5d7af35583 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 1095 time: 0.2878931 Jan 29 04:26:18.875417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ac1ed229-01a9-4598-b913-4e841724b4ce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ac1ed229-01a9-4598-b913-4e841724b4ce,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:18.875658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8fdcb-a230-457c-bc72-8e7cc850a5c3 req-510aff86-db30-4893-b65c-e224b8bee6a6 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.896510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebd8fdcb-a230-457c-bc72-8e7cc850a5c3 req-510aff86-db30-4893-b65c-e224b8bee6a6 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 943 time: 0.2380204 Jan 29 04:26:18.896731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ac1ed229-01a9-4598-b913-4e841724b4ce', 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'port_id': 'ac1ed229-01a9-4598-b913-4e841724b4ce', 'mac_address': 'fa:16:3e:d2:2d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b4c64b-45e6-45d8-a8fc-b6329d7a5440', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:26:18.896848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-3a5f43bd-16cf-4b50-8680-3a6b4b3c60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:18.901938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-3a5f43bd-16cf-4b50-8680-3a6b4b3c60e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.3560848 Jan 29 04:26:18.914993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45678) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:18.951417 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:18.973178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1ed229-01a9-4598-b913-4e841724b4ce {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:19.001634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ac1ed229-01a9-4598-b913-4e841724b4ce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ac1ed229-01a9-4598-b913-4e841724b4ce,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:19.037533 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.043347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.140438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ac1ed229-01a9-4598-b913-4e841724b4ce,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:19.180460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3110bcd2-f8ae-44ad-ad1e-9313f5ba6d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.193238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45684) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:19.226225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebd8fdcb-a230-457c-bc72-8e7cc850a5c3 req-39c85dcd-935e-4f6a-b700-b0a5fd0198ef tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314400 Jan 29 04:26:19.234011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-f6c4573d-b1b2-45bf-8e0a-ac9746befbe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 1001 time: 0.2961860 Jan 29 04:26:19.303501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-78140e8d-1d8e-4166-bfd8-16bbe2a90851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:19.305455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-78140e8d-1d8e-4166-bfd8-16bbe2a90851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.0497603 Jan 29 04:26:19.340599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-bdfad61a-297d-42f1-816e-9e9306d5f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:19.342694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-bdfad61a-297d-42f1-816e-9e9306d5f03c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 918 time: 0.5102293 Jan 29 04:26:19.374548 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2fef5a5a-e1df-4310-9c09-0986474705f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=313dc5019d844fc98c99f2de40c0a69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755910 Jan 29 04:26:19.377458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45696) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:19.428201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-0ded0457-5caa-4182-a8d2-45a7690b52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:19.434196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-0ded0457-5caa-4182-a8d2-45a7690b52ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135938 Jan 29 04:26:19.460326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-b5aeccb8-4ee9-4f28-b4f6-82dba3357aee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1ed229-01a9-4598-b913-4e841724b4ce HTTP/1.1" status: 200 len: 217 time: 0.0469499 Jan 29 04:26:19.561917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-1adb1cfc-3aea-4396-b6c0-bae59fbf0259 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103897 Jan 29 04:26:19.563883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ac1ed229-01a9-4598-b913-4e841724b4ce'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:19.660503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db48-7a1b-44a9-8f5b-3f1eb23fd2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.715127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3110bcd2-f8ae-44ad-ad1e-9313f5ba6d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.737528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3110bcd2-f8ae-44ad-ad1e-9313f5ba6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.768119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db48-7a1b-44a9-8f5b-3f1eb23fd2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:19.864769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1853f6c-4b98-4f46-9e68-d8c216d9b93d req-447d88db-681e-4b14-a7e3-13e66544a045 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939479 Jan 29 04:26:19.877276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110bcd2-f8ae-44ad-ad1e-9313f5ba6d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511957c4-ac32-4a62-b417-da43cff8a45b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:19.890622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3110bcd2-f8ae-44ad-ad1e-9313f5ba6d0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=710a78981cca4a8192c2882cf111a1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9701779 Jan 29 04:26:19.891453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45710) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:19.970141 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd4b6-b079-4916-b524-d7c7fe65eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.002524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd4b6-b079-4916-b524-d7c7fe65eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.005032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db48-7a1b-44a9-8f5b-3f1eb23fd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.008424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db48-7a1b-44a9-8f5b-3f1eb23fd2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.012557 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a4f9db48-7a1b-44a9-8f5b-3f1eb23fd2c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16428625-1bc8-4c4c-983c-f12274f6d31f HTTP/1.1" status: 204 len: 168 time: 0.6310108 Jan 29 04:26:20.053160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9db48-7a1b-44a9-8f5b-3f1eb23fd2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16428625-1bc8-4c4c-983c-f12274f6d31f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.131440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da49527-2c0c-47e2-8901-a0b40f2659ea req-08377f23-2a03-4cef-99b4-698c601444ef tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:20.139358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4da49527-2c0c-47e2-8901-a0b40f2659ea req-08377f23-2a03-4cef-99b4-698c601444ef tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 949 time: 0.0955257 Jan 29 04:26:20.187506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4da49527-2c0c-47e2-8901-a0b40f2659ea req-21ab8f59-032a-41ff-a01f-1e4e88af6e91 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jan 29 04:26:20.193509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd4b6-b079-4916-b524-d7c7fe65eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.208114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd4b6-b079-4916-b524-d7c7fe65eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.211612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c3dd4b6-b079-4916-b524-d7c7fe65eeb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/511957c4-ac32-4a62-b417-da43cff8a45b HTTP/1.1" status: 204 len: 168 time: 0.3173501 Jan 29 04:26:20.228002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'tag': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de'}, {'name': 'network-changed', 'server_uuid': '9090d936-d816-4025-a992-b92337b846bf', 'tag': '5d97fcb4-6b13-4967-8261-00322bf5344e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:20.228277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dd4b6-b079-4916-b524-d7c7fe65eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511957c4-ac32-4a62-b417-da43cff8a45b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:20.256957 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "bca77e85-9f9a-4aac-9d3d-24a0dce2844e", "tag": "a88bc819-e4da-4e6d-b3fb-ae1e202148de"}, {"name": "network-changed", "server_uuid": "9090d936-d816-4025-a992-b92337b846bf", "tag": "5d97fcb4-6b13-4967-8261-00322bf5344e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:20.282279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:20.330926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-0b256ff8-5f8c-473f-8beb-fe57ffa22559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:20.332747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-0b256ff8-5f8c-473f-8beb-fe57ffa22559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 200 len: 857 time: 0.1508803 Jan 29 04:26:20.348497 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:26:20.352575 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.362731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.427855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-1cda2a6e-8580-40bb-9b94-caddc97bbc18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0968f5f7-ca2a-4601-a635-91eea2f82363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777450 Jan 29 04:26:20.539967 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Floating IP e7749e72-375a-4d40-aa84-4e715f171037 associated. External IP: 172.25.4.243, port: c906f19c-ba83-4b83-b66f-64724afe167a. Jan 29 04:26:20.648644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-5bbd141f-2179-4097-ac4f-ef2af366f309 service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807806 Jan 29 04:26:20.692724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5d97fcb4-6b13-4967-8261-00322bf5344e details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:26:20.700981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:20.830901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45740) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:20.850738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96183804-5906-455e-80bc-6fd11770c78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.916978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:20.966523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5d97fcb4-6b13-4967-8261-00322bf5344e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5d97fcb4-6b13-4967-8261-00322bf5344e,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:20.978394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84be00a0-64a8-4e85-bdfa-a21c66a5f249 req-621c79eb-7fd9-4e0b-8a4e-3a4e99bab33b service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204005 Jan 29 04:26:20.988531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:20.991155 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9432d8ce-740b-441d-8fd2-6cb1a76ce6ab" -d '{"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-unplugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:21.008514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5d97fcb4-6b13-4967-8261-00322bf5344e', 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'port_id': '5d97fcb4-6b13-4967-8261-00322bf5344e', 'mac_address': 'fa:16:3e:dc:8b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b4c64b-45e6-45d8-a8fc-b6329d7a5440', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:26:21.016156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:21.027677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:21.045702 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.127878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96183804-5906-455e-80bc-6fd11770c78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.131816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.139620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96183804-5906-455e-80bc-6fd11770c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.163059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d97fcb4-6b13-4967-8261-00322bf5344e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:21.168613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.172696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:21.192142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:21.217634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5d97fcb4-6b13-4967-8261-00322bf5344e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5d97fcb4-6b13-4967-8261-00322bf5344e,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:21.222425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:21.224709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:21.229629 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.230854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a88bc819-e4da-4e6d-b3fb-ae1e202148de details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:26:21.235075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-96183804-5906-455e-80bc-6fd11770c78a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98e55f9b81054e53b198f9a79aec3da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007640 Jan 29 04:26:21.243156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:21.321797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96183804-5906-455e-80bc-6fd11770c78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b32d2a0-dff8-4556-be06-4878f8a9a568,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.431259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09bbb578-a18d-4d65-95b5-de80206e72f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.470890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:21.487896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09bbb578-a18d-4d65-95b5-de80206e72f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.533707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:21.595952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09bbb578-a18d-4d65-95b5-de80206e72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.597528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09bbb578-a18d-4d65-95b5-de80206e72f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.601027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-09bbb578-a18d-4d65-95b5-de80206e72f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b32d2a0-dff8-4556-be06-4878f8a9a568 HTTP/1.1" status: 204 len: 168 time: 0.3546450 Jan 29 04:26:21.616259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbb578-a18d-4d65-95b5-de80206e72f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b32d2a0-dff8-4556-be06-4878f8a9a568,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.655051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45772) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:21.725806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port a88bc819-e4da-4e6d-b3fb-ae1e202148de, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:21.734867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5d97fcb4-6b13-4967-8261-00322bf5344e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:21.765182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de', 'network_id': '0968f5f7-ca2a-4601-a635-91eea2f82363', 'port_id': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de', 'mac_address': 'fa:16:3e:58:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b4c64b-45e6-45d8-a8fc-b6329d7a5440', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:26:21.875581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-network', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:21.913329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:21.923933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.934014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Made reservation on behalf of e3dcee4635e64029adfebfc72ec4bbcc for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:21.936364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:21.956179 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.009801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-ed6673aa-0cb6-44ea-82da-60c6d0cbf22b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "PUT /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 998 time: 3.2700675 Jan 29 04:26:22.021276 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.062903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88bc819-e4da-4e6d-b3fb-ae1e202148de {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:22.073798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-990104b4-911e-4c87-9b09-53c23b087bd7 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:22.075673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-990104b4-911e-4c87-9b09-53c23b087bd7 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports/c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 942 time: 0.0649428 Jan 29 04:26:22.089082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port a88bc819-e4da-4e6d-b3fb-ae1e202148de, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:22.098720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.128273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9e13-5d8d-4c6a-8d2a-36cb074d17db req-1f453a3b-43d5-4d81-9d4f-285cb3180c8c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:22.130191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-713b9e13-5d8d-4c6a-8d2a-36cb074d17db req-1f453a3b-43d5-4d81-9d4f-285cb3180c8c tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 944 time: 0.1752105 Jan 29 04:26:22.155647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=a88bc819-e4da-4e6d-b3fb-ae1e202148de,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:22.179461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:19Z', 'revision_number': 3, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:22.233147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:22.257227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:22.258013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:25:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:22.280820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-713b9e13-5d8d-4c6a-8d2a-36cb074d17db req-69333cbc-5fa7-462a-aa2b-2903d801816a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371524 Jan 29 04:26:22.317931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-08a31443-8557-42fa-93ca-5970fd9bf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:22.321185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-08a31443-8557-42fa-93ca-5970fd9bf13f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.1151330 Jan 29 04:26:22.337578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.348912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.435459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:22.435650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec23184-44ea-4687-a983-0f07e80512d4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:22.456146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:22.478331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.480559 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Added segment 1f639b9a-3312-4f40-8b4d-feefe8837521 of type vlan for network cae31ed2-d778-46e2-8813-3f004eb4413a Jan 29 04:26:22.555853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.591583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.592895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:22.593611 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.615757 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c5e10c-3c85-4b09-95c7-578d85f24933 x-openstack-request-id: req-32c5e10c-3c85-4b09-95c7-578d85f24933 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:22.618290 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca77e85-9f9a-4aac-9d3d-24a0dce2844e", "tag": "a88bc819-e4da-4e6d-b3fb-ae1e202148de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9090d936-d816-4025-a992-b92337b846bf", "tag": "5d97fcb4-6b13-4967-8261-00322bf5344e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:22.619918 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32c5e10c-3c85-4b09-95c7-578d85f24933 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:22.621511 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'tag': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de', 'status': 'completed', 'code': 200} Jan 29 04:26:22.622208 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9090d936-d816-4025-a992-b92337b846bf', 'tag': '5d97fcb4-6b13-4967-8261-00322bf5344e', 'status': 'completed', 'code': 200} Jan 29 04:26:22.631472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:22.672234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0159996 Jan 29 04:26:22.679217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45796) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:22.685913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Request body: {'subnet': {'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-subnet', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:22.718357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641ded0-52ea-4129-842e-9b8242cf91e9 admin admin] Pushing event updated for resources: {'Network': ['ID=cae31ed2-d778-46e2-8813-3f004eb4413a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:22.725232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Made reservation on behalf of e3dcee4635e64029adfebfc72ec4bbcc for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:22.732209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:22.773798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ac1ed229-01a9-4598-b913-4e841724b4ce up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:22.776427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network cae31ed2-d778-46e2-8813-3f004eb4413a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:22.915228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-e85c1d47-5f43-4128-ae55-f531e1b4161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:22.917681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-e85c1d47-5f43-4128-ae55-f531e1b4161f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.5892339 Jan 29 04:26:22.996624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-81b8c216-a3f6-404b-8912-506ee3818f3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 217 time: 0.0698383 Jan 29 04:26:23.035785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-1bcb69fa-ed58-4d4d-8a9b-5c81db89f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:23.040413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-1bcb69fa-ed58-4d4d-8a9b-5c81db89f771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 1095 time: 0.3615596 Jan 29 04:26:23.081044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5d97fcb4-6b13-4967-8261-00322bf5344e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:23.150953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.245061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['a88bc819-e4da-4e6d-b3fb-ae1e202148de'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:23.314973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ac1ed229-01a9-4598-b913-4e841724b4ce completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:26:23.323159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Checking segment: {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:23.323736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Network hostable DHCP agents. Network: cae31ed2-d778-46e2-8813-3f004eb4413a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:23.327112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ac1ed229-01a9-4598-b913-4e841724b4ce triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:23.327607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.328056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-47e94999-1289-48cf-bed1-15b598535752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:23.329729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-47e94999-1289-48cf-bed1-15b598535752 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 918 time: 0.1508002 Jan 29 04:26:23.333805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aace452c-60b4-4035-8fb6-cc9c626302de,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:23.372076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Network cae31ed2-d778-46e2-8813-3f004eb4413a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:23.391062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, cae31ed2-d778-46e2-8813-3f004eb4413a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:23.398166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:23.398884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.425693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20fb398-c12d-4aa5-9cc0-40cfe468d83c None None] Network cae31ed2-d778-46e2-8813-3f004eb4413a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:23.472379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3b085a8f-452b-49f6-a2ec-3800ea52dc6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7919588 Jan 29 04:26:23.473870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:23.480491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:23.521151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.523139 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.607772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.746550 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ee21d-0f0e-4c5c-8f3e-10e5d307b7f1 x-openstack-request-id: req-4b6ee21d-0f0e-4c5c-8f3e-10e5d307b7f1 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:23.746832 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-unplugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:23.747088 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b6ee21d-0f0e-4c5c-8f3e-10e5d307b7f1 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:23.747492 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'code': 200} Jan 29 04:26:23.954423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.970221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-cae31ed2-d778-46e2-8813-3f004eb4413a', 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'fixed_ips': [{'subnet_id': 'aace452c-60b4-4035-8fb6-cc9c626302de'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:26:23.970775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-f40e8934-d4bd-4ec5-867e-200d493f00ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de HTTP/1.1" status: 200 len: 217 time: 0.6284873 Jan 29 04:26:23.972713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.986166 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e9a86965-b23c-4c68-a5c3-0758d7e31454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:23.990427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9867a3-b90a-4888-94e0-4e94a1d230ef req-5e969f4a-22c8-412f-9773-e8cf1376ec8e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:23.996446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e9867a3-b90a-4888-94e0-4e94a1d230ef req-5e969f4a-22c8-412f-9773-e8cf1376ec8e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 944 time: 0.1493061 Jan 29 04:26:24.026808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-516c08cc-b1a2-48e4-83de-4ff421816f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:24.035071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-516c08cc-b1a2-48e4-83de-4ff421816f25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 1.0346589 Jan 29 04:26:24.081940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e9867a3-b90a-4888-94e0-4e94a1d230ef req-c6db9517-8ae5-4a54-9386-4823d7a3d0cb tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Jan 29 04:26:24.140839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-8ddba294-73a9-42cd-9917-d8b7e2ad2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:24.155435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-8ddba294-73a9-42cd-9917-d8b7e2ad2110 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194375 Jan 29 04:26:24.249170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Allocated IP 172.20.0.2 (cae31ed2-d778-46e2-8813-3f004eb4413a/aace452c-60b4-4035-8fb6-cc9c626302de/25855018-a3b1-47b3-a3bc-029152be9d6a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:24.372175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-3034a952-955d-4d74-b7ef-624eb877b3c6 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151341 Jan 29 04:26:24.384320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6903b4a-225d-4ca6-a18b-756527e8698d req-bd7c00d4-5f35-49fd-848f-401bbc953c5b tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715365 Jan 29 04:26:24.447192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:24.481341 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:24.503522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-daccd8d0-d77c-4566-8e42-a767abc12f07 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302555 Jan 29 04:26:24.508524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-db432522-d4bc-4ee6-8dda-f4dbcf775d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:24.511686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-db432522-d4bc-4ee6-8dda-f4dbcf775d8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 200 len: 857 time: 0.5301747 Jan 29 04:26:24.576965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-026f12b8-f2de-485a-aae7-a3ce87e84f7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0968f5f7-ca2a-4601-a635-91eea2f82363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444207 Jan 29 04:26:24.641160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:24.698056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Network cae31ed2-d778-46e2-8813-3f004eb4413a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:24.720579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:24.735902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}, {'name': 'network-changed', 'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:24.736857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:24.738866 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}, {"name": "network-changed", "server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:24.742146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Pushing event updated for resources: {'Port': ['ID=25855018-a3b1-47b3-a3bc-029152be9d6a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:24.753119 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-14db9de9-f02e-4ce7-93fc-950f71876a2b service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497567 Jan 29 04:26:24.754249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ac1ed229-01a9-4598-b913-4e841724b4ce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ac1ed229-01a9-4598-b913-4e841724b4ce,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:24.793286 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:24.802449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:19Z', 'revision_number': 3, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:24.870498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-b459dfc5-4312-4562-984d-91e414b9e67b service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038136 Jan 29 04:26:24.873724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-d4a67f2d-b783-41b3-a717-d6d2777b36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:24.875508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Attempting to bind port 25855018-a3b1-47b3-a3bc-029152be9d6a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:24.875880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Attempting to bind port 25855018-a3b1-47b3-a3bc-029152be9d6a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:24.876245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Attempting to bind port 25855018-a3b1-47b3-a3bc-029152be9d6a on network cae31ed2-d778-46e2-8813-3f004eb4413a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:24.881913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-d4a67f2d-b783-41b3-a717-d6d2777b36fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1096 time: 0.3346279 Jan 29 04:26:24.893638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:24.894037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Checking segment: {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:24.894918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:24.894918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Bound using segment: {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:24.895382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Bound port: 25855018-a3b1-47b3-a3bc-029152be9d6a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:24.895816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:24.905843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceaeb34-1207-4253-b913-a3b967ef706f None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:19Z', 'revision_number': 3, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:24.921626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:25.043545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:25.053923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ac1ed229-01a9-4598-b913-4e841724b4ce,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:25.065939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] For port 25855018-a3b1-47b3-a3bc-029152be9d6a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:25.069638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] For port 25855018-a3b1-47b3-a3bc-029152be9d6a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=25855018-a3b1-47b3-a3bc-029152be9d6a,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:25.076846 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:25.103041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-702643bc-aeac-4030-a91d-53bfe53e5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:25.105545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-702643bc-aeac-4030-a91d-53bfe53e5be6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.2224402 Jan 29 04:26:25.221060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba88f4-3e81-46c5-b883-0a10bb7f35f3 None None] Pushing event updated for resources: {'Port': ['ID=25855018-a3b1-47b3-a3bc-029152be9d6a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:25.279351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-32b1a4e6-c486-47dd-9629-ce285d868d5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 1001 time: 0.1670077 Jan 29 04:26:25.315506 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f57be-a25e-471f-98ba-cd5c721aa95a None None] New status for floating IP e7749e72-375a-4d40-aa84-4e715f171037: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:25.340248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6903b4a-225d-4ca6-a18b-756527e8698d req-a3314809-006c-4946-8d2f-3ddfed45b7a0 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:25.347786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6903b4a-225d-4ca6-a18b-756527e8698d req-a3314809-006c-4946-8d2f-3ddfed45b7a0 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9555056 Jan 29 04:26:25.438811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-aa0fd40f-f4f5-4220-ad51-7a844b028e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:25.441751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-aa0fd40f-f4f5-4220-ad51-7a844b028e0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50febfc5ccac49e48e0faf500fc88967&device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 1095 time: 0.2347531 Jan 29 04:26:25.448809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6903b4a-225d-4ca6-a18b-756527e8698d req-58c835cb-3bc0-442c-aba1-0b0cbc8a97e0 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/quotas/d1a92cea8add4a6db36ad2ac9c464594 HTTP/1.1" status: 200 len: 375 time: 0.0981317 Jan 29 04:26:25.470872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Allocated IP 172.25.4.161 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/94f1be8f-3c0c-461c-a939-e186fff4c2dc) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:25.495765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-2a799b84-7f15-4554-be96-4f5107917f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:25.495765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-2a799b84-7f15-4554-be96-4f5107917f67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.1581938 Jan 29 04:26:25.529862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6903b4a-225d-4ca6-a18b-756527e8698d req-ac9bfa05-c398-4303-9280-39bfde70e47b tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800896 Jan 29 04:26:25.638328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:25.748978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1ed229-01a9-4598-b913-4e841724b4ce'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:25.752658 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40097345-b749-4749-8bf6-12fec0b25718" -d '{"events": [{"server_uuid": "88057789-f4f7-49f8-ac7d-aa14e5048862", "name": "network-vif-plugged", "status": "completed", "tag": "ac1ed229-01a9-4598-b913-4e841724b4ce"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:25.835831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:25.910010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:25.925986 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7fafa1-fc71-4f52-bf21-207840dedad1 x-openstack-request-id: req-bf7fafa1-fc71-4f52-bf21-207840dedad1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:25.926764 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:25.929156 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf7fafa1-fc71-4f52-bf21-207840dedad1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:25.929588 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'status': 'completed', 'code': 200} Jan 29 04:26:25.929853 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'status': 'completed', 'code': 200} Jan 29 04:26:26.037712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Pushing event updated for resources: {'Port': ['ID=94f1be8f-3c0c-461c-a939-e186fff4c2dc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:26.065351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 25855018-a3b1-47b3-a3bc-029152be9d6a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:26.095068 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fcba712-cbf1-4967-bc3b-92adeb4ea07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:26.103152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:26.126293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:26.129664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:26.143051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 25855018-a3b1-47b3-a3bc-029152be9d6a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:26.143428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:26.163393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-0c3f8578-604f-414a-8907-dcc67cb5b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.164894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-0c3f8578-604f-414a-8907-dcc67cb5b940 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 200 len: 918 time: 0.7033408 Jan 29 04:26:26.222857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-2957d799-37b7-4aae-a171-e30617542b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.224356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-2957d799-37b7-4aae-a171-e30617542b88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.1878507 Jan 29 04:26:26.263099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:26.274518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353216-3b35-478f-b85b-8101d35ff6fe req-b3cd1c22-0cfc-4eec-af64-23493dc1ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.276757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-b3cd1c22-0cfc-4eec-af64-23493dc1ee53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7468028 Jan 29 04:26:26.280080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:26.280859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:26.367207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-6cd010c1-f102-453a-a03d-009efbbdccae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d97fcb4-6b13-4967-8261-00322bf5344e HTTP/1.1" status: 200 len: 217 time: 0.1043136 Jan 29 04:26:26.406226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-0e7a842d-774b-40d4-83be-01c26016f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.408266 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-0e7a842d-774b-40d4-83be-01c26016f5b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.1516204 Jan 29 04:26:26.412132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:26.423772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f38c6-81fd-4df8-87dc-40056beb1034 req-49ab7712-109a-4e42-98c0-f36bb800759a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.427893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-605f38c6-81fd-4df8-87dc-40056beb1034 req-49ab7712-109a-4e42-98c0-f36bb800759a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 944 time: 0.3925455 Jan 29 04:26:26.506899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-7df8196c-0f5e-440b-850b-a266ee41e210 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 217 time: 0.0725899 Jan 29 04:26:26.539469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 25855018-a3b1-47b3-a3bc-029152be9d6a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=25855018-a3b1-47b3-a3bc-029152be9d6a,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:26.582395 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:26.601919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-fed6c5b4-d42e-449f-87ef-73bbcc4b47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.607619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-fed6c5b4-d42e-449f-87ef-73bbcc4b47f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 200 len: 857 time: 0.2035084 Jan 29 04:26:26.676436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:26.701160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-a369e4d5-42ff-4f06-a437-46b7edaa3657 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110475 Jan 29 04:26:26.704938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-db72e1f6-6b11-45ec-8af4-837cdd1a9336 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0968f5f7-ca2a-4601-a635-91eea2f82363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843172 Jan 29 04:26:26.738661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:26:26.891389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-605f38c6-81fd-4df8-87dc-40056beb1034 req-99a7f95f-7880-4aaa-afe0-b084ea3e3d03 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314443 Jan 29 04:26:26.914805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-ac2f629e-d328-4fc6-8ec3-82fe1a68ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:26.928661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-ac2f629e-d328-4fc6-8ec3-82fe1a68ee53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.2540729 Jan 29 04:26:27.002812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-88d719f4-963a-432c-9573-92825cc5acf4 service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409832 Jan 29 04:26:27.010569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5d97fcb4-6b13-4967-8261-00322bf5344e up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:27.025257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-0023c948-f8a9-4b43-9e7b-2dcddab7fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:27.028291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-0023c948-f8a9-4b43-9e7b-2dcddab7fe33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986834 Jan 29 04:26:27.096700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=25855018-a3b1-47b3-a3bc-029152be9d6a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:27.321691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de353216-3b35-478f-b85b-8101d35ff6fe req-d70043c0-592b-440d-9cf4-4dc2a09ee2ac service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589676 Jan 29 04:26:27.342141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e7ad3e7-0b84-47f1-8fa3-bc9a3bb0cfcf req-cec14e37-95e9-456b-bf85-b8368d9355fd service neutron] 10.222.0.36 "GET /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022838 Jan 29 04:26:27.346036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Deleting port 9b4ffc99-1249-42b2-b612-83ce1a5dc966 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:27.346389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:27.472562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] For port 9b4ffc99-1249-42b2-b612-83ce1a5dc966, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b4ffc99-1249-42b2-b612-83ce1a5dc966,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:27.473396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:27.490521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Calling delete_port for 9b4ffc99-1249-42b2-b612-83ce1a5dc966 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:27.497852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:27.525609 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bafe45-bf5d-4c69-95ee-e868c19dc57b x-openstack-request-id: req-57bafe45-bf5d-4c69-95ee-e868c19dc57b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:27.526262 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88057789-f4f7-49f8-ac7d-aa14e5048862", "name": "network-vif-plugged", "status": "completed", "tag": "ac1ed229-01a9-4598-b913-4e841724b4ce", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:27.527552 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57bafe45-bf5d-4c69-95ee-e868c19dc57b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:27.530901 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1ed229-01a9-4598-b913-4e841724b4ce', 'code': 200} Jan 29 04:26:27.676846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e421500-e695-4de7-b2a2-0624b06e18e8 None None] Network cae31ed2-d778-46e2-8813-3f004eb4413a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:27.739545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:27.752161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:27.795395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-23130e87-e755-42ea-97f7-fcee906624ac service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839082 Jan 29 04:26:27.805598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0515f652-921f-4ce3-80d0-22a777a2f4c3 req-1a2ae268-ae82-4788-b0e9-bd5ba3685c95 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1968555 Jan 29 04:26:27.896487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-de3e7354-c99c-4036-9dc3-e5b3e88eaeaa None None] Provisioning complete for port 25855018-a3b1-47b3-a3bc-029152be9d6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:27.897210 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de3e7354-c99c-4036-9dc3-e5b3e88eaeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:27.974003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:27.994251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.011885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 25855018-a3b1-47b3-a3bc-029152be9d6a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:28.064785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad5c189f-7fb2-4e29-b468-d7bb0d9d3884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.073315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f652-921f-4ce3-80d0-22a777a2f4c3 req-5e567414-e3f3-4287-9d63-9fd11c66347d tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:28.093488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'mac_address': 'fa:16:3e:16:21:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:26:28.096517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0515f652-921f-4ce3-80d0-22a777a2f4c3 req-5e567414-e3f3-4287-9d63-9fd11c66347d tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports/84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 942 time: 0.2614806 Jan 29 04:26:28.108556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4ffc99-1249-42b2-b612-83ce1a5dc966,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.109658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 5d97fcb4-6b13-4967-8261-00322bf5344e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:26:28.215006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5d97fcb4-6b13-4967-8261-00322bf5344e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:28.215382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.256062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad5c189f-7fb2-4e29-b468-d7bb0d9d3884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.266273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5d2b8-79b0-41f3-a331-17a0eb337f43 req-38a7826f-6c19-4d42-a63d-2d3fb3b7373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:28.268697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22c5d2b8-79b0-41f3-a331-17a0eb337f43 req-38a7826f-6c19-4d42-a63d-2d3fb3b7373f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 1097 time: 0.5024695 Jan 29 04:26:28.293094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad5c189f-7fb2-4e29-b468-d7bb0d9d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.413992 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-dfcfa978-a2ad-48af-b884-0a0975682df4 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957191 Jan 29 04:26:28.444934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.483320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0515f652-921f-4ce3-80d0-22a777a2f4c3 req-dc95d744-4eb7-4e03-9c01-08b006ef0000 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.3030431 Jan 29 04:26:28.484181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:28.509009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:28.514673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22c5d2b8-79b0-41f3-a331-17a0eb337f43 req-59df9fc1-5dbf-4feb-b937-c20ee7e794f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081048 Jan 29 04:26:28.516836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad5c189f-7fb2-4e29-b468-d7bb0d9d3884 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d4c625faf6a4056add8cf5afd63f4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177944 Jan 29 04:26:28.522750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:28.543729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:25Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:28.545739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6169705-18af-42b1-805b-31ce22da5840 req-7a735766-3a3f-4cf5-8145-8ca5060dddcd tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:28.547487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6169705-18af-42b1-805b-31ce22da5840 req-7a735766-3a3f-4cf5-8145-8ca5060dddcd tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 944 time: 0.2445219 Jan 29 04:26:28.551156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c189f-7fb2-4e29-b468-d7bb0d9d3884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d5284-67a5-4702-bed1-c7f6e0270df6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.595199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.618860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.627635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:28.629656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.655357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 25855018-a3b1-47b3-a3bc-029152be9d6a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:28.655732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.659820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6169705-18af-42b1-805b-31ce22da5840 req-393d2543-407b-42b6-a7a4-ce355370c9d2 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991378 Jan 29 04:26:28.723962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af75b147-8c7b-43a0-9318-94b6f703cd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.738257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f652-921f-4ce3-80d0-22a777a2f4c3 req-889d0bd3-c229-4978-8a46-08e35c72e8bf tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:28.751580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0515f652-921f-4ce3-80d0-22a777a2f4c3 req-889d0bd3-c229-4978-8a46-08e35c72e8bf tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2673538 Jan 29 04:26:28.886307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5d97fcb4-6b13-4967-8261-00322bf5344e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5d97fcb4-6b13-4967-8261-00322bf5344e,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:28.901351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:28.946733 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:28.949399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a88bc819-e4da-4e6d-b3fb-ae1e202148de up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:29.047625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd692f6-28bf-450c-b934-c1d508902b29 req-cd1ef258-2264-448a-9bc5-c2b0e301a621 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:29.055023 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2cd692f6-28bf-450c-b934-c1d508902b29 req-cd1ef258-2264-448a-9bc5-c2b0e301a621 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 950 time: 0.2095981 Jan 29 04:26:29.060319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-aaaa5fb3-2714-4c23-9f55-f6c57ad93a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:29.061771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-aaaa5fb3-2714-4c23-9f55-f6c57ad93a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1096 time: 0.2521470 Jan 29 04:26:29.069166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4695d4c9-eb7b-4d00-873b-7dbf55f56b60'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:29.159899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:29.160596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:29.186643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-058d6cdc-3f04-4362-baa6-c92e3aa453fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:29.189143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-058d6cdc-3f04-4362-baa6-c92e3aa453fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.1053553 Jan 29 04:26:29.234211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af75b147-8c7b-43a0-9318-94b6f703cd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.241997 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.252287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.263471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2cd692f6-28bf-450c-b934-c1d508902b29 req-b0c84512-0d5a-4662-89ca-18b6576d1ce6 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073472 Jan 29 04:26:29.272131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.284921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:26:29.329883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5d97fcb4-6b13-4967-8261-00322bf5344e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:29.338160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port a88bc819-e4da-4e6d-b3fb-ae1e202148de completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:26:29.352410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-9dfd06c4-899a-46eb-8d67-8729e39cb19c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 1001 time: 0.1549656 Jan 29 04:26:29.354355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port a88bc819-e4da-4e6d-b3fb-ae1e202148de triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:29.354732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.363459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c91ced65-915a-46db-b4c3-3ef0bcb8e678 None None] Provisioning complete for port 25855018-a3b1-47b3-a3bc-029152be9d6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:29.363848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c91ced65-915a-46db-b4c3-3ef0bcb8e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.422485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-56958137-fef1-4fda-8241-882af73786cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:29.424911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-56958137-fef1-4fda-8241-882af73786cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.0621300 Jan 29 04:26:29.445075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:29.533425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9090d936-d816-4025-a992-b92337b846bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d97fcb4-6b13-4967-8261-00322bf5344e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:29.535594 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e856cb-abf1-44ec-908f-3530f43b6f4f" -d '{"events": [{"server_uuid": "9090d936-d816-4025-a992-b92337b846bf", "name": "network-vif-plugged", "status": "completed", "tag": "5d97fcb4-6b13-4967-8261-00322bf5344e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:29.554191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-899fd4b3-ebd7-4c5c-ae42-71d05d717f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:29.556222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-899fd4b3-ebd7-4c5c-ae42-71d05d717f26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053665 Jan 29 04:26:29.564909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:29.575738 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Sync routers for ids ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:29.591987 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Routers {'151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:29.595212 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:29.600803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.605638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8a92aa88-9b51-40d2-90bf-8f26b25397af admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1280453 Jan 29 04:26:29.620588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:29.805713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-9d245ff2-bd71-42ce-82f6-20127a80cfd8 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.5476396 Jan 29 04:26:29.810986 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:29.932779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-007e0f99-cae1-49d9-8661-b8939f889816 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489103 Jan 29 04:26:30.182255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Router 678d4c23-cf67-47bb-86e1-ac22a9155e86 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:30.211237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-9407f819-05df-4019-b6f2-6f30251d3a0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7986586 Jan 29 04:26:30.230211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e82d3ebe-b30d-4ccd-be49-38ed49f6aaea req-2b68f9ae-bc1f-4321-b9d6-4958121c6924 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590866 Jan 29 04:26:30.235316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-e0238d60-948c-4595-9cfe-ebb0ce1e79dd tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:30.236722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-e0238d60-948c-4595-9cfe-ebb0ce1e79dd tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports/84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 942 time: 0.4298968 Jan 29 04:26:30.267632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af75b147-8c7b-43a0-9318-94b6f703cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:30.271018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af75b147-8c7b-43a0-9318-94b6f703cd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:30.274254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af75b147-8c7b-43a0-9318-94b6f703cd84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d44d5284-67a5-4702-bed1-c7f6e0270df6 HTTP/1.1" status: 204 len: 168 time: 1.7425773 Jan 29 04:26:30.284476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Set router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:30.311485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75b147-8c7b-43a0-9318-94b6f703cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d5284-67a5-4702-bed1-c7f6e0270df6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:30.449854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-7c6cad58-355d-4df3-b8f4-17bce450df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:30.451447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-7c6cad58-355d-4df3-b8f4-17bce450df5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa233644e1a34b42a824c6b32532114f&device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 1101 time: 0.1611099 Jan 29 04:26:30.523863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-6dadfa92-68d2-4004-8490-902983abbf51 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1163609 Jan 29 04:26:30.575013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port a88bc819-e4da-4e6d-b3fb-ae1e202148de, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:30.594554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:30.615509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:30.627174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-32fd8e2d-d476-4ed1-8c41-f698dec3bfba admin admin] 10.222.0.32 "PUT /v2.0/routers/678d4c23-cf67-47bb-86e1-ac22a9155e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1906066 Jan 29 04:26:30.631142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:30.685954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=a88bc819-e4da-4e6d-b3fb-ae1e202148de,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:30.701477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] Sync routers for ids ['678d4c23-cf67-47bb-86e1-ac22a9155e86'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:30.727751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] Routers {'678d4c23-cf67-47bb-86e1-ac22a9155e86'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:30.729628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['678d4c23-cf67-47bb-86e1-ac22a9155e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:30.814480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:30.846304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:30.850349 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:30.927066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:30.927739 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:30.975449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-31cc4fe4-a30e-48e1-8bce-3921a0c7030c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:30.976892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-31cc4fe4-a30e-48e1-8bce-3921a0c7030c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.4450326 Jan 29 04:26:30.982451 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f38dc2-7cf3-4e6d-92c4-eef9ccbb42a4 x-openstack-request-id: req-b3f38dc2-7cf3-4e6d-92c4-eef9ccbb42a4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:30.982852 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9090d936-d816-4025-a992-b92337b846bf", "name": "network-vif-plugged", "status": "completed", "tag": "5d97fcb4-6b13-4967-8261-00322bf5344e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:30.983207 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f38dc2-7cf3-4e6d-92c4-eef9ccbb42a4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:30.983698 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9090d936-d816-4025-a992-b92337b846bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d97fcb4-6b13-4967-8261-00322bf5344e', 'code': 200} Jan 29 04:26:30.988674 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:26Z', 'revision_number': 3, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:31.013944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] Set router 678d4c23-cf67-47bb-86e1-ac22a9155e86 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:31.068992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:25Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:31.085949 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Checking router: 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:31.086907 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Updating router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c port 94f1be8f-3c0c-461c-a939-e186fff4c2dc binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:26:31.149329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-f9dccfd2-c7dc-4bf5-919c-d49d6d18a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:31.153488 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.154477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-f9dccfd2-c7dc-4bf5-919c-d49d6d18a3a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.6626668 Jan 29 04:26:31.161362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367307c-71e6-4e78-85f0-b9b55ffb3147 None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:29:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:25Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:31.251774 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-02596281-a506-4f4d-9593-42dd63edc670 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.2592914 Jan 29 04:26:31.291575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:31.308655 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.437181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-16f587bd-b887-4fe8-a23b-b3758cec003e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2be9b338-c115-42bb-bce7-d1ca1122e511 HTTP/1.1" status: 200 len: 217 time: 0.2134998 Jan 29 04:26:31.455485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.466778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.485436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:31.517254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.518689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:31.586440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-3aa8bd8e-cad8-4c27-8826-8a8ef6937ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:31.589845 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-3aa8bd8e-cad8-4c27-8826-8a8ef6937ce4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1437669 Jan 29 04:26:31.625664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c8aa5-9fe7-4727-b28f-758bb34b71b1 req-b0a35f4e-ee64-4443-b7b0-b363f471d0e3 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:31.627282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-141c8aa5-9fe7-4727-b28f-758bb34b71b1 req-b0a35f4e-ee64-4443-b7b0-b363f471d0e3 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 945 time: 0.4718864 Jan 29 04:26:31.732731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37cc5-f1f6-4537-8071-e060cd292c9e req-939d38d5-40d1-47b0-90b9-e2aecd974903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:31.734495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba37cc5-f1f6-4537-8071-e060cd292c9e req-939d38d5-40d1-47b0-90b9-e2aecd974903 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 1096 time: 0.4786348 Jan 29 04:26:31.764352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.790413 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.808115 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.864600 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Attempting to bind port 94f1be8f-3c0c-461c-a939-e186fff4c2dc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:31.865133 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Attempting to bind port 94f1be8f-3c0c-461c-a939-e186fff4c2dc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:31.866855 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Attempting to bind port 94f1be8f-3c0c-461c-a939-e186fff4c2dc on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:31.921810 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:31.922545 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:31.924197 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.924713 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:31.925734 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Bound port: 94f1be8f-3c0c-461c-a939-e186fff4c2dc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:31.927630 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:31.929828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba37cc5-f1f6-4537-8071-e060cd292c9e req-e50fa141-807f-4340-a68c-6a63a4169873 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655800 Jan 29 04:26:31.991620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.008708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] For port 94f1be8f-3c0c-461c-a939-e186fff4c2dc, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:32.013876 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] For port 94f1be8f-3c0c-461c-a939-e186fff4c2dc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=94f1be8f-3c0c-461c-a939-e186fff4c2dc,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:32.036763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Deleting port a75599b9-8da4-421e-819e-5be5fbf0951a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:32.037535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.038733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:32.043362 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.054096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.081760 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Routers {'151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:32.082607 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.147372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=11']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.177263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.180379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:26:27Z', 'revision_number': 5, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port': {'id': 'a75599b9-8da4-421e-819e-5be5fbf0951a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:08Z', 'updated_at': '2022-01-29T04:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.226351 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] Set router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:32.240726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] For port a75599b9-8da4-421e-819e-5be5fbf0951a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a75599b9-8da4-421e-819e-5be5fbf0951a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:32.241450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.246067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] Checking router: 678d4c23-cf67-47bb-86e1-ac22a9155e86 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:32.258604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Calling delete_port for a75599b9-8da4-421e-819e-5be5fbf0951a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:32.265435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] Routers {'678d4c23-cf67-47bb-86e1-ac22a9155e86'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:32.266161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['678d4c23-cf67-47bb-86e1-ac22a9155e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.399546 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Pushing event updated for resources: {'Port': ['ID=94f1be8f-3c0c-461c-a939-e186fff4c2dc,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.421696 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.422155 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.422423 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.425247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.425614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.425974 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.426311 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.426644 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.426970 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.427294 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.432229 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.432608 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:32.450232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] Set router 678d4c23-cf67-47bb-86e1-ac22a9155e86 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:32.470884 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-141c8aa5-9fe7-4727-b28f-758bb34b71b1 req-8849962b-ec23-465e-afed-fb1227b87c29 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692021 Jan 29 04:26:32.476371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-b2f304ff-6a98-424b-9e0d-8afd030423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:32.478063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-b2f304ff-6a98-424b-9e0d-8afd030423df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8498626 Jan 29 04:26:32.510921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Allocated IP 172.20.0.1 (cae31ed2-d778-46e2-8813-3f004eb4413a/aace452c-60b4-4035-8fb6-cc9c626302de/bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:32.523017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.524589 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Floating IP e7749e72-375a-4d40-aa84-4e715f171037 disassociated. External IP: 172.25.4.243, port: 84576a87-ecfa-44fc-a36e-3780339ed9ae. Jan 29 04:26:32.607524 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba40ed6-cb24-400c-82fa-04691de4443a None None] Pushing event updated for resources: {'Port': ['ID=94f1be8f-3c0c-461c-a939-e186fff4c2dc,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.623435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:26:31Z', 'revision_number': 6, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.691720 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:26Z', 'revision_number': 3, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:32.699733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.709818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbda4f9-f094-4448-9ecb-b79e475f2bbf None None] The sync data for ids ['678d4c23-cf67-47bb-86e1-ac22a9155e86'] in n-d-825930-1 is: [{'id': '678d4c23-cf67-47bb-86e1-ac22a9155e86', 'name': 'tempest-ServersTestMultiNic-118846359-router', 'tenant_id': 'c852249db42244bcab7b2b411cf67cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:04Z', 'updated_at': '2022-01-29T04:26:31Z', 'revision_number': 6, 'project_id': 'c852249db42244bcab7b2b411cf67cac', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:32.788702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75599b9-8da4-421e-819e-5be5fbf0951a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:32.798231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feb711-0f75-4bdf-a4c3-3a01464c697a None None] The sync data for ids ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'] in n-d-825930-1 is: [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:26Z', 'revision_number': 3, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:32.859795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.957672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e52c4566-283a-4c61-a859-bbc632834851 req-fbcbb092-c0ac-4f43-85d9-210a08b545b3 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422547 Jan 29 04:26:32.965313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.983561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:32.986866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de'}, {'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60'}, {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:32.990687 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd18d4c3-b2d3-4f45-8e9f-feae61c2d36a" -d '{"events": [{"server_uuid": "bca77e85-9f9a-4aac-9d3d-24a0dce2844e", "name": "network-vif-plugged", "status": "completed", "tag": "a88bc819-e4da-4e6d-b3fb-ae1e202148de"}, {"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-plugged", "status": "completed", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60"}, {"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:33.063006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:33.075025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Network cae31ed2-d778-46e2-8813-3f004eb4413a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:33.091663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:33.104957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:33.167482 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.167679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.182629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.553183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Pushing event updated for resources: {'Port': ['ID=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:33.576824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cf38affd-0de4-4bfd-8642-a9ee86db8343 None None] Provisioning complete for port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:33.577636 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf38affd-0de4-4bfd-8642-a9ee86db8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.629082 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-a979de62-644c-46d6-a09a-2d22e2129c3a service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1419048 Jan 29 04:26:33.635382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.698338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cf38affd-0de4-4bfd-8642-a9ee86db8343 None None] Port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:26:33.747128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c4566-283a-4c61-a859-bbc632834851 req-a2351a96-a440-4093-a584-84cd4186d094 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:33.748650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e52c4566-283a-4c61-a859-bbc632834851 req-a2351a96-a440-4093-a584-84cd4186d094 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7898366 Jan 29 04:26:33.854335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e52c4566-283a-4c61-a859-bbc632834851 req-c7f10478-ae21-4c83-995e-4dd45d8260ea tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/quotas/d1a92cea8add4a6db36ad2ac9c464594 HTTP/1.1" status: 200 len: 375 time: 0.0780485 Jan 29 04:26:33.923420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.924336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e52c4566-283a-4c61-a859-bbc632834851 req-dc52fd4e-14bc-4d68-a0f7-d54b7b60b076 tempest-QuotasAdminNegativeTest-80061483 tempest-QuotasAdminNegativeTest-80061483-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565882 Jan 29 04:26:33.926258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 678d4c23-cf67-47bb-86e1-ac22a9155e86 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:33.936410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:33.941714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8df2243d-629b-4fd7-820a-52ff20214a13 admin admin] 10.222.0.32 "DELETE /v2.0/routers/678d4c23-cf67-47bb-86e1-ac22a9155e86 HTTP/1.1" status: 204 len: 168 time: 3.3084846 Jan 29 04:26:33.945534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:34.003855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe02ca53-368a-46e3-9351-a88fb9880035 req-b8735fa2-0fc0-4d8b-9b6f-dae9b2b91c6f service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606541 Jan 29 04:26:34.027368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 94f1be8f-3c0c-461c-a939-e186fff4c2dc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:34.090475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:34.095799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.109763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:34.130016 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:34.133113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:34.154544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-f3e7f536-f545-4286-9c8c-a9eef67c45ad tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "PUT /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 695 time: 2.9005077 Jan 29 04:26:34.157443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:34.159834 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e637a4ab-cd27-49a7-b458-8158aee529a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:34.167650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Deleting subnet 7e0f1b8e-566d-4683-8bf6-99c0d26328cb {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:34.185456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.200432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.224228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.230005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 94f1be8f-3c0c-461c-a939-e186fff4c2dc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:34.231071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.258340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.284519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-0b332069-491d-4ae3-91a2-877ee71ccd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:34.295925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-0b332069-491d-4ae3-91a2-877ee71ccd57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1096 time: 0.1323924 Jan 29 04:26:34.434818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Pushing event updated for resources: {'Port': ['ID=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.447264 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.465380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-576815ef-4eb5-4556-8b9f-455b5593079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:34.473732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-576815ef-4eb5-4556-8b9f-455b5593079c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.1763046 Jan 29 04:26:34.524006 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:34.538294 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.543623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-0f0a49a0-f446-4c26-836f-269570245592 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 217 time: 0.0687928 Jan 29 04:26:34.544807 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d64693-9301-44f1-9081-d47fc53f51d6 x-openstack-request-id: req-38d64693-9301-44f1-9081-d47fc53f51d6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:34.545102 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca77e85-9f9a-4aac-9d3d-24a0dce2844e", "name": "network-vif-plugged", "status": "completed", "tag": "a88bc819-e4da-4e6d-b3fb-ae1e202148de", "code": 200}, {"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-plugged", "status": "completed", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60", "code": 200}, {"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:34.545350 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38d64693-9301-44f1-9081-d47fc53f51d6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:34.545741 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de', 'code': 200} Jan 29 04:26:34.580386 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'code': 200} Jan 29 04:26:34.580754 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'code': 200} Jan 29 04:26:34.630767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 94f1be8f-3c0c-461c-a939-e186fff4c2dc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=94f1be8f-3c0c-461c-a939-e186fff4c2dc,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:34.638534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.749773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b4ffc99-1249-42b2-b612-83ce1a5dc966 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:34.781263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=94f1be8f-3c0c-461c-a939-e186fff4c2dc,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:34.784744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9b4ffc99-1249-42b2-b612-83ce1a5dc966 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:34.785375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b4ffc99-1249-42b2-b612-83ce1a5dc966 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:34.786017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a75599b9-8da4-421e-819e-5be5fbf0951a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:34.807964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-e75a7f1d-749e-4f8d-9e87-72ad7fcc560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:34.807964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-e75a7f1d-749e-4f8d-9e87-72ad7fcc560c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.2630763 Jan 29 04:26:34.813817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a75599b9-8da4-421e-819e-5be5fbf0951a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:34.814584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a75599b9-8da4-421e-819e-5be5fbf0951a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:34.854189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:34.855957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Network cae31ed2-d778-46e2-8813-3f004eb4413a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:34.866378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:34.968084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-347227ac-a61e-4696-8ea7-54a15a5d428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:34.971870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-347227ac-a61e-4696-8ea7-54a15a5d428b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424541 Jan 29 04:26:35.101737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f6cbf-fa6f-47b7-8bd3-44ddb06f4f98 req-84181368-8d7d-4596-a629-38e259bdfa44 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.103897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-061f6cbf-fa6f-47b7-8bd3-44ddb06f4f98 req-84181368-8d7d-4596-a629-38e259bdfa44 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 945 time: 0.3490150 Jan 29 04:26:35.123590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecc53-a594-49bb-805d-79f845842adf req-1cb7682a-de83-4db3-b6a1-565789196f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:35.125102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfaecc53-a594-49bb-805d-79f845842adf req-1cb7682a-de83-4db3-b6a1-565789196f40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 1096 time: 0.3262217 Jan 29 04:26:35.137856 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:35.180147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:35.207328 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:35.216454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0f1b8e-566d-4683-8bf6-99c0d26328cb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:35.226774 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:35.230580 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:35.232227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:35.238706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c867a5-e928-45c6-bb38-b2bbe29d8350 None None] Network 590bbe2a-789a-48bf-8deb-74722e09a51a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:35.250693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-91a19b21-6144-494e-809f-e8bd20302dc2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7e0f1b8e-566d-4683-8bf6-99c0d26328cb HTTP/1.1" status: 204 len: 168 time: 1.3036301 Jan 29 04:26:35.256310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46210) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:35.388955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-061f6cbf-fa6f-47b7-8bd3-44ddb06f4f98 req-988df96e-cfb4-4160-a287-bd01480a2af8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690933 Jan 29 04:26:35.395326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfaecc53-a594-49bb-805d-79f845842adf req-fc99ddb9-8a06-456f-961c-e2831b46b6bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993668 Jan 29 04:26:35.408195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:35.449689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-4990b05e-2364-4ae4-8a06-e075f1306b16 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698758 Jan 29 04:26:35.537441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:35.558422 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:35.573640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d8492c62-3158-454b-9f6e-72e9e51c4fde None None] Provisioning complete for port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:35.574034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8492c62-3158-454b-9f6e-72e9e51c4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:35.646319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d8492c62-3158-454b-9f6e-72e9e51c4fde None None] Port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:26:35.668164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:35.683435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a69e0c22-2216-421b-8d55-e40ca3a4c46d admin admin] 10.222.0.32 "PUT /v2.0/routers/151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0614367 Jan 29 04:26:35.700252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46224) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:35.734997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1778ba5-6145-4c08-b110-6c8cf5e171ee req-42e050e0-7eb2-4b60-a6ab-5af4cfce0f02 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701049 Jan 29 04:26:35.781053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Deleting port be10d2fd-2270-457c-be48-046cc363de81 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:35.781053 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:35.797953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] DHCP port deletion for 590bbe2a-789a-48bf-8deb-74722e09a51a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:26:35.926329 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa963c2f-5ae0-4574-a634-2cf526a937f1 x-openstack-request-id: req-fa963c2f-5ae0-4574-a634-2cf526a937f1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:35.926329 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:35.926329 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa963c2f-5ae0-4574-a634-2cf526a937f1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:35.926329 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'status': 'completed', 'code': 200} Jan 29 04:26:35.954852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 94f1be8f-3c0c-461c-a939-e186fff4c2dc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:36.016986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] Deleting port be10d2fd-2270-457c-be48-046cc363de81 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:36.020879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.026889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] For port be10d2fd-2270-457c-be48-046cc363de81, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be10d2fd-2270-457c-be48-046cc363de81,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:36.027497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.029474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-aed45eb4-f3dd-49bf-858e-ae4c6970ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:36.035408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-aed45eb4-f3dd-49bf-858e-ae4c6970ad4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 1096 time: 0.1206696 Jan 29 04:26:36.066747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Calling delete_port for be10d2fd-2270-457c-be48-046cc363de81 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:36.218046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] For port be10d2fd-2270-457c-be48-046cc363de81, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be10d2fd-2270-457c-be48-046cc363de81,segment=NetworkSegment(cb2aca0b-4075-4c2d-9bb3-7150058886b5),segment_id=cb2aca0b-4075-4c2d-9bb3-7150058886b5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:36.229717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.269547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] Calling delete_port for be10d2fd-2270-457c-be48-046cc363de81 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:36.278462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.313235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 94f1be8f-3c0c-461c-a939-e186fff4c2dc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:36.313741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.345754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=be10d2fd-2270-457c-be48-046cc363de81,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:36.363850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] No DVR routers for this DVR port be10d2fd-2270-457c-be48-046cc363de81 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:36.376600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05144417-a16d-42b7-858c-ee6a792e61ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.410502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-d05bad15-0bbb-472f-b741-fa8b0d99d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:36.412293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-d05bad15-0bbb-472f-b741-fa8b0d99d753 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.3601053 Jan 29 04:26:36.417044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Sync routers for ids ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:36.519090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Routers {'151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:36.520125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.545852 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.558075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-19fe9da8-2338-4671-8695-91b0c17588c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 200 len: 217 time: 0.1257851 Jan 29 04:26:36.605796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.607634 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.638770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590bbe2a-789a-48bf-8deb-74722e09a51a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.670281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa622-5eeb-484d-889f-459d2642e694 req-98483502-3031-4010-9a25-b2dee2312a5d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:36.676170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f5fa622-5eeb-484d-889f-459d2642e694 req-98483502-3031-4010-9a25-b2dee2312a5d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 945 time: 0.2549255 Jan 29 04:26:36.676375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] No DVR routers for this DVR port be10d2fd-2270-457c-be48-046cc363de81 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:36.693935 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d83dfd-4fa0-4503-ab49-8355b0b3e989 None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:36.716112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2aca0b-4075-4c2d-9bb3-7150058886b5') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.716466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2aca0b-4075-4c2d-9bb3-7150058886b5') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:36.738971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dfc58-0bf2-47e5-aa46-49c9ecd83ce6 None None] Pushing event deleted for resources: {'Port': ['ID=be10d2fd-2270-457c-be48-046cc363de81,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:36.753121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.767997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05144417-a16d-42b7-858c-ee6a792e61ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.779899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05144417-a16d-42b7-858c-ee6a792e61ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.787600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.808249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:36.808673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:36.834518 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:36.865141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-93377033-6e9a-4749-a192-433ea21c66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:36.867186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-93377033-6e9a-4749-a192-433ea21c66a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.2438271 Jan 29 04:26:36.938205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f5fa622-5eeb-484d-889f-459d2642e694 req-2f18a7ce-9d22-4128-aee2-bad6ed6daee2 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144341 Jan 29 04:26:36.944943 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-b5231110-2628-4afc-bbcc-27378f947147 req-88ea0cf1-0bd3-4749-9ef9-2ad011aec846 tempest-FloatingIPDetailsNegativeTestJSON-1114462158 tempest-FloatingIPDetailsNegativeTestJSON-1114462158-project] show failed (client error): The resource could not be found. Jan 29 04:26:36.952552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.959231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b5231110-2628-4afc-bbcc-27378f947147 req-88ea0cf1-0bd3-4749-9ef9-2ad011aec846 tempest-FloatingIPDetailsNegativeTestJSON-1114462158 tempest-FloatingIPDetailsNegativeTestJSON-1114462158-project] 10.222.0.32 "GET /v2.0/floatingips/cec67cc7-4c48-4c79-8a17-41044cfda9f1 HTTP/1.1" status: 404 len: 350 time: 0.1235912 Jan 29 04:26:36.960970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:36.968871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-05144417-a16d-42b7-858c-ee6a792e61ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7be98c0f22ab47799b0018ec000735e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2675192 Jan 29 04:26:36.969824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46252) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:36.974281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] 10.222.0.32 "DELETE /v2.0/networks/590bbe2a-789a-48bf-8deb-74722e09a51a HTTP/1.1" status: 204 len: 168 time: 1.7168827 Jan 29 04:26:36.979517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:37.041271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f839aa-7201-4c46-b94f-618041212a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=590bbe2a-789a-48bf-8deb-74722e09a51a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.087053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144417-a16d-42b7-858c-ee6a792e61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b762845-870a-4708-9986-98662a285cf1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.195840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b477b5-e892-406d-9dd1-a3094cd454b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:37.340587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be10d2fd-2270-457c-be48-046cc363de81 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:37.345694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b477b5-e892-406d-9dd1-a3094cd454b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:37.358579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46262) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:37.368693 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30599dc-557e-4090-8c95-2274b860ba11 None None] New status for floating IP e7749e72-375a-4d40-aa84-4e715f171037: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:37.377611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: be10d2fd-2270-457c-be48-046cc363de81 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:37.378272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be10d2fd-2270-457c-be48-046cc363de81 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:37.414726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Set router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:37.518039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-66e5ed9a-8c16-464f-af07-957e6ef30837 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:37.519826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-66e5ed9a-8c16-464f-af07-957e6ef30837 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3122220 Jan 29 04:26:37.520331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46266) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:37.595495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b477b5-e892-406d-9dd1-a3094cd454b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:37.597947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b477b5-e892-406d-9dd1-a3094cd454b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:37.610696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7b477b5-e892-406d-9dd1-a3094cd454b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b762845-870a-4708-9986-98662a285cf1 HTTP/1.1" status: 204 len: 168 time: 0.5876086 Jan 29 04:26:37.619708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-03af4e6c-b56c-4628-8b34-1c4edc1f69f9 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 698 time: 0.0845182 Jan 29 04:26:37.625023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b477b5-e892-406d-9dd1-a3094cd454b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b762845-870a-4708-9986-98662a285cf1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:37.640349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'floatingip': {'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:37.686712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-774ad904-19d5-4dfa-ade8-221bba5065c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:37.688237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-774ad904-19d5-4dfa-ade8-221bba5065c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7468767 Jan 29 04:26:37.741850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:37.749095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42cb403d-7663-4999-bda5-379a7ecc2ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:37.856868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0c984-5ad9-4ee8-b46e-c981e14d5cdd req-8f06b544-f29d-4a5a-809b-33e6199185f1 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:37.866536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cd0c984-5ad9-4ee8-b46e-c981e14d5cdd req-8f06b544-f29d-4a5a-809b-33e6199185f1 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 948 time: 0.7635379 Jan 29 04:26:37.898570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:33Z', 'revision_number': 4, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5', 'name': '', 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'mac_address': 'fa:16:3e:b2:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'aace452c-60b4-4035-8fb6-cc9c626302de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:30Z', 'updated_at': '2022-01-29T04:26:33Z', 'revision_number': 2, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'subnets': [{'id': 'aace452c-60b4-4035-8fb6-cc9c626302de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:37.940748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-857f4501-a4ad-4096-82b1-037eeac1c06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c852249db42244bcab7b2b411cf67cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743141 Jan 29 04:26:37.952209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Checking router: 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:37.952549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Updating router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:26:37.967150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46274) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:37.990920 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.048400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-1148d2bc-0a7b-4456-8377-9a6f40c78714 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461218 Jan 29 04:26:38.177407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cd0c984-5ad9-4ee8-b46e-c981e14d5cdd req-8306c650-939d-41cc-a358-03ae9426ee39 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097975 Jan 29 04:26:38.241700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46282) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:38.261367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d14bee7e-93da-4ded-8df3-f85fb9e4d6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.291849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42cb403d-7663-4999-bda5-379a7ecc2ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.317729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f09f681-1c14-4ef8-82b2-ad02a4491ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.335256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42cb403d-7663-4999-bda5-379a7ecc2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.372585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e637a4ab-cd27-49a7-b458-8158aee529a4 req-761fd384-66ea-4b37-b907-1e8b572d00f5 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757530 Jan 29 04:26:38.393155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d14bee7e-93da-4ded-8df3-f85fb9e4d6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.420948 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.433260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.439793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-42cb403d-7663-4999-bda5-379a7ecc2ea8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1a92cea8add4a6db36ad2ac9c464594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9162259 Jan 29 04:26:38.460938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46288) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:38.471218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb403d-7663-4999-bda5-379a7ecc2ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59355ea2-01b3-4c0a-a45b-4333663a0929,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.522127 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.api [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:26:38.522424 n-d-825930-1 neutron-server[102402]: DEBUG oslo_db.api [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:26:38.532272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4beb-6c24-477a-8dd8-0f9ad4f53717 None None] Pushing event updated for resources: {'Port': ['ID=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.584771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Attempting to bind port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:38.585148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Attempting to bind port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:38.585703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Attempting to bind port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 on network cae31ed2-d778-46e2-8813-3f004eb4413a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:38.591024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e519-a64b-4db6-a507-7a41797d5f6c req-8e4ca38a-ea10-427b-814f-539013117a73 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:38.592800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5799e519-a64b-4db6-a507-7a41797d5f6c req-8e4ca38a-ea10-427b-814f-539013117a73 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 945 time: 0.1685245 Jan 29 04:26:38.601105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:38.601586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Checking segment: {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:38.602087 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.602481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Bound using segment: {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:38.605816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Bound port: bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f639b9a-3312-4f40-8b4d-feefe8837521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:38.606555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.676464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c8afe71-1d4e-4eb5-955f-2b94351adf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.703083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] For port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:38.704700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c8afe71-1d4e-4eb5-955f-2b94351adf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.707352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] For port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:38.716531 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.724930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d14bee7e-93da-4ded-8df3-f85fb9e4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.727281 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d14bee7e-93da-4ded-8df3-f85fb9e4d6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.734199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d14bee7e-93da-4ded-8df3-f85fb9e4d6ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/187bcffa-7216-4f1e-bf23-2702f02409ad HTTP/1.1" status: 204 len: 168 time: 0.7627008 Jan 29 04:26:38.799721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4beb-6c24-477a-8dd8-0f9ad4f53717 None None] Pushing event updated for resources: {'Port': ['ID=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.817551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5799e519-a64b-4db6-a507-7a41797d5f6c req-bb4291ac-324c-42be-aa3d-b898a333aa96 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970153 Jan 29 04:26:38.842583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c8afe71-1d4e-4eb5-955f-2b94351adf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.848555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c8afe71-1d4e-4eb5-955f-2b94351adf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.849944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Routers {'151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:38.850661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:38.852449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1c8afe71-1d4e-4eb5-955f-2b94351adf91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59355ea2-01b3-4c0a-a45b-4333663a0929 HTTP/1.1" status: 204 len: 168 time: 0.3868558 Jan 29 04:26:38.951180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-324cd2d9-833a-4939-97c0-6339acca246a None None] Provisioning complete for port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:38.953567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-324cd2d9-833a-4939-97c0-6339acca246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.963419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bee7e-93da-4ded-8df3-f85fb9e4d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187bcffa-7216-4f1e-bf23-2702f02409ad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:38.976168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f09f681-1c14-4ef8-82b2-ad02a4491ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.986945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:38.995252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f09f681-1c14-4ef8-82b2-ad02a4491ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:39.023998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:39.170355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8afe71-1d4e-4eb5-955f-2b94351adf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59355ea2-01b3-4c0a-a45b-4333663a0929,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:39.275554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f681-1c14-4ef8-82b2-ad02a4491ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5fc8bb-8f71-45ba-a276-24ad88c6a337,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:39.357051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67188652-fd11-47df-b7e9-812dea959a6e req-d9312f1c-2858-4830-b05e-a9bc4ba1ab3e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.358600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67188652-fd11-47df-b7e9-812dea959a6e req-d9312f1c-2858-4830-b05e-a9bc4ba1ab3e tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 946 time: 0.2934477 Jan 29 04:26:39.363309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2f09f681-1c14-4ef8-82b2-ad02a4491ac0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89c483602fe84c398a30c9047395a069&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1145344 Jan 29 04:26:39.367780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46304) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:39.421086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889848-82d9-4238-abd8-b46c481b05c9 req-0a357015-5e1f-4e96-afeb-a26dd9581e5c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.422682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af889848-82d9-4238-abd8-b46c481b05c9 req-0a357015-5e1f-4e96-afeb-a26dd9581e5c tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84b9f39-3471-4e0b-be5d-cf4764c40207 HTTP/1.1" status: 200 len: 945 time: 0.3560379 Jan 29 04:26:39.429928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] Set router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:39.435216 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-324cd2d9-833a-4939-97c0-6339acca246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:39.545416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-324cd2d9-833a-4939-97c0-6339acca246a None None] For port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:39.559045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-324cd2d9-833a-4939-97c0-6339acca246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:39.710110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cd2d9-833a-4939-97c0-6339acca246a None None] Pushing event updated for resources: {'Port': ['ID=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:39.768146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-95130052-65b9-41e0-815e-a57e558a9d0e None None] Provisioning complete for port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:26:39.768618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95130052-65b9-41e0-815e-a57e558a9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:39.917658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-7b711ad8-caa2-4e24-8df5-2b42c7bbfc62 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:39.923900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-7b711ad8-caa2-4e24-8df5-2b42c7bbfc62 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 948 time: 0.4013712 Jan 29 04:26:39.978472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:33Z', 'revision_number': 4, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5', 'name': '', 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'mac_address': 'fa:16:3e:b2:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'aace452c-60b4-4035-8fb6-cc9c626302de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:30Z', 'updated_at': '2022-01-29T04:26:38Z', 'revision_number': 4, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'subnets': [{'id': 'aace452c-60b4-4035-8fb6-cc9c626302de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:39.988709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46316) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:40.033112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fc90315-7a95-4b24-a1cf-239533797edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.052691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42c740-2756-447d-82bd-1846d8c47fe2 None None] The sync data for ids ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'] in n-d-825930-1 is: [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:33Z', 'revision_number': 4, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5', 'name': '', 'network_id': 'cae31ed2-d778-46e2-8813-3f004eb4413a', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'mac_address': 'fa:16:3e:b2:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'aace452c-60b4-4035-8fb6-cc9c626302de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:30Z', 'updated_at': '2022-01-29T04:26:38Z', 'revision_number': 4, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'subnets': [{'id': 'aace452c-60b4-4035-8fb6-cc9c626302de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:40.192185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29c14374-ab17-4833-98a9-b6206b8e22af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.195231 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:26:40.220793 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29c14374-ab17-4833-98a9-b6206b8e22af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.279387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Deleting port 2be9b338-c115-42bb-bce7-d1ca1122e511 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:40.279737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.308447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67188652-fd11-47df-b7e9-812dea959a6e req-ec088627-b7eb-45bc-a315-2ff8dd66e952 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9412563 Jan 29 04:26:40.311087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29c14374-ab17-4833-98a9-b6206b8e22af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.317727 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29c14374-ab17-4833-98a9-b6206b8e22af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.324554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-29c14374-ab17-4833-98a9-b6206b8e22af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa5fc8bb-8f71-45ba-a276-24ad88c6a337 HTTP/1.1" status: 204 len: 168 time: 0.9514096 Jan 29 04:26:40.365214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.452736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c14374-ab17-4833-98a9-b6206b8e22af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5fc8bb-8f71-45ba-a276-24ad88c6a337,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:40.495228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.564694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Deleting port 84576a87-ecfa-44fc-a36e-3780339ed9ae {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:40.565082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.635377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:40.663989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] For port 84576a87-ecfa-44fc-a36e-3780339ed9ae, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=84576a87-ecfa-44fc-a36e-3780339ed9ae,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:40.664400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:40.695415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Calling delete_port for 84576a87-ecfa-44fc-a36e-3780339ed9ae owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:40.746897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975a785-01f1-47a0-908f-5126d200671d req-5da5ac5a-88c3-421b-af95-3b7fac95d64c tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:40.748481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3975a785-01f1-47a0-908f-5126d200671d req-5da5ac5a-88c3-421b-af95-3b7fac95d64c tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 948 time: 0.2928746 Jan 29 04:26:40.908920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3975a785-01f1-47a0-908f-5126d200671d req-6db24b81-8797-4185-9277-1144f0f7a3ed tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446021 Jan 29 04:26:41.101672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Deleting port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:41.102368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.237288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.288544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c906f19c-ba83-4b83-b66f-64724afe167a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:41.345946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fc90315-7a95-4b24-a1cf-239533797edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.385753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] For port 2be9b338-c115-42bb-bce7-d1ca1122e511, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2be9b338-c115-42bb-bce7-d1ca1122e511,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:41.386167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.388734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fc90315-7a95-4b24-a1cf-239533797edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.513513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] No DVR routers for this DVR port 84576a87-ecfa-44fc-a36e-3780339ed9ae on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:41.519541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event deleted for resources: {'Port': ['ID=84576a87-ecfa-44fc-a36e-3780339ed9ae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:41.534343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.548672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7fc90315-7a95-4b24-a1cf-239533797edc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9803367568a2485ab5b87dbe753e68f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5588861 Jan 29 04:26:41.555332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af889848-82d9-4238-abd8-b46c481b05c9 req-2e278e5a-adec-42e7-9c2c-02e8ba04acf1 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "DELETE /v2.0/ports/84576a87-ecfa-44fc-a36e-3780339ed9ae HTTP/1.1" status: 204 len: 173 time: 1.5360360 Jan 29 04:26:41.555896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'name': 'network-vif-deleted', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:41.558974 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab4d51a-0486-4e81-a3b7-1f784ec0a5c4" -d '{"events": [{"server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "name": "network-vif-deleted", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:41.562366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-504964442-network', 'tenant_id': 'a2a5474edda94603b663a20184fe7170'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:41.584633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46356) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:41.683164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Calling delete_port for 2be9b338-c115-42bb-bce7-d1ca1122e511 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:41.715791 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Floating IP e7749e72-375a-4d40-aa84-4e715f171037 associated. External IP: 172.25.4.243, port: c906f19c-ba83-4b83-b66f-64724afe167a. Jan 29 04:26:41.719686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] For port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:41.720067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.768432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Calling delete_port for bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:41.795335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fb85-4015-4a8a-9839-29ad4b3abdeb req-696ed52e-5cc8-46ed-af1a-c02ea7d88dcf tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:41.797064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b147fb85-4015-4a8a-9839-29ad4b3abdeb req-696ed52e-5cc8-46ed-af1a-c02ea7d88dcf tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 946 time: 0.2034626 Jan 29 04:26:41.813815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8c98d7b-5d36-486d-8d69-5144ad32d535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.870753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:41.929764 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b147fb85-4015-4a8a-9839-29ad4b3abdeb req-d8a6f128-5f5e-4add-b19a-0090a61b5460 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121857 Jan 29 04:26:41.935539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8c98d7b-5d36-486d-8d69-5144ad32d535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.018132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc90315-7a95-4b24-a1cf-239533797edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d998bc-e4a8-456b-ad38-9bc885cf2365,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:42.052092 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d637945-9804-420b-b798-ddf4ef93598c x-openstack-request-id: req-6d637945-9804-420b-b798-ddf4ef93598c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:42.052390 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84b9f39-3471-4e0b-be5d-cf4764c40207", "name": "network-vif-deleted", "tag": "84576a87-ecfa-44fc-a36e-3780339ed9ae", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:42.052642 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d637945-9804-420b-b798-ddf4ef93598c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:42.053039 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84b9f39-3471-4e0b-be5d-cf4764c40207', 'name': 'network-vif-deleted', 'tag': '84576a87-ecfa-44fc-a36e-3780339ed9ae', 'status': 'completed', 'code': 200} Jan 29 04:26:42.082047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:26:42.099514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8c98d7b-5d36-486d-8d69-5144ad32d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.102631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8c98d7b-5d36-486d-8d69-5144ad32d535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.106887 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a8c98d7b-5d36-486d-8d69-5144ad32d535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45d998bc-e4a8-456b-ad38-9bc885cf2365 HTTP/1.1" status: 204 len: 168 time: 0.5208559 Jan 29 04:26:42.119345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c98d7b-5d36-486d-8d69-5144ad32d535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d998bc-e4a8-456b-ad38-9bc885cf2365,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:42.304752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.339499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No active binding found for port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 {{(pid=102404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:26:42.341738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 04:26:42.388086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:42.389250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Made reservation on behalf of a2a5474edda94603b663a20184fe7170 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:42.392328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.410435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 not found, will not notify nova. {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 04:26:42.427360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.459801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:42.617877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026b1c-e0aa-489e-a266-aa23b4130bfc req-d1e686ac-0c6f-486e-8442-1e5c1caf68f5 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:42.620694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5026b1c-e0aa-489e-a266-aa23b4130bfc req-d1e686ac-0c6f-486e-8442-1e5c1caf68f5 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 948 time: 0.3286488 Jan 29 04:26:42.798554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:42.798723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5026b1c-e0aa-489e-a266-aa23b4130bfc req-a3126cf0-f066-4a26-b14e-fdb88f6c034b tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712782 Jan 29 04:26:42.854694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 84576a87-ecfa-44fc-a36e-3780339ed9ae no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:42.913604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Pushing event deleted for resources: {'Port': ['ID=2be9b338-c115-42bb-bce7-d1ca1122e511,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:42.926550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 84576a87-ecfa-44fc-a36e-3780339ed9ae {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:42.928604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 84576a87-ecfa-44fc-a36e-3780339ed9ae not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:42.929947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:42.971236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.008361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 2be9b338-c115-42bb-bce7-d1ca1122e511 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:43.011403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2be9b338-c115-42bb-bce7-d1ca1122e511 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:43.068255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:43.091358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:43.106635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.108033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:43.110435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:43.205396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] No DVR routers for this DVR port 2be9b338-c115-42bb-bce7-d1ca1122e511 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:43.226197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.233391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac4ef213-0c70-46f9-b97c-1fc14cc1c6a0 req-9b840c8c-a8d6-4502-893a-4cc698bd8f02 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.36 "DELETE /v2.0/ports/2be9b338-c115-42bb-bce7-d1ca1122e511 HTTP/1.1" status: 204 len: 173 time: 3.3041630 Jan 29 04:26:43.237566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-deleted', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:43.238544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098a1d0-84bb-4029-95f6-fdd2a9e8af20 req-aa182f2d-ec7a-4302-9850-919d6e359467 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:43.240233 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d098a1d0-84bb-4029-95f6-fdd2a9e8af20 req-aa182f2d-ec7a-4302-9850-919d6e359467 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 946 time: 0.0949123 Jan 29 04:26:43.257430 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0172b2ac-bdd5-409f-be4d-6437ecbe87ad" -d '{"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-deleted", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:43.307766 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.320866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.321504 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.344455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e49ada6c-8a26-4013-95cf-a46a90b881a3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "PUT /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 996 time: 5.7101083 Jan 29 04:26:43.408454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:43.499896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:43.576118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.580151 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Added segment e79c1969-5c6e-4d6e-a35e-728f9d843743 of type vlan for network 7830979e-7ba6-485d-9bf0-ec84960c2de5 Jan 29 04:26:43.581821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5557d69-26c9-48fd-a0ec-52ca47703965,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:43.624122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-ae86ea46-7450-486d-b108-8f197cb9458a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:43.625665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-ae86ea46-7450-486d-b108-8f197cb9458a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 946 time: 0.3558388 Jan 29 04:26:43.627583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:43.715294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-986bf871-ebcc-4424-9b79-9103b87ca33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:43.723375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-986bf871-ebcc-4424-9b79-9103b87ca33c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.3182797 Jan 29 04:26:43.742506 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:43.752117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d098a1d0-84bb-4029-95f6-fdd2a9e8af20 req-6fdd16a8-2a47-4152-b4f2-871918936a8d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051379 Jan 29 04:26:44.069317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:40Z', 'revision_number': 8, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.107479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:44.121176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:44.122156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.161700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-a88425e1-ef46-4179-912b-c7355dbea3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:44.167889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-a88425e1-ef46-4179-912b-c7355dbea3a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.4436314 Jan 29 04:26:44.172556 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671561e8-7352-4eba-815b-1b6f10429602 x-openstack-request-id: req-671561e8-7352-4eba-815b-1b6f10429602 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:44.173083 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4ea94-4229-45a9-842a-f314b16423ff", "name": "network-vif-deleted", "tag": "2be9b338-c115-42bb-bce7-d1ca1122e511", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:44.173514 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-671561e8-7352-4eba-815b-1b6f10429602 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:44.174132 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f4ea94-4229-45a9-842a-f314b16423ff', 'name': 'network-vif-deleted', 'tag': '2be9b338-c115-42bb-bce7-d1ca1122e511', 'status': 'completed', 'code': 200} Jan 29 04:26:44.229988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:44.232128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:44.232795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:44.283304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9617828b-aa3f-48cd-80af-7eecc5222ec9 req-d145d471-d073-4a77-908a-3305f4ad31e7 tempest-ImagesOneServerTestJSON-1515046366 tempest-ImagesOneServerTestJSON-1515046366-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f4ea94-4229-45a9-842a-f314b16423ff HTTP/1.1" status: 200 len: 210 time: 0.1026363 Jan 29 04:26:44.326497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:44.336460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f6f8911e-1586-4b3f-87ad-1e02ff3a23c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2721655 Jan 29 04:26:44.338271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] Sync routers for ids ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:44.339893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46462) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:44.361133 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] Routers {'151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:44.362751 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:44.370928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:44.503976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Deleting port ac1ed229-01a9-4598-b913-4e841724b4ce {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:44.503976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:44.510341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.8710091 Jan 29 04:26:44.528211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46480) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:44.537411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Request body: {'subnet': {'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-504964442-subnet', 'tenant_id': 'a2a5474edda94603b663a20184fe7170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:44.537932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-a96f84fa-139f-4ae8-ab74-ffba5623474d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 999 time: 0.3548455 Jan 29 04:26:44.620572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d3bbd-c1d2-40f6-babb-b9244ae9707d admin admin] Pushing event updated for resources: {'Network': ['ID=7830979e-7ba6-485d-9bf0-ec84960c2de5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:44.628331 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] Set router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:44.681871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-79c742ad-b620-4851-baa4-b47629e63043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:44.688872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-79c742ad-b620-4851-baa4-b47629e63043 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.1390872 Jan 29 04:26:44.714920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7830979e-7ba6-485d-9bf0-ec84960c2de5 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:44.725116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Made reservation on behalf of a2a5474edda94603b663a20184fe7170 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:44.727702 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:44.899894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:44.917549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e5237e91-36b7-43b4-bb45-205ec2957a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:44.923840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-e5237e91-36b7-43b4-bb45-205ec2957a4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246840 Jan 29 04:26:45.097290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] For port ac1ed229-01a9-4598-b913-4e841724b4ce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ac1ed229-01a9-4598-b913-4e841724b4ce,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:45.097831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:45.127112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Calling delete_port for ac1ed229-01a9-4598-b913-4e841724b4ce owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:45.154179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe338e-5f0b-404d-b600-29dc03cd63c8 req-e1de25fc-a95f-4544-a331-06edbc374c69 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:45.155731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88fe338e-5f0b-404d-b600-29dc03cd63c8 req-e1de25fc-a95f-4544-a331-06edbc374c69 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 946 time: 0.1784270 Jan 29 04:26:45.171651 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:42Z', 'revision_number': 5, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.231823 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] Checking router: 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:45.281233 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] Routers {'151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:45.282169 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.327025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-4e711773-da57-43b3-8696-2299c124b336 service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911717 Jan 29 04:26:45.330470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:40Z', 'revision_number': 8, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.401766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88fe338e-5f0b-404d-b600-29dc03cd63c8 req-d6d20664-ecab-48d1-a249-02be5c61ef3d tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104950 Jan 29 04:26:45.413165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326644a9-5cd9-4a5e-aa0b-a395c96a6fc9 None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e7749e72-375a-4d40-aa84-4e715f171037', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'port_id': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:25:38Z', 'updated_at': '2022-01-29T04:26:40Z', 'revision_number': 8, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:45.433769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:45.563601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33f5ce89-d9a4-4a75-93ae-554039803641 req-c7d382f1-97b2-4d85-a0a3-58a4df66bf7a service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331378 Jan 29 04:26:45.580612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] Set router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:45.706541 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:45.779818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:45.877434 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:42Z', 'revision_number': 5, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:45.879687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4f2bf5-659a-4d58-b4eb-6747f531dd50,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:45.920159 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fecbc-e4d3-4f73-b601-da8a3e759473 None None] The sync data for ids ['151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c'] in n-d-825930-1 is: [{'id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1931167016-router', 'tenant_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:26:23Z', 'updated_at': '2022-01-29T04:26:42Z', 'revision_number': 5, 'project_id': 'e3dcee4635e64029adfebfc72ec4bbcc', 'gw_port': {'id': '94f1be8f-3c0c-461c-a939-e186fff4c2dc', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:26:25Z', 'updated_at': '2022-01-29T04:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:45.942496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dbffb-245f-44c3-9eca-87fecdf40b9e None None] New status for floating IP e7749e72-375a-4d40-aa84-4e715f171037: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:46.038452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b435619-7d3e-48d7-9d0a-c402f528ecee req-f902fa2b-b2b2-4d4d-bc48-0241f671da34 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 996 time: 0.2114348 Jan 29 04:26:46.139624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c04ac533-7b8a-4048-8a40-65b001f4a57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.146605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Deleting port 94f1be8f-3c0c-461c-a939-e186fff4c2dc {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:46.146946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.235390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:46.243135 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:46.379778 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bb489a-6d6a-4777-9f37-9bae36073686 x-openstack-request-id: req-00bb489a-6d6a-4777-9f37-9bae36073686 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:46.380086 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:46.382661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46560) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:46.387587 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00bb489a-6d6a-4777-9f37-9bae36073686 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:46.387752 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'status': 'completed', 'code': 200} Jan 29 04:26:46.407994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] For port 94f1be8f-3c0c-461c-a939-e186fff4c2dc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=94f1be8f-3c0c-461c-a939-e186fff4c2dc,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:46.408677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.440331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.463668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Checking segment: {'id': 'e79c1969-5c6e-4d6e-a35e-728f9d843743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:46.464043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Network hostable DHCP agents. Network: 7830979e-7ba6-485d-9bf0-ec84960c2de5, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:46.472805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Calling delete_port for 94f1be8f-3c0c-461c-a939-e186fff4c2dc owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:46.484887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5d97fcb4-6b13-4967-8261-00322bf5344e', 'a88bc819-e4da-4e6d-b3fb-ae1e202148de'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:46.530838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c04ac533-7b8a-4048-8a40-65b001f4a57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.560361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c04ac533-7b8a-4048-8a40-65b001f4a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.561693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Pushing event deleted for resources: {'Port': ['ID=ac1ed229-01a9-4598-b913-4e841724b4ce,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:46.619782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b435619-7d3e-48d7-9d0a-c402f528ecee req-bd777f5e-41f3-409a-a5e1-9c7a7c5c7a25 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:46.631401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b435619-7d3e-48d7-9d0a-c402f528ecee req-bd777f5e-41f3-409a-a5e1-9c7a7c5c7a25 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.5918591 Jan 29 04:26:46.646982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-8b435619-7d3e-48d7-9d0a-c402f528ecee req-a0008f6a-6ac5-4297-9507-7d043d0c8ed4 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:26:46.653800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b435619-7d3e-48d7-9d0a-c402f528ecee req-a0008f6a-6ac5-4297-9507-7d043d0c8ed4 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212667 Jan 29 04:26:46.743260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] No DVR routers for this DVR port ac1ed229-01a9-4598-b913-4e841724b4ce on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:46.751329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.754956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-431e8379-4af4-4d58-aa33-8f89fcb9fb93 req-e9edfa34-5504-4803-81b6-fea5da3ce5e8 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "DELETE /v2.0/ports/ac1ed229-01a9-4598-b913-4e841724b4ce HTTP/1.1" status: 204 len: 173 time: 3.1126094 Jan 29 04:26:46.768628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'name': 'network-vif-deleted', 'tag': 'ac1ed229-01a9-4598-b913-4e841724b4ce'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:46.771321 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc55af6b-4cbb-406a-966a-a61680cd300a" -d '{"events": [{"server_uuid": "88057789-f4f7-49f8-ac7d-aa14e5048862", "name": "network-vif-deleted", "tag": "ac1ed229-01a9-4598-b913-4e841724b4ce"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:46.793016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1618904-cb1d-4acb-ae94-c3239b2a9014 req-a147e483-794d-4e93-ab40-aeda4c2cc88f tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=88057789-f4f7-49f8-ac7d-aa14e5048862 HTTP/1.1" status: 200 len: 210 time: 0.1060610 Jan 29 04:26:46.795632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Network 7830979e-7ba6-485d-9bf0-ec84960c2de5 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:46.808702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-cb980ff0-84b2-41b8-8520-a33833af06ea tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1150165 Jan 29 04:26:46.848357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7830979e-7ba6-485d-9bf0-ec84960c2de5) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:46.861404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:46.862327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:46.876909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ac1ed229-01a9-4598-b913-4e841724b4ce no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:46.886866 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f54bb5a-d1f7-41da-b0a8-4e9b9a2857db x-openstack-request-id: req-0f54bb5a-d1f7-41da-b0a8-4e9b9a2857db {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:46.887712 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88057789-f4f7-49f8-ac7d-aa14e5048862", "name": "network-vif-deleted", "tag": "ac1ed229-01a9-4598-b913-4e841724b4ce", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:46.888156 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f54bb5a-d1f7-41da-b0a8-4e9b9a2857db {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:46.888730 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88057789-f4f7-49f8-ac7d-aa14e5048862', 'name': 'network-vif-deleted', 'tag': 'ac1ed229-01a9-4598-b913-4e841724b4ce', 'status': 'completed', 'code': 200} Jan 29 04:26:46.898937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-2ed87159-efe4-4a95-bd84-9955b424f751 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:46.918056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-2ed87159-efe4-4a95-bd84-9955b424f751 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports/c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 942 time: 0.1080656 Jan 29 04:26:46.940470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c04ac533-7b8a-4048-8a40-65b001f4a57c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde3258fd05947bb82aae2db576ebd08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1591942 Jan 29 04:26:46.945845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46578) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:46.957446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-34d400b8-cfb8-42bf-979c-01060027057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:46.958219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94923a8-cb32-497f-b37d-45744b9f98e9 None None] Network 7830979e-7ba6-485d-9bf0-ec84960c2de5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:46.963736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-34d400b8-cfb8-42bf-979c-01060027057d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.5277598 Jan 29 04:26:46.966728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ac533-7b8a-4048-8a40-65b001f4a57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb234a-7881-4db0-8ac6-dea080aa7f74,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:47.000183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ac1ed229-01a9-4598-b913-4e841724b4ce {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:47.000854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ac1ed229-01a9-4598-b913-4e841724b4ce not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:47.120231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:47.208830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-1e63e923-4203-4eed-834a-92aee1edcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:47.210546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-1e63e923-4203-4eed-834a-92aee1edcea1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.2341244 Jan 29 04:26:47.316228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-5579d00c-ae6c-476f-aa63-7b01928bd160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 1001 time: 0.0882618 Jan 29 04:26:47.327021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-14316515-5dfa-4cef-a510-767ede3d1809 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.2080762 Jan 29 04:26:47.376113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c17f95a-c0e7-42e6-9460-2e125ba4089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:47.377665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4529fe6-b0ed-4971-8184-1098feadd1b0 None None] Network 7830979e-7ba6-485d-9bf0-ec84960c2de5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:47.532236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-7b1d6bc4-1cea-4c7d-8bba-52241fd1f37e tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:47.541480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-7b1d6bc4-1cea-4c7d-8bba-52241fd1f37e tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2124984 Jan 29 04:26:47.644757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-fccf2f85-c3cc-49d5-90b6-2b4693deddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:47.646719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-fccf2f85-c3cc-49d5-90b6-2b4693deddb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.2644382 Jan 29 04:26:47.665532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8e9082d4-11f4-428e-bec2-433af73dce48 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1334279 Jan 29 04:26:47.708741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-bf1a9742-bc31-4a4e-85c6-6ecc0376d69f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1657414 Jan 29 04:26:47.724805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:47.730878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:47.818988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c17f95a-c0e7-42e6-9460-2e125ba4089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:47.821261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-523817c7-16b8-41dd-b392-18baf9baba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:47.823861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-523817c7-16b8-41dd-b392-18baf9baba6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622803 Jan 29 04:26:47.826583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46592) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:47.827416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7d7e3be1-89e1-4e46-8691-fa4d9364bd70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa233644e1a34b42a824c6b32532114f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4420979 Jan 29 04:26:47.835863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f1be8f-3c0c-461c-a939-e186fff4c2dc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:47.841307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c17f95a-c0e7-42e6-9460-2e125ba4089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:47.845506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:47.878772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:47.890368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bc2dbba8-25cc-4bcd-b852-26f3e6ad1ee5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:47.907569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:47.955107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-338bfb03-46d8-4c22-9395-45e49e0bae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.049820 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-338bfb03-46d8-4c22-9395-45e49e0bae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.094196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c17f95a-c0e7-42e6-9460-2e125ba4089d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d49d54b15714d4480ab0756ce80ceb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9728682 Jan 29 04:26:48.094984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17f95a-c0e7-42e6-9460-2e125ba4089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472ee12e-3059-402f-83f2-0f87aaae7460,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.099247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46602) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:48.125294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-338bfb03-46d8-4c22-9395-45e49e0bae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.128421 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-338bfb03-46d8-4c22-9395-45e49e0bae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.132932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-338bfb03-46d8-4c22-9395-45e49e0bae9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ecb234a-7881-4db0-8ac6-dea080aa7f74 HTTP/1.1" status: 204 len: 168 time: 0.5159352 Jan 29 04:26:48.159946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.237713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7392a765-4594-4ea6-9860-5124e3b7cab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.249145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-a2c12076-e2a6-4649-a720-a95b0306f82b service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100718 Jan 29 04:26:48.303378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.303378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.362664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bfb03-46d8-4c22-9395-45e49e0bae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb234a-7881-4db0-8ac6-dea080aa7f74,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.372424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.373266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:26:48.379294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.382821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f49c2be-5acf-4c73-aa73-1e9ab044dd99 admin admin] 10.222.0.32 "DELETE /v2.0/routers/151c99a8-aa96-4eeb-bb9c-0ff57a1c5e0c HTTP/1.1" status: 204 len: 168 time: 4.0346725 Jan 29 04:26:48.383302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46622) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:48.515586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Deleting subnet aace452c-60b4-4035-8fb6-cc9c626302de {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:48.520009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.573791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.695931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.765302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46624) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:48.767675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7392a765-4594-4ea6-9860-5124e3b7cab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.771434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.792602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cf275ec-581b-4752-a86b-682537dc7325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.802011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.819706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.820041 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Floating IP e7749e72-375a-4d40-aa84-4e715f171037 disassociated. External IP: 172.25.4.243, port: c906f19c-ba83-4b83-b66f-64724afe167a. Jan 29 04:26:48.858405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:48.859181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5d7f0-c140-48bd-a199-ec00dc7162b2 None None] Network cae31ed2-d778-46e2-8813-3f004eb4413a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:48.864241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aace452c-60b4-4035-8fb6-cc9c626302de HTTP/1.1" status: 204 len: 168 time: 0.4777300 Jan 29 04:26:48.870084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:48.877029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93a11c-38a1-43a2-b628-e421785a7176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aace452c-60b4-4035-8fb6-cc9c626302de,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:48.897038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a6e1-1fa3-4026-bfa3-4e8889cab2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.020264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-9400012b-d341-4887-bad6-07e9ea33b5eb tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:49.021881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-9400012b-d341-4887-bad6-07e9ea33b5eb tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/networks?id=7830979e-7ba6-485d-9bf0-ec84960c2de5 HTTP/1.1" status: 200 len: 813 time: 0.2133601 Jan 29 04:26:49.052749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-c3a4e982-76b3-4bb0-b980-9a300c0271a3 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/quotas/a2a5474edda94603b663a20184fe7170 HTTP/1.1" status: 200 len: 375 time: 0.0187860 Jan 29 04:26:49.067282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cf275ec-581b-4752-a86b-682537dc7325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.093621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a6e1-1fa3-4026-bfa3-4e8889cab2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.102230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-61f85213-597c-4e18-aa99-da4dc1f9e6d2 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2a5474edda94603b663a20184fe7170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401270 Jan 29 04:26:49.106358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cf275ec-581b-4752-a86b-682537dc7325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.138536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0b5c5c-446c-46f8-8d6d-9a7860ba9014 req-d52771c1-9836-4771-abee-aa23f961b50a service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8667254 Jan 29 04:26:49.140429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6cf275ec-581b-4752-a86b-682537dc7325 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13a9bd0fd6224b939b8f7c3cbea88b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737350 Jan 29 04:26:49.150332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46636) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:49.151644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7392a765-4594-4ea6-9860-5124e3b7cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.158617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7392a765-4594-4ea6-9860-5124e3b7cab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.161985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7392a765-4594-4ea6-9860-5124e3b7cab2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50 HTTP/1.1" status: 204 len: 168 time: 1.3343368 Jan 29 04:26:49.190635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.207434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392a765-4594-4ea6-9860-5124e3b7cab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea3e1f4-e3d7-47ca-9597-5dc463ac2d50,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.252625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf275ec-581b-4752-a86b-682537dc7325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6303896-31a5-47fc-90e9-bac7585b328a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.256645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] DHCP port deletion for cae31ed2-d778-46e2-8813-3f004eb4413a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:26:49.302254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330c245e-f539-492d-84db-263586fa7807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.358363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-2c31bb3f-f62b-4ad6-a692-c20d940b4026 service neutron] 10.222.0.32 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229364 Jan 29 04:26:49.371245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a6e1-1fa3-4026-bfa3-4e8889cab2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.372599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330c245e-f539-492d-84db-263586fa7807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.374023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a6e1-1fa3-4026-bfa3-4e8889cab2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.377881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8f1a6e1-1fa3-4026-bfa3-4e8889cab2c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/472ee12e-3059-402f-83f2-0f87aaae7460 HTTP/1.1" status: 204 len: 168 time: 1.2676907 Jan 29 04:26:49.378104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] Deleting port 25855018-a3b1-47b3-a3bc-029152be9d6a {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:49.378104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.399352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1a6e1-1fa3-4026-bfa3-4e8889cab2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ee12e-3059-402f-83f2-0f87aaae7460,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.427696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:26:49.429300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Deleting port 25855018-a3b1-47b3-a3bc-029152be9d6a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:49.429718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.548220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] For port 25855018-a3b1-47b3-a3bc-029152be9d6a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=25855018-a3b1-47b3-a3bc-029152be9d6a,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:49.549787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.554415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] For port 25855018-a3b1-47b3-a3bc-029152be9d6a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=25855018-a3b1-47b3-a3bc-029152be9d6a,segment=NetworkSegment(1f639b9a-3312-4f40-8b4d-feefe8837521),segment_id=1f639b9a-3312-4f40-8b4d-feefe8837521)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:49.554931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.603006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] Calling delete_port for 25855018-a3b1-47b3-a3bc-029152be9d6a owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:49.605521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Calling delete_port for 25855018-a3b1-47b3-a3bc-029152be9d6a owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:49.646339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-9e219884-9596-4022-a104-407ad999baa8 service neutron] 10.222.0.32 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871528 Jan 29 04:26:49.652526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330c245e-f539-492d-84db-263586fa7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.656253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330c245e-f539-492d-84db-263586fa7807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.670056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-330c245e-f539-492d-84db-263586fa7807 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6303896-31a5-47fc-90e9-bac7585b328a HTTP/1.1" status: 204 len: 168 time: 0.5191255 Jan 29 04:26:49.676565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:26:49.687841 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:26:49.694165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:49.701978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c245e-f539-492d-84db-263586fa7807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6303896-31a5-47fc-90e9-bac7585b328a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:49.702228 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:49.703700 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:49.810264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-8f1052be-408d-4298-b25c-ad0c9b32fcb2 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "PUT /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 696 time: 2.0920022 Jan 29 04:26:49.845734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:49.851333 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4108e2d0-5f44-4f20-870f-da1fc3dbd613" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:49.949759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 94f1be8f-3c0c-461c-a939-e186fff4c2dc no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:49.975256 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:49.990444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.004715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 94f1be8f-3c0c-461c-a939-e186fff4c2dc {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:50.018142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 94f1be8f-3c0c-461c-a939-e186fff4c2dc not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:50.020148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 25855018-a3b1-47b3-a3bc-029152be9d6a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:50.107875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 25855018-a3b1-47b3-a3bc-029152be9d6a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:26:50.112650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 25855018-a3b1-47b3-a3bc-029152be9d6a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:26:50.123064 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.127179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25855018-a3b1-47b3-a3bc-029152be9d6a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:50.138548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-c7d41d31-8b24-4be4-8729-90dbd3f354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:50.140583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-c7d41d31-8b24-4be4-8729-90dbd3f354a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.3230336 Jan 29 04:26:50.141974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] No DVR routers for this DVR port 25855018-a3b1-47b3-a3bc-029152be9d6a on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:50.178654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] Pushing event deleted for resources: {'Port': ['ID=25855018-a3b1-47b3-a3bc-029152be9d6a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:50.192416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eded478-ebcc-4bac-951c-61d03c405515 None None] No DVR routers for this DVR port 25855018-a3b1-47b3-a3bc-029152be9d6a on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:50.361022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46680) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:50.394314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c4dbb87-7f43-4661-bba6-9ac97a29c706 req-76b0a0a9-5680-4945-af30-fce2d79957f1 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 210 time: 0.0800953 Jan 29 04:26:50.406872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.445068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca994716-1e18-472b-ac43-e34a68f7fbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.453657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae31ed2-d778-46e2-8813-3f004eb4413a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.480600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f639b9a-3312-4f40-8b4d-feefe8837521') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.480829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f639b9a-3312-4f40-8b4d-feefe8837521') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.507431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.557588 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.560482 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343c04cb-2994-4dcf-a34f-0876afa83866 x-openstack-request-id: req-343c04cb-2994-4dcf-a34f-0876afa83866 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:50.561116 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:50.561116 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-343c04cb-2994-4dcf-a34f-0876afa83866 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:50.561455 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'status': 'completed', 'code': 200} Jan 29 04:26:50.659942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca994716-1e18-472b-ac43-e34a68f7fbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.676290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca994716-1e18-472b-ac43-e34a68f7fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.772811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ca994716-1e18-472b-ac43-e34a68f7fbbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73ff1face3504887978cf540e46b2b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751726 Jan 29 04:26:50.773457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46700) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:50.785922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca994716-1e18-472b-ac43-e34a68f7fbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bac9f9-faf8-435e-901e-cfe100f17101,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:50.788388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:50.798743 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:50.850967 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:50.895065 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:50.896813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75f32423-5b44-4110-8777-f92dd7c6862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.948358 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:26:50.956815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75f32423-5b44-4110-8777-f92dd7c6862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:50.964798 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:26:50.966688 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.099693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75f32423-5b44-4110-8777-f92dd7c6862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:51.109417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75f32423-5b44-4110-8777-f92dd7c6862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:51.114252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-75f32423-5b44-4110-8777-f92dd7c6862f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39bac9f9-faf8-435e-901e-cfe100f17101 HTTP/1.1" status: 204 len: 168 time: 0.3385372 Jan 29 04:26:51.125634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32423-5b44-4110-8777-f92dd7c6862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bac9f9-faf8-435e-901e-cfe100f17101,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:51.176487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-e025039f-6490-4aa0-a4e1-220c94f11ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:51.185175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-e025039f-6490-4aa0-a4e1-220c94f11ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=920e3d5bc19144faa8aa9543507dae36&device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 1096 time: 0.6217804 Jan 29 04:26:51.228951 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:26:51.276806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:51.378720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:51.385211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cae31ed2-d778-46e2-8813-3f004eb4413a HTTP/1.1" status: 204 len: 168 time: 2.5065243 Jan 29 04:26:51.456845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae31ed2-d778-46e2-8813-3f004eb4413a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:51.516562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.516911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.519263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.521204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.523993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.526100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.530607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.535879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.536245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.536592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.536928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.537259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fadab-1bfd-4ec1-8a25-ac0efdb7c1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:51.606483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-38a01fba-9038-4656-a689-ca32743776c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:51.608011 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-38a01fba-9038-4656-a689-ca32743776c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 1.0458527 Jan 29 04:26:51.697859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-49010024-9b4d-4a5c-90cb-d42f6519b47e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 217 time: 0.0802410 Jan 29 04:26:51.699725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-b32b28a3-60b6-4377-af6d-f8343ba46fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:51.701287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-b32b28a3-60b6-4377-af6d-f8343ba46fd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 200 len: 922 time: 0.4934313 Jan 29 04:26:51.709066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf956feb-0bc5-4d6c-b906-ba798c5feb54 req-a7c33298-7def-47bb-a706-0d90cb10facc tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 210 time: 0.0649137 Jan 29 04:26:51.775820 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:51.851975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-e0a15162-e011-43e0-a857-ba1046152ada service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 200 len: 217 time: 0.1362956 Jan 29 04:26:51.855022 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b7f-c6cf-47ad-923a-8b407d0dbee0 None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:25:06Z', 'revision_number': 4, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '427860e0-4dc9-43a5-adb8-9d656b62041f', 'name': '', 'network_id': 'd0516ea1-a926-42ed-8b5c-91acd409a9f8', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'mac_address': 'fa:16:3e:e8:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:25:03Z', 'updated_at': '2022-01-29T04:25:12Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'subnets': [{'id': '50361553-7cb5-4434-8da5-0c6cb8d26839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:26:52.024019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-21268f66-daec-436e-a528-2cb4e35bda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.029246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-21268f66-daec-436e-a528-2cb4e35bda00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.1574092 Jan 29 04:26:52.030085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:52.030365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e192d-156b-473d-8f0e-dade931ca312 req-abf88b95-f876-4f98-8041-cd5458e05f3b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.041930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e192d-156b-473d-8f0e-dade931ca312 req-abf88b95-f876-4f98-8041-cd5458e05f3b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.060594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f54e192d-156b-473d-8f0e-dade931ca312 req-abf88b95-f876-4f98-8041-cd5458e05f3b tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf&device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 1681 time: 0.1246214 Jan 29 04:26:52.083309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-44f413ca-8456-48a5-be3d-42f864394a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.085461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-44f413ca-8456-48a5-be3d-42f864394a38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 200 len: 860 time: 0.3811069 Jan 29 04:26:52.149430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-a6941cb8-12f7-4468-af78-569e806f4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.150883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-a6941cb8-12f7-4468-af78-569e806f4833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151814 Jan 29 04:26:52.176635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82b6098d-29b7-42fb-98e6-8d632ed7ab2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3dcee4635e64029adfebfc72ec4bbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418254 Jan 29 04:26:52.207953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46748) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:52.312907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-6952a4f2-8620-41b8-a253-3dea5c4fe56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.314952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-6952a4f2-8620-41b8-a253-3dea5c4fe56f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0516ea1-a926-42ed-8b5c-91acd409a9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211955 Jan 29 04:26:52.361327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f54e192d-156b-473d-8f0e-dade931ca312 req-58ed5c72-4e5c-4a57-9ce8-4a70b0f82f71 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647741 Jan 29 04:26:52.395749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3e856-b34d-44cb-9a2e-10029dde1df8 None None] New status for floating IP e7749e72-375a-4d40-aa84-4e715f171037: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:26:52.449908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-d90d8d14-e50e-48c2-bab9-e4fb4fe1dc06 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:52.451444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-d90d8d14-e50e-48c2-bab9-e4fb4fe1dc06 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.36 "GET /v2.0/networks?id=7830979e-7ba6-485d-9bf0-ec84960c2de5 HTTP/1.1" status: 200 len: 813 time: 0.3899479 Jan 29 04:26:52.474457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Request body: {'port': {'device_id': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5', 'admin_state_up': True, 'tenant_id': 'a2a5474edda94603b663a20184fe7170'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:52.478327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e88f881-e3f3-429b-9a10-a48db7ef07c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:52.549154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-47d3fb62-e881-4f22-80ed-acc38f435004 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830528 Jan 29 04:26:52.668164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e88f881-e3f3-429b-9a10-a48db7ef07c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:52.675631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Made reservation on behalf of a2a5474edda94603b663a20184fe7170 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:52.680649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:52.771992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-19b078ec-293e-49cc-860b-c3009f9e2b1e service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432163 Jan 29 04:26:53.004734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Allocated IP 172.20.0.6 (7830979e-7ba6-485d-9bf0-ec84960c2de5/4a4f2bf5-659a-4d58-b4eb-6747f531dd50/8e12373f-8341-4bb7-bf4e-b32a74ca4e9a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:26:53.059025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4108e2d0-5f44-4f20-870f-da1fc3dbd613 req-e8699ad8-5c40-4de8-ab09-a887d5ab52c6 service neutron] 10.222.0.36 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882734 Jan 29 04:26:53.137569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683b5d58-3f37-4ec6-8302-173e99c8b0e9 req-350bf89c-e92f-4938-b2dd-184373f1d32f service neutron] 10.222.0.32 "GET /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304088 Jan 29 04:26:53.155777 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e88f881-e3f3-429b-9a10-a48db7ef07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.159060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e88f881-e3f3-429b-9a10-a48db7ef07c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.162471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e88f881-e3f3-429b-9a10-a48db7ef07c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dec23184-44ea-4687-a983-0f07e80512d4 HTTP/1.1" status: 204 len: 168 time: 0.9494224 Jan 29 04:26:53.181920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88f881-e3f3-429b-9a10-a48db7ef07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec23184-44ea-4687-a983-0f07e80512d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:53.335596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3cdefde-4117-4ed1-980b-a4a302b8412b req-6463ae7e-f5cc-4f4c-beea-50376fa0313d tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 210 time: 0.0827754 Jan 29 04:26:53.352234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46822) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:53.489720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.596608 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.613451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-29efc30e-d629-40ce-a1f8-16297f047c3f tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 200 len: 694 time: 0.0810568 Jan 29 04:26:53.662152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:53.708277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Network 7830979e-7ba6-485d-9bf0-ec84960c2de5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:53.711667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:53.716496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:53.758834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Pushing event updated for resources: {'Port': ['ID=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:53.771852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.772554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.773166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.773693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.774276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.774902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.775594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.776146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.776689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.777247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.777801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.778362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:53.796667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:53.797602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.798916 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-587639cf-bfbd-4d6b-acf0-569d83877f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.824397 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-4c21303f-f3c5-4d9b-8eeb-601ca8c8c7c7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3535807 Jan 29 04:26:53.843995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Request body: {'port': {'device_id': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:53.940192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-099fc423-88d1-4ebb-8621-e4c7d4f19994 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:53.941928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-099fc423-88d1-4ebb-8621-e4c7d4f19994 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.3263056 Jan 29 04:26:53.974430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:53.989139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1537235458-network', 'tenant_id': '17505ec1b1064e4ab0dd77e58250f081'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:54.022101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-b0745a66-9587-4784-817b-4b566b32add3 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 697 time: 0.0709906 Jan 29 04:26:54.117524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Made reservation on behalf of 17505ec1b1064e4ab0dd77e58250f081 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:54.121838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.158904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-fecae77a-158c-4b85-88c7-a2645ee9ca98 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 697 time: 0.1235018 Jan 29 04:26:54.245570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1739367048'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:54.247275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.374287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:54.382649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ba8-6b88-4899-b3cc-5b8cb617a304 req-2c0ed064-aadd-490b-9e42-70769730a776 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:54.384047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9314ba8-6b88-4899-b3cc-5b8cb617a304 req-2c0ed064-aadd-490b-9e42-70769730a776 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 945 time: 0.1448774 Jan 29 04:26:54.390358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Made reservation on behalf of 1afab173fe824676a7070ebdde5c3c81 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:54.393735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.406726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.449498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Deleting port cafdb60b-032a-4f93-b0fd-d857606996e6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:54.450278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.498951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9314ba8-6b88-4899-b3cc-5b8cb617a304 req-6fd1497b-8615-4621-b3b4-e78444adbdb1 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991821 Jan 29 04:26:54.566537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.595049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.607225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.608679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dad3a603-1a0e-44fd-ad63-9c46e0ea865a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.631179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.631511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.631852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:54.645690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:26:54.656433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fee36a-ceb9-40bb-a037-632bc6968a04,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:54.665344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.668650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Calling delete_port for cafdb60b-032a-4f93-b0fd-d857606996e6 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:54.689565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.696099 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.696531 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Added segment af2b43e4-e73c-452b-b431-9fc6d7a493f2 of type vlan for network 6cb2d256-c91c-4f01-8f28-9f1c4439c756 Jan 29 04:26:54.705465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:54.724915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Transition to ACTIVE for port object 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:26:54.753586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.764193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aebf135-c90a-4901-b79e-f67f45629db5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:54.776387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.776769 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Added segment 1e21d41d-3a67-44a6-be0d-b54ad4182f07 of type vlan for network dc45a348-963e-4374-bffd-f2f2050c0490 Jan 29 04:26:54.794827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b408-8100-4592-bcb9-f6c7a81e84db req-119f326b-459e-4c43-8b16-daf1d257ddd1 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:54.796963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd78b408-8100-4592-bcb9-f6c7a81e84db req-119f326b-459e-4c43-8b16-daf1d257ddd1 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 931 time: 0.1458268 Jan 29 04:26:54.798929 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.854691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.913801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dad3a603-1a0e-44fd-ad63-9c46e0ea865a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.915210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.921325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:54.921976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.935531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dad3a603-1a0e-44fd-ad63-9c46e0ea865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.939967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:54.957459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.958578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:54.959148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:54.963247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46902) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:54.968433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd78b408-8100-4592-bcb9-f6c7a81e84db req-91e3c81a-3678-42ab-be4a-db9d94fe8377 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455791 Jan 29 04:26:55.033664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6804979 Jan 29 04:26:55.036491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46910) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:55.042222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Request body: {'subnet': {'network_id': '6cb2d256-c91c-4f01-8f28-9f1c4439c756', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1537235458-subnet', 'tenant_id': '17505ec1b1064e4ab0dd77e58250f081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:55.063737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Attempting to bind port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:55.064026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Attempting to bind port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'e79c1969-5c6e-4d6e-a35e-728f9d843743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:55.064354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Attempting to bind port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a on network 7830979e-7ba6-485d-9bf0-ec84960c2de5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:55.074266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42fe5-489d-4a52-9f86-d6589072193e admin admin] Pushing event updated for resources: {'Network': ['ID=6cb2d256-c91c-4f01-8f28-9f1c4439c756,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.079227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a on network 7830979e-7ba6-485d-9bf0-ec84960c2de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:55.079553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Attempting to bind port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a on network 7830979e-7ba6-485d-9bf0-ec84960c2de5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:55.091007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6cb2d256-c91c-4f01-8f28-9f1c4439c756 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:55.093157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:26:55.093498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Checking segment: {'id': 'e79c1969-5c6e-4d6e-a35e-728f9d843743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:55.093884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Bound using segment: {'id': 'e79c1969-5c6e-4d6e-a35e-728f9d843743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:26:55.094755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Bound port: 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79c1969-5c6e-4d6e-a35e-728f9d843743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:26:55.094755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.169040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] For port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:55.172399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] For port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,segment=NetworkSegment(e79c1969-5c6e-4d6e-a35e-728f9d843743),segment_id=e79c1969-5c6e-4d6e-a35e-728f9d843743)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:26:55.179460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-505080223-network', 'tenant_id': '2935512c13e14e458a47af58fd76ea8e'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:55.193086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.194932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Made reservation on behalf of 17505ec1b1064e4ab0dd77e58250f081 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:55.197694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.291503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.292212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.293805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e12373f-8341-4bb7-bf4e-b32a74ca4e9a HTTP/1.1" status: 200 len: 1091 time: 1.4545066 Jan 29 04:26:55.303629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'tag': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:55.312126 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfff151-667a-4b6d-84e4-e4d02ab1ff57", "tag": "8e12373f-8341-4bb7-bf4e-b32a74ca4e9a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:55.353466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6852767 Jan 29 04:26:55.375577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Made reservation on behalf of 2935512c13e14e458a47af58fd76ea8e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:55.377823 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.384843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8c8ef-3777-445c-8b35-2b711f7495d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Pushing event updated for resources: {'Network': ['ID=dc45a348-963e-4374-bffd-f2f2050c0490,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.394580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dad3a603-1a0e-44fd-ad63-9c46e0ea865a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5c4ed3b78bc4ce0ba7f23b992432e82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0144284 Jan 29 04:26:55.395079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3a603-1a0e-44fd-ad63-9c46e0ea865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2eac4d-0192-4d35-8712-dcbd397963b6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.397168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:55.400893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network dc45a348-963e-4374-bffd-f2f2050c0490 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:55.404990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6310a0e-1df3-4c59-8d75-928a3dc62213 req-bc4f8a62-79b6-4c05-ab6b-eefd2fd6150b tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.407199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6310a0e-1df3-4c59-8d75-928a3dc62213 req-bc4f8a62-79b6-4c05-ab6b-eefd2fd6150b tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 949 time: 0.2237031 Jan 29 04:26:55.412083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.436901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37be9a6-0c77-4ff2-9544-500b2db7b3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.446263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.452986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event deleted for resources: {'Port': ['ID=cafdb60b-032a-4f93-b0fd-d857606996e6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.527368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b22cf712-25b5-4376-98ff-2c0deebc15f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.540200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.543484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.544566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfbc1ca7-c57c-4218-9b09-d8d474fda9ae req-2bd03630-0a93-4bd3-acca-a2fbe5615a48 tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "DELETE /v2.0/floatingips/e7749e72-375a-4d40-aa84-4e715f171037 HTTP/1.1" status: 204 len: 173 time: 1.3674517 Jan 29 04:26:55.554816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6310a0e-1df3-4c59-8d75-928a3dc62213 req-58ef662e-a72f-409b-87cb-014c1f054099 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248081 Jan 29 04:26:55.556612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b22cf712-25b5-4376-98ff-2c0deebc15f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.556971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-e6ead8df-8d6a-40cb-9844-019dcebbde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.558237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-e6ead8df-8d6a-40cb-9844-019dcebbde34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2a5474edda94603b663a20184fe7170&device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 1094 time: 0.1775680 Jan 29 04:26:55.608965 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b001b55-aaea-40eb-b296-d06cb42a0161 x-openstack-request-id: req-0b001b55-aaea-40eb-b296-d06cb42a0161 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:55.609242 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfff151-667a-4b6d-84e4-e4d02ab1ff57", "tag": "8e12373f-8341-4bb7-bf4e-b32a74ca4e9a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:55.609730 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b001b55-aaea-40eb-b296-d06cb42a0161 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:55.609932 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'tag': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a', 'status': 'completed', 'code': 200} Jan 29 04:26:55.666802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b22cf712-25b5-4376-98ff-2c0deebc15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.667668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-16de53eb-cb05-4880-8ed5-af3191e857e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a HTTP/1.1" status: 200 len: 217 time: 0.0557973 Jan 29 04:26:55.670563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b22cf712-25b5-4376-98ff-2c0deebc15f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.672430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b22cf712-25b5-4376-98ff-2c0deebc15f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd2eac4d-0192-4d35-8712-dcbd397963b6 HTTP/1.1" status: 204 len: 168 time: 0.2733030 Jan 29 04:26:55.712775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.718527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cf712-25b5-4376-98ff-2c0deebc15f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2eac4d-0192-4d35-8712-dcbd397963b6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:55.739747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-6191eb29-25d1-4a7a-b404-7a500b5d8420 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.741455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-6191eb29-25d1-4a7a-b404-7a500b5d8420 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 945 time: 0.1212323 Jan 29 04:26:55.781378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458d51-cd7d-4888-a51f-c63def139fb3 req-93558d88-a0e2-437d-bee7-f09a8e4b9933 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.783105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-92458d51-cd7d-4888-a51f-c63def139fb3 req-93558d88-a0e2-437d-bee7-f09a8e4b9933 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 945 time: 0.1091099 Jan 29 04:26:55.790972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-34c336c4-9f0d-4891-838b-a2bf0dc73db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:55.793375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-34c336c4-9f0d-4891-838b-a2bf0dc73db2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4f2bf5-659a-4d58-b4eb-6747f531dd50 HTTP/1.1" status: 200 len: 853 time: 0.1110570 Jan 29 04:26:55.795137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.827565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:55.861346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46936) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:55.884051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-92458d51-cd7d-4888-a51f-c63def139fb3 req-526e188c-4f5c-4cd3-9c71-f2dee0e84feb tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/security-groups?id=b02f41fe-76ae-407d-982e-8bae9c931f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882075 Jan 29 04:26:55.886872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Request body: {'port': {'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490', 'binding:host_id': 'n-h2-825930-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-137611989'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:55.891954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-5ca9fc68-bbc8-4467-94d2-fdffee1eaa37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7830979e-7ba6-485d-9bf0-ec84960c2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891209 Jan 29 04:26:55.966925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:26:55.974724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Deleting port a88bc819-e4da-4e6d-b3fb-ae1e202148de {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:55.975065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.043384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deef3b3-a189-4961-93b1-349a5c51204e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:56.074017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0471-2ed2-4f28-89e8-201ec612cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.094146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acc4bce-6c7e-4ad1-ab71-43cf547f51ae,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:56.127379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.127747 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Added segment 8d0d50f4-1b58-4f6e-9efe-178f8c89cb57 of type vlan for network 5c564706-6930-4170-9a35-7be282b6d7d8 Jan 29 04:26:56.131554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Checking segment: {'id': 'af2b43e4-e73c-452b-b431-9fc6d7a493f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6cb2d256-c91c-4f01-8f28-9f1c4439c756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:56.131870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Network hostable DHCP agents. Network: 6cb2d256-c91c-4f01-8f28-9f1c4439c756, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:56.139209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-477bf99b-d219-4436-882f-e7c0d8990616 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:56.141170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-477bf99b-d219-4436-882f-e7c0d8990616 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "GET /v2.0/ports?device_id=9090d936-d816-4025-a992-b92337b846bf HTTP/1.1" status: 200 len: 945 time: 0.1144757 Jan 29 04:26:56.159038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Made reservation on behalf of cb766c5618a943ce8c65bdbded6809b4 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:56.161509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.195108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] For port a88bc819-e4da-4e6d-b3fb-ae1e202148de, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a88bc819-e4da-4e6d-b3fb-ae1e202148de,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:56.195306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.210723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.234733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Calling delete_port for a88bc819-e4da-4e6d-b3fb-ae1e202148de owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:56.252689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Network 6cb2d256-c91c-4f01-8f28-9f1c4439c756 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:56.265818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.289151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-abdce2e7-68f5-41ee-9eb0-ea1a4a0a01fb service neutron] 10.222.0.36 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809566 Jan 29 04:26:56.304369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6cb2d256-c91c-4f01-8f28-9f1c4439c756) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:56.315206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d205580f-7f1e-4e95-9edd-b9b3ed1fd0ac None None] Network 6cb2d256-c91c-4f01-8f28-9f1c4439c756 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:56.324462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:56.325047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.348899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Deleting port 5d97fcb4-6b13-4967-8261-00322bf5344e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:56.349590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.537236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.541744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3228d-74a3-4b58-9999-550b2cfb190e None None] Network 6cb2d256-c91c-4f01-8f28-9f1c4439c756 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:56.543703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0931ba83-7bb8-4fe0-a068-209cc451c78a req-a7082e11-f934-4669-9357-9aa55c0ae9de service neutron] 10.222.0.36 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257535 Jan 29 04:26:56.580820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d41e3-0bd7-4f64-b6d1-3228ada41bdf req-dc283ec0-c916-41e7-8596-30ff337017ec tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:56.580820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc9d41e3-0bd7-4f64-b6d1-3228ada41bdf req-dc283ec0-c916-41e7-8596-30ff337017ec tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 943 time: 0.3779886 Jan 29 04:26:56.595195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08a94475-c30e-4229-b1b9-c8d344a1237b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5571213 Jan 29 04:26:56.616080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Pushing event deleted for resources: {'Port': ['ID=a88bc819-e4da-4e6d-b3fb-ae1e202148de,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:56.623871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5d97fcb4-6b13-4967-8261-00322bf5344e', 'a88bc819-e4da-4e6d-b3fb-ae1e202148de'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:56.632276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] For port 5d97fcb4-6b13-4967-8261-00322bf5344e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5d97fcb4-6b13-4967-8261-00322bf5344e,segment=NetworkSegment(a7c71317-cc01-4d8a-a4bd-c81f0485978c),segment_id=a7c71317-cc01-4d8a-a4bd-c81f0485978c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:56.632660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.654061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.655334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.656538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:56.657426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.689993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6d4bb-96e4-4723-b334-3be3fe8ae9d2 req-70ab00bb-670c-45f4-b420-36d871c7574a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:56.691597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3da6d4bb-96e4-4723-b334-3be3fe8ae9d2 req-70ab00bb-670c-45f4-b420-36d871c7574a tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 945 time: 0.2146816 Jan 29 04:26:56.692649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Calling delete_port for 5d97fcb4-6b13-4967-8261-00322bf5344e owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:56.695119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] No DVR routers for this DVR port a88bc819-e4da-4e6d-b3fb-ae1e202148de on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:56.698248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.702688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a9e7c6d-01b4-4d01-888e-7aebf612797f req-c6e562c9-6bb8-4618-ab02-66558ae3411a tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "DELETE /v2.0/ports/a88bc819-e4da-4e6d-b3fb-ae1e202148de HTTP/1.1" status: 204 len: 173 time: 0.9102275 Jan 29 04:26:56.709463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'name': 'network-vif-deleted', 'tag': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:56.715956 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b59c87-eba1-446d-99ea-5a9fa74a2b62" -d '{"events": [{"server_uuid": "bca77e85-9f9a-4aac-9d3d-24a0dce2844e", "name": "network-vif-deleted", "tag": "a88bc819-e4da-4e6d-b3fb-ae1e202148de"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:56.755674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c564706-6930-4170-9a35-7be282b6d7d8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:56.757829 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:56.791385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5c564706-6930-4170-9a35-7be282b6d7d8 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:26:56.821628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port a7299fda-3e21-43f8-a9e8-7ec801f789fe yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:26:56.832779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4ecbe6-89bb-4ce5-a278-65f63fb88427,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:56.859877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc9d41e3-0bd7-4f64-b6d1-3228ada41bdf req-e6355347-578d-49e8-9145-9b8b3e3fa0f7 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630112 Jan 29 04:26:56.867282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f1c5be3c-aa99-4bbb-8dd8-96343fd406d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8978870 Jan 29 04:26:56.889583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:56.906205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Request body: {'subnet': {'network_id': '5c564706-6930-4170-9a35-7be282b6d7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-505080223-subnet', 'tenant_id': '2935512c13e14e458a47af58fd76ea8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:56.939028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-db9e13c5-745b-444f-bd95-ff5abe09ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:56.941048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-db9e13c5-745b-444f-bd95-ff5abe09ea58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2a5474edda94603b663a20184fe7170&device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 1094 time: 0.2791979 Jan 29 04:26:56.960418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3da6d4bb-96e4-4723-b334-3be3fe8ae9d2 req-01c32d6e-5f60-42bb-b751-86eaa50062de tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565811 Jan 29 04:26:56.992980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Made reservation on behalf of 2935512c13e14e458a47af58fd76ea8e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:56.996624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.067313 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39645ebb-4f9c-484d-bfc4-8267309cb192 x-openstack-request-id: req-39645ebb-4f9c-484d-bfc4-8267309cb192 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:57.068139 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca77e85-9f9a-4aac-9d3d-24a0dce2844e", "name": "network-vif-deleted", "tag": "a88bc819-e4da-4e6d-b3fb-ae1e202148de", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:57.068139 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39645ebb-4f9c-484d-bfc4-8267309cb192 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:57.068395 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca77e85-9f9a-4aac-9d3d-24a0dce2844e', 'name': 'network-vif-deleted', 'tag': 'a88bc819-e4da-4e6d-b3fb-ae1e202148de', 'status': 'completed', 'code': 200} Jan 29 04:26:57.123102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.169423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-b335e396-56a5-448f-a731-312fdac89974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:57.169423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-b335e396-56a5-448f-a731-312fdac89974 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7830979e-7ba6-485d-9bf0-ec84960c2de5 HTTP/1.1" status: 200 len: 914 time: 0.2127762 Jan 29 04:26:57.188776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.191572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-172c23cf-6612-4e78-9192-75f3e77d5371 req-7cc58733-9320-4c11-921a-501021f56989 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca77e85-9f9a-4aac-9d3d-24a0dce2844e HTTP/1.1" status: 200 len: 210 time: 0.0618432 Jan 29 04:26:57.198270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Pushing event deleted for resources: {'Port': ['ID=5d97fcb4-6b13-4967-8261-00322bf5344e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:57.228865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-97593526-33c1-4c44-ade5-5acf6c80146b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a HTTP/1.1" status: 200 len: 217 time: 0.0490782 Jan 29 04:26:57.246445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['a88bc819-e4da-4e6d-b3fb-ae1e202148de'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:57.271752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] No DVR routers for this DVR port 5d97fcb4-6b13-4967-8261-00322bf5344e on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:57.275822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.279445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c49c3e64-b45d-4f79-bf49-cc236b1d3fbc req-0252ef4b-f663-493f-a7ed-fdfb3b1d4834 tempest-ListServersNegativeTestJSON-704936396 tempest-ListServersNegativeTestJSON-704936396-project] 10.222.0.36 "DELETE /v2.0/ports/5d97fcb4-6b13-4967-8261-00322bf5344e HTTP/1.1" status: 204 len: 173 time: 1.1299784 Jan 29 04:26:57.296682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port a7299fda-3e21-43f8-a9e8-7ec801f789fe yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:26:57.311508 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-999f2f40-fe14-4d3f-ba03-ad41eca9686b req-dbfe812e-70b7-4f9d-ab28-be06ea204085 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] show failed (client error): The resource could not be found. Jan 29 04:26:57.311508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-999f2f40-fe14-4d3f-ba03-ad41eca9686b req-dbfe812e-70b7-4f9d-ab28-be06ea204085 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups/58244dce-120b-4256-bc51-0b216b3fb090 HTTP/1.1" status: 404 len: 352 time: 0.0234637 Jan 29 04:26:57.311995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.316781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-1d5ff348-1582-4bde-b42b-2d298af31c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:57.318504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-1d5ff348-1582-4bde-b42b-2d298af31c36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4f2bf5-659a-4d58-b4eb-6747f531dd50 HTTP/1.1" status: 200 len: 853 time: 0.0695045 Jan 29 04:26:57.342462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.349837 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:26:57.356867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.393150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-d7472bc7-7b21-4124-a177-46bb810e8f73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7830979e-7ba6-485d-9bf0-ec84960c2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658755 Jan 29 04:26:57.462203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=a7299fda-3e21-43f8-a9e8-7ec801f789fe,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:57.469017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc3d8b5-9e33-4f57-bac6-a473544cf23d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:57.477598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Checking segment: {'id': '8d0d50f4-1b58-4f6e-9efe-178f8c89cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5c564706-6930-4170-9a35-7be282b6d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:57.478514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Network hostable DHCP agents. Network: 5c564706-6930-4170-9a35-7be282b6d7d8, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:57.484663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aabe4a8c-0f4d-4584-b757-dd2fcdcac422 req-a5ed5cd1-712c-43bb-bf80-648945cf7b72 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17505ec1b1064e4ab0dd77e58250f081 HTTP/1.1" status: 200 len: 2988 time: 0.1207199 Jan 29 04:26:57.497877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Checking segment: {'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:26:57.498235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Network hostable DHCP agents. Network: dc45a348-963e-4374-bffd-f2f2050c0490, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:26:57.521366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Network 5c564706-6930-4170-9a35-7be282b6d7d8 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:57.522329 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-5f284956-642d-4035-b046-523e3577e1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197417 Jan 29 04:26:57.531206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Network dc45a348-963e-4374-bffd-f2f2050c0490 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:26:57.538424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, dc45a348-963e-4374-bffd-f2f2050c0490) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:57.542362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:57.544415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5c564706-6930-4170-9a35-7be282b6d7d8) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:57.547899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ec5e9-25d8-478c-8ea5-9a87adff7118 None None] Network dc45a348-963e-4374-bffd-f2f2050c0490 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:57.550657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:57.551509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.555509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.555509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.556002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.557996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aabe4a8c-0f4d-4584-b757-dd2fcdcac422 req-3cfaaab7-986b-4379-8a17-71d444ac5b78 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups/89fee36a-ceb9-40bb-a037-632bc6968a04 HTTP/1.1" status: 200 len: 2985 time: 0.0647669 Jan 29 04:26:57.560960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.561320 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.561694 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 2 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.570096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dab7f0-ee7e-4b9c-887d-df4f18624faf None None] Network 5c564706-6930-4170-9a35-7be282b6d7d8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:57.592376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-78994df3-4695-44e7-ba1d-7a3a5770bd78 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6859269 Jan 29 04:26:57.605364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.606381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.606948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.629033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aabe4a8c-0f4d-4584-b757-dd2fcdcac422 req-d1da1b11-c327-44ae-812f-608a85a9d1c5 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups/89fee36a-ceb9-40bb-a037-632bc6968a04 HTTP/1.1" status: 200 len: 2985 time: 0.0570798 Jan 29 04:26:57.686719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.687731 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.691666 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 3 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.709795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.710326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.710912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.724608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ab4b674-838e-4236-af87-6d1d0f6360aa req-94f847d2-ed61-4cce-acd0-4e553a040bda tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups/89fee36a-ceb9-40bb-a037-632bc6968a04 HTTP/1.1" status: 200 len: 2985 time: 0.0653896 Jan 29 04:26:57.732242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.733022 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.735336 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 4 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.764525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.764865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.765204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.774531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.775452 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.776276 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 5 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.782089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c12fd9c6-cd22-4ea7-8a13-b0e97c7287d5 req-e8ea4379-45b0-4f80-8af3-33bd3f8e7c7d service neutron] 10.222.0.36 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940765 Jan 29 04:26:57.792845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.793027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.793588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.798259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.798543 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.798902 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 6 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.824149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.825205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.825624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.828509 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-7ab4b674-838e-4236-af87-6d1d0f6360aa req-874dad23-1bab-44b5-bd4f-e46b192d7676 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:26:57.829838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ab4b674-838e-4236-af87-6d1d0f6360aa req-874dad23-1bab-44b5-bd4f-e46b192d7676 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "DELETE /v2.0/security-groups/89fee36a-ceb9-40bb-a037-632bc6968a04 HTTP/1.1" status: 409 len: 352 time: 0.0980778 Jan 29 04:26:57.831478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.832225 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.832225 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 7 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.846785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.847127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.847472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.852245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.852578 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.853710 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 8 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.871672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.872247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.872661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.877278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.877740 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.878170 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 9 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.891280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.891535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.891872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.894483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0227d5c1-2f68-4ad2-a9f6-3d019e0ed549 None None] Network 5c564706-6930-4170-9a35-7be282b6d7d8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:26:57.896350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.896678 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.897066 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 10 to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe Jan 29 04:26:57.911760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b22b9408-246b-49aa-84a6-020f755df077 req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-627765339', 'description': 'tempest-description-1165439120'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:57.913788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:57.914252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:57.914593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:57.920194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port a7299fda-3e21-43f8-a9e8-7ec801f789fe on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:57.920517 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port a7299fda-3e21-43f8-a9e8-7ec801f789fe on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:57.920894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:57.944310 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b22b9408-246b-49aa-84a6-020f755df077 req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.000282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] For port a7299fda-3e21-43f8-a9e8-7ec801f789fe, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:26:58.000681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempted to set empty binding levels {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:26:58.006151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.038988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b22b9408-246b-49aa-84a6-020f755df077 req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.039542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:58.040094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.043955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b22b9408-246b-49aa-84a6-020f755df077 req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.081330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b22b9408-246b-49aa-84a6-020f755df077 req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.090677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b22b9408-246b-49aa-84a6-020f755df077 req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1828859 Jan 29 04:26:58.098664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585762c9-e049-41ae-a3e9-98293406c9dc tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a833ca-fbad-464e-975d-24b9768a250c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.129520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2453525 Jan 29 04:26:58.132584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47014) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:58.138467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4583c91-f04c-416a-88e5-09b965e4b015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=a7299fda-3e21-43f8-a9e8-7ec801f789fe,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.140357 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-3923e56a-3953-475d-babd-4edc5e03709e req-141a3b4c-72e9-45ac-94a9-a37e0a75a432 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] show failed (client error): The resource could not be found. Jan 29 04:26:58.152637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb58f7b-f62a-434e-b616-1a421371ecea req-9c279497-6f49-44ce-b0e2-547393556f1d tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:58.154048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3923e56a-3953-475d-babd-4edc5e03709e req-141a3b4c-72e9-45ac-94a9-a37e0a75a432 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups/fec47b7d-3b57-4993-a0ce-5add298b2165 HTTP/1.1" status: 404 len: 352 time: 0.0466352 Jan 29 04:26:58.154446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-afb58f7b-f62a-434e-b616-1a421371ecea req-9c279497-6f49-44ce-b0e2-547393556f1d tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 945 time: 0.1380451 Jan 29 04:26:58.313240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c85ca-d065-46b4-840b-c624456afcbf req-182ecd1e-5c67-486f-9bd4-a249b6c4f0d4 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:58.315000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-404c85ca-d065-46b4-840b-c624456afcbf req-182ecd1e-5c67-486f-9bd4-a249b6c4f0d4 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 943 time: 0.0961463 Jan 29 04:26:58.332668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89afe-d870-462b-879e-7bac817df60d req-3ff921b8-9fcc-4453-821a-05c94ec51b4b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:58.334140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41c89afe-d870-462b-879e-7bac817df60d req-3ff921b8-9fcc-4453-821a-05c94ec51b4b tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 945 time: 0.0604315 Jan 29 04:26:58.339664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Deleting port a7299fda-3e21-43f8-a9e8-7ec801f789fe {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:58.340032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.344753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Deleting port c906f19c-ba83-4b83-b66f-64724afe167a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:26:58.345102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.403584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-404c85ca-d065-46b4-840b-c624456afcbf req-3c9e1d0b-1ba7-42a3-bdd7-121e6077cac2 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814452 Jan 29 04:26:58.429163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] For port a7299fda-3e21-43f8-a9e8-7ec801f789fe, host n-h2-825930-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:58.430132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.446066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Calling delete_port for a7299fda-3e21-43f8-a9e8-7ec801f789fe owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:58.562530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-b6e1c5f9-1010-4131-a081-54d99ce44c39 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c3a833ca-fbad-464e-975d-24b9768a250c HTTP/1.1" status: 200 len: 1806 time: 0.0696373 Jan 29 04:26:58.576187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3a833ca-fbad-464e-975d-24b9768a250c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:58.576534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3a833ca-fbad-464e-975d-24b9768a250c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:58.582064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.614982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7299fda-3e21-43f8-a9e8-7ec801f789fe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.625277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.628620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-64ba6a41-98c6-4bc3-b3df-b6c4b1c41a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a7299fda-3e21-43f8-a9e8-7ec801f789fe HTTP/1.1" status: 204 len: 168 time: 0.4950914 Jan 29 04:26:58.631473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:58.662192 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dad1727-e5ed-45c9-abbc-a62fa44e23a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:26:58.663847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3dad1727-e5ed-45c9-abbc-a62fa44e23a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "GET /v2.0/ports/a7299fda-3e21-43f8-a9e8-7ec801f789fe HTTP/1.1" status: 404 len: 333 time: 0.0314331 Jan 29 04:26:58.667751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:58.673290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Request body: {'port': {'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-992766343'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:58.729219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Made reservation on behalf of cb766c5618a943ce8c65bdbded6809b4 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:26:58.731528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.734717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.737155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41c89afe-d870-462b-879e-7bac817df60d req-c2c340cd-86e0-438b-9c78-27032747199e tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/security-groups?id=a10818e2-10ca-4ef0-93f9-e7907791697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946843 Jan 29 04:26:58.760293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port efb9fefa-fec8-45b9-8706-49b8c4788f6a yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:26:58.774455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.788894 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-b5578eb7-4a85-4692-9a44-60f0f6fbd557 req-a8f866b1-6315-4a27-96de-05329092d871 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] show failed (client error): The resource could not be found. Jan 29 04:26:58.789872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b5578eb7-4a85-4692-9a44-60f0f6fbd557 req-a8f866b1-6315-4a27-96de-05329092d871 tempest-SecurityGroupsNegativeTestJSON-1600601324 tempest-SecurityGroupsNegativeTestJSON-1600601324-project] 10.222.0.32 "GET /v2.0/security-groups/1e1afad5-303d-48a8-9baa-b7324adaf0a7 HTTP/1.1" status: 404 len: 352 time: 0.0236640 Jan 29 04:26:58.794977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] For port c906f19c-ba83-4b83-b66f-64724afe167a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c906f19c-ba83-4b83-b66f-64724afe167a,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:58.795395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.808443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47036) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:58.812321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.816809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Calling delete_port for c906f19c-ba83-4b83-b66f-64724afe167a owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:26:58.840638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b0693c-54ba-49d5-90b8-433d7e9cfe5f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:58.852767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.858798 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7363eb3-d8ab-49b1-8e56-d2d4cb68bf20 req-cf028957-77f9-4703-904f-65a5418a087c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2883747 Jan 29 04:26:58.874597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:26:58.879434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Deleting subnet 1acc4bce-6c7e-4ad1-ab71-43cf547f51ae {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:58.882875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.933977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.970017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:58.979515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.004998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.013798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:26:59.014794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:59.019248 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc4056-05a1-4367-b9ea-1cdeadf3826b" -d '{"events": [{"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-unplugged", "status": "completed", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:59.029841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.053617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.083397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.085156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9090d936-d816-4025-a992-b92337b846bf', 'name': 'network-vif-deleted', 'tag': '5d97fcb4-6b13-4967-8261-00322bf5344e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:59.088392 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af58f5ab-cb74-48d6-9d9f-41c771ca9219" -d '{"events": [{"server_uuid": "9090d936-d816-4025-a992-b92337b846bf", "name": "network-vif-deleted", "tag": "5d97fcb4-6b13-4967-8261-00322bf5344e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:59.094714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.095304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.095810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.096318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.096844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.097345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.097842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.098372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.098974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.099295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.099791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.100285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:26:59.105941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.109642 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.115527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-f12f04d5-60a6-4a7a-9a1e-ef8de1c51be9 req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-920431548', 'description': 'tempest-description-1513524767'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:59.129157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Network dc45a348-963e-4374-bffd-f2f2050c0490 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:26:59.134044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:26:59.137734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:26:59.138795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:59.139486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.147819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=efb9fefa-fec8-45b9-8706-49b8c4788f6a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.150722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acc4bce-6c7e-4ad1-ab71-43cf547f51ae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.169453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.170719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-920480ca-f50b-4faa-9dbf-9c1eeb63bc96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5016944 Jan 29 04:26:59.172955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b5f5a982-9ccd-4564-a8b9-c68e647b1735 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1acc4bce-6c7e-4ad1-ab71-43cf547f51ae HTTP/1.1" status: 204 len: 168 time: 0.3634026 Jan 29 04:26:59.173498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:59.179125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:59.180890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:59.183095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.205961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:59.235732 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89719db-e879-4adc-8352-ccfd4a2e95d6 x-openstack-request-id: req-c89719db-e879-4adc-8352-ccfd4a2e95d6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:59.235732 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-unplugged", "status": "completed", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:59.236036 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c89719db-e879-4adc-8352-ccfd4a2e95d6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:59.236244 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'code': 200} Jan 29 04:26:59.260751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Deleting subnet 62b4c64b-45e6-45d8-a8fc-b6329d7a5440 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:26:59.278788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.281264 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b61cf86-ea0f-4540-80c7-cbc916356a81 x-openstack-request-id: req-2b61cf86-ea0f-4540-80c7-cbc916356a81 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:59.282021 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9090d936-d816-4025-a992-b92337b846bf", "name": "network-vif-deleted", "tag": "5d97fcb4-6b13-4967-8261-00322bf5344e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:59.282021 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b61cf86-ea0f-4540-80c7-cbc916356a81 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:59.282287 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f12f04d5-60a6-4a7a-9a1e-ef8de1c51be9 req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.282389 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9090d936-d816-4025-a992-b92337b846bf', 'name': 'network-vif-deleted', 'tag': '5d97fcb4-6b13-4967-8261-00322bf5344e', 'status': 'completed', 'code': 200} Jan 29 04:26:59.311030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.321843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.341006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.342990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.351436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c906f19c-ba83-4b83-b66f-64724afe167a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:26:59.376552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Pushing event deleted for resources: {'Port': ['ID=c906f19c-ba83-4b83-b66f-64724afe167a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.422003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.451369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] No DVR routers for this DVR port c906f19c-ba83-4b83-b66f-64724afe167a on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:26:59.471961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.475128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-afb58f7b-f62a-434e-b616-1a421371ecea req-faba1a35-fad7-4958-92f7-4c373ed7f5ae tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.36 "DELETE /v2.0/ports/c906f19c-ba83-4b83-b66f-64724afe167a HTTP/1.1" status: 204 len: 173 time: 1.3132031 Jan 29 04:26:59.475840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'name': 'network-vif-deleted', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:26:59.481002 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ccada-4f98-44fc-a5a7-622943e7c6ef" -d '{"events": [{"server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "name": "network-vif-deleted", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:26:59.496689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f12f04d5-60a6-4a7a-9a1e-ef8de1c51be9 req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.509980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f12f04d5-60a6-4a7a-9a1e-ef8de1c51be9 req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.544914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.588509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.593737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-f12f04d5-60a6-4a7a-9a1e-ef8de1c51be9 req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.601635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b4c64b-45e6-45d8-a8fc-b6329d7a5440,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.604268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.607855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b980b75b-d38b-4d02-88e1-f3440ea56000 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/62b4c64b-45e6-45d8-a8fc-b6329d7a5440 HTTP/1.1" status: 204 len: 168 time: 0.4013660 Jan 29 04:26:59.610394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:26:59.621408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f12f04d5-60a6-4a7a-9a1e-ef8de1c51be9 req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5145586 Jan 29 04:26:59.641005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bbc3a-d051-43ec-883c-33d19304d7a5 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca972fe-ecb0-4f9e-9053-d4c13b54230e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.645127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port efb9fefa-fec8-45b9-8706-49b8c4788f6a yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:26:59.646106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb2d256-c91c-4f01-8f28-9f1c4439c756']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.668052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2b43e4-e73c-452b-b431-9fc6d7a493f2') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.668343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2b43e4-e73c-452b-b431-9fc6d7a493f2') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:26:59.685515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.698959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.709125 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22233526-13c6-4821-83c6-a26896d286d6 x-openstack-request-id: req-22233526-13c6-4821-83c6-a26896d286d6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:26:59.709791 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be", "name": "network-vif-deleted", "tag": "c906f19c-ba83-4b83-b66f-64724afe167a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:26:59.710176 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22233526-13c6-4821-83c6-a26896d286d6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:26:59.710714 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be', 'name': 'network-vif-deleted', 'tag': 'c906f19c-ba83-4b83-b66f-64724afe167a', 'status': 'completed', 'code': 200} Jan 29 04:26:59.712119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.720741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:26:59.721691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:26:59.723722 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:26:59.726303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.746497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.799038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fb201-1cb1-44c0-97ca-109127b906fe req-130b63b5-c6b9-496c-b045-d2d431e5eb9b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:26:59.800601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e3fb201-1cb1-44c0-97ca-109127b906fe req-130b63b5-c6b9-496c-b045-d2d431e5eb9b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 943 time: 0.1795464 Jan 29 04:26:59.814445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=efb9fefa-fec8-45b9-8706-49b8c4788f6a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.817350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.828017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.831202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] 10.222.0.32 "DELETE /v2.0/networks/6cb2d256-c91c-4f01-8f28-9f1c4439c756 HTTP/1.1" status: 204 len: 168 time: 0.6512601 Jan 29 04:26:59.844758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9363-33ae-4c50-985d-d8966246359f admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb2d256-c91c-4f01-8f28-9f1c4439c756,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:26:59.849099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-07e11d36-e39c-435c-9140-fed0f8b6d88b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/9ca972fe-ecb0-4f9e-9053-d4c13b54230e HTTP/1.1" status: 200 len: 1806 time: 0.0825024 Jan 29 04:26:59.862047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9ca972fe-ecb0-4f9e-9053-d4c13b54230e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:59.862367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9ca972fe-ecb0-4f9e-9053-d4c13b54230e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:26:59.879900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:59.880635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:59.881258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:26:59.933294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e3fb201-1cb1-44c0-97ca-109127b906fe req-c3b4b8ab-c4ad-47d9-8084-36b1aaa23859 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222565 Jan 29 04:26:59.940341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:26:59.940696 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:26:59.942438 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 2 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:26:59.958688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.961558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:26:59.973322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:26:59.973712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:26:59.973712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.000205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.000205 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.006324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0968f5f7-ca2a-4601-a635-91eea2f82363']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.006613 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.008494 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 3 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.014585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.024477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c71317-cc01-4d8a-a4bd-c81f0485978c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.024739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c71317-cc01-4d8a-a4bd-c81f0485978c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:00.037530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.038169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.038426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.038822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d1d68-bf36-477d-92e8-1fc4a5d2f877,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.042442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.052318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.053153 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.055078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.055568 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 4 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.071151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d305ca7-5301-4138-9e55-5b02be5be387 req-97f50988-6c0d-497e-a5cb-7a3f661dec9f tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2127476 Jan 29 04:27:00.081184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.098165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.098567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.098980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.117375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:00.117789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:00.120156 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:00.123018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47086) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.133974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f83e97b3-f01d-49fe-a6a0-c93b825215d7 req-3da931da-3b84-4b94-8c8d-85c39bc1c9fb tempest-FloatingIPsAssociationTestJSON-2113117646 tempest-FloatingIPsAssociationTestJSON-2113117646-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9ee52f-7fc9-491f-9fe7-ff4a51fc78be HTTP/1.1" status: 200 len: 210 time: 0.0574393 Jan 29 04:27:00.137369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.137776 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.182080 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 5 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.192772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-eabba852-84f4-4a58-808b-99db736dd5b4 req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2024173827', 'description': 'tempest-description-1410540146'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:00.204531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4771692e-dfed-421f-a6e2-8e667c639672 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17505ec1b1064e4ab0dd77e58250f081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803487 Jan 29 04:27:00.207286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47092) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.218850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.219197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.219579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.227511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.228881 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.231919 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 6 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.240611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.247730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.251080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0968f5f7-ca2a-4601-a635-91eea2f82363 HTTP/1.1" status: 204 len: 168 time: 0.6396630 Jan 29 04:27:00.278185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d27ad9-7dd5-4a19-8e45-008bd961f066 admin admin] Pushing event deleted for resources: {'Network': ['ID=0968f5f7-ca2a-4601-a635-91eea2f82363,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.288793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.289246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.290511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.296662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.297044 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.298039 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 7 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.301022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eabba852-84f4-4a58-808b-99db736dd5b4 req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.304856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20a046ac-fa27-4ab8-9ed3-0a4479dbe1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.326570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.326918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.327308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.331405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20a046ac-fa27-4ab8-9ed3-0a4479dbe1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.358315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.358658 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.360743 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 8 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.397189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20a046ac-fa27-4ab8-9ed3-0a4479dbe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.398765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.399113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.399554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.402523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20a046ac-fa27-4ab8-9ed3-0a4479dbe1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.403718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-20a046ac-fa27-4ab8-9ed3-0a4479dbe1cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89fee36a-ceb9-40bb-a037-632bc6968a04 HTTP/1.1" status: 204 len: 168 time: 0.1950762 Jan 29 04:27:00.415109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a046ac-fa27-4ab8-9ed3-0a4479dbe1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fee36a-ceb9-40bb-a037-632bc6968a04,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.417042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.417406 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.419854 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 9 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.449606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.449606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.449606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.459658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eabba852-84f4-4a58-808b-99db736dd5b4 req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.460959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.461345 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.461765 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 10 to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a Jan 29 04:27:00.466458 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eabba852-84f4-4a58-808b-99db736dd5b4 req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.493423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:00.494389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:00.494947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:00.510395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:00.510770 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port efb9fefa-fec8-45b9-8706-49b8c4788f6a on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:00.511106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.517957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eabba852-84f4-4a58-808b-99db736dd5b4 req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.522225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eabba852-84f4-4a58-808b-99db736dd5b4 req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3370438 Jan 29 04:27:00.525444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47114) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.530255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8feb0-ca99-42bf-871c-1e4dfde6129a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a756512a-4a70-48f8-b52a-1fb0890df5a1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.562043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c741a590-04d4-49ea-baa5-af7ff122c3be req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-962870412', 'description': 'tempest-description-1202298701'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:00.604607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] For port efb9fefa-fec8-45b9-8706-49b8c4788f6a, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:00.605141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:27:00.610399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f0db4f28-cad3-43fc-be8c-8029ba60690c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50febfc5ccac49e48e0faf500fc88967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833600 Jan 29 04:27:00.612956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47120) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.616362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.631679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c741a590-04d4-49ea-baa5-af7ff122c3be req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.659959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] In _notify_port_updated(), no bound segment for port efb9fefa-fec8-45b9-8706-49b8c4788f6a on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:27:00.660830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.661616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.666406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47124) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.667068 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "PUT /v2.0/ports/efb9fefa-fec8-45b9-8706-49b8c4788f6a HTTP/1.1" status: 200 len: 978 time: 1.4918597 Jan 29 04:27:00.696616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290451fd-7f43-4ee9-940f-37eea9faf6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=efb9fefa-fec8-45b9-8706-49b8c4788f6a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.750865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.771321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcc6f1f1-2393-4da0-82bc-0f486ab7c788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.823266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.823741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.824405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.825029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.825540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.826361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.827032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.827665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.828457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.829039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.829415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:00.831692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1fc08dc-addc-490d-92b2-faeb9a469cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10072 time: 0.1643560 Jan 29 04:27:00.833830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcc6f1f1-2393-4da0-82bc-0f486ab7c788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.835158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:00.869682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:00.879228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5d97fcb4-6b13-4967-8261-00322bf5344e no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:00.908524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 5d97fcb4-6b13-4967-8261-00322bf5344e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:00.909494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5d97fcb4-6b13-4967-8261-00322bf5344e not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:00.910621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a88bc819-e4da-4e6d-b3fb-ae1e202148de no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:00.920586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcc6f1f1-2393-4da0-82bc-0f486ab7c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.923503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcc6f1f1-2393-4da0-82bc-0f486ab7c788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.924866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bcc6f1f1-2393-4da0-82bc-0f486ab7c788 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b02f41fe-76ae-407d-982e-8bae9c931f2e HTTP/1.1" status: 204 len: 168 time: 0.3108902 Jan 29 04:27:00.933125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c741a590-04d4-49ea-baa5-af7ff122c3be req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.940779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6f1f1-2393-4da0-82bc-0f486ab7c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02f41fe-76ae-407d-982e-8bae9c931f2e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.944177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c741a590-04d4-49ea-baa5-af7ff122c3be req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.981180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5853abca-bc26-438d-bd39-81125888332f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:00.986468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c741a590-04d4-49ea-baa5-af7ff122c3be req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:00.991211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c741a590-04d4-49ea-baa5-af7ff122c3be req-67799702-c143-4497-9106-4df439055485 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4339073 Jan 29 04:27:01.014536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Deleting port efb9fefa-fec8-45b9-8706-49b8c4788f6a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:01.017662 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.030942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: a88bc819-e4da-4e6d-b3fb-ae1e202148de {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:01.031912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a88bc819-e4da-4e6d-b3fb-ae1e202148de not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:01.070414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-416caeb0-2eaf-4446-9819-ab215836acac req-846a9769-f830-494a-9388-5dd459baf17a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/a756512a-4a70-48f8-b52a-1fb0890df5a1 HTTP/1.1" status: 200 len: 1807 time: 0.0519581 Jan 29 04:27:01.088703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:01.101788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'mac_address': 'fa:16:3e:25:5f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:01.121468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-416caeb0-2eaf-4446-9819-ab215836acac req-6b86784a-7ee1-4f26-9ce5-27b7432a9033 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/5853abca-bc26-438d-bd39-81125888332f HTTP/1.1" status: 200 len: 1806 time: 0.0498815 Jan 29 04:27:01.128080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a756512a-4a70-48f8-b52a-1fb0890df5a1', 'remote_group_id': '5853abca-bc26-438d-bd39-81125888332f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.128523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a756512a-4a70-48f8-b52a-1fb0890df5a1', 'remote_group_id': '5853abca-bc26-438d-bd39-81125888332f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.156162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.174648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b352dd9-c837-4130-9c92-387ba0dfab77 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:01.179988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] For port efb9fefa-fec8-45b9-8706-49b8c4788f6a, host n-h2-825930-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:01.180356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.205196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:01.206841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Calling delete_port for efb9fefa-fec8-45b9-8706-49b8c4788f6a owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:01.214052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.215867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:01.222795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad2d1-c5a9-4de9-b6e0-0bc46e7974ce req-707a8a0a-4211-4aa3-a1fd-57709dc7b82c tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:01.232018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f71ad2d1-c5a9-4de9-b6e0-0bc46e7974ce req-707a8a0a-4211-4aa3-a1fd-57709dc7b82c tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 943 time: 0.1371117 Jan 29 04:27:01.270697 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908b1e62-d890-48b0-a203-4ff4eca310f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.319200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.321057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.409815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.422175 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.463297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581acdd0-2aa3-424c-8ef6-4a68545a3934,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.478887 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f71ad2d1-c5a9-4de9-b6e0-0bc46e7974ce req-12753173-dba9-488f-a54e-3818b661eba3 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459025 Jan 29 04:27:01.500302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.501955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-416caeb0-2eaf-4446-9819-ab215836acac req-d0df1e3c-d7c6-4017-9bc3-98aaa0c050ee tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3794682 Jan 29 04:27:01.546950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,segment=NetworkSegment(e79c1969-5c6e-4d6e-a35e-728f9d843743),segment_id=e79c1969-5c6e-4d6e-a35e-728f9d843743)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:01.552214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-6189f35f-e71f-4dfb-ad3a-e4b16a956581 req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67483900', 'description': 'tempest-description-1624742471'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.581389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:01.597587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6189f35f-e71f-4dfb-ad3a-e4b16a956581 req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.603598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a', 'network_id': '7830979e-7ba6-485d-9bf0-ec84960c2de5', 'port_id': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a', 'mac_address': 'fa:16:3e:90:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4f2bf5-659a-4d58-b4eb-6747f531dd50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:01.685832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.690028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.711259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6189f35f-e71f-4dfb-ad3a-e4b16a956581 req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.724628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:01.726328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb9fefa-fec8-45b9-8706-49b8c4788f6a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.729945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6189f35f-e71f-4dfb-ad3a-e4b16a956581 req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.754047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,segment=NetworkSegment(e79c1969-5c6e-4d6e-a35e-728f9d843743),segment_id=e79c1969-5c6e-4d6e-a35e-728f9d843743)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:01.754970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.762328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebed1c35-db27-4dc3-8b22-fc0d9ed69cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/efb9fefa-fec8-45b9-8706-49b8c4788f6a HTTP/1.1" status: 204 len: 168 time: 0.9259677 Jan 29 04:27:01.769546 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.808554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:01.832372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.845167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ec634d-c50c-44c5-aa5a-c4e9eabd2c87,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:01.848033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908b1e62-d890-48b0-a203-4ff4eca310f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.877076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908b1e62-d890-48b0-a203-4ff4eca310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.886366 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0f5c39-79fe-4340-97ec-b5fa1841e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:27:01.890249 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-6189f35f-e71f-4dfb-ad3a-e4b16a956581 req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.892360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d0f5c39-79fe-4340-97ec-b5fa1841e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "GET /v2.0/ports/efb9fefa-fec8-45b9-8706-49b8c4788f6a HTTP/1.1" status: 404 len: 333 time: 0.0688884 Jan 29 04:27:01.904949 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6189f35f-e71f-4dfb-ad3a-e4b16a956581 req-42e54ba1-2d7f-4d24-90dc-0ae6747744ae tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3647707 Jan 29 04:27:01.905690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47192) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:01.912682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-950084078', 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.950258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Made reservation on behalf of cb766c5618a943ce8c65bdbded6809b4 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:01.955047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:01.957326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-23e01e9f-dffc-4a8c-91c5-37b60a09b3bf req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-444527561', 'description': 'tempest-description-517637422'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:01.980949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['3b352dd9-c837-4130-9c92-387ba0dfab77'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:27:01.998799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b1e62-d890-48b0-a203-4ff4eca310f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03611736-9e32-4517-99de-e4fd5b3fd2fa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:02.025719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port 93eb7b19-7b57-4f86-9908-2442c975a57d yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:27:02.025964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-908b1e62-d890-48b0-a203-4ff4eca310f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25a9a0ac0de340218025886774042446&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2728696 Jan 29 04:27:02.040188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47202) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:02.083216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-23e01e9f-dffc-4a8c-91c5-37b60a09b3bf req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.158659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['8e12373f-8341-4bb7-bf4e-b32a74ca4e9a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:27:02.299649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47210) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:02.335669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a0debf7-901f-4050-a710-3fa5dda7f452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.446445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a0debf7-901f-4050-a710-3fa5dda7f452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.574401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.665921 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a0debf7-901f-4050-a710-3fa5dda7f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.669963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a0debf7-901f-4050-a710-3fa5dda7f452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.671235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5a0debf7-901f-4050-a710-3fa5dda7f452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03611736-9e32-4517-99de-e4fd5b3fd2fa HTTP/1.1" status: 204 len: 168 time: 0.6288133 Jan 29 04:27:02.726081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0debf7-901f-4050-a710-3fa5dda7f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03611736-9e32-4517-99de-e4fd5b3fd2fa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:02.742143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.814874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:02.841779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23318eeb-db54-450d-9f56-0cd347cf464a req-0f3a8dbf-ab25-4143-beda-15055f1d3359 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:02.856765 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23318eeb-db54-450d-9f56-0cd347cf464a req-0f3a8dbf-ab25-4143-beda-15055f1d3359 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 944 time: 0.2437718 Jan 29 04:27:02.870994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c906f19c-ba83-4b83-b66f-64724afe167a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:02.921219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: c906f19c-ba83-4b83-b66f-64724afe167a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:02.921587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c906f19c-ba83-4b83-b66f-64724afe167a not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:02.948797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Network dc45a348-963e-4374-bffd-f2f2050c0490 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:02.952393 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-23e01e9f-dffc-4a8c-91c5-37b60a09b3bf req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.960187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:02.969096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-23e01e9f-dffc-4a8c-91c5-37b60a09b3bf req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.970575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:02.971723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:02.972486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:02.992963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=93eb7b19-7b57-4f86-9908-2442c975a57d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.025610 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23318eeb-db54-450d-9f56-0cd347cf464a req-acbbc7e2-d796-42b5-9c67-ab99644fc846 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617320 Jan 29 04:27:03.042810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5b1bb661-0d81-4f61-a7fd-8ec3ccaeb3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1343911 Jan 29 04:27:03.045148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47230) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:03.110062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d39728-4e4e-483b-a7df-c385c3e191d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:03.112996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-35d39728-4e4e-483b-a7df-c385c3e191d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "GET /v2.0/ports/93eb7b19-7b57-4f86-9908-2442c975a57d HTTP/1.1" status: 200 len: 958 time: 0.0665748 Jan 29 04:27:03.115831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:03.136750 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-23e01e9f-dffc-4a8c-91c5-37b60a09b3bf req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.138432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e01e9f-dffc-4a8c-91c5-37b60a09b3bf req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2083683 Jan 29 04:27:03.154289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5772d-99de-4876-95f0-4c80a3d976df tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa7d15-ccec-437b-8813-91078f85336e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.232104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-e250adfd-4718-4d82-b353-db086d9bc0f2 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/21ec634d-c50c-44c5-aa5a-c4e9eabd2c87 HTTP/1.1" status: 200 len: 1805 time: 0.0492013 Jan 29 04:27:03.251837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Deleting port 93eb7b19-7b57-4f86-9908-2442c975a57d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:03.252181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.359813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.361630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-ab28b464-66b2-4e7c-adce-5a95d5410b55 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/3eaa7d15-ccec-437b-8813-91078f85336e HTTP/1.1" status: 200 len: 1805 time: 0.1153812 Jan 29 04:27:03.375031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Calling delete_port for 93eb7b19-7b57-4f86-9908-2442c975a57d owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:03.378452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '21ec634d-c50c-44c5-aa5a-c4e9eabd2c87', 'remote_group_id': '3eaa7d15-ccec-437b-8813-91078f85336e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:03.378896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '21ec634d-c50c-44c5-aa5a-c4e9eabd2c87', 'remote_group_id': '3eaa7d15-ccec-437b-8813-91078f85336e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:03.393641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-network', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:03.433766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-787321831-network', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:03.444803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.505679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.547450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:03.549914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.578467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event deleted for resources: {'Port': ['ID=93eb7b19-7b57-4f86-9908-2442c975a57d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.604630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.614277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.619410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bd3de758-01a4-4621-9b10-ddc98bda3759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/93eb7b19-7b57-4f86-9908-2442c975a57d HTTP/1.1" status: 204 len: 168 time: 0.5000963 Jan 29 04:27:03.625267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47252) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:03.637001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Made reservation on behalf of 76b5c057842f49108dc8a7ea6d24292b for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:03.639592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.662668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.664967 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c13ed3-1ca7-4d7f-baf4-1cb44dce8c41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:27:03.666250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.667567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a2c13ed3-1ca7-4d7f-baf4-1cb44dce8c41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "GET /v2.0/ports/93eb7b19-7b57-4f86-9908-2442c975a57d HTTP/1.1" status: 404 len: 333 time: 0.0404985 Jan 29 04:27:03.672236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47254) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:03.678080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Request body: {'port': {'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270438697'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:03.729641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Made reservation on behalf of cb766c5618a943ce8c65bdbded6809b4 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:03.737666 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.771024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:27:03.772337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.789939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.881807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a896d4d-ad7e-473d-95b7-25727b81b0ed,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:03.898572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:03.903532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2595a07-3785-46e6-9bdf-568d5d038b80 req-28b21b90-6d20-45fe-8778-45839d4b393b tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5354171 Jan 29 04:27:03.988497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.040124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.043214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.051316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.110842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.132799 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.142630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:04.193505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f9c10-f8de-46ca-afc6-48797a0b7f7a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.215722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd8c029-2fc1-4c9b-8d93-db381110b7f3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.230037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.230799 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Added segment 3671514e-318e-4a5f-a21f-753efb29b0bf of type vlan for network d019f607-b533-406f-bccf-961d985c5be4 Jan 29 04:27:04.233829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:04.237833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Network dc45a348-963e-4374-bffd-f2f2050c0490 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:04.245472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:04.258161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:04.259171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:04.259964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.277703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47272) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:04.282162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cf751bb-5362-4067-983e-99db5c03610e req-1427762c-364d-47b2-bb7c-96b065f1d794 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/3eaa7d15-ccec-437b-8813-91078f85336e HTTP/1.1" status: 200 len: 1805 time: 0.1819224 Jan 29 04:27:04.288237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.288738 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Added segment 2e3e2f54-4805-4e76-b699-9a20acd80f5c of type vlan for network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 Jan 29 04:27:04.356134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3cf751bb-5362-4067-983e-99db5c03610e req-345bf581-585c-4853-9328-6dde00994c1c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.357668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.362844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a5d1ae0-33de-4b56-8352-bebf9de46f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6867688 Jan 29 04:27:04.364909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47276) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:04.371245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:04.421140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-152816796-network', 'tenant_id': '2f28fe2110a748039690673837d5b467'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:04.429214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.430269 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3cf751bb-5362-4067-983e-99db5c03610e req-345bf581-585c-4853-9328-6dde00994c1c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.430476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:04.433641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.434461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.451114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ae05-0872-4b45-8509-02a3412852ea req-1663ca33-c509-41a4-aaf9-90c2892b7218 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:04.459632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef02ae05-0872-4b45-8509-02a3412852ea req-1663ca33-c509-41a4-aaf9-90c2892b7218 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 944 time: 0.3084238 Jan 29 04:27:04.476926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Deleting port 427860e0-4dc9-43a5-adb8-9d656b62041f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:04.476926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.498505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.507147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Made reservation on behalf of 2f28fe2110a748039690673837d5b467 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:04.510150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.538060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.558908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.609859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7867997 Jan 29 04:27:04.614018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47278) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:04.621782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Request body: {'subnet': {'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-787321831-subnet', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:04.645557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf142de9-8037-40be-828f-17894a8e2057 admin admin] Pushing event updated for resources: {'Network': ['ID=2416a59b-ff05-44d5-9d68-f5303c7c04b9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.660017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:04.669679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef02ae05-0872-4b45-8509-02a3412852ea req-0ed319ee-59cc-4c2c-9aed-acfdc16e2672 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089667 Jan 29 04:27:04.712908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3cf751bb-5362-4067-983e-99db5c03610e req-345bf581-585c-4853-9328-6dde00994c1c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.715508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3cf751bb-5362-4067-983e-99db5c03610e req-345bf581-585c-4853-9328-6dde00994c1c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.716682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cf751bb-5362-4067-983e-99db5c03610e req-345bf581-585c-4853-9328-6dde00994c1c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/3eaa7d15-ccec-437b-8813-91078f85336e HTTP/1.1" status: 204 len: 173 time: 0.4236259 Jan 29 04:27:04.717123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] For port 427860e0-4dc9-43a5-adb8-9d656b62041f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=427860e0-4dc9-43a5-adb8-9d656b62041f,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:04.717798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.727110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.728556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:04.729399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.784367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Made reservation on behalf of 76b5c057842f49108dc8a7ea6d24292b for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:04.787010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.789270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bf581-585c-4853-9328-6dde00994c1c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa7d15-ccec-437b-8813-91078f85336e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.805871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Calling delete_port for 427860e0-4dc9-43a5-adb8-9d656b62041f owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:04.871609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5697250 Jan 29 04:27:04.873372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:04.874810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f975786-a6fc-4cef-9312-1262b4a13ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=d019f607-b533-406f-bccf-961d985c5be4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:04.876887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:04.885839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Request body: {'subnet': {'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-subnet', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:04.934505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d019f607-b533-406f-bccf-961d985c5be4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:04.956720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.973945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:04.975803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-693227e9-89c4-4e14-a420-8a48459dc1ed req-202e78b1-35e4-4435-8363-6e9715308c49 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/21ec634d-c50c-44c5-aa5a-c4e9eabd2c87 HTTP/1.1" status: 200 len: 1805 time: 0.2336459 Jan 29 04:27:04.976734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.984917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:04.990796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] device_id is not set on port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:27:05.013196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.014707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-dc79c3e1-e1d5-4a7a-938d-6736a64a1631 req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-686810439', 'description': 'tempest-description-1998943362'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:05.032989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:05.046145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.052151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb362d1d-1735-4037-9251-776ee69ec60d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.090295 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.090885 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Added segment e3f2344c-0dd0-4723-ae54-bb9cdc42cd05 of type vlan for network 526a71a9-bf70-4c5c-bd6a-c0c00851235d Jan 29 04:27:05.112913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dc79c3e1-e1d5-4a7a-938d-6736a64a1631 req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.164837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 3b352dd9-c837-4130-9c92-387ba0dfab77 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:05.165217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.202115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd8c029-2fc1-4c9b-8d93-db381110b7f3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.205829 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.249634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.250322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.250947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.289169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.289858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.291188 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.297827 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 2 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.303997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.305739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:05.306851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.343634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.349521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.350143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.350669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.368840 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.420798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1375649 Jan 29 04:27:05.424108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Pushing event deleted for resources: {'Port': ['ID=427860e0-4dc9-43a5-adb8-9d656b62041f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.427078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:05.428220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:05.433799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:05.435166 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6e84e7-9d9c-4504-86cb-1ad5e6a364cf" -d '{"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-plugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:05.437764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.438148 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.439273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.440298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:05.450259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Request body: {'subnet': {'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-152816796-subnet', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:05.461079 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 3 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.506851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4e7e5-d474-49eb-8748-b3da65ae314b admin admin] Pushing event updated for resources: {'Network': ['ID=526a71a9-bf70-4c5c-bd6a-c0c00851235d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.515215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dc79c3e1-e1d5-4a7a-938d-6736a64a1631 req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.517079 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5947ee-95d3-442e-889e-db1d3f2b5932 x-openstack-request-id: req-6b5947ee-95d3-442e-889e-db1d3f2b5932 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:05.517707 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-plugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:05.518388 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b5947ee-95d3-442e-889e-db1d3f2b5932 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:05.519248 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'code': 200} Jan 29 04:27:05.519619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.520110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.520372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.526607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0ebb0f-7db1-409e-8129-ddf80a8ee341,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.529755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.530156 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.530709 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 4 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.531308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:05.544602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.555627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dc79c3e1-e1d5-4a7a-938d-6736a64a1631 req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.562521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.562862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.563205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.572619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.572970 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.575087 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 5 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.585939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Checking segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:05.586662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Network hostable DHCP agents. Network: 2416a59b-ff05-44d5-9d68-f5303c7c04b9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:05.599339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.599684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.600616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.613918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.614763 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.617828 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 6 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.635516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:05.643948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.646124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.646124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.647247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.653167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.653644 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.654143 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 7 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.659375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2416a59b-ff05-44d5-9d68-f5303c7c04b9) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:05.667573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:27:05.673292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec877bde-430b-4820-9919-e2c8262af132 None None] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:05.682772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:05.683417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.691780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.691780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.692113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.716810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.717515 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.720636 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 8 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.731408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b064d16a-89fd-49ae-8bd1-1f7d91660589 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1174345 Jan 29 04:27:05.735160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47300) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:05.754454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:05.765493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.777447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.778128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.788037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:05.788546 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.795739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.796339 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.798297 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 9 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.838882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.839451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.839966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.849251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.849844 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.851752 n-d-825930-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempt 10 to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 Jan 29 04:27:05.871208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170baee-57a8-49b5-9f00-39a61e54784e req-809c9ecd-6a78-47f2-b43f-382422b9ff97 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:05.878772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4170baee-57a8-49b5-9f00-39a61e54784e req-809c9ecd-6a78-47f2-b43f-382422b9ff97 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 944 time: 0.0921469 Jan 29 04:27:05.883337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e0766-4360-4acb-b207-ff813ecc51ef None None] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:05.891257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:05.891817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:05.892333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempting to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:05.906271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:05.906856 n-d-825930-1 neutron-server[102403]: ERROR neutron.plugins.ml2.managers [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Failed to bind port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on host n-h2-825930-1 for vnic_type normal using segments [{'id': '1e21d41d-3a67-44a6-be0d-b54ad4182f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dc45a348-963e-4374-bffd-f2f2050c0490'}] Jan 29 04:27:05.907405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:05.955193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4170baee-57a8-49b5-9f00-39a61e54784e req-7c6f6abc-2784-4c04-88fc-af06d91636d8 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752492 Jan 29 04:27:05.960012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56454a91-612d-46dc-957d-7211d8b95b4d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:05.990346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d13d6a-29b2-4b4d-80c1-7a74df62c28a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.015498 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.030512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Made reservation on behalf of 2f28fe2110a748039690673837d5b467 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:06.036448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.044379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.045441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.064789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] For port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:06.065178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attempted to set empty binding levels {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:27:06.085786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.089284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-dc79c3e1-e1d5-4a7a-938d-6736a64a1631 req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.090995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.092481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc79c3e1-e1d5-4a7a-938d-6736a64a1631 req-8d246c59-d23d-46d5-b430-d89c57227204 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0913274 Jan 29 04:27:06.184925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,segment=NetworkSegment(e79c1969-5c6e-4d6e-a35e-728f9d843743),segment_id=e79c1969-5c6e-4d6e-a35e-728f9d843743)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:06.188947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] In _notify_port_updated(), no bound segment for port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 on network dc45a348-963e-4374-bffd-f2f2050c0490 {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:27:06.189817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:06.190602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.191993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "PUT /v2.0/ports/2cd8c029-2fc1-4c9b-8d93-db381110b7f3 HTTP/1.1" status: 200 len: 979 time: 1.8260360 Jan 29 04:27:06.198518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47314) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:06.203182 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.205526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.242446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cb4d6-7955-4bbb-9cb9-fcb2e30b53e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd8c029-2fc1-4c9b-8d93-db381110b7f3,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.254494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Checking segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:06.255277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Network hostable DHCP agents. Network: d019f607-b533-406f-bccf-961d985c5be4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:06.308019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-e0f1b99b-02af-4be9-8794-97aa60a94c83 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c5d13d6a-29b2-4b4d-80c1-7a74df62c28a HTTP/1.1" status: 200 len: 1806 time: 0.1899877 Jan 29 04:27:06.312147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.342011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5d13d6a-29b2-4b4d-80c1-7a74df62c28a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:06.342381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5d13d6a-29b2-4b4d-80c1-7a74df62c28a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:06.467157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Network d019f607-b533-406f-bccf-961d985c5be4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:06.471455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.501256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d019f607-b533-406f-bccf-961d985c5be4) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:06.512572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22229347-3da5-47d8-af42-e1a207bc3713 None None] Network d019f607-b533-406f-bccf-961d985c5be4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:06.549173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:06.549806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.571356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Deleting port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:06.574422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.580925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.623281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9aaf1b70-34cc-403e-86cd-dff865eee1cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7437053 Jan 29 04:27:06.623973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47316) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:06.625071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.630631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:06.638930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.643040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.705744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Router e192733e-9f9b-4c02-9415-3f45781e48c8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:06.755089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5b3ebf-1ce7-4c9a-85d6-9dcc58cac65a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.756206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e28533-530a-4c4b-bb11-e7c892f6b81f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:06.763672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.765166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.776016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d019f607-b533-406f-bccf-961d985c5be4', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:27:06.777464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.779448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.780922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b3ae9ba-332c-4b13-a46b-3e4c6cb845c5 req-2ffbcf05-c896-4981-aa26-e1b13c4f5bf6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4719663 Jan 29 04:27:06.792657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] For port 2cd8c029-2fc1-4c9b-8d93-db381110b7f3, host n-h2-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:06.793140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:06.812429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Calling delete_port for 2cd8c029-2fc1-4c9b-8d93-db381110b7f3 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:06.963393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Checking segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:06.964035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Network hostable DHCP agents. Network: 526a71a9-bf70-4c5c-bd6a-c0c00851235d, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:06.981271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-f6953d86-9b03-4533-ae37-6812f080879a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c5d13d6a-29b2-4b4d-80c1-7a74df62c28a HTTP/1.1" status: 200 len: 2400 time: 0.1602933 Jan 29 04:27:06.985979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5d13d6a-29b2-4b4d-80c1-7a74df62c28a', 'remote_group_id': None}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:06.986196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5d13d6a-29b2-4b4d-80c1-7a74df62c28a', 'remote_group_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:06.987878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Allocated IP 172.20.0.2 (d019f607-b533-406f-bccf-961d985c5be4/56454a91-612d-46dc-957d-7211d8b95b4d/8ff20e67-699b-4203-a64d-9ff790cfcc4f) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:07.038409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.101768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.178136 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.184410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.186978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.192565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.195224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:07.229035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:07.242778 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899c2-7ad9-4962-b343-d401451e692e None None] Sync routers for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:07.248087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4cfc3ad2-5bde-4029-8b2f-4e1a0e2bed95 admin admin] 10.222.0.32 "PUT /v2.0/routers/e192733e-9f9b-4c02-9415-3f45781e48c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6570454 Jan 29 04:27:07.250624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:07.256170 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:07.258034 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:07.264586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.298422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Pushing event updated for resources: {'Port': ['ID=8ff20e67-699b-4203-a64d-9ff790cfcc4f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:07.307939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Network d019f607-b533-406f-bccf-961d985c5be4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:07.309489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:07.319516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:07.351272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 526a71a9-bf70-4c5c-bd6a-c0c00851235d) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:07.363521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:07.363946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.383552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e6c96-395a-4d31-9420-855ab8a48c7d None None] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:07.385772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cd8c029-2fc1-4c9b-8d93-db381110b7f3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:07.392309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.395757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-00ac2bbf-6811-4db4-8821-9cecc3bc3d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2cd8c029-2fc1-4c9b-8d93-db381110b7f3 HTTP/1.1" status: 204 len: 168 time: 1.1935685 Jan 29 04:27:07.402681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47330) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:07.436513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:07.437920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.455388 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfa5aae-cf1b-4a86-85ca-7ef30edf8c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:27:07.467721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0dfa5aae-cf1b-4a86-85ca-7ef30edf8c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234456804-project-admin] 10.222.0.32 "GET /v2.0/ports/2cd8c029-2fc1-4c9b-8d93-db381110b7f3 HTTP/1.1" status: 404 len: 333 time: 0.0637715 Jan 29 04:27:07.484815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:07.533442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d21c-443b-4965-9949-a8a01ca9b477 req-ea268b5c-4fb7-44b8-8054-cdcf28c870da tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:07.543307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f5d21c-443b-4965-9949-a8a01ca9b477 req-ea268b5c-4fb7-44b8-8054-cdcf28c870da tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.3466349 Jan 29 04:27:07.553476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:07.555872 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef009863-9687-4dc7-92d2-d4e20f902923" -d '{"events": [{"server_uuid": "1cfff151-667a-4b6d-84e4-e4d02ab1ff57", "name": "network-vif-plugged", "status": "completed", "tag": "8e12373f-8341-4bb7-bf4e-b32a74ca4e9a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:07.592661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Attempting to bind port 8ff20e67-699b-4203-a64d-9ff790cfcc4f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:07.593096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Attempting to bind port 8ff20e67-699b-4203-a64d-9ff790cfcc4f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:07.593520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Attempting to bind port 8ff20e67-699b-4203-a64d-9ff790cfcc4f on network d019f607-b533-406f-bccf-961d985c5be4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:07.602003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:27:07.603501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.610711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Allocated IP 172.25.4.49 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d02d5216-e9e0-4b16-8e1b-af0f1939e4c1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:07.617191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:07.617938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Checking segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:07.618509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.619097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Bound using segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:07.620092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Bound port: 8ff20e67-699b-4203-a64d-9ff790cfcc4f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:07.620321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.671535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f5d21c-443b-4965-9949-a8a01ca9b477 req-4312046b-7999-43a0-9173-ca5bdc88160a tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151223 Jan 29 04:27:07.719745 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:27:05Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:07.764401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899c2-7ad9-4962-b343-d401451e692e None None] Checking router: e192733e-9f9b-4c02-9415-3f45781e48c8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:07.777504 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] Routers {'e192733e-9f9b-4c02-9415-3f45781e48c8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:07.778507 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e192733e-9f9b-4c02-9415-3f45781e48c8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:07.865362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:07.964400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.001016 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23760c-35df-48ba-bfec-bcc527512bad x-openstack-request-id: req-cf23760c-35df-48ba-bfec-bcc527512bad {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:08.001617 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfff151-667a-4b6d-84e4-e4d02ab1ff57", "name": "network-vif-plugged", "status": "completed", "tag": "8e12373f-8341-4bb7-bf4e-b32a74ca4e9a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:08.001617 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf23760c-35df-48ba-bfec-bcc527512bad {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:08.002038 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a', 'code': 200} Jan 29 04:27:08.027061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] For port 8ff20e67-699b-4203-a64d-9ff790cfcc4f, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:08.032001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] For port 8ff20e67-699b-4203-a64d-9ff790cfcc4f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8ff20e67-699b-4203-a64d-9ff790cfcc4f,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:08.048740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.062537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Allocated IP 172.20.0.2 (526a71a9-bf70-4c5c-bd6a-c0c00851235d/04e28533-530a-4c4b-bb11-e7c892f6b81f/238f997c-63d4-47ee-84ba-97a68ddc3d31) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:08.069462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d63e4638-22e0-4675-97e7-a0df9713616a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6295805 Jan 29 04:27:08.088174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47344) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:08.091131 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] Set router e192733e-9f9b-4c02-9415-3f45781e48c8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:08.142117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:08.146175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.177029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.220610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70603-f0c0-469a-a278-47511f58e771 None None] Pushing event updated for resources: {'Port': ['ID=8ff20e67-699b-4203-a64d-9ff790cfcc4f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.224125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.288201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:08.298959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.299737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.344493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40eb85f-954c-470c-aed6-ed136da8b67f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.370306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.375017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.383724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:08.409645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:08.412361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.433336 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.474351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:08.483596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:08.507096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:08.520985 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-655899c2-7ad9-4962-b343-d401451e692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:27:05Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:08.561722 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899c2-7ad9-4962-b343-d401451e692e None None] The sync data for ids ['e192733e-9f9b-4c02-9415-3f45781e48c8'] in n-d-825930-1 is: [{'id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355373987-router', 'tenant_id': '920e3d5bc19144faa8aa9543507dae36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:24:55Z', 'updated_at': '2022-01-29T04:27:05Z', 'revision_number': 5, 'project_id': '920e3d5bc19144faa8aa9543507dae36', 'gw_port': {'id': '6d1f4567-d336-4c7e-aa16-dd8523307df7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192733e-9f9b-4c02-9415-3f45781e48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:24:56Z', 'updated_at': '2022-01-29T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:08.576522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.577776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f8e805c-b8c4-44ff-83cc-debbd6986fdd req-6703e816-af44-4a38-8f6e-6cd87c86e914 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.5961003 Jan 29 04:27:08.583140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Pushing event updated for resources: {'Port': ['ID=238f997c-63d4-47ee-84ba-97a68ddc3d31,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.599302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.658478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Attempting to bind port 238f997c-63d4-47ee-84ba-97a68ddc3d31 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:08.664653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Attempting to bind port 238f997c-63d4-47ee-84ba-97a68ddc3d31 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:08.665173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Attempting to bind port 238f997c-63d4-47ee-84ba-97a68ddc3d31 on network 526a71a9-bf70-4c5c-bd6a-c0c00851235d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:08.679240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:08.679792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Checking segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:08.680343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.681025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Bound using segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:08.686150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Bound port: 238f997c-63d4-47ee-84ba-97a68ddc3d31, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:08.686933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.715177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Pushing event updated for resources: {'Port': ['ID=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:08.780857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] For port 238f997c-63d4-47ee-84ba-97a68ddc3d31, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:08.784734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] For port 238f997c-63d4-47ee-84ba-97a68ddc3d31, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=238f997c-63d4-47ee-84ba-97a68ddc3d31,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:08.794119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:08.820229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d5e7-e49d-4940-999a-14df1e28f857 req-b96d893f-c8e1-42a2-a727-e3b780c89dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:08.822432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3439d5e7-e49d-4940-999a-14df1e28f857 req-b96d893f-c8e1-42a2-a727-e3b780c89dbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 1096 time: 0.7391777 Jan 29 04:27:08.914628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c82da8-031e-4ffe-9cc3-fdfe872a5635 None None] Pushing event updated for resources: {'Port': ['ID=238f997c-63d4-47ee-84ba-97a68ddc3d31,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:09.008795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.144178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc45a348-963e-4374-bffd-f2f2050c0490']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.160352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e21d41d-3a67-44a6-be0d-b54ad4182f07') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.160925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e21d41d-3a67-44a6-be0d-b54ad4182f07') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:09.174810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.199334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.219968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:09.221752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:09.237739 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:09.273588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5532a-dd3c-40ef-8f90-a354290c694e req-a89b11df-937f-4934-a781-9c2d2795b9af tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:09.282462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf5532a-dd3c-40ef-8f90-a354290c694e req-a89b11df-937f-4934-a781-9c2d2795b9af tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.4112780 Jan 29 04:27:09.345381 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.447352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Deleting port 6d1f4567-d336-4c7e-aa16-dd8523307df7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:09.447878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.519142 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.554703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68133873-e298-49d9-8ac6-651de4ec3724 req-b37469f3-4b68-4590-84be-eb230707f706 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c5d13d6a-29b2-4b4d-80c1-7a74df62c28a HTTP/1.1" status: 200 len: 2999 time: 0.8424401 Jan 29 04:27:09.567242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] For port 6d1f4567-d336-4c7e-aa16-dd8523307df7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6d1f4567-d336-4c7e-aa16-dd8523307df7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:09.570522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.589042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Calling delete_port for 6d1f4567-d336-4c7e-aa16-dd8523307df7 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:09.602322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3439d5e7-e49d-4940-999a-14df1e28f857 req-c2be3948-ae53-421b-acc1-83164b3534eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682178 Jan 29 04:27:09.679392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.718056 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.736200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e336b0-fe3b-4917-925d-f818cb5bf4fe None None] Network d019f607-b533-406f-bccf-961d985c5be4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:09.754182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3db8d92-571a-44c1-8485-b281638f6aea req-20c0696f-df01-463a-b508-4e7685ec8c6e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-group-rules/e40eb85f-954c-470c-aed6-ed136da8b67f HTTP/1.1" status: 200 len: 783 time: 0.0414686 Jan 29 04:27:09.779211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.828997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62463c1d-0fdc-4e00-98df-206b9cfbcf0e None None] Provisioning complete for port 8ff20e67-699b-4203-a64d-9ff790cfcc4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:09.829503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62463c1d-0fdc-4e00-98df-206b9cfbcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.919145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf5532a-dd3c-40ef-8f90-a354290c694e req-08600523-1eb9-4011-b999-9fa62fe7320c tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356573 Jan 29 04:27:09.923571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.927326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] 10.222.0.32 "DELETE /v2.0/networks/dc45a348-963e-4374-bffd-f2f2050c0490 HTTP/1.1" status: 204 len: 168 time: 2.4390140 Jan 29 04:27:09.931553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:09.942141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3db8d92-571a-44c1-8485-b281638f6aea req-9725f134-4afb-4d67-90a4-d31f6d6d0c90 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c5d13d6a-29b2-4b4d-80c1-7a74df62c28a HTTP/1.1" status: 200 len: 2999 time: 0.1811061 Jan 29 04:27:10.025801 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62463c1d-0fdc-4e00-98df-206b9cfbcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.035365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d3db8d92-571a-44c1-8485-b281638f6aea req-87c1e4b0-bf82-458a-acc2-aed9a6163a84 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.053958 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d3db8d92-571a-44c1-8485-b281638f6aea req-87c1e4b0-bf82-458a-acc2-aed9a6163a84 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.067773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1f4567-d336-4c7e-aa16-dd8523307df7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.082551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4616e2f-d446-4efb-94fa-1d4395903fc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-751280126-project] Pushing event deleted for resources: {'Network': ['ID=dc45a348-963e-4374-bffd-f2f2050c0490,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.158660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62463c1d-0fdc-4e00-98df-206b9cfbcf0e None None] For port 8ff20e67-699b-4203-a64d-9ff790cfcc4f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8ff20e67-699b-4203-a64d-9ff790cfcc4f,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:10.186378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62463c1d-0fdc-4e00-98df-206b9cfbcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.233947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 238f997c-63d4-47ee-84ba-97a68ddc3d31 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:10.278050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d3db8d92-571a-44c1-8485-b281638f6aea req-87c1e4b0-bf82-458a-acc2-aed9a6163a84 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.285384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d3db8d92-571a-44c1-8485-b281638f6aea req-87c1e4b0-bf82-458a-acc2-aed9a6163a84 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.288760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3db8d92-571a-44c1-8485-b281638f6aea req-87c1e4b0-bf82-458a-acc2-aed9a6163a84 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e40eb85f-954c-470c-aed6-ed136da8b67f HTTP/1.1" status: 204 len: 173 time: 0.3011823 Jan 29 04:27:10.333648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1e4b0-bf82-458a-acc2-aed9a6163a84 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e40eb85f-954c-470c-aed6-ed136da8b67f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.356126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.374566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62463c1d-0fdc-4e00-98df-206b9cfbcf0e None None] Pushing event updated for resources: {'Port': ['ID=8ff20e67-699b-4203-a64d-9ff790cfcc4f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.397170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 238f997c-63d4-47ee-84ba-97a68ddc3d31 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:10.397672 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.503449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.510571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47368) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:10.554285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.578827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.602862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.612958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.660119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 238f997c-63d4-47ee-84ba-97a68ddc3d31, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=238f997c-63d4-47ee-84ba-97a68ddc3d31,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:10.669094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.670348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8ff20e67-699b-4203-a64d-9ff790cfcc4f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:10.778152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.778746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e192733e-9f9b-4c02-9415-3f45781e48c8 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:10.793681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.796235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=238f997c-63d4-47ee-84ba-97a68ddc3d31,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:10.798383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3741963-5b00-41f9-a334-78366d69dca5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e192733e-9f9b-4c02-9415-3f45781e48c8 HTTP/1.1" status: 204 len: 168 time: 3.5417805 Jan 29 04:27:10.798837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:10.843845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d856fe-1818-4ae0-bec2-24af5289cc71 None None] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:10.850589 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:10.854078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2193cf8-ef92-43ee-be87-4e8626ef58af req-213eeabc-37cb-469d-b197-51f5672ec89e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c5d13d6a-29b2-4b4d-80c1-7a74df62c28a HTTP/1.1" status: 200 len: 2400 time: 0.1218843 Jan 29 04:27:10.907149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Allocated IP 172.25.4.136 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/096cbec2-6f29-4b50-8c13-ba6ec095e2d0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:10.958628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Deleting subnet 50361553-7cb5-4434-8da5-0c6cb8d26839 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:27:10.962885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.008517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.027659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9888a267-7a02-4e39-9d9a-9167048f60e1 None None] Provisioning complete for port 8ff20e67-699b-4203-a64d-9ff790cfcc4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:11.031775 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9888a267-7a02-4e39-9d9a-9167048f60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.052436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9659afe1-0d9f-4d72-9818-7ce5c4411ba6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1afab173fe824676a7070ebdde5c3c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378878 Jan 29 04:27:11.053189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47386) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:11.087305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8ff20e67-699b-4203-a64d-9ff790cfcc4f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:11.088046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.107229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.171217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2193cf8-ef92-43ee-be87-4e8626ef58af req-d3db9d8a-b006-4995-8939-de7ad056dc3c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.191462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.229013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 427860e0-4dc9-43a5-adb8-9d656b62041f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:11.231237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb98a4b-b0d1-4ca6-8e68-262c540ca9d5 None None] Network d0516ea1-a926-42ed-8b5c-91acd409a9f8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:11.259259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.265264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50361553-7cb5-4434-8da5-0c6cb8d26839 HTTP/1.1" status: 204 len: 168 time: 0.4610412 Jan 29 04:27:11.265984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da5b55-57f9-4cf0-b476-ca0fb97d8f77 req-8df12db4-4ca9-45a8-a91a-85682afa12fa tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:11.268622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48da5b55-57f9-4cf0-b476-ca0fb97d8f77 req-8df12db4-4ca9-45a8-a91a-85682afa12fa tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.1686559 Jan 29 04:27:11.271289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47388) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:11.288563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2193cf8-ef92-43ee-be87-4e8626ef58af req-d3db9d8a-b006-4995-8939-de7ad056dc3c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.300791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d90c24-b4c0-418f-b775-dafc8b80b1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50361553-7cb5-4434-8da5-0c6cb8d26839,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:11.362256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.366335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be6072b5-f03a-4596-9348-a33ab1db4f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.374560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2193cf8-ef92-43ee-be87-4e8626ef58af req-d3db9d8a-b006-4995-8939-de7ad056dc3c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.377765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b2193cf8-ef92-43ee-be87-4e8626ef58af req-d3db9d8a-b006-4995-8939-de7ad056dc3c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.379012 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2193cf8-ef92-43ee-be87-4e8626ef58af req-d3db9d8a-b006-4995-8939-de7ad056dc3c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5d13d6a-29b2-4b4d-80c1-7a74df62c28a HTTP/1.1" status: 204 len: 173 time: 0.5169370 Jan 29 04:27:11.384634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 427860e0-4dc9-43a5-adb8-9d656b62041f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:11.385453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 427860e0-4dc9-43a5-adb8-9d656b62041f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:11.442689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db9d8a-b006-4995-8939-de7ad056dc3c tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d13d6a-29b2-4b4d-80c1-7a74df62c28a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:11.490770 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be6072b5-f03a-4596-9348-a33ab1db4f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.494195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Router 77844b14-9edc-494d-9fbb-175f32d9fe7d is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:11.502652 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-851bc7ae-42da-4dbc-a9b8-73179b998dbc req-9fec5983-2136-4dd8-a81d-5ce6daa1cba3 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] show failed (client error): The resource could not be found. Jan 29 04:27:11.503889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-851bc7ae-42da-4dbc-a9b8-73179b998dbc req-9fec5983-2136-4dd8-a81d-5ce6daa1cba3 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/3eaa7d15-ccec-437b-8813-91078f85336e HTTP/1.1" status: 404 len: 352 time: 0.0576880 Jan 29 04:27:11.514380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.584254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] DHCP port deletion for d0516ea1-a926-42ed-8b5c-91acd409a9f8 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:27:11.615453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.636199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-14ece2d6-2599-479e-bde3-2000780a5eff None None] Provisioning complete for port 238f997c-63d4-47ee-84ba-97a68ddc3d31 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:11.636199 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-14ece2d6-2599-479e-bde3-2000780a5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.662739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cfee868-06df-4490-a001-67876fe25618 req-641ffae5-8413-4da8-a42c-c70aec92a45a tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/21ec634d-c50c-44c5-aa5a-c4e9eabd2c87 HTTP/1.1" status: 200 len: 1805 time: 0.1144090 Jan 29 04:27:11.676841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:11.686746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:11.694938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:11.752090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48da5b55-57f9-4cf0-b476-ca0fb97d8f77 req-230d4fd1-4826-43b2-a24c-e53dcd2dd75a tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938704 Jan 29 04:27:11.759729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:11.830843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.850021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] Deleting port d6d84d3a-58df-4e72-992e-15c904bb4c36 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:11.850400 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.945207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be6072b5-f03a-4596-9348-a33ab1db4f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.950476 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be6072b5-f03a-4596-9348-a33ab1db4f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.953183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be6072b5-f03a-4596-9348-a33ab1db4f50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aebf135-c90a-4901-b79e-f67f45629db5 HTTP/1.1" status: 204 len: 168 time: 0.8597448 Jan 29 04:27:11.954421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:11.967974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Allocated IP 172.25.4.167 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b854902c-ccbe-4381-a64d-9bd84c89de8d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:11.980487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Sync routers for ids ['77844b14-9edc-494d-9fbb-175f32d9fe7d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:11.985535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1cfee868-06df-4490-a001-67876fe25618 req-cf8b6145-fdd0-4d21-9690-fd49da218ad1 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.986084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Deleting port d6d84d3a-58df-4e72-992e-15c904bb4c36 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:11.986505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:11.996982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6072b5-f03a-4596-9348-a33ab1db4f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aebf135-c90a-4901-b79e-f67f45629db5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:11.997918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8ff20e67-699b-4203-a64d-9ff790cfcc4f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:12.042480 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1cfee868-06df-4490-a001-67876fe25618 req-cf8b6145-fdd0-4d21-9690-fd49da218ad1 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.107874 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.114339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6d50e4c0-30ed-4d96-b714-95c7ab37bb50 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3750942 Jan 29 04:27:12.117641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:12.204980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] For port d6d84d3a-58df-4e72-992e-15c904bb4c36, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d6d84d3a-58df-4e72-992e-15c904bb4c36,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:12.205397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.239820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] For port d6d84d3a-58df-4e72-992e-15c904bb4c36, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d6d84d3a-58df-4e72-992e-15c904bb4c36,segment=NetworkSegment(fc1b724b-10b5-431d-a33f-2e809c75eb3d),segment_id=fc1b724b-10b5-431d-a33f-2e809c75eb3d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:12.250499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.274012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Routers {'77844b14-9edc-494d-9fbb-175f32d9fe7d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:12.275310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77844b14-9edc-494d-9fbb-175f32d9fe7d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:12.283093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] Calling delete_port for d6d84d3a-58df-4e72-992e-15c904bb4c36 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:12.314255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Calling delete_port for d6d84d3a-58df-4e72-992e-15c904bb4c36 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:12.378450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d85fe254-26d0-42c5-9caa-f668fd66f1b6 None None] Provisioning complete for port 238f997c-63d4-47ee-84ba-97a68ddc3d31 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:12.378825 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d85fe254-26d0-42c5-9caa-f668fd66f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.445001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.463605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.509235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8abbb6-10dd-4785-9599-0712e3bf18bf req-225d2011-627e-45a7-91c9-d8c3897bf6d3 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.516645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aa8abbb6-10dd-4785-9599-0712e3bf18bf req-225d2011-627e-45a7-91c9-d8c3897bf6d3 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.2220325 Jan 29 04:27:12.533531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47416) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:12.554934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807377d-caa5-40f0-849e-d4047122161c req-c2077530-1147-454a-ad91-d8c1c1dcd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.556975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-c2077530-1147-454a-ad91-d8c1c1dcd8e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2a5474edda94603b663a20184fe7170&device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 1096 time: 0.2304296 Jan 29 04:27:12.567429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1cfee868-06df-4490-a001-67876fe25618 req-cf8b6145-fdd0-4d21-9690-fd49da218ad1 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.574317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1cfee868-06df-4490-a001-67876fe25618 req-cf8b6145-fdd0-4d21-9690-fd49da218ad1 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.577626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cfee868-06df-4490-a001-67876fe25618 req-cf8b6145-fdd0-4d21-9690-fd49da218ad1 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/21ec634d-c50c-44c5-aa5a-c4e9eabd2c87 HTTP/1.1" status: 204 len: 173 time: 0.9016047 Jan 29 04:27:12.613746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8ff20e67-699b-4203-a64d-9ff790cfcc4f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:12.614168 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.676543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.681632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aa8abbb6-10dd-4785-9599-0712e3bf18bf req-c7566f90-ccd1-42c4-99f1-8ef4d32cfa51 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640193 Jan 29 04:27:12.700658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Set router 77844b14-9edc-494d-9fbb-175f32d9fe7d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:12.716208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b6145-fdd0-4d21-9690-fd49da218ad1 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ec634d-c50c-44c5-aa5a-c4e9eabd2c87,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:12.729793 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:12.735121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d84d3a-58df-4e72-992e-15c904bb4c36,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:12.750019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d53009e-19d2-4d37-bb02-9fd28c0ce4a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb766c5618a943ce8c65bdbded6809b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153187 Jan 29 04:27:12.752545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] No DVR routers for this DVR port d6d84d3a-58df-4e72-992e-15c904bb4c36 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:12.761288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:12.812308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa5608-2910-4a6e-b859-a931b3d0eeef req-cc7b9c08-068c-4147-b298-27872c63bfac tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/5853abca-bc26-438d-bd39-81125888332f HTTP/1.1" status: 200 len: 1806 time: 0.2062042 Jan 29 04:27:12.836685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:12.864494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:12.879817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:12.965576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Pushing event updated for resources: {'Port': ['ID=b854902c-ccbe-4381-a64d-9bd84c89de8d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:12.968981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807377d-caa5-40f0-849e-d4047122161c req-2b05fdd2-ebb1-4ab9-8159-6897a0159bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:12.970485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-2b05fdd2-ebb1-4ab9-8159-6897a0159bad service neutron] 10.222.0.36 "GET /v2.0/networks?id=7830979e-7ba6-485d-9bf0-ec84960c2de5 HTTP/1.1" status: 200 len: 914 time: 0.3914416 Jan 29 04:27:12.973110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.048338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-8685b675-1b26-4b81-b1e5-94f8c91d4196 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a HTTP/1.1" status: 200 len: 217 time: 0.0624375 Jan 29 04:27:13.052987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0516ea1-a926-42ed-8b5c-91acd409a9f8']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.060093 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.109528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] Pushing event deleted for resources: {'Port': ['ID=d6d84d3a-58df-4e72-992e-15c904bb4c36,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:13.172738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 238f997c-63d4-47ee-84ba-97a68ddc3d31 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:13.180005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807377d-caa5-40f0-849e-d4047122161c req-e9e31096-0462-4807-85f9-2aa7262611fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:13.182480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-e9e31096-0462-4807-85f9-2aa7262611fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4f2bf5-659a-4d58-b4eb-6747f531dd50 HTTP/1.1" status: 200 len: 853 time: 0.0821786 Jan 29 04:27:13.183309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1855c94d-d741-4235-8f37-a067082737fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.186548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1b724b-10b5-431d-a33f-2e809c75eb3d') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.187079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1b724b-10b5-431d-a33f-2e809c75eb3d') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.226558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3829d89-e154-470a-9464-b9326b70f7a9 None None] No DVR routers for this DVR port d6d84d3a-58df-4e72-992e-15c904bb4c36 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:13.288771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.311272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.316167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 238f997c-63d4-47ee-84ba-97a68ddc3d31 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:13.316572 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.354599 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7aaa5608-2910-4a6e-b859-a931b3d0eeef req-3db61b3b-4944-481d-95b7-f0f407e525f8 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.373464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-2fcf4b2d-a056-4ce1-acc1-1e11a1f9db3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7830979e-7ba6-485d-9bf0-ec84960c2de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815310 Jan 29 04:27:13.379084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7aaa5608-2910-4a6e-b859-a931b3d0eeef req-3db61b3b-4944-481d-95b7-f0f407e525f8 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.402004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:08Z', 'revision_number': 3, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:13.406682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.439820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Checking router: 77844b14-9edc-494d-9fbb-175f32d9fe7d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:13.440180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Updating router 77844b14-9edc-494d-9fbb-175f32d9fe7d port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:13.484587 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.556758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:13.557084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:13.581229 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:13.587910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1855c94d-d741-4235-8f37-a067082737fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.596843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.761658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.767562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.771924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d0516ea1-a926-42ed-8b5c-91acd409a9f8 HTTP/1.1" status: 204 len: 168 time: 2.4995627 Jan 29 04:27:13.795057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7aaa5608-2910-4a6e-b859-a931b3d0eeef req-3db61b3b-4944-481d-95b7-f0f407e525f8 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.797531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7aaa5608-2910-4a6e-b859-a931b3d0eeef req-3db61b3b-4944-481d-95b7-f0f407e525f8 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.812359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaa5608-2910-4a6e-b859-a931b3d0eeef req-3db61b3b-4944-481d-95b7-f0f407e525f8 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/5853abca-bc26-438d-bd39-81125888332f HTTP/1.1" status: 204 len: 173 time: 0.9990866 Jan 29 04:27:13.852885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9859a0-cdfc-42a2-8e12-33a5c5b71396 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0516ea1-a926-42ed-8b5c-91acd409a9f8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:13.853746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db61b3b-4944-481d-95b7-f0f407e525f8 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853abca-bc26-438d-bd39-81125888332f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:13.944236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:13.951663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6d1f4567-d336-4c7e-aa16-dd8523307df7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:13.967836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f64b7df-a8fa-4494-84b0-854ad64700b0 req-afcac752-8661-4fce-bdad-4229ab3658d6 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/a756512a-4a70-48f8-b52a-1fb0890df5a1 HTTP/1.1" status: 200 len: 1807 time: 0.1414804 Jan 29 04:27:13.978817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Router b56f760a-95fa-42fe-b393-d018fc26ecef is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:13.990370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.059955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0701b-8bee-4dee-8d6d-2488c20649f0 None None] Pushing event updated for resources: {'Port': ['ID=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.062576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6d1f4567-d336-4c7e-aa16-dd8523307df7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:14.063143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6d1f4567-d336-4c7e-aa16-dd8523307df7 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:14.063319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d6d84d3a-58df-4e72-992e-15c904bb4c36 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:14.093682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d6d84d3a-58df-4e72-992e-15c904bb4c36 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:14.093950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d6d84d3a-58df-4e72-992e-15c904bb4c36 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:14.128342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Attempting to bind port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:14.128651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Attempting to bind port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:14.129021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Attempting to bind port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:14.145088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:14.145466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:14.145878 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.146313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:14.146791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Bound port: d02d5216-e9e0-4b16-8e1b-af0f1939e4c1, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:14.147179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.165683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:14.181490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.225716 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f64b7df-a8fa-4494-84b0-854ad64700b0 req-ba1413bb-ed99-448e-8235-3ac06e4f962d tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.250761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] For port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:14.256938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] For port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:14.267455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:14.269264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.281114 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Sync routers for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:14.310837 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:14.311498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.324191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f64b7df-a8fa-4494-84b0-854ad64700b0 req-ba1413bb-ed99-448e-8235-3ac06e4f962d tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.405559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Routers {'77844b14-9edc-494d-9fbb-175f32d9fe7d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:14.408299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77844b14-9edc-494d-9fbb-175f32d9fe7d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.430472 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:14.461309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0701b-8bee-4dee-8d6d-2488c20649f0 None None] Pushing event updated for resources: {'Port': ['ID=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.580679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Allocated IP 172.20.0.1 (2416a59b-ff05-44d5-9d68-f5303c7c04b9/2c0ebb0f-7db1-409e-8129-ddf80a8ee341/e45b08b5-d72a-484f-b0dd-bbfe9b589027) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:14.596213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-48697cda-da51-47e1-a780-7aec93c404b4 service neutron] 10.222.0.36 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2063589 Jan 29 04:27:14.622421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] Set router 77844b14-9edc-494d-9fbb-175f32d9fe7d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:14.624102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc3ef9d2-752f-419e-b713-2a4d4236ecb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=920e3d5bc19144faa8aa9543507dae36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453115 Jan 29 04:27:14.624863 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f64b7df-a8fa-4494-84b0-854ad64700b0 req-ba1413bb-ed99-448e-8235-3ac06e4f962d tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.627466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f64b7df-a8fa-4494-84b0-854ad64700b0 req-ba1413bb-ed99-448e-8235-3ac06e4f962d tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.628485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f64b7df-a8fa-4494-84b0-854ad64700b0 req-ba1413bb-ed99-448e-8235-3ac06e4f962d tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/a756512a-4a70-48f8-b52a-1fb0890df5a1 HTTP/1.1" status: 204 len: 173 time: 0.6598518 Jan 29 04:27:14.634758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:14.653158 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:11Z', 'revision_number': 3, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:14.658799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.663362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-866d493e-ae01-495a-8eb4-45cee7e3a2d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0363019 Jan 29 04:27:14.676650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:14.751984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1413bb-ed99-448e-8235-3ac06e4f962d tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756512a-4a70-48f8-b52a-1fb0890df5a1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:14.830115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-796f20eb-759e-4d5a-b427-e44845c3d38a req-82a4f802-8f8f-415f-b99c-63a781de87ce tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/9ca972fe-ecb0-4f9e-9053-d4c13b54230e HTTP/1.1" status: 200 len: 2406 time: 0.0612297 Jan 29 04:27:14.871144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1855c94d-d741-4235-8f37-a067082737fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.873682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1855c94d-d741-4235-8f37-a067082737fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.885229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1855c94d-d741-4235-8f37-a067082737fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b4ecbe6-89bb-4ce5-a278-65f63fb88427 HTTP/1.1" status: 204 len: 168 time: 2.0886700 Jan 29 04:27:14.890226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.910657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:14.924875 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Checking router: b56f760a-95fa-42fe-b393-d018fc26ecef for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:14.925223 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Updating router b56f760a-95fa-42fe-b393-d018fc26ecef port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:14.977441 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.026839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:08Z', 'revision_number': 3, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:15.041512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.052917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855c94d-d741-4235-8f37-a067082737fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4ecbe6-89bb-4ce5-a278-65f63fb88427,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:15.053356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-796f20eb-759e-4d5a-b427-e44845c3d38a req-ae30c045-24f3-475c-b016-da32e2faaa2e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.094967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-796f20eb-759e-4d5a-b427-e44845c3d38a req-ae30c045-24f3-475c-b016-da32e2faaa2e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.105818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdd0f6-7728-4c40-b0eb-86bb66a03ad6 None None] The sync data for ids ['77844b14-9edc-494d-9fbb-175f32d9fe7d'] in n-d-825930-1 is: [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:08Z', 'revision_number': 3, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:15.107745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65e70-c1ee-4a1b-9e62-a1e19b8ed787 req-04af1949-e319-4717-8594-1e9586440816 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:15.110599 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62a65e70-c1ee-4a1b-9e62-a1e19b8ed787 req-04af1949-e319-4717-8594-1e9586440816 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.5125806 Jan 29 04:27:15.157679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:15.168151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:15.171728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:15.284981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b08b5-d72a-484f-b0dd-bbfe9b589027,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:15.322625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.327987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-796f20eb-759e-4d5a-b427-e44845c3d38a req-ae30c045-24f3-475c-b016-da32e2faaa2e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.328224 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9d7f-3932-4ca8-bae5-cfa736b1fc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.334849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-796f20eb-759e-4d5a-b427-e44845c3d38a req-ae30c045-24f3-475c-b016-da32e2faaa2e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.338786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c807377d-caa5-40f0-849e-d4047122161c req-acdc6a43-07ff-4524-84e2-0e536c3f4d25 service neutron] 10.222.0.36 "GET /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270219 Jan 29 04:27:15.341125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-796f20eb-759e-4d5a-b427-e44845c3d38a req-ae30c045-24f3-475c-b016-da32e2faaa2e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ca972fe-ecb0-4f9e-9053-d4c13b54230e HTTP/1.1" status: 204 len: 173 time: 0.5100360 Jan 29 04:27:15.388040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9d7f-3932-4ca8-bae5-cfa736b1fc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.478971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62a65e70-c1ee-4a1b-9e62-a1e19b8ed787 req-3028c6ed-c28c-4375-89ac-a495e988601c tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708931 Jan 29 04:27:15.487507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9d7f-3932-4ca8-bae5-cfa736b1fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.491111 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9d7f-3932-4ca8-bae5-cfa736b1fc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.510400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ccbc9d7f-3932-4ca8-bae5-cfa736b1fc2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a10818e2-10ca-4ef0-93f9-e7907791697b HTTP/1.1" status: 204 len: 168 time: 0.8743050 Jan 29 04:27:15.533390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c045-24f3-475c-b016-da32e2faaa2e tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca972fe-ecb0-4f9e-9053-d4c13b54230e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:15.676263 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.703388 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.871029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-662b0964-59b1-4a60-be00-b517f51eff74 req-73cdb048-5c1a-4975-bbea-93c92f143c27 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "GET /v2.0/security-groups/c3a833ca-fbad-464e-975d-24b9768a250c HTTP/1.1" status: 200 len: 2400 time: 0.4429064 Jan 29 04:27:15.889757 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Attempting to bind port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:15.890207 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Attempting to bind port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:15.893633 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Attempting to bind port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:15.921748 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:15.926991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:15.927444 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:15.927857 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:15.928369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Bound port: 096cbec2-6f29-4b50-8c13-ba6ec095e2d0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:15.934381 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.022623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.101286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc9d7f-3932-4ca8-bae5-cfa736b1fc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10818e2-10ca-4ef0-93f9-e7907791697b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:16.147152 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] For port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:16.158948 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] For port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:16.189045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.193507 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.240736 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc915982-e06d-4dac-9fb0-c61044bc2a12 None None] Pushing event updated for resources: {'Port': ['ID=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:16.452054 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:16.453418 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:16.456261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:16.615882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:16.616278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.650720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Router f12fff5a-7ed7-45f6-af70-5e92cecd4164 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:16.670559 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc915982-e06d-4dac-9fb0-c61044bc2a12 None None] Pushing event updated for resources: {'Port': ['ID=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:16.794501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.798174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-662b0964-59b1-4a60-be00-b517f51eff74 req-00e57633-c305-4cf5-b71f-cf120d8550e0 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.843690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.848972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-662b0964-59b1-4a60-be00-b517f51eff74 req-00e57633-c305-4cf5-b71f-cf120d8550e0 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.908810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.921629 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:16.932081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f5db-ac9c-43b7-991b-d8b0f6f9b5c2 req-947d0601-5bb1-4db9-8d33-cccfc0a8ef60 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:16.947054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e053f5db-ac9c-43b7-991b-d8b0f6f9b5c2 req-947d0601-5bb1-4db9-8d33-cccfc0a8ef60 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.2601488 Jan 29 04:27:16.956706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:16.986376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:16.999658 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.053427 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-662b0964-59b1-4a60-be00-b517f51eff74 req-00e57633-c305-4cf5-b71f-cf120d8550e0 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.063069 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-662b0964-59b1-4a60-be00-b517f51eff74 req-00e57633-c305-4cf5-b71f-cf120d8550e0 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.067456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-662b0964-59b1-4a60-be00-b517f51eff74 req-00e57633-c305-4cf5-b71f-cf120d8550e0 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] 10.222.0.32 "DELETE /v2.0/security-groups/c3a833ca-fbad-464e-975d-24b9768a250c HTTP/1.1" status: 204 len: 173 time: 1.1844692 Jan 29 04:27:17.153549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:17.191162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.350426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Allocated IP 172.20.0.1 (d019f607-b533-406f-bccf-961d985c5be4/56454a91-612d-46dc-957d-7211d8b95b4d/b21035fe-6784-4961-81ca-413d5620ec32) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:17.351826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e57633-c305-4cf5-b71f-cf120d8550e0 tempest-SecurityGroupRulesTestJSON-349136271 tempest-SecurityGroupRulesTestJSON-349136271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a833ca-fbad-464e-975d-24b9768a250c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.487566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.490142 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.537723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:17.549577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Sync routers for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:17.550437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.550666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b08b5-d72a-484f-b0dd-bbfe9b589027,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.586319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:17.589204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.607733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Deleting subnet 2dc3d8b5-9e33-4f57-bac6-a473544cf23d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:27:17.614032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Pushing event updated for resources: {'Port': ['ID=b21035fe-6784-4961-81ca-413d5620ec32,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:17.651419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Network d019f607-b533-406f-bccf-961d985c5be4 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:17.653930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:17.674662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:17.680038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e053f5db-ac9c-43b7-991b-d8b0f6f9b5c2 req-a4dee8a3-6994-460c-b03c-3b4203a8e8e6 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320371 Jan 29 04:27:17.685397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.689787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-168bc329-b80f-47c7-a23a-8faea48e2426 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.5949218 Jan 29 04:27:17.714488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.717320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:17.721067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:11Z', 'revision_number': 3, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:17.775526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:17.844664 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b27cd-ff96-4812-8d0c-069eed4e3a03 None None] The sync data for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 is: [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:11Z', 'revision_number': 3, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:17.981439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:18.082531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:18.307312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:18.350657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47550) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:18.388740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:18.492439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:18.552584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:18.591966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:18.615098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-39bd93b7-0a59-4486-befb-353cac04ba35 None None] Provisioning complete for port b21035fe-6784-4961-81ca-413d5620ec32 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:18.616021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39bd93b7-0a59-4486-befb-353cac04ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:18.690711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-network', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:18.708899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dddc7d-18ef-4a8f-bf12-10693e4e1207 req-eefbff2a-93f3-46fd-a083-387e9fd91b4a tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:18.723964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f0dddc7d-18ef-4a8f-bf12-10693e4e1207 req-eefbff2a-93f3-46fd-a083-387e9fd91b4a tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.2335086 Jan 29 04:27:18.867112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:18.867641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:18.880608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f0dddc7d-18ef-4a8f-bf12-10693e4e1207 req-efcd3ec1-0730-4a02-a337-be26f5f5ca6f tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486609 Jan 29 04:27:18.897830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Made reservation on behalf of 6a8ad4b231dc4869a2a82a81ad0f721a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:18.897830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:18.923288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.008473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.009269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-39bd93b7-0a59-4486-befb-353cac04ba35 None None] Port b21035fe-6784-4961-81ca-413d5620ec32 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:19.031232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Router 77844b14-9edc-494d-9fbb-175f32d9fe7d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:19.119416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.137683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.165594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:13Z', 'revision_number': 3, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:19.245859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Checking router: f12fff5a-7ed7-45f6-af70-5e92cecd4164 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:19.246234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Updating router f12fff5a-7ed7-45f6-af70-5e92cecd4164 port b854902c-ccbe-4381-a64d-9bd84c89de8d binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:19.267906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47564) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:19.297920 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.466791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.473743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.478322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Pushing event updated for resources: {'Port': ['ID=b21035fe-6784-4961-81ca-413d5620ec32,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.488541 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.504816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:19.516620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.517107 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Added segment 3caea1d4-6d80-4475-b646-a73489ba8f09 of type vlan for network 535be29a-902b-4131-958e-18f3d6f932fe Jan 29 04:27:19.569844 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.620340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-739906877', 'router:external': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:19.627632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a491729-4cd8-4fe0-977a-c2af8f3a90e4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.651725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.652784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:19.653463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.769990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] Pushing event updated for resources: {'Network': ['ID=535be29a-902b-4131-958e-18f3d6f932fe,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.773194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.777316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2dc3d8b5-9e33-4f57-bac6-a473544cf23d HTTP/1.1" status: 204 len: 168 time: 2.5637748 Jan 29 04:27:19.780755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47578) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:19.786301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2079da-5669-44fd-a86b-5da6af0d4d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc3d8b5-9e33-4f57-bac6-a473544cf23d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:19.860522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 535be29a-902b-4131-958e-18f3d6f932fe details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:19.869345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.875286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Made reservation on behalf of 4ef121187c2c46109620a353db24302b for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:19.878049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.918316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:19.962899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5a98c230-6b7c-49ac-a1ac-8dad34b77f45 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6063316 Jan 29 04:27:19.979292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47582) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:19.995153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Request body: {'subnet': {'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-subnet', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:20.007329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-e26f3dfc-02e7-407a-8f37-26e48755a77e tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:20.009572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-e26f3dfc-02e7-407a-8f37-26e48755a77e tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.1379344 Jan 29 04:27:20.034788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:20.045695 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Sync routers for ids ['77844b14-9edc-494d-9fbb-175f32d9fe7d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:20.054280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8dd6f8e7-09de-452c-9c48-3f77c9ae3384 admin admin] 10.222.0.32 "PUT /v2.0/routers/77844b14-9edc-494d-9fbb-175f32d9fe7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9275520 Jan 29 04:27:20.062476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Routers {'77844b14-9edc-494d-9fbb-175f32d9fe7d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:20.063102 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77844b14-9edc-494d-9fbb-175f32d9fe7d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:20.139787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.228894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.247075 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.350061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Made reservation on behalf of 6a8ad4b231dc4869a2a82a81ad0f721a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:20.354047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Attempting to bind port b854902c-ccbe-4381-a64d-9bd84c89de8d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:20.354827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Attempting to bind port b854902c-ccbe-4381-a64d-9bd84c89de8d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:20.355412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Attempting to bind port b854902c-ccbe-4381-a64d-9bd84c89de8d on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:20.355585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.376054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:20.451682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9092ad-6dea-4dfd-abf2-03a862634c92 None None] Pushing event updated for resources: {'Port': ['ID=b854902c-ccbe-4381-a64d-9bd84c89de8d,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:20.461567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:20.464424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:20.465953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.466538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:20.467369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Bound port: b854902c-ccbe-4381-a64d-9bd84c89de8d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:20.467913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.486696 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Set router 77844b14-9edc-494d-9fbb-175f32d9fe7d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:20.529476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Allocated IP 172.20.0.1 (526a71a9-bf70-4c5c-bd6a-c0c00851235d/04e28533-530a-4c4b-bb11-e7c892f6b81f/bb5b6a71-72be-4eb1-9ac1-af30755f1b7c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:20.565639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:20.572296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.730684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] For port b854902c-ccbe-4381-a64d-9bd84c89de8d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:20.735440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.748487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] For port b854902c-ccbe-4381-a64d-9bd84c89de8d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b854902c-ccbe-4381-a64d-9bd84c89de8d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:20.798120 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.824111 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:15Z', 'revision_number': 4, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e45b08b5-d72a-484f-b0dd-bbfe9b589027', 'name': '', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'mac_address': 'fa:16:3e:1b:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:14Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 2, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'subnets': [{'id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:20.860795 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Checking router: 77844b14-9edc-494d-9fbb-175f32d9fe7d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:20.861150 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Updating router 77844b14-9edc-494d-9fbb-175f32d9fe7d port e45b08b5-d72a-484f-b0dd-bbfe9b589027 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:20.890590 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.912444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.946683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:20.956217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9092ad-6dea-4dfd-abf2-03a862634c92 None None] Pushing event updated for resources: {'Port': ['ID=b854902c-ccbe-4381-a64d-9bd84c89de8d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:20.973587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.977200 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:20.994229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:20.995288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.074857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.094804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c564706-6930-4170-9a35-7be282b6d7d8']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.104283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0d50f4-1b58-4f6e-9efe-178f8c89cb57') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.104592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0d50f4-1b58-4f6e-9efe-178f8c89cb57') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.106372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-c3af6f35-7ddc-4832-bb55-d499d95e8418 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:21.108211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-c3af6f35-7ddc-4832-bb55-d499d95e8418 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 810 time: 0.3327405 Jan 29 04:27:21.113028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:21.114470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.117306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:21.128772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.133495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:21.142940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:21.143358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.193981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.195856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Pushing event updated for resources: {'Port': ['ID=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.211023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-cb0eb9ac-5e2b-4652-a25e-a3b0ab724897 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/quotas/76b5c057842f49108dc8a7ea6d24292b HTTP/1.1" status: 200 len: 375 time: 0.0707128 Jan 29 04:27:21.240950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.312315 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.323890 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.361052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86122c-5e07-485b-b2e5-afa8a73ebf14 req-a67b7d48-ec76-49ab-9fd9-fcd1b92237ff tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:21.375370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-9d1f2220-b623-4a09-81c0-fa3a86ace6b3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633320 Jan 29 04:27:21.379333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b86122c-5e07-485b-b2e5-afa8a73ebf14 req-a67b7d48-ec76-49ab-9fd9-fcd1b92237ff tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 1.3461809 Jan 29 04:27:21.382441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:21.388381 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:21.559872 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca489d-873e-47ec-8bb0-c95af2348f34 None None] Pushing event updated for resources: {'Port': ['ID=e45b08b5-d72a-484f-b0dd-bbfe9b589027,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.585028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-127907b6-b511-423d-8b14-bab67616cdfd service neutron] 10.222.0.32 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085261 Jan 29 04:27:21.598721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.635349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-825bdcd3-a899-4a87-a3a3-a6633caec650 None None] Provisioning complete for port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:21.635906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-825bdcd3-a899-4a87-a3a3-a6633caec650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.652374 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Attempting to bind port e45b08b5-d72a-484f-b0dd-bbfe9b589027 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:21.652968 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Attempting to bind port e45b08b5-d72a-484f-b0dd-bbfe9b589027 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:21.661849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Attempting to bind port e45b08b5-d72a-484f-b0dd-bbfe9b589027 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:21.673182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:21.673850 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Checking segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:21.674436 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.675746 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Bound using segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:21.676422 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Bound port: e45b08b5-d72a-484f-b0dd-bbfe9b589027, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:21.677572 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.713881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.720729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:13Z', 'revision_number': 3, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:21.736835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.744594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.748646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c564706-6930-4170-9a35-7be282b6d7d8 HTTP/1.1" status: 204 len: 168 time: 1.9628744 Jan 29 04:27:21.758275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Network d019f607-b533-406f-bccf-961d985c5be4 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:21.769090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:21.774276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.791388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:21.803428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.803994 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Added segment f26c6693-de16-4581-bcd8-6bd7661a2551 of type vlan for network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 Jan 29 04:27:21.807914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] For port e45b08b5-d72a-484f-b0dd-bbfe9b589027, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:21.818266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] For port e45b08b5-d72a-484f-b0dd-bbfe9b589027, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e45b08b5-d72a-484f-b0dd-bbfe9b589027,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:21.832643 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.838437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ce3b5-4e84-4870-a370-87c97a0224fb None None] The sync data for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 is: [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:13Z', 'revision_number': 3, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:21.840053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-825bdcd3-a899-4a87-a3a3-a6633caec650 None None] Port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:21.891171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:21.892056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-8c71bb4c-82a5-4688-8841-f75d8f8c1678 service neutron] 10.222.0.32 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045132 Jan 29 04:27:21.935003 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca489d-873e-47ec-8bb0-c95af2348f34 None None] Pushing event updated for resources: {'Port': ['ID=e45b08b5-d72a-484f-b0dd-bbfe9b589027,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:21.978887 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Routers {'77844b14-9edc-494d-9fbb-175f32d9fe7d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:21.979702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77844b14-9edc-494d-9fbb-175f32d9fe7d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:22.033146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b86122c-5e07-485b-b2e5-afa8a73ebf14 req-e63dc0da-c5e0-490e-814c-55dfa2863b18 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524103 Jan 29 04:27:22.246013 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] Set router 77844b14-9edc-494d-9fbb-175f32d9fe7d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:22.298393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:22.302408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.326860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.364546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:22.422201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ad7e6482-e2b9-48e5-902e-abef90c0f0cb None None] Provisioning complete for port b21035fe-6784-4961-81ca-413d5620ec32 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:22.422818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6482-e2b9-48e5-902e-abef90c0f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.429635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91cd02-eef2-4c75-a9b0-ca539fe260fc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.476053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d587fe-5865-44b3-bcc4-49e60939e0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c564706-6930-4170-9a35-7be282b6d7d8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.487948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.492299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e6482-e2b9-48e5-902e-abef90c0f0cb None None] Port b21035fe-6784-4961-81ca-413d5620ec32 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:22.494927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:22.495653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.511667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.516685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:22.517274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.581097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Deleting port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:22.581275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Pushing event updated for resources: {'Port': ['ID=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.588468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.600039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.605787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae672df4-00da-42a0-91c2-b1bfdd97a75f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2935512c13e14e458a47af58fd76ea8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016810 Jan 29 04:27:22.608538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:22.750026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d645a5c-6f78-4c5f-a535-241d344aa6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.816350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d645a5c-6f78-4c5f-a535-241d344aa6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:22.839048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce601256-73da-4f4f-93f2-052e7411eb94,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:22.876008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:22.894845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:22.969701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80550a86-b07a-4a99-9f19-146e9a208082 req-4e9ae428-0f68-4d45-b7d8-b6dcbfcccbef tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.4949315 Jan 29 04:27:23.111843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.8332517 Jan 29 04:27:23.123830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47628) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:23.127472 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:15Z', 'revision_number': 4, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e45b08b5-d72a-484f-b0dd-bbfe9b589027', 'name': '', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'mac_address': 'fa:16:3e:1b:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:14Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'subnets': [{'id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:23.150262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'subnet': {'network_id': 'd1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:23.192181 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485958f-de8e-47fd-959d-ef280a177cf7 None None] The sync data for ids ['77844b14-9edc-494d-9fbb-175f32d9fe7d'] in n-d-825930-1 is: [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:15Z', 'revision_number': 4, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e45b08b5-d72a-484f-b0dd-bbfe9b589027', 'name': '', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'mac_address': 'fa:16:3e:1b:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:14Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'subnets': [{'id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:23.221465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d645a5c-6f78-4c5f-a535-241d344aa6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.224138 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d645a5c-6f78-4c5f-a535-241d344aa6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.228093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8d645a5c-6f78-4c5f-a535-241d344aa6de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4deef3b3-a189-4961-93b1-349a5c51204e HTTP/1.1" status: 204 len: 168 time: 0.6151202 Jan 29 04:27:23.297741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Router f12fff5a-7ed7-45f6-af70-5e92cecd4164 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:23.320886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15715ed-caa4-4977-8a31-a363af581bc0 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Network': ['ID=d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:23.335627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Router b56f760a-95fa-42fe-b393-d018fc26ecef has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:23.341369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Made reservation on behalf of 4ef121187c2c46109620a353db24302b for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:23.344079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.349044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Checking segment: {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:23.349727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Network hostable DHCP agents. Network: 535be29a-902b-4131-958e-18f3d6f932fe, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:23.351231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:23.404946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d645a5c-6f78-4c5f-a535-241d344aa6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deef3b3-a189-4961-93b1-349a5c51204e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:23.425659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c2fa9673-1c90-4a6f-94a5-46c28da51f5b None None] Provisioning complete for port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:23.437980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] For port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,segment=NetworkSegment(e79c1969-5c6e-4d6e-a35e-728f9d843743),segment_id=e79c1969-5c6e-4d6e-a35e-728f9d843743)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:23.438534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.439183 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9673-1c90-4a6f-94a5-46c28da51f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.514713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Calling delete_port for 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:23.605096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa9673-1c90-4a6f-94a5-46c28da51f5b None None] Port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:23.671147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Network 535be29a-902b-4131-958e-18f3d6f932fe is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:23.701242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ced12-59a6-4711-b9c7-da1facae9efb req-4d4853f9-31cf-40db-9b84-41a7206bde15 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:23.708155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1ced12-59a6-4711-b9c7-da1facae9efb req-4d4853f9-31cf-40db-9b84-41a7206bde15 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 945 time: 0.5015717 Jan 29 04:27:23.804812 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e988a221-af9b-4288-a85f-c18fdd546012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.836706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 535be29a-902b-4131-958e-18f3d6f932fe) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:23.882928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65821ef-ef62-4883-aef0-867f071b86f2 None None] Network 535be29a-902b-4131-958e-18f3d6f932fe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:23.891005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:23.891698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:23.943335 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1ced12-59a6-4711-b9c7-da1facae9efb req-d8c1d5c7-6591-4ee2-98c0-d9c59d9d967a tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5557d69-26c9-48fd-a0ec-52ca47703965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229111 Jan 29 04:27:23.976993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:24.007034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-071bb564-2920-4feb-94df-3b8d06e6e7fd admin admin] 10.222.0.32 "PUT /v2.0/routers/f12fff5a-7ed7-45f6-af70-5e92cecd4164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2796092 Jan 29 04:27:24.075301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cc53538b-97cb-4785-9d7c-dabae16bf5b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.0876806 Jan 29 04:27:24.078188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:24.087280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:24.153490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-535be29a-902b-4131-958e-18f3d6f932fe', 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'fixed_ips': [{'subnet_id': 'ce601256-73da-4f4f-93f2-052e7411eb94'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:27:24.153490 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:24.186484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:24.189321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:24.365545 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-492ff0ee-50df-46b0-9b2d-78aff0113847 req-0acebdc5-b0dd-418a-abe9-99db543cda72 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.2549000 Jan 29 04:27:24.458451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:24.631834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e45b08b5-d72a-484f-b0dd-bbfe9b589027 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:24.710552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:24.736933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e8100c32-046e-479e-95b5-e5099455b769 admin admin] 10.222.0.32 "PUT /v2.0/routers/b56f760a-95fa-42fe-b393-d018fc26ecef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0561993 Jan 29 04:27:24.754574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Sync routers for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:24.796418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:24.817169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e45b08b5-d72a-484f-b0dd-bbfe9b589027 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:24.817496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:24.901509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:24.908914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:24.912027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Allocated IP 172.20.0.2 (535be29a-902b-4131-958e-18f3d6f932fe/ce601256-73da-4f4f-93f2-052e7411eb94/c413b5ed-7a04-4156-bb0c-907eb2254d2e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:24.977212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Pushing event deleted for resources: {'Port': ['ID=8e12373f-8341-4bb7-bf4e-b32a74ca4e9a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:25.043949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:25.174894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:25.177864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:25.380169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:25.455191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff99bc62-4169-41dd-823d-a4acf23ae515 req-82cd4e91-1f98-4e5a-8442-fd690950b246 tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfff151-667a-4b6d-84e4-e4d02ab1ff57 HTTP/1.1" status: 200 len: 210 time: 0.1114459 Jan 29 04:27:25.529020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] No DVR routers for this DVR port 8e12373f-8341-4bb7-bf4e-b32a74ca4e9a on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:25.560492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:25.564120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2dcc3e4-3176-4be0-8a1c-60773851e01c req-2a9b10ba-4f64-4eca-8eb0-83ab3ac2be0b tempest-InstanceActionsTestJSON-2051881085 tempest-InstanceActionsTestJSON-2051881085-project] 10.222.0.36 "DELETE /v2.0/ports/8e12373f-8341-4bb7-bf4e-b32a74ca4e9a HTTP/1.1" status: 204 len: 173 time: 5.5319932 Jan 29 04:27:25.577310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'name': 'network-vif-deleted', 'tag': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:25.582076 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec6f41b-f7a2-4a70-b2b0-34680a18721e" -d '{"events": [{"server_uuid": "1cfff151-667a-4b6d-84e4-e4d02ab1ff57", "name": "network-vif-deleted", "tag": "8e12373f-8341-4bb7-bf4e-b32a74ca4e9a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:25.672480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-122f10c2-9929-4338-913f-e2b99e2b2995 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:25.682629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-122f10c2-9929-4338-913f-e2b99e2b2995 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 810 time: 1.2066445 Jan 29 04:27:25.684362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:25.731326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:25.748280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Request body: {'port': {'device_id': '49714632-933c-4de3-b89c-7f762042e615', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'admin_state_up': True, 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:25.810112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d4c87cef-d6c6-4a74-871d-c22969584a5a req-03ab09bf-9725-4cd9-9659-e6d77af9eabd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.1171043 Jan 29 04:27:25.899307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:27:25.899706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.014318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Checking segment: {'id': 'f26c6693-de16-4581-bcd8-6bd7661a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:26.014689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network hostable DHCP agents. Network: d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:26.030181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e05c319-abdc-4cca-a68c-4c31e9f663eb,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:26.034200 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fddee9-003e-4f5f-a9f3-286d006cb501 x-openstack-request-id: req-16fddee9-003e-4f5f-a9f3-286d006cb501 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:26.034714 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfff151-667a-4b6d-84e4-e4d02ab1ff57", "name": "network-vif-deleted", "tag": "8e12373f-8341-4bb7-bf4e-b32a74ca4e9a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:26.035116 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16fddee9-003e-4f5f-a9f3-286d006cb501 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:26.035673 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfff151-667a-4b6d-84e4-e4d02ab1ff57', 'name': 'network-vif-deleted', 'tag': '8e12373f-8341-4bb7-bf4e-b32a74ca4e9a', 'status': 'completed', 'code': 200} Jan 29 04:27:26.056269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:26.081106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:26.086095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:26.087502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.135487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.205500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c6a8f7d4-3f6a-436f-9005-ab182cb8a065 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0758677 Jan 29 04:27:26.221567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:26.239010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1574579639', 'network_id': 'd1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.261466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8d750-3ab8-4861-8250-02d1a29d6bc4 None None] Network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:26.320890 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Sync routers for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:26.344839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-43029379-network', 'tenant_id': 'a013203a41cd49b292fc1af5f1871520'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.418662 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:26.425453 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:26:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:26.573596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47720) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:26.591020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Made reservation on behalf of 4ef121187c2c46109620a353db24302b for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:26.596148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.613425 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.620223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47722) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:26.641868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--464789133', 'description': 'tempest-description--676851656'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.655829 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:26.671134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Deleting subnet 4a4f2bf5-659a-4d58-b4eb-6747f531dd50 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:27:26.676459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.681221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Made reservation on behalf of 76b5c057842f49108dc8a7ea6d24292b for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:26.691198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.693286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Made reservation on behalf of a013203a41cd49b292fc1af5f1871520 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:26.704361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.729190 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.738036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.792727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:26.800484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-network', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:26.838918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.880036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.911933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.914550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] device_id is not set on port 03443a0a-de2b-4cf4-a7f7-dc74849323b4 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:27:26.941797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:26.995959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Made reservation on behalf of cde65a1678b6406ca1dd5c319d6bcfc0 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:27.001921 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.075867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.106090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.109028 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 2, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:27.116390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdadb608-a648-4222-b338-1f5cda1f7eb7 req-b14b96fd-93de-4491-9272-bb3e84c4f242 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.1047308 Jan 29 04:27:27.164674 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Checking router: f12fff5a-7ed7-45f6-af70-5e92cecd4164 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:27.166146 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Updating router f12fff5a-7ed7-45f6-af70-5e92cecd4164 port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:27.179673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e45b08b5-d72a-484f-b0dd-bbfe9b589027, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e45b08b5-d72a-484f-b0dd-bbfe9b589027,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:27.182640 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9758dd05-da35-41c2-a802-7032067ca8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.187651 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.212130 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.234417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.237754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a4f2bf5-659a-4d58-b4eb-6747f531dd50 HTTP/1.1" status: 204 len: 168 time: 0.6625607 Jan 29 04:27:27.241120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47740) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:27.272892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.274086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b854902c-ccbe-4381-a64d-9bd84c89de8d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:27.304799 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.318328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00c907-b4d0-444b-b963-7ca401ce22e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4f2bf5-659a-4d58-b4eb-6747f531dd50,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.321200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Network 535be29a-902b-4131-958e-18f3d6f932fe is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:27.341421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:27.347635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Pushing event updated for resources: {'Port': ['ID=c413b5ed-7a04-4156-bb0c-907eb2254d2e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.354064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:27.409656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 2, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:27.418946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.447190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Checking router: b56f760a-95fa-42fe-b393-d018fc26ecef for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:27.447905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Updating router b56f760a-95fa-42fe-b393-d018fc26ecef port b21035fe-6784-4961-81ca-413d5620ec32 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:27.514796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.549497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.579008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e45b08b5-d72a-484f-b0dd-bbfe9b589027,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.588306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b854902c-ccbe-4381-a64d-9bd84c89de8d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:27.588472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.590295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Attempting to bind port c413b5ed-7a04-4156-bb0c-907eb2254d2e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:27.590773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Attempting to bind port c413b5ed-7a04-4156-bb0c-907eb2254d2e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:27.591242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Attempting to bind port c413b5ed-7a04-4156-bb0c-907eb2254d2e on network 535be29a-902b-4131-958e-18f3d6f932fe {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:27.593187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.598422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46b0be-489e-492f-917e-743d88d69faf None None] Network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:27.616112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.620707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:27.655015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:27.655587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Checking segment: {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:27.656104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.656606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Bound using segment: {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:27.657200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Bound port: c413b5ed-7a04-4156-bb0c-907eb2254d2e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:27.657695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.661275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f557467-6bec-4f86-a444-24e7b1d41995,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:27.669098 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.683412 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.713728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.714333 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Added segment b5afdbc9-08da-4ea6-8174-5a723554939a of type vlan for network 4c298530-2ec3-47b2-87d9-1219c993a6eb Jan 29 04:27:27.716790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7830979e-7ba6-485d-9bf0-ec84960c2de5']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:27.738041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79c1969-5c6e-4d6e-a35e-728f9d843743') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:27.738597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79c1969-5c6e-4d6e-a35e-728f9d843743') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:27.782512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.815583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.818341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.856538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.857055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Allocated IP 2001:db8::b4 (d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4/8e05c319-abdc-4cca-a68c-4c31e9f663eb/03443a0a-de2b-4cf4-a7f7-dc74849323b4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:27.860086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.861522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:27.863475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.876645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:27.877391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:27.880479 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:27.911021 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Attempting to bind port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:27.912582 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Attempting to bind port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:27.912962 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Attempting to bind port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c on network 526a71a9-bf70-4c5c-bd6a-c0c00851235d {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:27.927404 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:27.927908 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Checking segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:27.928332 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:27.928774 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Bound using segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:27.929261 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Bound port: bb5b6a71-72be-4eb1-9ac1-af30755f1b7c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:27.929641 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.022426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] For port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:28.042270 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580213fa-9774-4d24-9359-cc8dcdd3e72b None None] Pushing event updated for resources: {'Port': ['ID=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.077597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2824671 Jan 29 04:27:28.083615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47744) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:28.095438 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] For port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:28.099424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Request body: {'subnet': {'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-subnet', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:28.106391 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.121298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.124192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e464b-f380-416f-b772-a03c932c0a00 admin admin] Pushing event updated for resources: {'Network': ['ID=4c298530-2ec3-47b2-87d9-1219c993a6eb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.138060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.150107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7830979e-7ba6-485d-9bf0-ec84960c2de5 HTTP/1.1" status: 204 len: 168 time: 0.8737943 Jan 29 04:27:28.205862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e78fe-df57-4b7e-b329-4fcdec8ea294 admin admin] Pushing event deleted for resources: {'Network': ['ID=7830979e-7ba6-485d-9bf0-ec84960c2de5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.260609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Made reservation on behalf of cde65a1678b6406ca1dd5c319d6bcfc0 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:28.263125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.326531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee700f18-7a99-4cd6-9316-26c4347276a6 req-461e322d-b66a-4315-9d32-0af82ad1a0de tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.0935276 Jan 29 04:27:28.358695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:28.364227 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580213fa-9774-4d24-9359-cc8dcdd3e72b None None] Pushing event updated for resources: {'Port': ['ID=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.387790 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:28.388542 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:28.432196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] For port c413b5ed-7a04-4156-bb0c-907eb2254d2e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:28.534064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47758) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:28.563144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] For port c413b5ed-7a04-4156-bb0c-907eb2254d2e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c413b5ed-7a04-4156-bb0c-907eb2254d2e,segment=NetworkSegment(3caea1d4-6d80-4475-b646-a73489ba8f09),segment_id=3caea1d4-6d80-4475-b646-a73489ba8f09)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:28.620697 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:28.635376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.660451 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.667632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-262da7cf-e030-439c-86a1-af87853dedf6 None None] Provisioning complete for port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:28.668380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-262da7cf-e030-439c-86a1-af87853dedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.715481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.739040 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b861bc66-28b1-4ef2-a4ea-1ca40d537fcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2a5474edda94603b663a20184fe7170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958160 Jan 29 04:27:28.747788 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.768438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:28.791040 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.799537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.818916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:28.857437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port b854902c-ccbe-4381-a64d-9bd84c89de8d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b854902c-ccbe-4381-a64d-9bd84c89de8d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:28.879274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.903233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.903623 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Added segment 055e42d0-74be-49cd-96ab-725eca50cffb of type vlan for network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 Jan 29 04:27:28.931115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc7eff-76af-4b6d-875a-d168993a7d4d None None] Pushing event updated for resources: {'Port': ['ID=c413b5ed-7a04-4156-bb0c-907eb2254d2e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:28.967811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4744bd8-acbb-4822-b7ee-5d72c3248142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:28.997255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:29.030409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.036085 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea378d-9b2a-4c83-bf96-382b89704bb6 None None] The sync data for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 is: [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:29.067456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4744bd8-acbb-4822-b7ee-5d72c3248142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.101448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Allocated IP 172.20.0.2 (2416a59b-ff05-44d5-9d68-f5303c7c04b9/2c0ebb0f-7db1-409e-8129-ddf80a8ee341/63df4342-c0c9-4e88-8610-e0cfeba60052) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:29.144856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec5f8-b49f-40f8-b7ef-7ca7b0416afa None None] Pushing event updated for resources: {'Port': ['ID=b21035fe-6784-4961-81ca-413d5620ec32,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.162130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e45b08b5-d72a-484f-b0dd-bbfe9b589027 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:29.174719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ed62bd-c683-489b-9212-a998cfe3f999,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.183606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-262da7cf-e030-439c-86a1-af87853dedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.259397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Checking segment: {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:29.260589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Network hostable DHCP agents. Network: 4c298530-2ec3-47b2-87d9-1219c993a6eb, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:29.268052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.286002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4744bd8-acbb-4822-b7ee-5d72c3248142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.315085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4744bd8-acbb-4822-b7ee-5d72c3248142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.319272 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f4744bd8-acbb-4822-b7ee-5d72c3248142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5557d69-26c9-48fd-a0ec-52ca47703965 HTTP/1.1" status: 204 len: 168 time: 0.5647838 Jan 29 04:27:29.338730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.357087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Allocated IP 172.25.4.27 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/2615bd68-3405-4e3c-ac30-f309910b1320) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:29.359429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:29.378033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.379119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.379947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.385250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.445824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4744bd8-acbb-4822-b7ee-5d72c3248142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5557d69-26c9-48fd-a0ec-52ca47703965,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.458820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4c298530-2ec3-47b2-87d9-1219c993a6eb) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:29.487773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.488375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.569009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-777f2d1c-d578-4c7b-8e29-cba384e30502 req-1de23e55-ab48-45ab-9d64-77e2342a5def tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.0807483 Jan 29 04:27:29.608309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ccfdcd-f64b-4b62-b4b0-136e807c2e84 None None] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:29.631906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.632518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bdbb7412-4244-4452-b603-4694916c5792 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5414383 Jan 29 04:27:29.634677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.0126514 Jan 29 04:27:29.638610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47802) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:29.639105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47804) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:29.639604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.9539783 Jan 29 04:27:29.642775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:29.646104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Request body: {'security_group_rule': {'security_group_id': 'de68aece-e75c-4b88-bcea-6f61b875c6c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:29.656172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:29.670803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3c22a-3edf-4871-adb1-92dc37248cc7 req-40d42984-73bc-4fbe-af68-17d1c5d63da4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:29.680107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9da3c22a-3edf-4871-adb1-92dc37248cc7 req-40d42984-73bc-4fbe-af68-17d1c5d63da4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 950 time: 0.1735864 Jan 29 04:27:29.691020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Request body: {'subnet': {'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-43029379-subnet', 'tenant_id': 'a013203a41cd49b292fc1af5f1871520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:29.720732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cff405-fe80-411b-b6e4-12aa5b6ee17c admin admin] Pushing event updated for resources: {'Network': ['ID=75045185-0e6a-42e3-b0bb-d3a8bfa5b517,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.756254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d5143-5567-4616-b7c9-59428e191cbf tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de68aece-e75c-4b88-bcea-6f61b875c6c8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:29.768233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:29.785339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.786184 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.806519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.807894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.869984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Made reservation on behalf of a013203a41cd49b292fc1af5f1871520 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:29.899581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.912565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Attempting to bind port b21035fe-6784-4961-81ca-413d5620ec32 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:29.912939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Attempting to bind port b21035fe-6784-4961-81ca-413d5620ec32 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:29.913310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Attempting to bind port b21035fe-6784-4961-81ca-413d5620ec32 on network d019f607-b533-406f-bccf-961d985c5be4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:29.916198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.932687 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.972053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9da3c22a-3edf-4871-adb1-92dc37248cc7 req-622479c3-804b-4b67-ab67-58327772143f tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904871 Jan 29 04:27:29.983371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:29.988551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.026157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.074942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.078238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:30.091395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:30.094447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:30.095673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.096958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.142896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.154217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Port': ['ID=03443a0a-de2b-4cf4-a7f7-dc74849323b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.168117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ee8b358-7e27-4d99-89c1-526ddf1e1b81 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.9434583 Jan 29 04:27:30.176428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47820) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:30.211083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:30.215928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:30.219395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:30.253453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.278191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Pushing event updated for resources: {'Port': ['ID=2615bd68-3405-4e3c-ac30-f309910b1320,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.334044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:30.335056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Checking segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:30.335056 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.335253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Bound using segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:30.335695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Bound port: b21035fe-6784-4961-81ca-413d5620ec32, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:30.336078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.344525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:30.357598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:30.367311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:30.378006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-262da7cf-e030-439c-86a1-af87853dedf6 None None] For port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:30.392171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=b854902c-ccbe-4381-a64d-9bd84c89de8d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.412842 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-262da7cf-e030-439c-86a1-af87853dedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.453234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4c298530-2ec3-47b2-87d9-1219c993a6eb', 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'fixed_ips': [{'subnet_id': '97ed62bd-c683-489b-9212-a998cfe3f999'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:27:30.454355 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.464802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.465911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.474914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Pushing event updated for resources: {'Port': ['ID=63df4342-c0c9-4e88-8610-e0cfeba60052,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.498538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.601852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e45b08b5-d72a-484f-b0dd-bbfe9b589027 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:30.607220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.613659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.659269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae04e292-1e6f-408f-8601-cc0cd54a9e2d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.670785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.699435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-818aaae3-9513-458b-b7ce-5ee33335e594 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9775503 Jan 29 04:27:30.739785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.742618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Request body: {'port': {'device_id': '49714632-933c-4de3-b89c-7f762042e615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:30.744964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f1a6143a-4f8d-4d81-973e-f3dcd876622e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1042838 Jan 29 04:27:30.748583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:30.755289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Request body: {'security_group_rule': {'security_group_id': 'de68aece-e75c-4b88-bcea-6f61b875c6c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:30.779136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] For port b21035fe-6784-4961-81ca-413d5620ec32, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:30.784749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-7621eac7-8cf8-4463-9ce1-4a9ecd1a60a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3914299 Jan 29 04:27:30.799028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262da7cf-e030-439c-86a1-af87853dedf6 None None] Pushing event updated for resources: {'Port': ['ID=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:30.838940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:30.859755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3a5f1-60b3-4bb5-a018-850e28c6a8b8 None None] Network 535be29a-902b-4131-958e-18f3d6f932fe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:30.888572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1a06-aab8-48f6-afd8-58fd359da346 req-51f4f225-bec3-4f75-b64f-0520b274deda tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:30.890865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dbe1a06-aab8-48f6-afd8-58fd359da346 req-51f4f225-bec3-4f75-b64f-0520b274deda tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 931 time: 0.1977148 Jan 29 04:27:30.897144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8e9bfc23-e319-4965-863d-e0986a9659c8 None None] Provisioning complete for port b21035fe-6784-4961-81ca-413d5620ec32 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:30.897144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e9bfc23-e319-4965-863d-e0986a9659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.902967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] For port b21035fe-6784-4961-81ca-413d5620ec32, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b21035fe-6784-4961-81ca-413d5620ec32,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:30.909985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.942892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:30.968728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.018106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dbe1a06-aab8-48f6-afd8-58fd359da346 req-733d4dca-ec4f-4a04-a19b-e10947cd5b9b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184723 Jan 29 04:27:31.036585 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.046591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Deleting port 03443a0a-de2b-4cf4-a7f7-dc74849323b4 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:31.047161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.052796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Checking segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:31.053173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Network hostable DHCP agents. Network: 75045185-0e6a-42e3-b0bb-d3a8bfa5b517, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:31.084903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.115282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.159062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1455706077-network', 'tenant_id': 'cc836256816146bf8243e62709b491d2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:31.166578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962fa5e1-50fd-4291-8f32-5e1ec2dc17f2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.170137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-f9f06646-9fec-4687-9b01-29b28b2ec01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.171839 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-f9f06646-9fec-4687-9b01-29b28b2ec01b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d050cd9656b4b2b990a1212018ad975&device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 1101 time: 0.2948251 Jan 29 04:27:31.185523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.190174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bfc23-e319-4965-863d-e0986a9659c8 None None] Port b21035fe-6784-4961-81ca-413d5620ec32 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:31.232685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:31.239577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d235b7-d897-4823-ba68-4391bffb29fd,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.297067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:31.315534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:31.348327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Allocated IP 172.20.0.2 (4c298530-2ec3-47b2-87d9-1219c993a6eb/97ed62bd-c683-489b-9212-a998cfe3f999/90314b08-2960-4112-a764-0165fe45bf11) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:31.360109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec5f8-b49f-40f8-b7ef-7ca7b0416afa None None] Pushing event updated for resources: {'Port': ['ID=b21035fe-6784-4961-81ca-413d5620ec32,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.465656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8e9bfc23-e319-4965-863d-e0986a9659c8 None None] Provisioning complete for port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:31.466072 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e9bfc23-e319-4965-863d-e0986a9659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.543271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Made reservation on behalf of cc836256816146bf8243e62709b491d2 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:31.545604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.570514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.650372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b854902c-ccbe-4381-a64d-9bd84c89de8d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:31.688619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.689822 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ad2cfbaa-2e29-407c-beae-67bb7c8566da tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9384618 Jan 29 04:27:31.691925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:31.696046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47842) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:31.697748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 75045185-0e6a-42e3-b0bb-d3a8bfa5b517) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:31.703077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63df4342-c0c9-4e88-8610-e0cfeba60052 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:31.713676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.717478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.718085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.736400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:31.741717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.748934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Transition to ACTIVE for port object 63df4342-c0c9-4e88-8610-e0cfeba60052 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:27:31.749797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb0ed9-76f6-487e-b447-3028a6079d67 None None] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:31.767519 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.768352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb743417-2c42-4d49-809b-c44b3c779623 req-0a08352c-6da7-47b2-a7d6-ac7a81cb29f4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.769956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb743417-2c42-4d49-809b-c44b3c779623 req-0a08352c-6da7-47b2-a7d6-ac7a81cb29f4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 950 time: 0.6113679 Jan 29 04:27:31.783974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Calling delete_port for 03443a0a-de2b-4cf4-a7f7-dc74849323b4 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:31.785250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.806456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4fa5907f-9a48-4a70-8269-37beb8d687f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1224606 Jan 29 04:27:31.900791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:31.915855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-759172df-ae2f-4ec3-8370-65df2f10f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:31.918141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-759172df-ae2f-4ec3-8370-65df2f10f450 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.7096648 Jan 29 04:27:31.921731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Pushing event updated for resources: {'Port': ['ID=63df4342-c0c9-4e88-8610-e0cfeba60052,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:31.924810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb743417-2c42-4d49-809b-c44b3c779623 req-ab8bd8f7-64b0-4d67-a506-b13e88ecbec2 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428924 Jan 29 04:27:31.988371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-9fc3a49c-8ce2-49fe-acee-088ca8a149d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3b352dd9-c837-4130-9c92-387ba0dfab77 HTTP/1.1" status: 200 len: 217 time: 0.0596540 Jan 29 04:27:32.051618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b854902c-ccbe-4381-a64d-9bd84c89de8d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:32.052438 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.148888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Attempting to bind port 63df4342-c0c9-4e88-8610-e0cfeba60052 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:32.149989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Attempting to bind port 63df4342-c0c9-4e88-8610-e0cfeba60052 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:32.150762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Attempting to bind port 63df4342-c0c9-4e88-8610-e0cfeba60052 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:32.160413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.183257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Port 63df4342-c0c9-4e88-8610-e0cfeba60052 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:32.183592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Attempting to bind port 63df4342-c0c9-4e88-8610-e0cfeba60052 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:32.200461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.242231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.256106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Router 8dcd2908-5b0c-42fe-8506-9294b39424d0 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:32.261706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:32.262003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Checking segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:32.266185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Bound using segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:32.266786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Bound port: 63df4342-c0c9-4e88-8610-e0cfeba60052, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:32.267172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.338063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:27:32.357686 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.372936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-a986b738-c7b1-4de7-9935-3d2eea8108f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.374363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-a986b738-c7b1-4de7-9935-3d2eea8108f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2647791 Jan 29 04:27:32.377335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.424488 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.470188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f39267-051b-4973-b0ad-7a6aa1f77004 req-5cd309bd-d194-46c0-b3ec-80636494b7bf tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.472125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4f39267-051b-4973-b0ad-7a6aa1f77004 req-5cd309bd-d194-46c0-b3ec-80636494b7bf tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 943 time: 0.2420943 Jan 29 04:27:32.473652 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.499013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Pushing event updated for resources: {'Port': ['ID=90314b08-2960-4112-a764-0165fe45bf11,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.501313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Provisioning complete for port b21035fe-6784-4961-81ca-413d5620ec32 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:32.501682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.550747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c413b5ed-7a04-4156-bb0c-907eb2254d2e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:32.577733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.583219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:32.602233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:32.603195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-6fde0f60-1c1c-4275-8876-2e99c5bf60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:32.605721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-6fde0f60-1c1c-4275-8876-2e99c5bf60b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212517 Jan 29 04:27:32.622402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:32.644371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4f39267-051b-4973-b0ad-7a6aa1f77004 req-76919501-4b0a-400a-bf77-29210f845701 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609528 Jan 29 04:27:32.656249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event deleted for resources: {'Port': ['ID=03443a0a-de2b-4cf4-a7f7-dc74849323b4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:32.692986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.706015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e01712ca-fd2b-4afd-a8da-3e46dcd52400 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/ports/03443a0a-de2b-4cf4-a7f7-dc74849323b4 HTTP/1.1" status: 204 len: 168 time: 2.5135534 Jan 29 04:27:32.757295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:32.770610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4', 'external_fixed_ips': [{'subnet_id': '8e05c319-abdc-4cca-a68c-4c31e9f663eb', 'ip_address': '2001:db8::b4'}]}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:32.789025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.790323 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Added segment 94569e0b-8004-4c04-8a7e-eeb6b71e98d5 of type vlan for network adb94bac-e051-4f35-8663-9afd5b6c6e74 Jan 29 04:27:32.807609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] For port 63df4342-c0c9-4e88-8610-e0cfeba60052, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:32.838205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-cb2e0043-b6d8-4cb3-824b-c165067275f3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080410 Jan 29 04:27:32.855847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] For port 63df4342-c0c9-4e88-8610-e0cfeba60052, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63df4342-c0c9-4e88-8610-e0cfeba60052,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:32.879888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'tenant_id': 'a013203a41cd49b292fc1af5f1871520', 'fixed_ips': [{'subnet_id': '99d235b7-d897-4823-ba68-4391bffb29fd'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:27:32.880741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.919443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:32.983820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c98f9fb-e4e8-4bf2-8071-dcdb8150b799 req-8902aeba-616d-452a-93d3-10ae0e097659 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291158 Jan 29 04:27:32.984788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:32.985351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Allocated IP 172.25.4.19 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/5c94fdbb-6164-45b8-a644-fe4212b8391a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:32.997731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.004483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:33.025114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Attempting to bind port 90314b08-2960-4112-a764-0165fe45bf11 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:33.025488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Attempting to bind port 90314b08-2960-4112-a764-0165fe45bf11 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:33.025838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Attempting to bind port 90314b08-2960-4112-a764-0165fe45bf11 on network 4c298530-2ec3-47b2-87d9-1219c993a6eb {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:33.028172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Sync routers for ids ['8dcd2908-5b0c-42fe-8506-9294b39424d0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:33.032858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.034213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.035900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] 10.222.0.36 "PUT /v2.0/ports/63df4342-c0c9-4e88-8610-e0cfeba60052 HTTP/1.1" status: 200 len: 1091 time: 2.3024151 Jan 29 04:27:33.058218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:30Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:33.061955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49714632-933c-4de3-b89c-7f762042e615', 'tag': '63df4342-c0c9-4e88-8610-e0cfeba60052'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:33.065275 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "49714632-933c-4de3-b89c-7f762042e615", "tag": "63df4342-c0c9-4e88-8610-e0cfeba60052"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:33.070501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c413b5ed-7a04-4156-bb0c-907eb2254d2e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:33.070501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.090274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.092897 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.110782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.166482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.169262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.170599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-64c52d73-bcaf-49e6-b002-b2c488157364 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0892146 Jan 29 04:27:33.174549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47926) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:33.228232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Allocated IP 172.20.0.2 (75045185-0e6a-42e3-b0bb-d3a8bfa5b517/99d235b7-d897-4823-ba68-4391bffb29fd/58513238-dc3d-4e70-9eee-441ee9419546) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:33.238486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312c3c2-cb09-470c-ba21-ff7ef2ca7c47 service neutron] Pushing event updated for resources: {'Port': ['ID=63df4342-c0c9-4e88-8610-e0cfeba60052,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.270096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-eadb892b-8fce-4703-af00-53a86a9fd42f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.272349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-eadb892b-8fce-4703-af00-53a86a9fd42f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 814 time: 0.5118446 Jan 29 04:27:33.306279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.307583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.308656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.316036 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba19fbf-299a-4808-91c3-746988936d79 x-openstack-request-id: req-dba19fbf-299a-4808-91c3-746988936d79 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:33.316329 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49714632-933c-4de3-b89c-7f762042e615", "tag": "63df4342-c0c9-4e88-8610-e0cfeba60052", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:33.316587 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dba19fbf-299a-4808-91c3-746988936d79 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:33.317239 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49714632-933c-4de3-b89c-7f762042e615', 'tag': '63df4342-c0c9-4e88-8610-e0cfeba60052', 'status': 'completed', 'code': 200} Jan 29 04:27:33.324352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.327368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.368748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:33.369299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Checking segment: {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:33.369810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.370330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Bound using segment: {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:33.371085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Bound port: 90314b08-2960-4112-a764-0165fe45bf11, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:33.372381 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.374080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-1f3ad47e-694f-41a4-96f9-08dc4a9760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.376277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-1f3ad47e-694f-41a4-96f9-08dc4a9760ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 1094 time: 0.2709122 Jan 29 04:27:33.378083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-a8ed53ec-26f0-41d8-acfe-e69d26eba46a tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/quotas/a013203a41cd49b292fc1af5f1871520 HTTP/1.1" status: 200 len: 375 time: 0.0637038 Jan 29 04:27:33.420574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:33.428345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:33.431928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:33.465182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c94fdbb-6164-45b8-a644-fe4212b8391a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.485999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Routers {'8dcd2908-5b0c-42fe-8506-9294b39424d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:33.485999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8dcd2908-5b0c-42fe-8506-9294b39424d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:33.522104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.566617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-c6816d7e-5f13-4d73-86b9-0ae145ad1faa tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349063 Jan 29 04:27:33.610417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7670941 Jan 29 04:27:33.617805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:33.619973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] For port b21035fe-6784-4961-81ca-413d5620ec32, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b21035fe-6784-4961-81ca-413d5620ec32,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:33.624694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Request body: {'subnet': {'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1455706077-subnet', 'tenant_id': 'cc836256816146bf8243e62709b491d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:33.626311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4767-5b81-4c9f-a8f5-200371bda389 None None] The sync data for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 is: [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:30Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:33.659791 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.679461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-ddce05bc-52c8-4218-8912-92908eeaa826 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63df4342-c0c9-4e88-8610-e0cfeba60052 HTTP/1.1" status: 200 len: 217 time: 0.2498651 Jan 29 04:27:33.685128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267151-12a3-4f8f-980d-003dec179006 admin admin] Pushing event updated for resources: {'Network': ['ID=adb94bac-e051-4f35-8663-9afd5b6c6e74,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.746765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:33.753818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.777709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:33.781368 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f3d79-9675-48f0-85c1-59acc46347f7" -d '{"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-unplugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:33.845457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network adb94bac-e051-4f35-8663-9afd5b6c6e74 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:27:33.846784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Made reservation on behalf of cc836256816146bf8243e62709b491d2 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:33.849101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.877299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Allocated IP 172.25.4.168 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/ee5361f2-c191-4cdb-af4c-3407174db2bd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:33.937756 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:33.947602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-8f635ff3-05a2-4465-8752-fc802b08d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:33.948690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Pushing event updated for resources: {'Port': ['ID=b21035fe-6784-4961-81ca-413d5620ec32,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:33.949305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-8f635ff3-05a2-4465-8752-fc802b08d10f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.2533660 Jan 29 04:27:33.956455 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.023910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Provisioning complete for port c413b5ed-7a04-4156-bb0c-907eb2254d2e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:34.024948 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.053801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-0cd228bb-64b1-4356-9261-ef68aa1ef6bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900190 Jan 29 04:27:34.066481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=11']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:34.078890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-da411271-22e9-49a5-8587-1d9da56635f4 service neutron] 10.222.0.32 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697349 Jan 29 04:27:34.147802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9e7fa-2c45-44c1-94d9-d30dd2a56cd7 req-737a934f-42b1-41f4-9d0a-bcbb4d862c46 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:34.157824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8b9e7fa-2c45-44c1-94d9-d30dd2a56cd7 req-737a934f-42b1-41f4-9d0a-bcbb4d862c46 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 943 time: 0.2903583 Jan 29 04:27:34.221749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] For port 90314b08-2960-4112-a764-0165fe45bf11, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:34.227497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] For port 90314b08-2960-4112-a764-0165fe45bf11, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=90314b08-2960-4112-a764-0165fe45bf11,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:34.250983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.296760 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.314093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.329926 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.336104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-4750677e-d479-4820-9906-13910f00f051 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720160 Jan 29 04:27:34.352024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-d24924f2-c051-406c-9257-f21fed66607d service neutron] 10.222.0.32 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305732 Jan 29 04:27:34.355629 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:27:34.356241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8b9e7fa-2c45-44c1-94d9-d30dd2a56cd7 req-66ca7ae0-14a1-4057-a96d-9ae776db41e7 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826003 Jan 29 04:27:34.488456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.516271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Set router 8dcd2908-5b0c-42fe-8506-9294b39424d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:34.520394 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.569873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.624346 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.664295 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67723334-5496-48f1-9f15-e203cbac5133 x-openstack-request-id: req-67723334-5496-48f1-9f15-e203cbac5133 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:34.664812 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-unplugged", "status": "completed", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:34.677204 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67723334-5496-48f1-9f15-e203cbac5133 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:34.677204 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'code': 200} Jan 29 04:27:34.734596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:34.767810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8805b298-a1e2-4154-85e4-e99fadf6d449 req-5dc9174f-a20d-4429-b990-e7f799bf490f service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128194 Jan 29 04:27:34.809266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:34.850265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event updated for resources: {'Port': ['ID=ee5361f2-c191-4cdb-af4c-3407174db2bd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:34.857908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7faa16-b9b8-41ae-938f-eda826c3dd5c None None] Pushing event updated for resources: {'Port': ['ID=90314b08-2960-4112-a764-0165fe45bf11,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:34.859108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:34.868840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:34.870910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:34.889629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c413b5ed-7a04-4156-bb0c-907eb2254d2e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c413b5ed-7a04-4156-bb0c-907eb2254d2e,segment=NetworkSegment(3caea1d4-6d80-4475-b646-a73489ba8f09),segment_id=3caea1d4-6d80-4475-b646-a73489ba8f09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:34.892038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:34.944123 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.011671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.015325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bb5b6a71-72be-4eb1-9ac1-af30755f1b7c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:35.021324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Pushing event updated for resources: {'Port': ['ID=58513238-dc3d-4e70-9eee-441ee9419546,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.052630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.082223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:35.089252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.104706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-6f157120-be5b-45c1-82ca-0ba6068e5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.106273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-6f157120-be5b-45c1-82ca-0ba6068e5c86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 1094 time: 0.2529974 Jan 29 04:27:35.224034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.272125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c413b5ed-7a04-4156-bb0c-907eb2254d2e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:35.413037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.515184 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:27:35.515786 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-ebe6caa5-d216-41e9-8ea4-e2e7be3b774b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:27:35.518544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Attempting to bind port 58513238-dc3d-4e70-9eee-441ee9419546 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:35.519075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Attempting to bind port 58513238-dc3d-4e70-9eee-441ee9419546 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:35.519623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Attempting to bind port 58513238-dc3d-4e70-9eee-441ee9419546 on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:35.541227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:35.541839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Checking segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:35.545949 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.547145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Bound using segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:35.547846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Bound port: 58513238-dc3d-4e70-9eee-441ee9419546, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:35.549179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.659195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:35.659611 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:35.717196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-7f6d823f-e5ae-49ae-9715-d8362c787122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.718739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-7f6d823f-e5ae-49ae-9715-d8362c787122 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 911 time: 0.5746675 Jan 29 04:27:35.801869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] For port 58513238-dc3d-4e70-9eee-441ee9419546, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:35.809277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] For port 58513238-dc3d-4e70-9eee-441ee9419546, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=58513238-dc3d-4e70-9eee-441ee9419546,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:35.814878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-6fbb8f9e-abaa-4fa4-b4f8-f16064ac6d41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63df4342-c0c9-4e88-8610-e0cfeba60052 HTTP/1.1" status: 200 len: 217 time: 0.0837443 Jan 29 04:27:35.817578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Allocated IP 2001:db8::b4 (d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4/8e05c319-abdc-4cca-a68c-4c31e9f663eb/fafca251-01c4-49b7-b2d7-22f4aa0e9278) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:35.832230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ca19d-1abb-4ed0-b732-e2cbdcaeecb6 req-f001dbc8-3489-4463-a096-ac962983f0ba tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:35.833830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e4ca19d-1abb-4ed0-b732-e2cbdcaeecb6 req-f001dbc8-3489-4463-a096-ac962983f0ba tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 943 time: 0.2547193 Jan 29 04:27:35.983609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66e89b1-733f-4723-bef1-b6e2ed888a53,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:36.017293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b920fec-ae8b-460c-bd56-3ce817a21f84 None None] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:36.039506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.072190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Checking segment: {'id': '94569e0b-8004-4c04-8a7e-eeb6b71e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:36.072839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Network hostable DHCP agents. Network: adb94bac-e051-4f35-8663-9afd5b6c6e74, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:27:36.090511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.157488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Network adb94bac-e051-4f35-8663-9afd5b6c6e74 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:27:36.173809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3ca81bb1-43fd-4afc-9445-f72db6c5b686 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:36.179409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3ca81bb1-43fd-4afc-9445-f72db6c5b686 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 814 time: 1.2179387 Jan 29 04:27:36.195300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b42a9-534f-4549-831e-b33d5a966096 None None] Pushing event updated for resources: {'Port': ['ID=58513238-dc3d-4e70-9eee-441ee9419546,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:36.240613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:30Z', 'revision_number': 3, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:36.278686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Checking router: 8dcd2908-5b0c-42fe-8506-9294b39424d0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:36.278686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Updating router 8dcd2908-5b0c-42fe-8506-9294b39424d0 port 2615bd68-3405-4e3c-ac30-f309910b1320 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:36.282102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Allocated IP 172.20.0.1 (535be29a-902b-4131-958e-18f3d6f932fe/ce601256-73da-4f4f-93f2-052e7411eb94/793d6189-bb8b-4b84-bbd1-307333a569c0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:36.365883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.379224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, adb94bac-e051-4f35-8663-9afd5b6c6e74) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:36.388138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:36.388761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.437486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338e228-af1e-471b-b2b8-cfc1edf11a16 None None] Network adb94bac-e051-4f35-8663-9afd5b6c6e74 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:36.541980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-8d6e8628-8fb7-4423-913f-92280ec28131 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/quotas/a013203a41cd49b292fc1af5f1871520 HTTP/1.1" status: 200 len: 375 time: 0.1908514 Jan 29 04:27:36.602927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-39d7d255-f4f5-41d2-a5e9-2ece33fb5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:36.605108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-39d7d255-f4f5-41d2-a5e9-2ece33fb5cd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.7703390 Jan 29 04:27:36.606922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8f15888d-362f-4a29-89e0-941e23e13e1e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9874742 Jan 29 04:27:36.611227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.698639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-c8541e7a-ed5a-4aea-bcca-54682f05b44d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823619 Jan 29 04:27:36.751734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e4ca19d-1abb-4ed0-b732-e2cbdcaeecb6 req-aaf5c1f9-299e-4d81-aec0-2d1f64346557 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339603 Jan 29 04:27:36.766018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-cfd79411-6540-4ad1-84de-67529b12fa71 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:36.766018 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-cfd79411-6540-4ad1-84de-67529b12fa71 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 814 time: 0.4309394 Jan 29 04:27:36.783574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.790081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Request body: {'port': {'device_id': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'admin_state_up': True, 'tenant_id': 'a013203a41cd49b292fc1af5f1871520'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:36.804275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b21035fe-6784-4961-81ca-413d5620ec32 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:36.821717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.833532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-054eaed0-5371-4123-879c-cc45cf5561bb tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2506187 Jan 29 04:27:36.837593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.936343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f718fee9-c59f-40b7-a7dc-690221c76842 None None] Provisioning complete for port 90314b08-2960-4112-a764-0165fe45bf11 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:36.936744 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f718fee9-c59f-40b7-a7dc-690221c76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.952346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:36.965143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event updated for resources: {'Port': ['ID=ee5361f2-c191-4cdb-af4c-3407174db2bd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:37.020112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63df4342-c0c9-4e88-8610-e0cfeba60052 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:37.040882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:37.044572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:37.050174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:37.055232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-721bbabb-08fc-434c-87ff-bdf9aa768ebc service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490100 Jan 29 04:27:37.056274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:37.095822 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-90adaaa7-c302-408b-ba11-23e5a55733d6 service neutron] 10.222.0.32 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158337 Jan 29 04:27:37.254076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Port': ['ID=fafca251-01c4-49b7-b2d7-22f4aa0e9278,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:37.268848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:37.270935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b88cf50-6131-4989-b758-120d7a345947 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5384941 Jan 29 04:27:37.297926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-87f9a592-e6ad-4e51-80d7-65d13baa042f service neutron] 10.222.0.32 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014296 Jan 29 04:27:37.327818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b21035fe-6784-4961-81ca-413d5620ec32 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:37.329667 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:37.332532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb04d9-7fe3-4b42-ad8d-cc33f88dd2a8 None None] Network adb94bac-e051-4f35-8663-9afd5b6c6e74 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:37.383645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Router 5a1cca30-9451-4312-9b49-931384ab8705 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:37.413623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Made reservation on behalf of a013203a41cd49b292fc1af5f1871520 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:37.417560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:37.455055 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e0de4a-a17b-4ed8-8989-7502c9249a0c req-709ffe3b-7d98-4439-94a1-d42087727a73 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880363 Jan 29 04:27:37.477378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:37.629014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Network 535be29a-902b-4131-958e-18f3d6f932fe is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:37.735732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:37.755980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:37.865477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 63df4342-c0c9-4e88-8610-e0cfeba60052, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63df4342-c0c9-4e88-8610-e0cfeba60052,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:37.897661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:37.938408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Pushing event updated for resources: {'Port': ['ID=793d6189-bb8b-4b84-bbd1-307333a569c0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:37.979748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-5b2a0cf9-9134-413c-9660-12a636d7c760 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--464789133&fields=id&tenant_id=2f28fe2110a748039690673837d5b467 HTTP/1.1" status: 200 len: 267 time: 0.1785929 Jan 29 04:27:37.994357 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f718fee9-c59f-40b7-a7dc-690221c76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.039085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c413b5ed-7a04-4156-bb0c-907eb2254d2e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:38.041676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '63df4342-c0c9-4e88-8610-e0cfeba60052', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'port_id': '63df4342-c0c9-4e88-8610-e0cfeba60052', 'mac_address': 'fa:16:3e:93:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:38.133379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6077e398-e96d-4df3-9c6a-2a6d11c42a96 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:38.145570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6077e398-e96d-4df3-9c6a-2a6d11c42a96 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/networks?id=adb94bac-e051-4f35-8663-9afd5b6c6e74 HTTP/1.1" status: 200 len: 822 time: 0.2184606 Jan 29 04:27:38.166750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51dd809-d75f-46c7-8154-178436cda874 None None] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:38.191691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.205823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-43520e91-9277-461b-b295-74590ff72ebf tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/quotas/cc836256816146bf8243e62709b491d2 HTTP/1.1" status: 200 len: 375 time: 0.0588548 Jan 29 04:27:38.219113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-cca12216-4d65-4535-916a-702804bbefd6 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:38.220811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-cca12216-4d65-4535-916a-702804bbefd6 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/networks?id=526a71a9-bf70-4c5c-bd6a-c0c00851235d HTTP/1.1" status: 200 len: 814 time: 0.2307665 Jan 29 04:27:38.260445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:38.272705 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Sync routers for ids ['5a1cca30-9451-4312-9b49-931384ab8705'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:38.288545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Allocated IP 172.20.0.8 (75045185-0e6a-42e3-b0bb-d3a8bfa5b517/99d235b7-d897-4823-ba68-4391bffb29fd/34af8af2-651d-4242-8d93-02116bfd3eab) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:38.289190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Routers {'5a1cca30-9451-4312-9b49-931384ab8705'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:38.294492 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5a1cca30-9451-4312-9b49-931384ab8705'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:38.333289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-e38f52fd-9557-4a41-8b8a-f8408797d48a tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/quotas/2f28fe2110a748039690673837d5b467 HTTP/1.1" status: 200 len: 375 time: 0.0810106 Jan 29 04:27:38.334458 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.349201 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.389491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-1ecc62b9-f3a2-4e2f-984d-6b8b2ab8fba6 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc836256816146bf8243e62709b491d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1823478 Jan 29 04:27:38.411811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f718fee9-c59f-40b7-a7dc-690221c76842 None None] For port 90314b08-2960-4112-a764-0165fe45bf11, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=90314b08-2960-4112-a764-0165fe45bf11,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:38.413191 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.416003 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.456519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-1eae024c-dae1-4698-aed5-93cb1e93e6b1 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f28fe2110a748039690673837d5b467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1156096 Jan 29 04:27:38.470778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176241d-e697-4b9c-9c76-7caf250a1165 None None] Pushing event updated for resources: {'Port': ['ID=2615bd68-3405-4e3c-ac30-f309910b1320,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:38.482506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f718fee9-c59f-40b7-a7dc-690221c76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.508306 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Set router 5a1cca30-9451-4312-9b49-931384ab8705 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:38.523874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63df4342-c0c9-4e88-8610-e0cfeba60052 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:38.535982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.540975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dd865af0-9cd5-4a4d-89a1-b2a41471e5b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8990455 Jan 29 04:27:38.551858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Attempting to bind port 2615bd68-3405-4e3c-ac30-f309910b1320 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:38.552587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Attempting to bind port 2615bd68-3405-4e3c-ac30-f309910b1320 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:38.553201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Attempting to bind port 2615bd68-3405-4e3c-ac30-f309910b1320 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:38.567201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:38.597523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:38.598979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:38.599688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.600438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:38.601184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Bound port: 2615bd68-3405-4e3c-ac30-f309910b1320, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:38.602028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.648502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c413b5ed-7a04-4156-bb0c-907eb2254d2e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:38.648883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.671734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 63df4342-c0c9-4e88-8610-e0cfeba60052, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63df4342-c0c9-4e88-8610-e0cfeba60052,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:38.674090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718fee9-c59f-40b7-a7dc-690221c76842 None None] Pushing event updated for resources: {'Port': ['ID=90314b08-2960-4112-a764-0165fe45bf11,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:38.686692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-eef8f0d3-9a04-405b-be17-e2f3e3366d9a service neutron] 10.222.0.32 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722660 Jan 29 04:27:38.741463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.791060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-81087f5a-66f0-4b35-be11-fea42f2be672 service neutron] 10.222.0.32 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967834 Jan 29 04:27:38.819658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Router 16940e7e-4b64-4e0c-8437-5704adff5c34 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:27:38.907305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:38.921919 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 3, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:38.991560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:38.994717 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Checking router: 5a1cca30-9451-4312-9b49-931384ab8705 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:39.001107 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Updating router 5a1cca30-9451-4312-9b49-931384ab8705 port 5c94fdbb-6164-45b8-a644-fe4212b8391a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:39.006779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.035654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.037011 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f24a03a-0a35-4a96-9a90-d2048731c76e tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.2750764 Jan 29 04:27:39.039658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:39.065645 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.077736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Sync routers for ids ['16940e7e-4b64-4e0c-8437-5704adff5c34'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:39.081861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Provisioning complete for port 58513238-dc3d-4e70-9eee-441ee9419546 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:39.082436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.197930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-f392c2a5-8e01-4b88-82ba-a491a34eddf1 service neutron] 10.222.0.32 "GET /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072569 Jan 29 04:27:39.205228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] For port 2615bd68-3405-4e3c-ac30-f309910b1320, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:39.209429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] For port 2615bd68-3405-4e3c-ac30-f309910b1320, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2615bd68-3405-4e3c-ac30-f309910b1320,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:39.217972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['63df4342-c0c9-4e88-8610-e0cfeba60052'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:27:39.234255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.254615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Routers {'16940e7e-4b64-4e0c-8437-5704adff5c34'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:39.255607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['16940e7e-4b64-4e0c-8437-5704adff5c34'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.259944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.343684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.401686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 90314b08-2960-4112-a764-0165fe45bf11 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:39.497294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=63df4342-c0c9-4e88-8610-e0cfeba60052,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.503603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:39.520709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:39.525790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Routers {'8dcd2908-5b0c-42fe-8506-9294b39424d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:39.526553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8dcd2908-5b0c-42fe-8506-9294b39424d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:39.538265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:39.585530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Pushing event updated for resources: {'Port': ['ID=34af8af2-651d-4242-8d93-02116bfd3eab,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.629662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-5e004084-61fa-4de1-b2ec-1ad2f1d2fd14 service neutron] 10.222.0.32 "GET /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780317 Jan 29 04:27:39.743738 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.748346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:39.749023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.758900 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.858041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.906665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Pushing event updated for resources: {'Port': ['ID=5c94fdbb-6164-45b8-a644-fe4212b8391a,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.923416 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Attempting to bind port 5c94fdbb-6164-45b8-a644-fe4212b8391a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:39.923814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Attempting to bind port 5c94fdbb-6164-45b8-a644-fe4212b8391a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:39.924178 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Attempting to bind port 5c94fdbb-6164-45b8-a644-fe4212b8391a on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:39.939546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.942979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.943318 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.943910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.944236 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.944827 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.944941 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.945179 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.945493 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.945809 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.946717 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.951411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-872d11a9-7795-4616-86cc-79d957520e01 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1739187 Jan 29 04:27:39.955790 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.956139 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:39.967833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176241d-e697-4b9c-9c76-7caf250a1165 None None] Pushing event updated for resources: {'Port': ['ID=2615bd68-3405-4e3c-ac30-f309910b1320,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:39.971337 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:39.971747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:39.972154 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.972544 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:39.973030 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Bound port: 5c94fdbb-6164-45b8-a644-fe4212b8391a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:39.973456 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:39.990818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.028378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Request body: {'port': {'device_id': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:40.069752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Set router 16940e7e-4b64-4e0c-8437-5704adff5c34 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:40.110706 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] For port 5c94fdbb-6164-45b8-a644-fe4212b8391a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:40.117793 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] For port 5c94fdbb-6164-45b8-a644-fe4212b8391a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5c94fdbb-6164-45b8-a644-fe4212b8391a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:40.128201 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.208891 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.311782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 90314b08-2960-4112-a764-0165fe45bf11 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:40.312243 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.317338 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de956f2b-16c9-4df9-acc4-780fdcefe970 None None] Pushing event updated for resources: {'Port': ['ID=5c94fdbb-6164-45b8-a644-fe4212b8391a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:40.323620 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Routers {'5a1cca30-9451-4312-9b49-931384ab8705'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:40.327910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5a1cca30-9451-4312-9b49-931384ab8705'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:40.343753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-259fc303-6113-4546-8dab-eb38c48f805b tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:40.352949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-259fc303-6113-4546-8dab-eb38c48f805b tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 814 time: 1.1145682 Jan 29 04:27:40.394747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.426013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] Set router 8dcd2908-5b0c-42fe-8506-9294b39424d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:40.516107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-54e04fa5-126c-4f5d-848d-d41dba4b634f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/quotas/a013203a41cd49b292fc1af5f1871520 HTTP/1.1" status: 200 len: 375 time: 0.1035361 Jan 29 04:27:40.548452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-814b6fc7-c3ee-41fc-9b49-e328543c0a5c tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:40.550262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-814b6fc7-c3ee-41fc-9b49-e328543c0a5c tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 814 time: 1.3137214 Jan 29 04:27:40.587306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Request body: {'port': {'device_id': '285df49f-39b0-4f55-b91c-43f289e0572c', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'admin_state_up': True, 'tenant_id': 'a013203a41cd49b292fc1af5f1871520'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:40.611837 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] Set router 5a1cca30-9451-4312-9b49-931384ab8705 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:40.630955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] For port 58513238-dc3d-4e70-9eee-441ee9419546, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=58513238-dc3d-4e70-9eee-441ee9419546,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:40.786667 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.798160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Deleting port fafca251-01c4-49b7-b2d7-22f4aa0e9278 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:40.798796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.822841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-e3e03aae-1e51-4497-9217-46d71abb7979 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2966657 Jan 29 04:27:40.909476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Made reservation on behalf of a013203a41cd49b292fc1af5f1871520 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:40.922654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:40.948836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Provisioning complete for port 90314b08-2960-4112-a764-0165fe45bf11 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:40.949539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.033938 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 3, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:41.068215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Pushing event updated for resources: {'Port': ['ID=58513238-dc3d-4e70-9eee-441ee9419546,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:41.071621 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd5e7-c07e-4d40-8ee6-6debf19b1971 None None] The sync data for ids ['5a1cca30-9451-4312-9b49-931384ab8705'] in n-d-825930-1 is: [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 3, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:41.147993 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.221753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-d39d32d9-49ef-4365-bd33-1a57b0b1a85e service neutron] 10.222.0.32 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692711 Jan 29 04:27:41.356853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Pushing event updated for resources: {'Port': ['ID=793d6189-bb8b-4b84-bbd1-307333a569c0,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:41.384347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Provisioning complete for port 793d6189-bb8b-4b84-bbd1-307333a569c0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:41.384897 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.491059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4f4cc049-b99e-403d-844d-df87382819a3 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:41.491609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58513238-dc3d-4e70-9eee-441ee9419546 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:41.492571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4f4cc049-b99e-403d-844d-df87382819a3 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.36 "GET /v2.0/networks?id=526a71a9-bf70-4c5c-bd6a-c0c00851235d HTTP/1.1" status: 200 len: 814 time: 0.7399721 Jan 29 04:27:41.494999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Network 535be29a-902b-4131-958e-18f3d6f932fe is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:41.498516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.545275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:41.551636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:38Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '793d6189-bb8b-4b84-bbd1-307333a569c0', 'name': '', 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'mac_address': 'fa:16:3e:f1:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:27:36Z', 'revision_number': 1, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'subnets': [{'id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:41.556336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1296a-c4cd-4ab2-a1b7-93902a01ca8b None None] Port 793d6189-bb8b-4b84-bbd1-307333a569c0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:41.558697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a719b-0dca-4128-adba-3d652fda84d1 req-768db7d7-ce0a-4357-ad9d-7d77e1c45525 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:41.562912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16940e7e-4b64-4e0c-8437-5704adff5c34', 'name': '', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4', 'external_fixed_ips': [{'subnet_id': '8e05c319-abdc-4cca-a68c-4c31e9f663eb', 'ip_address': '2001:db8::b4'}], 'enable_snat': True}, 'gw_port_id': 'fafca251-01c4-49b7-b2d7-22f4aa0e9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:33Z', 'updated_at': '2022-01-29T04:27:37Z', 'revision_number': 3, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port': {'id': 'fafca251-01c4-49b7-b2d7-22f4aa0e9278', 'name': '', 'network_id': 'd1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16940e7e-4b64-4e0c-8437-5704adff5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '8e05c319-abdc-4cca-a68c-4c31e9f663eb', 'ip_address': '2001:db8::b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e05c319-abdc-4cca-a68c-4c31e9f663eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:41.564400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Calling delete_port for fafca251-01c4-49b7-b2d7-22f4aa0e9278 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:41.567630 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b5a719b-0dca-4128-adba-3d652fda84d1 req-768db7d7-ce0a-4357-ad9d-7d77e1c45525 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 944 time: 0.3979769 Jan 29 04:27:41.605084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b25ae-c0ce-4b4a-9a5c-5aa8518e7c45 None None] The sync data for ids ['8dcd2908-5b0c-42fe-8506-9294b39424d0'] in n-d-825930-1 is: [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:38Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '793d6189-bb8b-4b84-bbd1-307333a569c0', 'name': '', 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'mac_address': 'fa:16:3e:f1:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:27:36Z', 'revision_number': 1, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'subnets': [{'id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:41.660021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Checking router: 16940e7e-4b64-4e0c-8437-5704adff5c34 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:41.660388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Updating router 16940e7e-4b64-4e0c-8437-5704adff5c34 port fafca251-01c4-49b7-b2d7-22f4aa0e9278 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:41.709492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.800600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6b12c9b8-20d9-474e-854f-1c9bc6206b0e None None] Provisioning complete for port 58513238-dc3d-4e70-9eee-441ee9419546 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:41.801365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b12c9b8-20d9-474e-854f-1c9bc6206b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.879814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-3aa03989-56dc-47ac-a19b-0eada2345145 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:41.881366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-3aa03989-56dc-47ac-a19b-0eada2345145 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.36 "GET /v2.0/networks?id=adb94bac-e051-4f35-8663-9afd5b6c6e74 HTTP/1.1" status: 200 len: 822 time: 0.1640568 Jan 29 04:27:41.884977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 58513238-dc3d-4e70-9eee-441ee9419546 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:41.885544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.890975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34af8af2-651d-4242-8d93-02116bfd3eab {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:41.895356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-3a6339f6-7653-4bd6-91b0-2fb07c5eba52 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f28fe2110a748039690673837d5b467 HTTP/1.1" status: 200 len: 379 time: 0.3822041 Jan 29 04:27:41.907933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.912333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-fe52adce-3bb9-4b8a-87b0-408cc4406e2d service neutron] 10.222.0.32 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854086 Jan 29 04:27:41.937249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Request body: {'port': {'device_id': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'admin_state_up': True, 'tenant_id': '2f28fe2110a748039690673837d5b467', 'security_groups': ['de68aece-e75c-4b88-bcea-6f61b875c6c8']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:41.940689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Transition to ACTIVE for port object 34af8af2-651d-4242-8d93-02116bfd3eab will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:27:41.956217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Request body: {'port': {'device_id': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74', 'admin_state_up': True, 'tenant_id': 'cc836256816146bf8243e62709b491d2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:41.971858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:41.990404 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:42.159008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b5a719b-0dca-4128-adba-3d652fda84d1 req-4f02056b-ae2e-4c3f-a301-de073a27fb4d tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902348 Jan 29 04:27:42.161291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=34af8af2-651d-4242-8d93-02116bfd3eab,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.453006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 90314b08-2960-4112-a764-0165fe45bf11 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:42.571574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Attempting to bind port 34af8af2-651d-4242-8d93-02116bfd3eab on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:42.572152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Attempting to bind port 34af8af2-651d-4242-8d93-02116bfd3eab by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:42.572388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Attempting to bind port 34af8af2-651d-4242-8d93-02116bfd3eab on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:42.614415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ecf35ac6-726b-43f0-90a5-1f8063dc0d6d req-801fff45-6222-41fd-8590-17c6e2ca7b14 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 210 time: 0.1981547 Jan 29 04:27:42.616324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Allocated IP 172.20.0.10 (75045185-0e6a-42e3-b0bb-d3a8bfa5b517/99d235b7-d897-4823-ba68-4391bffb29fd/1c421567-df1d-4691-9e2b-4bd4cee7df3d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:42.620608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41df55d9-78c6-4ab6-84dc-2ac48d3af3f2 req-52141e06-40bf-4cbc-a302-26f1fc2bcd17 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 210 time: 0.1818697 Jan 29 04:27:42.636057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Router 8dcd2908-5b0c-42fe-8506-9294b39424d0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:42.662982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Port 34af8af2-651d-4242-8d93-02116bfd3eab on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:42.663451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Attempting to bind port 34af8af2-651d-4242-8d93-02116bfd3eab on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:42.674876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:42.749126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 90314b08-2960-4112-a764-0165fe45bf11 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:42.753115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:42.813915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:42.908787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event deleted for resources: {'Port': ['ID=fafca251-01c4-49b7-b2d7-22f4aa0e9278,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:42.916175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:42.916175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Checking segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:42.916420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Bound using segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:42.917057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Bound port: 34af8af2-651d-4242-8d93-02116bfd3eab, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:42.917177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.012054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cada90b-0098-46d9-ba5d-500f5a77939a req-887c9f77-d1fc-456c-83a1-21a20f52539b tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 210 time: 0.2176421 Jan 29 04:27:43.053308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63df4342-c0c9-4e88-8610-e0cfeba60052 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:43.119092 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:27:43.119441 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:27:43.121333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a6023947-a1ba-4055-a401-622dca64dfac None None] Provisioning complete for port 793d6189-bb8b-4b84-bbd1-307333a569c0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:43.122240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6023947-a1ba-4055-a401-622dca64dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.167857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a6023947-a1ba-4055-a401-622dca64dfac None None] Port 793d6189-bb8b-4b84-bbd1-307333a569c0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:43.170511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 63df4342-c0c9-4e88-8610-e0cfeba60052 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:27:43.175951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 63df4342-c0c9-4e88-8610-e0cfeba60052 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:43.176710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.339752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] For port 34af8af2-651d-4242-8d93-02116bfd3eab, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:43.348750 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.366456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] For port 34af8af2-651d-4242-8d93-02116bfd3eab, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34af8af2-651d-4242-8d93-02116bfd3eab,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:43.376240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:43.382906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c8874f3-0da6-410a-a1e3-16626f6df103 admin admin] 10.222.0.32 "PUT /v2.0/routers/8dcd2908-5b0c-42fe-8506-9294b39424d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2070971 Jan 29 04:27:43.454787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.468436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49714632-933c-4de3-b89c-7f762042e615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df4342-c0c9-4e88-8610-e0cfeba60052'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:43.471142 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d821d9a-826d-4774-8140-967f4ab5d4c6" -d '{"events": [{"server_uuid": "49714632-933c-4de3-b89c-7f762042e615", "name": "network-vif-plugged", "status": "completed", "tag": "63df4342-c0c9-4e88-8610-e0cfeba60052"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:43.487423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.511522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 63df4342-c0c9-4e88-8610-e0cfeba60052, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63df4342-c0c9-4e88-8610-e0cfeba60052,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:43.522223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5c94fdbb-6164-45b8-a644-fe4212b8391a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:43.540393 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.553946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:43.554650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.557078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] 10.222.0.36 "PUT /v2.0/ports/34af8af2-651d-4242-8d93-02116bfd3eab HTTP/1.1" status: 200 len: 1091 time: 3.5456281 Jan 29 04:27:43.558300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.559337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'tag': '34af8af2-651d-4242-8d93-02116bfd3eab'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:43.574630 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.576619 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcc8952-9ac8-48c0-8963-3bdae31a25ae", "tag": "34af8af2-651d-4242-8d93-02116bfd3eab"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:43.589444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Made reservation on behalf of 2f28fe2110a748039690673837d5b467 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:43.601012 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.607420 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab2b6d-117b-40b7-baa2-140d8a97a2ee x-openstack-request-id: req-59ab2b6d-117b-40b7-baa2-140d8a97a2ee {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:43.609485 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49714632-933c-4de3-b89c-7f762042e615", "name": "network-vif-plugged", "status": "completed", "tag": "63df4342-c0c9-4e88-8610-e0cfeba60052", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:43.609763 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59ab2b6d-117b-40b7-baa2-140d8a97a2ee {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:43.610379 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49714632-933c-4de3-b89c-7f762042e615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df4342-c0c9-4e88-8610-e0cfeba60052', 'code': 200} Jan 29 04:27:43.622778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Allocated IP 172.20.0.1 (4c298530-2ec3-47b2-87d9-1219c993a6eb/97ed62bd-c683-489b-9212-a998cfe3f999/bfbf3fb6-c785-4ada-8b97-efb5e00f75d2) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:43.713292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Port fafca251-01c4-49b7-b2d7-22f4aa0e9278 not found while updating agent binding for router 16940e7e-4b64-4e0c-8437-5704adff5c34. {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 29 04:27:43.733571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bad34-6522-4d3d-83a0-d8d6dda3cbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=34af8af2-651d-4242-8d93-02116bfd3eab,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.799929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Routers {'16940e7e-4b64-4e0c-8437-5704adff5c34'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:43.800591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['16940e7e-4b64-4e0c-8437-5704adff5c34'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:43.804400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=63df4342-c0c9-4e88-8610-e0cfeba60052,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:43.980145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5c94fdbb-6164-45b8-a644-fe4212b8391a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:43.980528 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:43.993459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Made reservation on behalf of cc836256816146bf8243e62709b491d2 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:43.994863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.000707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.016032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.024384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] Set router 16940e7e-4b64-4e0c-8437-5704adff5c34 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:44.031763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.044057 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e1fee4-879d-4bb9-8431-befd9afa70a8 x-openstack-request-id: req-b5e1fee4-879d-4bb9-8431-befd9afa70a8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:44.044456 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcc8952-9ac8-48c0-8963-3bdae31a25ae", "tag": "34af8af2-651d-4242-8d93-02116bfd3eab", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:44.044656 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5e1fee4-879d-4bb9-8431-befd9afa70a8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:44.045039 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'tag': '34af8af2-651d-4242-8d93-02116bfd3eab', 'status': 'completed', 'code': 200} Jan 29 04:27:44.049647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.069800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171100a-07dc-4909-bd8e-1880201f5a0a req-64f9892d-9d8a-4cac-bfc9-68f1cd77c9fc tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.071642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5171100a-07dc-4909-bd8e-1880201f5a0a req-64f9892d-9d8a-4cac-bfc9-68f1cd77c9fc tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.6691580 Jan 29 04:27:44.085791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.103776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16940e7e-4b64-4e0c-8437-5704adff5c34', 'name': '', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:33Z', 'updated_at': '2022-01-29T04:27:42Z', 'revision_number': 5, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:44.139381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67803b4d-fc45-4def-a517-d6aabbfea46d None None] The sync data for ids ['16940e7e-4b64-4e0c-8437-5704adff5c34'] in n-d-825930-1 is: [{'id': '16940e7e-4b64-4e0c-8437-5704adff5c34', 'name': '', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:33Z', 'updated_at': '2022-01-29T04:27:42Z', 'revision_number': 5, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:44.157529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-b0121884-0540-4c36-80cd-8c1363597bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.159246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-b0121884-0540-4c36-80cd-8c1363597bfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 1094 time: 0.4599612 Jan 29 04:27:44.161003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a20a5a18-bfc0-4953-92ff-1bd361b57b58 req-e68c581a-3e92-4f88-90ec-7477cbe0fd6c tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 210 time: 0.0537286 Jan 29 04:27:44.170722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:44.177436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:44.181156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:44.186624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.198690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c123d-baec-48a7-b36d-1bd52edec6e1 req-2aaf4eb6-8cf6-4bea-9edc-c3b5d487427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.200238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-191c123d-baec-48a7-b36d-1bd52edec6e1 req-2aaf4eb6-8cf6-4bea-9edc-c3b5d487427e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 1096 time: 0.3930030 Jan 29 04:27:44.221354 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.254485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5c94fdbb-6164-45b8-a644-fe4212b8391a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5c94fdbb-6164-45b8-a644-fe4212b8391a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:44.266510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.294968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-a9bf2c53-1dfd-440a-b460-d79e1e8ba34d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34af8af2-651d-4242-8d93-02116bfd3eab HTTP/1.1" status: 200 len: 217 time: 0.0657408 Jan 29 04:27:44.320538 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.322325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16940e7e-4b64-4e0c-8437-5704adff5c34 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:44.350966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:44.352649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.36', 52100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:44.361681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.362916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e32262a-242b-4690-9494-410e971f401d tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/routers/16940e7e-4b64-4e0c-8437-5704adff5c34 HTTP/1.1" status: 204 len: 168 time: 5.3221476 Jan 29 04:27:44.368448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:44.375251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5c94fdbb-6164-45b8-a644-fe4212b8391a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.376605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48282) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:44.391937 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f73a3573-ac99-47e3-87e9-289d9923bf23 req-e9ceae9b-6dc2-4085-a19c-e588333b9e13 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 210 time: 0.0878973 Jan 29 04:27:44.424375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-191c123d-baec-48a7-b36d-1bd52edec6e1 req-17319983-b4c1-4404-aa9a-f65e4bb9f836 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917605 Jan 29 04:27:44.452669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.473128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:44.525835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-987ba0db-e564-4541-9731-47382a50246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.531235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-987ba0db-e564-4541-9731-47382a50246d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.2258639 Jan 29 04:27:44.545132 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5171100a-07dc-4909-bd8e-1880201f5a0a req-8ad21f83-4d56-48df-8547-7ee624faa511 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148965 Jan 29 04:27:44.584476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-db53cb77-7e92-42e5-95d0-a921535a56c1 None None] Provisioning complete for port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:44.585409 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db53cb77-7e92-42e5-95d0-a921535a56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.598718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-786bc7ec-e483-4761-9aa1-70196b555f84 req-d90ccb0a-9abb-40af-b694-17b25a288282 tempest-FloatingIPsNegativeTestJSON-588255817 tempest-FloatingIPsNegativeTestJSON-588255817-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=6a8ad4b231dc4869a2a82a81ad0f721a HTTP/1.1" status: 200 len: 217 time: 0.0623066 Jan 29 04:27:44.601886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Deleting subnet 8e05c319-abdc-4cca-a68c-4c31e9f663eb {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:27:44.645422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-db53cb77-7e92-42e5-95d0-a921535a56c1 None None] Port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:44.655864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Pushing event updated for resources: {'Port': ['ID=1c421567-df1d-4691-9e2b-4bd4cee7df3d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:44.661446 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.699734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.768631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b9b39148-20ed-425a-a35a-58ad9c3f1887 None None] Provisioning complete for port 1c421567-df1d-4691-9e2b-4bd4cee7df3d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:44.768910 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9b39148-20ed-425a-a35a-58ad9c3f1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.776075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.776468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.790805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93c7e438-2bad-41a2-87bb-c16c276e8765 req-bbd47d58-92a2-42b4-80fb-57b68370a662 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 210 time: 0.0676510 Jan 29 04:27:44.806745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b9b39148-20ed-425a-a35a-58ad9c3f1887 None None] Port 1c421567-df1d-4691-9e2b-4bd4cee7df3d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:44.820548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Allocated IP 172.20.0.13 (adb94bac-e051-4f35-8663-9afd5b6c6e74/f66e89b1-733f-4723-bef1-b6e2ed888a53/daacc54c-0a57-4b01-876a-9b99b414452c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:44.832858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.858491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Allocated IP 172.20.0.13 (526a71a9-bf70-4c5c-bd6a-c0c00851235d/04e28533-530a-4c4b-bb11-e7c892f6b81f/045dd156-6fe1-4aaa-aff4-99d7382bba19) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:44.866494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-c9827308-61bd-4f6a-b780-067488d22ab2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2868786 Jan 29 04:27:44.896560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-68ce38d6-336f-488f-8e82-138b603541eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.898397 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-68ce38d6-336f-488f-8e82-138b603541eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764343 Jan 29 04:27:44.900388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6dafbd0-26b7-47ed-8d47-672712482b89 req-68714f40-6073-4cce-9b7e-90277920cee0 tempest-FloatingIPsNegativeTestJSON-588255817 tempest-FloatingIPsNegativeTestJSON-588255817-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0748723 Jan 29 04:27:44.913101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Request body: {'port': {'device_id': '285df49f-39b0-4f55-b91c-43f289e0572c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:44.915772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:44.935185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a4403419-cf91-4918-beee-d7ce4ace51a4 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:44.936715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a4403419-cf91-4918-beee-d7ce4ace51a4 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 814 time: 0.5658410 Jan 29 04:27:44.986916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Request body: {'port': {'device_id': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'admin_state_up': True, 'tenant_id': 'a013203a41cd49b292fc1af5f1871520'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:45.043473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577762a0-e020-4639-b560-bede82a6b394 req-26344afe-6c4f-496f-bb5a-0dcd3196a4c4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:45.047272 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-a95624d6-c638-4b52-bd99-c2fabef6a80e req-9cf2a984-21a6-40d1-baaa-b2cd67a30d95 tempest-FloatingIPsNegativeTestJSON-588255817 tempest-FloatingIPsNegativeTestJSON-588255817-project] show failed (client error): The resource could not be found. Jan 29 04:27:45.048254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a95624d6-c638-4b52-bd99-c2fabef6a80e req-9cf2a984-21a6-40d1-baaa-b2cd67a30d95 tempest-FloatingIPsNegativeTestJSON-588255817 tempest-FloatingIPsNegativeTestJSON-588255817-project] 10.222.0.32 "GET /v2.0/floatingips/21d40b29-8a96-467a-90a0-e7a7ab05789b HTTP/1.1" status: 404 len: 350 time: 0.1066527 Jan 29 04:27:45.052434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-577762a0-e020-4639-b560-bede82a6b394 req-26344afe-6c4f-496f-bb5a-0dcd3196a4c4 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.3103027 Jan 29 04:27:45.067705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48290) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:45.084969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.106172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.157483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-577762a0-e020-4639-b560-bede82a6b394 req-cf1c902a-0b85-44cc-9386-9f39754cc4d3 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040347 Jan 29 04:27:45.178994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e05c319-abdc-4cca-a68c-4c31e9f663eb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:45.217957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.221363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-88438515-bd4c-4bce-9387-ba95cc9263e7 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/8e05c319-abdc-4cca-a68c-4c31e9f663eb HTTP/1.1" status: 204 len: 168 time: 0.8435063 Jan 29 04:27:45.245115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48294) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:45.309375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-e61d004b-74c5-4d1b-a684-9a215defd609 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757415 Jan 29 04:27:45.433863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9be79dc-1448-4031-a7a7-1c31131cb3c7 req-5c654815-a866-40cf-b92b-e1d752627437 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 210 time: 0.0510573 Jan 29 04:27:45.540176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2615bd68-3405-4e3c-ac30-f309910b1320 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:45.544542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.673421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2615bd68-3405-4e3c-ac30-f309910b1320 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:45.674378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.772254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.796957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 2615bd68-3405-4e3c-ac30-f309910b1320, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2615bd68-3405-4e3c-ac30-f309910b1320,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:45.803364 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.807685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5c94fdbb-6164-45b8-a644-fe4212b8391a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:45.828978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c079ea81-35bf-4db7-927c-13f4017512f7 req-9fd0e0d6-1840-4148-8e46-1765402b56ef tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 210 time: 0.1318569 Jan 29 04:27:45.917271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=2615bd68-3405-4e3c-ac30-f309910b1320,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:45.948462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5c94fdbb-6164-45b8-a644-fe4212b8391a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:45.949366 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:45.959574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.063503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3977ae5-c208-41c8-b928-d9f8fa70046a req-c435e8d5-c2eb-4fc7-91cd-c792dfd966a6 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 210 time: 0.1021974 Jan 29 04:27:46.083700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.182396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Made reservation on behalf of a013203a41cd49b292fc1af5f1871520 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:27:46.185914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.188821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac3e0ec1-f63b-4a96-a235-a2822f388912 req-ec87cfda-17fe-4d51-b0a9-7e2f25b59d1a service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489687 Jan 29 04:27:46.219591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.236646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.244208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.293459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.313048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f2d1d-7ac5-470c-b7c5-5dc5c4b7a66e req-ffbf115d-e53b-45af-961e-b76ec2dcbe10 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.313674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-451f2d1d-7ac5-470c-b7c5-5dc5c4b7a66e req-ffbf115d-e53b-45af-961e-b76ec2dcbe10 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.6383007 Jan 29 04:27:46.314375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:46.329594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:46.381290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:46.389858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.470425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event updated for resources: {'Port': ['ID=045dd156-6fe1-4aaa-aff4-99d7382bba19,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.509389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:46.515407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.530633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Network adb94bac-e051-4f35-8663-9afd5b6c6e74 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:46.540684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.557742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:46.561840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26c6693-de16-4581-bcd8-6bd7661a2551') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:46.562270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26c6693-de16-4581-bcd8-6bd7661a2551') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:46.571646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-451f2d1d-7ac5-470c-b7c5-5dc5c4b7a66e req-719990f7-1ba1-4588-9f85-f37753c2cdef tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121363 Jan 29 04:27:46.575602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9b46b-5626-4e77-962b-ae8b9adb25f8 req-545ee3e1-5409-4a6b-b44f-db5a399f9703 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.578139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8b9b46b-5626-4e77-962b-ae8b9adb25f8 req-545ee3e1-5409-4a6b-b44f-db5a399f9703 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.2853916 Jan 29 04:27:46.601071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.604804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-c935182d-7a24-4e22-9e17-e077e18623a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.606444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-c935182d-7a24-4e22-9e17-e077e18623a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 1094 time: 0.2699349 Jan 29 04:27:46.607293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:46.636440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.637353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.648069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e68a6bf7-1124-4087-9254-0fc2dd0e192b None None] Provisioning complete for port 045dd156-6fe1-4aaa-aff4-99d7382bba19 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:46.648446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e68a6bf7-1124-4087-9254-0fc2dd0e192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.695123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Pushing event updated for resources: {'Port': ['ID=daacc54c-0a57-4b01-876a-9b99b414452c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:46.708367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-53c97c7e-fb3e-43fb-a524-87f956fc8e7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7812746 Jan 29 04:27:46.709686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e68a6bf7-1124-4087-9254-0fc2dd0e192b None None] Port 045dd156-6fe1-4aaa-aff4-99d7382bba19 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:46.714318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-49e12dbe-06d3-4a95-9d51-c6ac86f2e65a tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.716592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-49e12dbe-06d3-4a95-9d51-c6ac86f2e65a tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.3814609 Jan 29 04:27:46.718010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:46.719050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.724225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c421567-df1d-4691-9e2b-4bd4cee7df3d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:46.744748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Request body: {'port': {'device_id': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:46.750098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.769643 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.779695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8b9b46b-5626-4e77-962b-ae8b9adb25f8 req-c9cba0d2-dcd0-452d-901f-8f7e2fcada27 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364822 Jan 29 04:27:46.793178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-6cfb44b8-060b-477c-801b-86bd6833ddec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8697066 Jan 29 04:27:46.795993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Transition to ACTIVE for port object 1c421567-df1d-4691-9e2b-4bd4cee7df3d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:27:46.827553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Request body: {'port': {'device_id': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:46.834416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.848251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:46.848661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:46.856234 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:46.917637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.016425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Allocated IP 172.20.0.13 (75045185-0e6a-42e3-b0bb-d3a8bfa5b517/99d235b7-d897-4823-ba68-4391bffb29fd/fa772e96-bc98-4abb-9e6e-33eca2ce6f34) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:47.021936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c421567-df1d-4691-9e2b-4bd4cee7df3d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:47.052263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97407dc-7f69-4a02-bf7a-48e134a5072b req-6ec171fa-8abb-4cb7-bcb6-2838e6adaa1c tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:47.053817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a97407dc-7f69-4a02-bf7a-48e134a5072b req-6ec171fa-8abb-4cb7-bcb6-2838e6adaa1c tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 932 time: 0.3331952 Jan 29 04:27:47.066842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:47.070457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.075305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-304b131c-7384-477e-a86a-9591beffd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:47.077101 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-304b131c-7384-477e-a86a-9591beffd1de service neutron] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 915 time: 0.3576448 Jan 29 04:27:47.078011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:27:47.080830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.082501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.084220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4 HTTP/1.1" status: 204 len: 168 time: 1.8380163 Jan 29 04:27:47.103338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:47.201339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6dedb-be96-4117-9bcd-a788734dd362 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1ba3458-1bb6-47f3-9f2b-89aaccdb5ff4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:47.219033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-5a9ad707-6ec0-46b6-a3ab-31c8bff96599 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34af8af2-651d-4242-8d93-02116bfd3eab HTTP/1.1" status: 200 len: 217 time: 0.1190293 Jan 29 04:27:47.342184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Deleting port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:47.342482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.366237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a97407dc-7f69-4a02-bf7a-48e134a5072b req-6c6d18fe-543d-4a0d-b094-9bf5d213cbf6 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013847 Jan 29 04:27:47.406279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2615bd68-3405-4e3c-ac30-f309910b1320 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:47.530747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2615bd68-3405-4e3c-ac30-f309910b1320 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:47.531995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.557826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-40f2e6ae-c89f-406a-9909-6911821b541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:47.559425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-40f2e6ae-c89f-406a-9909-6911821b541d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.2981348 Jan 29 04:27:47.568929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cfa2b-66ed-4a8e-a445-54a9381a1a15 req-09b6eabf-e163-43b1-85b7-66a3412f38fc tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:47.572483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c2cfa2b-66ed-4a8e-a445-54a9381a1a15 req-09b6eabf-e163-43b1-85b7-66a3412f38fc tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 932 time: 0.6410441 Jan 29 04:27:47.588017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:47.606597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4b172706-de06-4088-9fd4-8fe14d049a90 None None] Provisioning complete for port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:47.607224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b172706-de06-4088-9fd4-8fe14d049a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.613718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e497dcd-8218-4818-ac9d-a0dbc29a2613 req-6d7a7abe-f533-4170-96c5-42c713cdc6ff tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 210 time: 0.0888786 Jan 29 04:27:47.618562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'name': 'tempest-router--1848729381', 'project_id': '25e27232a8d54fc495501891063dc8da'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:47.649761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4b172706-de06-4088-9fd4-8fe14d049a90 None None] Port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:47.694473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c2cfa2b-66ed-4a8e-a445-54a9381a1a15 req-f70ea863-5b6e-44a4-b00b-925fb7e01d6c tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982673 Jan 29 04:27:47.746154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.811098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Router 5a1cca30-9451-4312-9b49-931384ab8705 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:47.825750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Attempting to bind port 1c421567-df1d-4691-9e2b-4bd4cee7df3d on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:47.826122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Attempting to bind port 1c421567-df1d-4691-9e2b-4bd4cee7df3d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:47.826697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Attempting to bind port 1c421567-df1d-4691-9e2b-4bd4cee7df3d on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:47.858227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] For port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:47.858606 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.881791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.882837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.896720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Port 1c421567-df1d-4691-9e2b-4bd4cee7df3d on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:47.897050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Attempting to bind port 1c421567-df1d-4691-9e2b-4bd4cee7df3d on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:47.918650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Calling delete_port for 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:47.927064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-903c40a0-21a5-4fb0-a8e2-8fc382ec4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:47.928560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-903c40a0-21a5-4fb0-a8e2-8fc382ec4515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3442008 Jan 29 04:27:47.946021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:47.946380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Checking segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:47.946779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Bound using segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:47.947233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Bound port: 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:47.947960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:47.958859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daacc54c-0a57-4b01-876a-9b99b414452c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:47.964601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1d9c-9fce-4ae2-900d-bd157eaddb7c req-23f95f1e-7622-4a68-b5d4-af85c5ecfef5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:47.966177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-373b1d9c-9fce-4ae2-900d-bd157eaddb7c req-23f95f1e-7622-4a68-b5d4-af85c5ecfef5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2484484 Jan 29 04:27:47.997510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.054542 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Sync routers for ids ['8dcd2908-5b0c-42fe-8506-9294b39424d0'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:48.055275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.061825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Transition to ACTIVE for port object daacc54c-0a57-4b01-876a-9b99b414452c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:27:48.064198 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Routers {'8dcd2908-5b0c-42fe-8506-9294b39424d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:48.065275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8dcd2908-5b0c-42fe-8506-9294b39424d0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:48.078838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.096777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955120-18a1-4c33-93e6-83dea4041650 req-6d860e49-508a-4264-9e3b-11b396840ef5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:48.098313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51955120-18a1-4c33-93e6-83dea4041650 req-6d860e49-508a-4264-9e3b-11b396840ef5 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=119e2938-267b-4981-a3fc-e37a90db516d HTTP/1.1" status: 200 len: 947 time: 0.2092941 Jan 29 04:27:48.144803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.162118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.191455 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Set router 8dcd2908-5b0c-42fe-8506-9294b39424d0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:48.214415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] For port 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:48.237410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Pushing event updated for resources: {'Port': ['ID=daacc54c-0a57-4b01-876a-9b99b414452c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:48.256157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] For port 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:48.284125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.286450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-96cd35c2-378a-44b0-a003-23c87ef14706 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6717246 Jan 29 04:27:48.291628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-373b1d9c-9fce-4ae2-900d-bd157eaddb7c req-74ba8e66-7bf6-4491-a00e-92a7b3ca761e tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800665 Jan 29 04:27:48.297156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48322) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:48.307272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.317274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51955120-18a1-4c33-93e6-83dea4041650 req-8457797b-35ea-436f-8166-1635806fe758 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850443 Jan 29 04:27:48.343770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-850f4fe5-d198-4875-90e7-3579c3583a7b service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056690 Jan 29 04:27:48.370071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.377641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:48.391566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Sync routers for ids ['5a1cca30-9451-4312-9b49-931384ab8705'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:48.394559 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-db3cf377-b3b7-4d84-9460-9a50f0899a37 admin admin] 10.222.0.32 "PUT /v2.0/routers/5a1cca30-9451-4312-9b49-931384ab8705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7919154 Jan 29 04:27:48.426915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Routers {'5a1cca30-9451-4312-9b49-931384ab8705'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:48.432379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5a1cca30-9451-4312-9b49-931384ab8705'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:48.448180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045dd156-6fe1-4aaa-aff4-99d7382bba19 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:48.467499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.477792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:48.478762 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.484493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c421567-df1d-4691-9e2b-4bd4cee7df3d HTTP/1.1" status: 200 len: 1092 time: 3.5739141 Jan 29 04:27:48.486999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285df49f-39b0-4f55-b91c-43f289e0572c', 'tag': '1c421567-df1d-4691-9e2b-4bd4cee7df3d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:48.489885 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409372c9-7060-4f78-886d-7e52ff399915" -d '{"events": [{"name": "network-changed", "server_uuid": "285df49f-39b0-4f55-b91c-43f289e0572c", "tag": "1c421567-df1d-4691-9e2b-4bd4cee7df3d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:48.513971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.531142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:48.544810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Transition to ACTIVE for port object 045dd156-6fe1-4aaa-aff4-99d7382bba19 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:27:48.567366 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:38Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '793d6189-bb8b-4b84-bbd1-307333a569c0', 'name': '', 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'mac_address': 'fa:16:3e:f1:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:27:39Z', 'revision_number': 2, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'subnets': [{'id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:48.642420 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Checking router: 8dcd2908-5b0c-42fe-8506-9294b39424d0 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:48.642719 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Updating router 8dcd2908-5b0c-42fe-8506-9294b39424d0 port 793d6189-bb8b-4b84-bbd1-307333a569c0 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:48.707276 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.728018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.36', 52101) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:48.769871 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea7f4e-7ba6-4504-96b2-31e4292f6f6a x-openstack-request-id: req-30ea7f4e-7ba6-4504-96b2-31e4292f6f6a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:48.770404 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285df49f-39b0-4f55-b91c-43f289e0572c", "tag": "1c421567-df1d-4691-9e2b-4bd4cee7df3d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:48.771553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Set router 5a1cca30-9451-4312-9b49-931384ab8705 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:48.771971 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30ea7f4e-7ba6-4504-96b2-31e4292f6f6a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:48.772519 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285df49f-39b0-4f55-b91c-43f289e0572c', 'tag': '1c421567-df1d-4691-9e2b-4bd4cee7df3d', 'status': 'completed', 'code': 200} Jan 29 04:27:48.803624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.861017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:48.867657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:48.875119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:48.969080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-fecde400-fbe2-4086-bcd5-9a9205c15219 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035745 Jan 29 04:27:49.014444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Pushing event deleted for resources: {'Port': ['ID=4695d4c9-eb7b-4d00-873b-7dbf55f56b60,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.026116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ba83-cbaf-4e3e-9d39-c21ec80d23c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c421567-df1d-4691-9e2b-4bd4cee7df3d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.139808 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.147438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34af8af2-651d-4242-8d93-02116bfd3eab details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:49.148045 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.202100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Attempting to bind port daacc54c-0a57-4b01-876a-9b99b414452c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:49.202579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Attempting to bind port daacc54c-0a57-4b01-876a-9b99b414452c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '94569e0b-8004-4c04-8a7e-eeb6b71e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:49.202982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Attempting to bind port daacc54c-0a57-4b01-876a-9b99b414452c on network adb94bac-e051-4f35-8663-9afd5b6c6e74 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:49.211111 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b4aa-5141-430d-a0a9-a67d177e1dcc None None] Pushing event updated for resources: {'Port': ['ID=793d6189-bb8b-4b84-bbd1-307333a569c0,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:49.380429 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Attempting to bind port 793d6189-bb8b-4b84-bbd1-307333a569c0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:49.380807 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Attempting to bind port 793d6189-bb8b-4b84-bbd1-307333a569c0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:49.381165 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Attempting to bind port 793d6189-bb8b-4b84-bbd1-307333a569c0 on network 535be29a-902b-4131-958e-18f3d6f932fe {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:49.399335 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:49.403235 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Checking segment: {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:49.403687 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.404085 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Bound using segment: {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:49.404577 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Bound port: 793d6189-bb8b-4b84-bbd1-307333a569c0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3caea1d4-6d80-4475-b646-a73489ba8f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:49.404960 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.547419 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] For port 793d6189-bb8b-4b84-bbd1-307333a569c0, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:49.551430 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] For port 793d6189-bb8b-4b84-bbd1-307333a569c0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=793d6189-bb8b-4b84-bbd1-307333a569c0,segment=NetworkSegment(3caea1d4-6d80-4475-b646-a73489ba8f09),segment_id=3caea1d4-6d80-4475-b646-a73489ba8f09)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:49.575151 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.631957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3da9e257-1267-461e-8dba-422d24c1491e None None] Provisioning complete for port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:49.632543 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3da9e257-1267-461e-8dba-422d24c1491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.643442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] No DVR routers for this DVR port 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:49.652068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.658509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-abd030d3-3d28-4ddf-8419-938996c4bc49 req-d48e2ffc-eabe-4aa7-8e70-7e9ac0f9b386 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "DELETE /v2.0/ports/4695d4c9-eb7b-4d00-873b-7dbf55f56b60 HTTP/1.1" status: 204 len: 173 time: 2.9207027 Jan 29 04:27:49.668403 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Routers {'8dcd2908-5b0c-42fe-8506-9294b39424d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:49.669823 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8dcd2908-5b0c-42fe-8506-9294b39424d0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:49.679661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b11a81-fdbd-4805-8d08-d73586572289 req-026c77b2-c51b-4bb1-84a6-4580fde75007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:49.683589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-026c77b2-c51b-4bb1-84a6-4580fde75007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 1096 time: 0.9515998 Jan 29 04:27:49.684769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-deleted', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:49.687649 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e3b3af-6d32-49dc-b712-b6d79d7f146a" -d '{"events": [{"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-deleted", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:49.776925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34af8af2-651d-4242-8d93-02116bfd3eab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34af8af2-651d-4242-8d93-02116bfd3eab,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:49.810415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3da9e257-1267-461e-8dba-422d24c1491e None None] Port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:27:49.814450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '34af8af2-651d-4242-8d93-02116bfd3eab', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'port_id': '34af8af2-651d-4242-8d93-02116bfd3eab', 'mac_address': 'fa:16:3e:4f:e7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d235b7-d897-4823-ba68-4391bffb29fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:49.875669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d352104-49eb-44e4-904f-13cf1af009ec req-89d32190-740f-45e5-b064-121f640ebd0a tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:49.878030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bfbf3fb6-c785-4ada-8b97-efb5e00f75d2', 'name': '', 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'mac_address': 'fa:16:3e:f3:a7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '97ed62bd-c683-489b-9212-a998cfe3f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:42Z', 'updated_at': '2022-01-29T04:27:45Z', 'revision_number': 2, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'subnets': [{'id': '97ed62bd-c683-489b-9212-a998cfe3f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:49.880127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1d352104-49eb-44e4-904f-13cf1af009ec req-89d32190-740f-45e5-b064-121f640ebd0a tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 932 time: 1.0813289 Jan 29 04:27:49.969230 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:49.972826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Checking router: 5a1cca30-9451-4312-9b49-931384ab8705 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:49.973308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Updating router 5a1cca30-9451-4312-9b49-931384ab8705 port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:27:50.004212 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.021591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1d352104-49eb-44e4-904f-13cf1af009ec req-fd6d8ef7-fb59-4671-87c3-b62d943a56c6 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036532 Jan 29 04:27:50.044568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b11a81-fdbd-4805-8d08-d73586572289 req-36f61a31-9e9a-40f2-9c68-ccb3f1235bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:50.046052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-36f61a31-9e9a-40f2-9c68-ccb3f1235bd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 911 time: 0.3188419 Jan 29 04:27:50.046157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34af8af2-651d-4242-8d93-02116bfd3eab {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:50.127649 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] Set router 8dcd2908-5b0c-42fe-8506-9294b39424d0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:50.139831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Port daacc54c-0a57-4b01-876a-9b99b414452c on network adb94bac-e051-4f35-8663-9afd5b6c6e74 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:50.142219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Attempting to bind port daacc54c-0a57-4b01-876a-9b99b414452c on network adb94bac-e051-4f35-8663-9afd5b6c6e74 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:50.152837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Pushing event updated for resources: {'Port': ['ID=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.163295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-ee48fad5-1e99-4f2d-b7a0-76976f0e7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:50.168878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-26773863-a141-4b64-ab2b-ee6e869dcbb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63df4342-c0c9-4e88-8610-e0cfeba60052 HTTP/1.1" status: 200 len: 217 time: 0.1057405 Jan 29 04:27:50.173144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-ee48fad5-1e99-4f2d-b7a0-76976f0e7824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 1095 time: 1.6191790 Jan 29 04:27:50.186434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:50.187091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.217680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Deleting port 793d6189-bb8b-4b84-bbd1-307333a569c0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:50.218419 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.349398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1f3a-4429-4d23-81aa-1297ce864b09 req-f5906915-df44-4686-8640-cdb645406c22 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:50.357945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-839f1f3a-4429-4d23-81aa-1297ce864b09 req-f5906915-df44-4686-8640-cdb645406c22 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 944 time: 1.5099828 Jan 29 04:27:50.406940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-cd9992f4-0dd2-406b-8f85-81bfa67e6a81 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4262550 Jan 29 04:27:50.408555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-f0fc512c-82a6-46a0-b972-a2a01c6b535b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d HTTP/1.1" status: 200 len: 217 time: 0.1760283 Jan 29 04:27:50.444532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:50.445149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Checking segment: {'id': '94569e0b-8004-4c04-8a7e-eeb6b71e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:50.445677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Bound using segment: {'id': '94569e0b-8004-4c04-8a7e-eeb6b71e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:50.446968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Bound port: daacc54c-0a57-4b01-876a-9b99b414452c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94569e0b-8004-4c04-8a7e-eeb6b71e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:50.446968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.468257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.472977 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:38Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '793d6189-bb8b-4b84-bbd1-307333a569c0', 'name': '', 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'mac_address': 'fa:16:3e:f1:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:27:49Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'subnets': [{'id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:50.490738 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.494482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Attempting to bind port 045dd156-6fe1-4aaa-aff4-99d7382bba19 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:50.495009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Attempting to bind port 045dd156-6fe1-4aaa-aff4-99d7382bba19 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:50.495562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Attempting to bind port 045dd156-6fe1-4aaa-aff4-99d7382bba19 on network 526a71a9-bf70-4c5c-bd6a-c0c00851235d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:50.501871 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284300-38e5-4f72-9581-e0d09f74842b None None] The sync data for ids ['8dcd2908-5b0c-42fe-8506-9294b39424d0'] in n-d-825930-1 is: [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:38Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '793d6189-bb8b-4b84-bbd1-307333a569c0', 'name': '', 'network_id': '535be29a-902b-4131-958e-18f3d6f932fe', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'mac_address': 'fa:16:3e:f1:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:27:49Z', 'revision_number': 4, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'subnets': [{'id': 'ce601256-73da-4f4f-93f2-052e7411eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:50.503804 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b4aa-5141-430d-a0a9-a67d177e1dcc None None] Pushing event updated for resources: {'Port': ['ID=793d6189-bb8b-4b84-bbd1-307333a569c0,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.511231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323af14-e0f7-46a0-82ce-4e63c02f8121 req-b88cbba6-aae5-4789-a8f9-731c74fd670f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:50.515079 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.518608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0323af14-e0f7-46a0-82ce-4e63c02f8121 req-b88cbba6-aae5-4789-a8f9-731c74fd670f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.3805275 Jan 29 04:27:50.524717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34af8af2-651d-4242-8d93-02116bfd3eab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34af8af2-651d-4242-8d93-02116bfd3eab,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:50.556422 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.560172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f88eb093-6882-430a-bc80-105e3068698e None None] Provisioning complete for port 793d6189-bb8b-4b84-bbd1-307333a569c0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:50.560675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f88eb093-6882-430a-bc80-105e3068698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.565373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] For port 793d6189-bb8b-4b84-bbd1-307333a569c0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=793d6189-bb8b-4b84-bbd1-307333a569c0,segment=NetworkSegment(3caea1d4-6d80-4475-b646-a73489ba8f09),segment_id=3caea1d4-6d80-4475-b646-a73489ba8f09)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:50.565748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.581464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Calling delete_port for 793d6189-bb8b-4b84-bbd1-307333a569c0 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:50.635496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3276f-42b5-4a53-92fd-fa6e31b8233f None None] Pushing event updated for resources: {'Port': ['ID=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.725029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] For port daacc54c-0a57-4b01-876a-9b99b414452c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:50.734762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] For port daacc54c-0a57-4b01-876a-9b99b414452c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=daacc54c-0a57-4b01-876a-9b99b414452c,segment=NetworkSegment(94569e0b-8004-4c04-8a7e-eeb6b71e98d5),segment_id=94569e0b-8004-4c04-8a7e-eeb6b71e98d5)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:50.740689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.765251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b11a81-fdbd-4805-8d08-d73586572289 req-7cc3307d-de3a-4bc5-9e92-0d24b403aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:50.767075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-7cc3307d-de3a-4bc5-9e92-0d24b403aeb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.5431340 Jan 29 04:27:50.827208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-9a318243-6acc-4d7e-a96f-62b3bd167677 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462132 Jan 29 04:27:50.856775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Request body: {'port': {'device_id': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:50.859979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Port 045dd156-6fe1-4aaa-aff4-99d7382bba19 on network 526a71a9-bf70-4c5c-bd6a-c0c00851235d not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:50.860506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Attempting to bind port 045dd156-6fe1-4aaa-aff4-99d7382bba19 on network 526a71a9-bf70-4c5c-bd6a-c0c00851235d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:50.880043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34af8af2-651d-4242-8d93-02116bfd3eab,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:50.900373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-839f1f3a-4429-4d23-81aa-1297ce864b09 req-6139cc92-5e29-4fd2-8bbc-a05ec79ccda7 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413964 Jan 29 04:27:50.923529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0323af14-e0f7-46a0-82ce-4e63c02f8121 req-667331a4-88da-41b7-9225-ea3199dd25e2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035530 Jan 29 04:27:50.936224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Attempting to bind port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:50.936597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Attempting to bind port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:50.937020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Attempting to bind port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 on network 4c298530-2ec3-47b2-87d9-1219c993a6eb {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:50.948971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:50.962357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:50.963066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Checking segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:50.963679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Bound using segment: {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:50.964339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Bound port: 045dd156-6fe1-4aaa-aff4-99d7382bba19, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:50.964924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.011392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.011922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fec43bb4-2fc7-4ba5-b7ed-9740ef717df6 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:51.032354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.044980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e5b003c-a5fb-4bd6-a79d-f9a826c41dd9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fec43bb4-2fc7-4ba5-b7ed-9740ef717df6 HTTP/1.1" status: 204 len: 168 time: 2.7341144 Jan 29 04:27:51.047609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Pushing event updated for resources: {'Port': ['ID=045dd156-6fe1-4aaa-aff4-99d7382bba19,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.075243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-65fc6284-a077-4bde-9a8e-0152d9a58a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.077072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-65fc6284-a077-4bde-9a8e-0152d9a58a09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.6108623 Jan 29 04:27:51.083114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f88eb093-6882-430a-bc80-105e3068698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.093600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34af8af2-651d-4242-8d93-02116bfd3eab'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:27:51.103353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:51.162248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.162248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.162569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:51.162569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4695d4c9-eb7b-4d00-873b-7dbf55f56b60 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:51.165015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] 10.222.0.36 "PUT /v2.0/ports/daacc54c-0a57-4b01-876a-9b99b414452c HTTP/1.1" status: 200 len: 1092 time: 4.3461022 Jan 29 04:27:51.165688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:51.166107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Checking segment: {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:51.166565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.166953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Bound using segment: {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:51.167684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Bound port: bfbf3fb6-c785-4ada-8b97-efb5e00f75d2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5afdbc9-08da-4ea6-8174-5a723554939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:51.168061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.198187 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874098ec-48d7-46e1-bfdc-4c410510fda2 x-openstack-request-id: req-874098ec-48d7-46e1-bfdc-4c410510fda2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:51.217486 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e2938-267b-4981-a3fc-e37a90db516d", "name": "network-vif-deleted", "tag": "4695d4c9-eb7b-4d00-873b-7dbf55f56b60", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:51.218152 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-874098ec-48d7-46e1-bfdc-4c410510fda2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:51.218745 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2938-267b-4981-a3fc-e37a90db516d', 'name': 'network-vif-deleted', 'tag': '4695d4c9-eb7b-4d00-873b-7dbf55f56b60', 'status': 'completed', 'code': 200} Jan 29 04:27:51.243271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.295927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-83818b50-699f-4a7d-93cd-cb95201100a2 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448433 Jan 29 04:27:51.297487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=793d6189-bb8b-4b84-bbd1-307333a569c0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.347114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.349186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'tag': 'daacc54c-0a57-4b01-876a-9b99b414452c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:51.352775 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cbdf90-0d56-40df-814f-e9ed22cc7836" -d '{"events": [{"name": "network-changed", "server_uuid": "256d5c32-5fe6-4076-818a-b1bcb3146725", "tag": "daacc54c-0a57-4b01-876a-9b99b414452c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:51.357002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd462a5-ca59-41d6-a3b0-734b765afc52 service neutron] Pushing event updated for resources: {'Port': ['ID=daacc54c-0a57-4b01-876a-9b99b414452c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.360108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:51.436054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] For port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:51.439617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] For port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:51.452596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 793d6189-bb8b-4b84-bbd1-307333a569c0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:51.501765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.536642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] For port 045dd156-6fe1-4aaa-aff4-99d7382bba19, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:51.544066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] For port 045dd156-6fe1-4aaa-aff4-99d7382bba19, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:51.563173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 793d6189-bb8b-4b84-bbd1-307333a569c0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:51.563508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 793d6189-bb8b-4b84-bbd1-307333a569c0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 04:27:51.567620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.595967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-c7df1ed7-2ea3-448a-934b-d7cd6fafd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.598152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-c7df1ed7-2ea3-448a-934b-d7cd6fafd67b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc836256816146bf8243e62709b491d2&device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 1095 time: 0.2168136 Jan 29 04:27:51.622484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port 793d6189-bb8b-4b84-bbd1-307333a569c0 not found, will not notify nova. {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 04:27:51.708004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3276f-42b5-4a53-92fd-fa6e31b8233f None None] Pushing event updated for resources: {'Port': ['ID=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:51.766785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fce7c-4a7d-41ad-b989-d15f0929e1cb req-33c831af-7e0a-4046-b80b-a828804772ad tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.768461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a5fce7c-4a7d-41ad-b989-d15f0929e1cb req-33c831af-7e0a-4046-b80b-a828804772ad tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 932 time: 0.3700469 Jan 29 04:27:51.847611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Routers {'5a1cca30-9451-4312-9b49-931384ab8705'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:51.848534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5a1cca30-9451-4312-9b49-931384ab8705'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:51.856923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69b11a81-fdbd-4805-8d08-d73586572289 req-9a58432b-83c6-45ac-aed1-aee40f3c7686 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507331 Jan 29 04:27:51.982616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:51.988729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:51.990670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/045dd156-6fe1-4aaa-aff4-99d7382bba19 HTTP/1.1" status: 200 len: 1092 time: 5.2555273 Jan 29 04:27:52.084008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a5fce7c-4a7d-41ad-b989-d15f0929e1cb req-2b7aa896-7f1b-4d29-92c7-c1a583bca9fc tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003576 Jan 29 04:27:52.139922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] Provisioning complete for port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:52.140513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.203332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701970737', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:27:52.212243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.259218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] Set router 5a1cca30-9451-4312-9b49-931384ab8705 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:52.270404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Pushing event updated for resources: {'Port': ['ID=045dd156-6fe1-4aaa-aff4-99d7382bba19,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.287082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-0dedd5d1-e2d9-4026-8735-a93f8fd9a25a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daacc54c-0a57-4b01-876a-9b99b414452c HTTP/1.1" status: 200 len: 217 time: 0.2950432 Jan 29 04:27:52.319521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd6151-d828-4f3a-a10a-5f4021ec0118 req-5516f5fe-4eba-444a-af4c-0dffaa353160 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:52.321094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5cd6151-d828-4f3a-a10a-5f4021ec0118 req-5516f5fe-4eba-444a-af4c-0dffaa353160 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 944 time: 1.2326453 Jan 29 04:27:52.354228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.354893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.354893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.355235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.356104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.356444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.356829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.357931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.357931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.358262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.358593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.358920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa8a7d3-5b45-4ef7-931a-b121972498a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:52.398630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-e0c8244d-0bab-4de1-9a87-a1134bed0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:52.400873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-e0c8244d-0bab-4de1-9a87-a1134bed0bec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2258704 Jan 29 04:27:52.441183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.442737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.475344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.551827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-b281c6da-6094-43db-95e7-d6fec1cdc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:52.553439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-b281c6da-6094-43db-95e7-d6fec1cdc4c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f66e89b1-733f-4723-bef1-b6e2ed888a53 HTTP/1.1" status: 200 len: 862 time: 0.2272327 Jan 29 04:27:52.570303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-9615b10e-26fb-488d-9822-c2be94b082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:52.572891 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-9615b10e-26fb-488d-9822-c2be94b082b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f28fe2110a748039690673837d5b467&device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 1095 time: 0.4306467 Jan 29 04:27:52.587352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5cd6151-d828-4f3a-a10a-5f4021ec0118 req-f247a868-36fe-494d-94ae-27b97d5257ca tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539358 Jan 29 04:27:52.631067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Router 8dcd2908-5b0c-42fe-8506-9294b39424d0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:27:52.642580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-24aabdb7-e150-46ec-b8af-fc24d2d47989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adb94bac-e051-4f35-8663-9afd5b6c6e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800672 Jan 29 04:27:52.689684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] For port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:52.707703 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.728038 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e41b2-2641-4a42-a6a2-bdab51a99454 x-openstack-request-id: req-8f7e41b2-2641-4a42-a6a2-bdab51a99454 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:52.728362 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256d5c32-5fe6-4076-818a-b1bcb3146725", "tag": "daacc54c-0a57-4b01-876a-9b99b414452c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:52.728607 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f7e41b2-2641-4a42-a6a2-bdab51a99454 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:52.729000 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'tag': 'daacc54c-0a57-4b01-876a-9b99b414452c', 'status': 'completed', 'code': 200} Jan 29 04:27:52.736730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] Could not find standard attr ID for object 793d6189-bb8b-4b84-bbd1-307333a569c0. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:27:52.772213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-bf22d1c1-a8f9-42d7-95eb-79980a348061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19 HTTP/1.1" status: 200 len: 217 time: 0.1600690 Jan 29 04:27:52.785658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bfbf3fb6-c785-4ada-8b97-efb5e00f75d2', 'name': '', 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'mac_address': 'fa:16:3e:f3:a7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '97ed62bd-c683-489b-9212-a998cfe3f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:42Z', 'updated_at': '2022-01-29T04:27:51Z', 'revision_number': 4, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'subnets': [{'id': '97ed62bd-c683-489b-9212-a998cfe3f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.792677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:27:52.800305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-01474d5f-232a-4f63-a1e1-e92b283f6b59 admin admin] 10.222.0.32 "PUT /v2.0/routers/8dcd2908-5b0c-42fe-8506-9294b39424d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7308054 Jan 29 04:27:52.803186 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] Sync routers for ids ['8dcd2908-5b0c-42fe-8506-9294b39424d0'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:27:52.807664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:52.813542 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] Routers {'8dcd2908-5b0c-42fe-8506-9294b39424d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:52.814272 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8dcd2908-5b0c-42fe-8506-9294b39424d0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:52.827734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299d126-7ec5-4806-a4a8-9268a7ff87b1 None None] The sync data for ids ['5a1cca30-9451-4312-9b49-931384ab8705'] in n-d-825930-1 is: [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bfbf3fb6-c785-4ada-8b97-efb5e00f75d2', 'name': '', 'network_id': '4c298530-2ec3-47b2-87d9-1219c993a6eb', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'mac_address': 'fa:16:3e:f3:a7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '97ed62bd-c683-489b-9212-a998cfe3f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:42Z', 'updated_at': '2022-01-29T04:27:51Z', 'revision_number': 4, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'subnets': [{'id': '97ed62bd-c683-489b-9212-a998cfe3f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:52.828361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.861318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330078a-6597-4162-9a5d-72df6e25d689 None None] Pushing event updated for resources: {'Port': ['ID=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:52.927294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a1edc76f-a54d-4195-bcad-bf3e437d027c None None] Provisioning complete for port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:52.927858 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1edc76f-a54d-4195-bcad-bf3e437d027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:52.969857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.053512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa772e96-bc98-4abb-9e6e-33eca2ce6f34 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:53.063001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.084656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-c9907216-02d6-41fa-8345-010dbf1c32ad service neutron] 10.222.0.36 "GET /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666935 Jan 29 04:27:53.093235 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] Set router 8dcd2908-5b0c-42fe-8506-9294b39424d0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:53.095009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34af8af2-651d-4242-8d93-02116bfd3eab up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:53.101436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Transition to ACTIVE for port object fa772e96-bc98-4abb-9e6e-33eca2ce6f34 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:27:53.105780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-13f17511-4dc8-4a0a-a809-727ef47ebd5a service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882088 Jan 29 04:27:53.218096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-73dca016-3651-48c9-98f7-5676115d2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:53.219586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-73dca016-3651-48c9-98f7-5676115d2592 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04e28533-530a-4c4b-bb11-e7c892f6b81f HTTP/1.1" status: 200 len: 853 time: 0.4103110 Jan 29 04:27:53.237912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.252135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 34af8af2-651d-4242-8d93-02116bfd3eab completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:27:53.268775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 34af8af2-651d-4242-8d93-02116bfd3eab triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:53.270827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.335260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.353709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6f7af-dda8-4686-8f9a-173fd2e007a6 req-7e149724-6b54-45f3-bff6-c8955b9bdee3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:53.355410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92e6f7af-dda8-4686-8f9a-173fd2e007a6 req-7e149724-6b54-45f3-bff6-c8955b9bdee3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2148950 Jan 29 04:27:53.439543 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:51Z', 'revision_number': 5, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port': {'id': '2615bd68-3405-4e3c-ac30-f309910b1320', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:26Z', 'updated_at': '2022-01-29T04:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.492313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Deleting port 2615bd68-3405-4e3c-ac30-f309910b1320 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:53.494447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.501068 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.529762 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] Checking router: 8dcd2908-5b0c-42fe-8506-9294b39424d0 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:27:53.535078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92e6f7af-dda8-4686-8f9a-173fd2e007a6 req-86635153-1f91-450f-a3c4-0412886e87f8 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720212 Jan 29 04:27:53.550516 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] Routers {'8dcd2908-5b0c-42fe-8506-9294b39424d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:27:53.551171 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8dcd2908-5b0c-42fe-8506-9294b39424d0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.578518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 34af8af2-651d-4242-8d93-02116bfd3eab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34af8af2-651d-4242-8d93-02116bfd3eab,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:53.584869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af8af2-651d-4242-8d93-02116bfd3eab'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:53.591527 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c3b53-250a-4fd1-8d07-5767b531706b" -d '{"events": [{"server_uuid": "3fcc8952-9ac8-48c0-8963-3bdae31a25ae", "name": "network-vif-plugged", "status": "completed", "tag": "34af8af2-651d-4242-8d93-02116bfd3eab"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:53.598471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:27:53.699649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] For port 2615bd68-3405-4e3c-ac30-f309910b1320, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2615bd68-3405-4e3c-ac30-f309910b1320,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:53.699649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.702548 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.734289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88da90-e74b-4176-a7ac-880a053cc92f req-17f1d3c7-709c-4d88-92c7-d103951df75d tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:53.736325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea88da90-e74b-4176-a7ac-880a053cc92f req-17f1d3c7-709c-4d88-92c7-d103951df75d tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 944 time: 1.0325708 Jan 29 04:27:53.784104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Calling delete_port for 2615bd68-3405-4e3c-ac30-f309910b1320 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:53.791819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] Set router 8dcd2908-5b0c-42fe-8506-9294b39424d0 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:27:53.834984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898a1c3-e94c-47de-a805-eb6e0522952f req-8abb06bf-f3d9-42ba-9547-7a6286912f08 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:53.837140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d898a1c3-e94c-47de-a805-eb6e0522952f req-8abb06bf-f3d9-42ba-9547-7a6286912f08 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 948 time: 0.1582568 Jan 29 04:27:53.859686 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9493f76d-f370-4f86-90f1-45af731e3759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.880955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:27:53.881711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:53.886553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=34af8af2-651d-4242-8d93-02116bfd3eab,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:53.948680 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:53Z', 'revision_number': 6, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:53.995506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d898a1c3-e94c-47de-a805-eb6e0522952f req-44b84906-b7e3-4df2-a81c-a637ff2a63dc tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002953 Jan 29 04:27:54.034482 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75366d-bb8a-4d34-bffe-366077485b08 None None] The sync data for ids ['8dcd2908-5b0c-42fe-8506-9294b39424d0'] in n-d-825930-1 is: [{'id': '8dcd2908-5b0c-42fe-8506-9294b39424d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-293121735-router', 'tenant_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:24Z', 'updated_at': '2022-01-29T04:27:53Z', 'revision_number': 6, 'project_id': '6a8ad4b231dc4869a2a82a81ad0f721a', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:27:54.228686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1a7a2-f780-42e2-9276-884599323b69 req-f7fa5a7c-5bd8-4bec-b1c5-077abd8f1c58 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.234579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32e1a7a2-f780-42e2-9276-884599323b69 req-f7fa5a7c-5bd8-4bec-b1c5-077abd8f1c58 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 944 time: 0.0963233 Jan 29 04:27:54.325436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32e1a7a2-f780-42e2-9276-884599323b69 req-241ab539-3ab5-4b74-9a97-cc3b969ea118 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898461 Jan 29 04:27:54.395263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:54.440536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2615bd68-3405-4e3c-ac30-f309910b1320,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.471398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:54.471982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.476208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:54.479498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea88da90-e74b-4176-a7ac-880a053cc92f req-fc01eefb-a5a5-4471-93c8-ec1bea19525d tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284710 Jan 29 04:27:54.501179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-736d2612-3dde-42cf-a77c-eacc88e3a001 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.502971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-736d2612-3dde-42cf-a77c-eacc88e3a001 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 948 time: 0.1527569 Jan 29 04:27:54.538036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:54.545393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8debf44f-5e59-44a3-b6d4-f603aad8fc2d req-083e4769-f8ba-47e3-9aed-06fa7aa09e25 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4203928 Jan 29 04:27:54.549041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-3d35799c-026a-4aa9-84c8-b67612a755f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.554954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-3d35799c-026a-4aa9-84c8-b67612a755f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526a71a9-bf70-4c5c-bd6a-c0c00851235d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1473980 Jan 29 04:27:54.577618 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6239d1c-fd83-4cba-9555-c61d1a360197 x-openstack-request-id: req-c6239d1c-fd83-4cba-9555-c61d1a360197 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:54.578307 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcc8952-9ac8-48c0-8963-3bdae31a25ae", "name": "network-vif-plugged", "status": "completed", "tag": "34af8af2-651d-4242-8d93-02116bfd3eab", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:54.578746 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6239d1c-fd83-4cba-9555-c61d1a360197 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:54.580517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23abfd2-79ea-4053-8e11-96e240b3c235 req-0e4aea47-d2ec-4369-a6a7-7566dc60abc6 service neutron] 10.222.0.36 "GET /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4715466 Jan 29 04:27:54.580763 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af8af2-651d-4242-8d93-02116bfd3eab', 'code': 200} Jan 29 04:27:54.730697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:54.734851 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659b64c-68ba-4982-b9c3-241f8e8580a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:54.770732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:54.784116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c8ee-9b69-46ad-8d16-119d888d700c req-e6c567c0-67e4-4154-bb0d-ff4331fa8a01 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.792856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4822c8ee-9b69-46ad-8d16-119d888d700c req-e6c567c0-67e4-4154-bb0d-ff4331fa8a01 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 944 time: 0.3020282 Jan 29 04:27:54.819914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Attempting to bind port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:27:54.820253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Attempting to bind port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:27:54.821042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Attempting to bind port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:54.863233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:27:54.863813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Attempting to bind port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 on network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:27:54.917341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-80944b81-0457-415b-a21d-63b2f887f38e service neutron] 10.222.0.36 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342435 Jan 29 04:27:54.926378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:27:54.926783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Checking segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:27:54.927180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Bound using segment: {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:27:54.927625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Bound port: fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055e42d0-74be-49cd-96ab-725eca50cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:27:54.928233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:54.937069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:54.947334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:54.966042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dd2cd-4794-4058-805e-b51d4d313334 req-fc8cae70-d66c-4db7-8a37-a7901ceedb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.967523 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb6dd2cd-4794-4058-805e-b51d4d313334 req-fc8cae70-d66c-4db7-8a37-a7901ceedb1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 1096 time: 0.2070472 Jan 29 04:27:54.970321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4822c8ee-9b69-46ad-8d16-119d888d700c req-f60b88e9-9239-4618-934d-459db46e3fc5 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766787 Jan 29 04:27:54.976768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf240b9-8426-4cd1-a1e0-c06655612cc4 req-a4a58afe-465a-40ac-9bf0-12ea3df3ff70 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:54.978698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcf240b9-8426-4cd1-a1e0-c06655612cc4 req-a4a58afe-465a-40ac-9bf0-12ea3df3ff70 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2745864 Jan 29 04:27:55.042620 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578db176-1978-4075-a9e2-ac8ea1672a09 x-openstack-request-id: req-578db176-1978-4075-a9e2-ac8ea1672a09 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:55.042971 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:55.043156 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-578db176-1978-4075-a9e2-ac8ea1672a09 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:55.043557 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'status': 'completed', 'code': 200} Jan 29 04:27:55.049635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-9616425e-750c-4212-bb19-53363d193871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.051467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-9616425e-750c-4212-bb19-53363d193871 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc836256816146bf8243e62709b491d2&device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 1095 time: 0.2919037 Jan 29 04:27:55.078603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb6dd2cd-4794-4058-805e-b51d4d313334 req-c778ca76-f9c7-4a61-8989-11ea936f4352 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Jan 29 04:27:55.081728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Deleting port 3b352dd9-c837-4130-9c92-387ba0dfab77 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:55.082317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.114553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409372c9-7060-4f78-886d-7e52ff399915 req-42e4c556-e823-405f-a73b-76f006443d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.116050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-42e4c556-e823-405f-a73b-76f006443d54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 1095 time: 0.3608794 Jan 29 04:27:55.144499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.145070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcd2908-5b0c-42fe-8506-9294b39424d0 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:27:55.160526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.163956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-96bfbf5a-801c-42ea-80d7-248c2b1d4f24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8dcd2908-5b0c-42fe-8506-9294b39424d0 HTTP/1.1" status: 204 len: 168 time: 2.3499348 Jan 29 04:27:55.165803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48468) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:55.223612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcf240b9-8426-4cd1-a1e0-c06655612cc4 req-622a5339-a2ca-4dc6-8c4c-c85d1b12f44f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277143 Jan 29 04:27:55.260535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] For port fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:27:55.271731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] For port fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:27:55.292917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.293117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Deleting subnet ce601256-73da-4f4f-93f2-052e7411eb94 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:27:55.309146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7396b259-e542-4f00-a717-4a713c2a2a5a req-695caeb3-e622-469b-b77c-d2f4976f9d88 service neutron] 10.222.0.36 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779786 Jan 29 04:27:55.312694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.319477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] For port 3b352dd9-c837-4130-9c92-387ba0dfab77, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=3b352dd9-c837-4130-9c92-387ba0dfab77,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:55.319868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.357737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 793d6189-bb8b-4b84-bbd1-307333a569c0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:55.392246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:55.407091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f264e-365d-4d1a-bb45-2df46f74a498 req-efb95dee-cb6e-4be9-a8d2-e18f5f50f4be tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.408688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-062f264e-365d-4d1a-bb45-2df46f74a498 req-efb95dee-cb6e-4be9-a8d2-e18f5f50f4be tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 948 time: 0.2963400 Jan 29 04:27:55.430658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 793d6189-bb8b-4b84-bbd1-307333a569c0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:55.431032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 793d6189-bb8b-4b84-bbd1-307333a569c0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:55.432761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Calling delete_port for 3b352dd9-c837-4130-9c92-387ba0dfab77 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:55.433157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2615bd68-3405-4e3c-ac30-f309910b1320 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:55.477954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2615bd68-3405-4e3c-ac30-f309910b1320 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:55.477954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2615bd68-3405-4e3c-ac30-f309910b1320 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:55.478217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.539141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.539906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.542234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-a3adc73f-c36b-41f3-aae9-c80f0255d8ec service neutron] 10.222.0.36 "PUT /v2.0/ports/fa772e96-bc98-4abb-9e6e-33eca2ce6f34 HTTP/1.1" status: 200 len: 1092 time: 5.0713267 Jan 29 04:27:55.591930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-062f264e-365d-4d1a-bb45-2df46f74a498 req-f64102d3-9fe4-41d9-8044-88fb418a4db1 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/security-groups?id=5840024c-712f-46ae-a382-3e18df29a572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704752 Jan 29 04:27:55.671750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.753766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-b9cf06f2-f3a2-4179-8ee1-6fc41f63db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.754417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-b9cf06f2-f3a2-4179-8ee1-6fc41f63db2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=adb94bac-e051-4f35-8663-9afd5b6c6e74 HTTP/1.1" status: 200 len: 923 time: 0.6642387 Jan 29 04:27:55.860353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.868591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-15572837-8cf8-4df2-ad14-5c54ca3d38b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daacc54c-0a57-4b01-876a-9b99b414452c HTTP/1.1" status: 200 len: 217 time: 0.0902016 Jan 29 04:27:55.869422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87513b7d-08d6-4caf-b51a-57d278530db3 req-373a0acd-50d2-4f62-80f5-3b92dd2b79bc tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.876639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-87513b7d-08d6-4caf-b51a-57d278530db3 req-373a0acd-50d2-4f62-80f5-3b92dd2b79bc tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 944 time: 0.1393414 Jan 29 04:27:55.885114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.887055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.910331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-d077e7f8-b433-4aa9-b498-d90db62a2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.911811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-d077e7f8-b433-4aa9-b498-d90db62a2213 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f28fe2110a748039690673837d5b467&device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 1095 time: 0.4152520 Jan 29 04:27:55.923139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.946495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Pushing event deleted for resources: {'Port': ['ID=3b352dd9-c837-4130-9c92-387ba0dfab77,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:55.948764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce601256-73da-4f4f-93f2-052e7411eb94,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:55.955279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:55.958451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-310c91c4-cfd3-4817-9115-3d4fa88e74c5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce601256-73da-4f4f-93f2-052e7411eb94 HTTP/1.1" status: 204 len: 168 time: 0.7898099 Jan 29 04:27:55.962220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48476) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:55.974870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cfe6c0-71bf-4121-9d49-64a771403dc6 None None] Network 535be29a-902b-4131-958e-18f3d6f932fe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:27:55.980597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce1ac9-2ab2-40a5-a42e-d52339da5755 req-e72377e3-3074-4610-8dad-ce9b54a52485 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.987995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fce1ac9-2ab2-40a5-a42e-d52339da5755 req-e72377e3-3074-4610-8dad-ce9b54a52485 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 944 time: 0.4942908 Jan 29 04:27:55.990509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409372c9-7060-4f78-886d-7e52ff399915 req-69acc07d-c993-4407-a6ad-3e62610d5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:55.991701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-69acc07d-c993-4407-a6ad-3e62610d5010 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 915 time: 0.5910456 Jan 29 04:27:56.019821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-ed533c5d-47c2-434d-a82c-1811bdb90f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.021293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-ed533c5d-47c2-434d-a82c-1811bdb90f84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 1095 time: 0.3032665 Jan 29 04:27:56.054999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-87513b7d-08d6-4caf-b51a-57d278530db3 req-a93aec27-85f4-4f04-a790-031e31996893 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724150 Jan 29 04:27:56.076068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] No DVR routers for this DVR port 3b352dd9-c837-4130-9c92-387ba0dfab77 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:56.079874 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.089046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc907d2c-be74-4a2d-ab7b-5d88101c27ae req-04ce5599-7827-4a61-8cc2-6d882cecbf4d tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.36 "DELETE /v2.0/ports/3b352dd9-c837-4130-9c92-387ba0dfab77 HTTP/1.1" status: 204 len: 173 time: 1.5125093 Jan 29 04:27:56.089542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-deleted', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:56.092024 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee7fee1-f171-451a-a8de-ea2bcf51c68d" -d '{"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-deleted", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:56.118178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.196448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-94c7a17d-703f-4802-85d2-1ae21af93006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d HTTP/1.1" status: 200 len: 217 time: 0.1788783 Jan 29 04:27:56.206707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-6be03908-5752-4423-81e2-42c42cab6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.209359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-6be03908-5752-4423-81e2-42c42cab6c46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f66e89b1-733f-4723-bef1-b6e2ed888a53 HTTP/1.1" status: 200 len: 862 time: 0.3048868 Jan 29 04:27:56.209821 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16a259b4-659b-4674-9232-a835d2429657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.211493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-72924f7e-9aa2-460c-b7c5-6e48c19a4608 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34 HTTP/1.1" status: 200 len: 217 time: 0.1518290 Jan 29 04:27:56.283477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db3550-61ba-4561-97a4-ec18b0ecc05f req-4caac17a-fc21-4ac4-922e-9e12897fe70d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.284982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f0db3550-61ba-4561-97a4-ec18b0ecc05f req-4caac17a-fc21-4ac4-922e-9e12897fe70d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 944 time: 0.1115093 Jan 29 04:27:56.294389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] DHCP port deletion for 535be29a-902b-4131-958e-18f3d6f932fe request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:27:56.311823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Deleting port c413b5ed-7a04-4156-bb0c-907eb2254d2e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:56.312630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.319717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fce1ac9-2ab2-40a5-a42e-d52339da5755 req-8f784975-6573-43b9-b1cf-f4be37510eaf tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284183 Jan 29 04:27:56.377752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-a788ca8f-0481-438d-ae05-deece82d0ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adb94bac-e051-4f35-8663-9afd5b6c6e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325452 Jan 29 04:27:56.394944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] Deleting port c413b5ed-7a04-4156-bb0c-907eb2254d2e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:27:56.401992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.453753 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef658562-32c9-4f2a-823d-0368b2e7319a x-openstack-request-id: req-ef658562-32c9-4f2a-823d-0368b2e7319a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:56.453996 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb7b0-df8f-4cae-befc-88be8c86ac74", "name": "network-vif-deleted", "tag": "3b352dd9-c837-4130-9c92-387ba0dfab77", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:56.455163 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef658562-32c9-4f2a-823d-0368b2e7319a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:56.458111 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb7b0-df8f-4cae-befc-88be8c86ac74', 'name': 'network-vif-deleted', 'tag': '3b352dd9-c837-4130-9c92-387ba0dfab77', 'status': 'completed', 'code': 200} Jan 29 04:27:56.511671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f0db3550-61ba-4561-97a4-ec18b0ecc05f req-dc9259fc-4508-4dcf-9ab1-94063587b719 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955800 Jan 29 04:27:56.555517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-1a226533-79a3-4126-b0cf-ac3cfe47eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.557352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-1a226533-79a3-4126-b0cf-ac3cfe47eae9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526a71a9-bf70-4c5c-bd6a-c0c00851235d HTTP/1.1" status: 200 len: 915 time: 0.6323209 Jan 29 04:27:56.561871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] For port c413b5ed-7a04-4156-bb0c-907eb2254d2e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c413b5ed-7a04-4156-bb0c-907eb2254d2e,segment=NetworkSegment(3caea1d4-6d80-4475-b646-a73489ba8f09),segment_id=3caea1d4-6d80-4475-b646-a73489ba8f09)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:56.562302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.566138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] For port c413b5ed-7a04-4156-bb0c-907eb2254d2e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c413b5ed-7a04-4156-bb0c-907eb2254d2e,segment=NetworkSegment(3caea1d4-6d80-4475-b646-a73489ba8f09),segment_id=3caea1d4-6d80-4475-b646-a73489ba8f09)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:56.566513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.604435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Calling delete_port for c413b5ed-7a04-4156-bb0c-907eb2254d2e owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:56.606119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] Calling delete_port for c413b5ed-7a04-4156-bb0c-907eb2254d2e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:27:56.657361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-0006983e-434a-4594-acb5-0358b3eaaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.662647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-0006983e-434a-4594-acb5-0358b3eaaea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.4080808 Jan 29 04:27:56.736754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-0b7de0a2-a450-461a-a106-d01313344c45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19 HTTP/1.1" status: 200 len: 217 time: 0.1619706 Jan 29 04:27:56.742524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.761347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409372c9-7060-4f78-886d-7e52ff399915 req-488f5ad3-803c-4855-88d9-8b637b0c2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.762339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.762840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-488f5ad3-803c-4855-88d9-8b637b0c2121 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.5190558 Jan 29 04:27:56.776558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] Pushing event deleted for resources: {'Port': ['ID=c413b5ed-7a04-4156-bb0c-907eb2254d2e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.778988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cef60f-346d-4cc4-b811-f5a5c6f81212 None None] No DVR routers for this DVR port c413b5ed-7a04-4156-bb0c-907eb2254d2e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:56.796713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Allocated IP 172.25.4.208 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/17c48592-59b3-4a77-afca-cff1bdc31915) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:27:56.849472 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35b7f5b5-b54d-408b-b232-514a02545bec req-c7f56096-7c56-4fce-9fb9-43e6303f35c2 tempest-ListImageFiltersTestJSON-1399495817 tempest-ListImageFiltersTestJSON-1399495817-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa8fb7b0-df8f-4cae-befc-88be8c86ac74 HTTP/1.1" status: 200 len: 210 time: 0.0831912 Jan 29 04:27:56.853289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] No DVR routers for this DVR port c413b5ed-7a04-4156-bb0c-907eb2254d2e on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:27:56.859790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c413b5ed-7a04-4156-bb0c-907eb2254d2e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:56.919599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614f964-e018-42d0-86ef-35315dff4872 req-5b8d05d6-28fd-499f-bc35-c2b51da81a0f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.921173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6614f964-e018-42d0-86ef-35315dff4872 req-5b8d05d6-28fd-499f-bc35-c2b51da81a0f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.3760567 Jan 29 04:27:56.966207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:56.982827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-bb15d219-d92b-4465-9ec3-8eb90c664e2e service neutron] 10.222.0.36 "GET /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869237 Jan 29 04:27:56.990337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535be29a-902b-4131-958e-18f3d6f932fe']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:56.996192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-885cc017-abd3-4c54-8165-41481dfd2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:56.997679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-885cc017-abd3-4c54-8165-41481dfd2d07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806475 Jan 29 04:27:57.003406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3caea1d4-6d80-4475-b646-a73489ba8f09') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:57.003783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3caea1d4-6d80-4475-b646-a73489ba8f09') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:27:57.010630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-c324a6f2-3bea-423b-b5f8-08ebdf3869db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.011967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-c324a6f2-3bea-423b-b5f8-08ebdf3869db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04e28533-530a-4c4b-bb11-e7c892f6b81f HTTP/1.1" status: 200 len: 853 time: 0.2424824 Jan 29 04:27:57.014911 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.031987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.038934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:27:57.039367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:27:57.041526 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:27:57.049766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'tag': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:27:57.051996 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f50d5c-af1a-401f-be51-97a319bdda20" -d '{"events": [{"name": "network-changed", "server_uuid": "a74f59c2-e937-4c3c-adb4-9f482df70491", "tag": "fa772e96-bc98-4abb-9e6e-33eca2ce6f34"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:27:57.103191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1c421567-df1d-4691-9e2b-4bd4cee7df3d details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:57.247788 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.291514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:57.309422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '1c421567-df1d-4691-9e2b-4bd4cee7df3d', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'port_id': '1c421567-df1d-4691-9e2b-4bd4cee7df3d', 'mac_address': 'fa:16:3e:0f:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d235b7-d897-4823-ba68-4391bffb29fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:57.372894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.377042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c413b5ed-7a04-4156-bb0c-907eb2254d2e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:57.403640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c413b5ed-7a04-4156-bb0c-907eb2254d2e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:57.404733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c413b5ed-7a04-4156-bb0c-907eb2254d2e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:57.423240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c421567-df1d-4691-9e2b-4bd4cee7df3d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:57.450687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:57.460506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.462108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device daacc54c-0a57-4b01-876a-9b99b414452c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:57.497121 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01226db-0b5c-4464-a766-26a6908a472a x-openstack-request-id: req-a01226db-0b5c-4464-a766-26a6908a472a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:27:57.497326 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74f59c2-e937-4c3c-adb4-9f482df70491", "tag": "fa772e96-bc98-4abb-9e6e-33eca2ce6f34", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:27:57.498866 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a01226db-0b5c-4464-a766-26a6908a472a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:27:57.501530 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'tag': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34', 'status': 'completed', 'code': 200} Jan 29 04:27:57.508779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.514999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409372c9-7060-4f78-886d-7e52ff399915 req-133920bc-753e-4c91-83dc-9ad59c34b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.515979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.516524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-133920bc-753e-4c91-83dc-9ad59c34b5d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7175860 Jan 29 04:27:57.523194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] 10.222.0.32 "DELETE /v2.0/networks/535be29a-902b-4131-958e-18f3d6f932fe HTTP/1.1" status: 204 len: 168 time: 1.5575604 Jan 29 04:27:57.539047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977c173-207e-4797-82a3-9aae4ea6be60 admin admin] Pushing event deleted for resources: {'Network': ['ID=535be29a-902b-4131-958e-18f3d6f932fe,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:57.566588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d7890-fa70-4e41-aa4f-3684e162a78c req-43e2fea1-f93c-42a0-ad35-a768bae055ef tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.579098 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f50d7890-fa70-4e41-aa4f-3684e162a78c req-43e2fea1-f93c-42a0-ad35-a768bae055ef tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 944 time: 0.1151819 Jan 29 04:27:57.636026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1c421567-df1d-4691-9e2b-4bd4cee7df3d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:57.649835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f50d7890-fa70-4e41-aa4f-3684e162a78c req-829e1348-dc44-4848-ae7d-d10fd18b8ef7 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Jan 29 04:27:57.708536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6614f964-e018-42d0-86ef-35315dff4872 req-03bcb0fb-333a-4f2b-892e-23a98092c4ac tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7672780 Jan 29 04:27:57.716640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port daacc54c-0a57-4b01-876a-9b99b414452c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=daacc54c-0a57-4b01-876a-9b99b414452c,segment=NetworkSegment(94569e0b-8004-4c04-8a7e-eeb6b71e98d5),segment_id=94569e0b-8004-4c04-8a7e-eeb6b71e98d5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:57.740749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'daacc54c-0a57-4b01-876a-9b99b414452c', 'network_id': 'adb94bac-e051-4f35-8663-9afd5b6c6e74', 'port_id': 'daacc54c-0a57-4b01-876a-9b99b414452c', 'mac_address': 'fa:16:3e:07:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66e89b1-733f-4723-bef1-b6e2ed888a53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:57.791723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.808302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-86a39b94-05a4-45e6-82a4-5baf0abc0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.810391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daacc54c-0a57-4b01-876a-9b99b414452c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:57.811187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d50b-0789-48cb-9046-de9b93860cbb req-b8cc786d-d9a1-49af-995b-faf83b94bfa6 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:57.812039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-86a39b94-05a4-45e6-82a4-5baf0abc0778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526a71a9-bf70-4c5c-bd6a-c0c00851235d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7734294 Jan 29 04:27:57.814256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8856d50b-0789-48cb-9046-de9b93860cbb req-b8cc786d-d9a1-49af-995b-faf83b94bfa6 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 944 time: 0.1033535 Jan 29 04:27:57.832569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port daacc54c-0a57-4b01-876a-9b99b414452c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=daacc54c-0a57-4b01-876a-9b99b414452c,segment=NetworkSegment(94569e0b-8004-4c04-8a7e-eeb6b71e98d5),segment_id=94569e0b-8004-4c04-8a7e-eeb6b71e98d5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:57.839692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:57.872494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8856d50b-0789-48cb-9046-de9b93860cbb req-d056f752-eba2-476c-b5ad-eb3def8fd3e3 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491641 Jan 29 04:27:57.875928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:57.909792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=daacc54c-0a57-4b01-876a-9b99b414452c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:57.930297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:58.008971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04cbdf90-0d56-40df-814f-e9ed22cc7836 req-483d4d6b-1b6a-49a3-94b4-1ed4eec54711 service neutron] 10.222.0.36 "GET /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0092213 Jan 29 04:27:58.041448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-b274b13d-566d-4fc7-a320-fcffeb738dd8 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0272920 Jan 29 04:27:58.059111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-d80577d9-cadd-4346-8119-0dcf92c4d0de service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623015 Jan 29 04:27:58.175588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67becd22-cc38-4577-9584-fbd7fd6a0829 req-83542dd0-e6ca-4ad6-8f96-5cf271fbd85e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:58.175932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67becd22-cc38-4577-9584-fbd7fd6a0829 req-83542dd0-e6ca-4ad6-8f96-5cf271fbd85e tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 944 time: 0.3356559 Jan 29 04:27:58.224803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3cd46611-ed45-4671-be93-aefc5f0e0562 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a8ad4b231dc4869a2a82a81ad0f721a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282952 Jan 29 04:27:58.228059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48518) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:58.246659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-e2586eb2-ba62-4ec0-a691-529515cb8fea service neutron] 10.222.0.36 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014285 Jan 29 04:27:58.248549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['1c421567-df1d-4691-9e2b-4bd4cee7df3d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:27:58.290610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a09a45b-da12-4761-8088-38acca542e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:58.294383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:58.305593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['daacc54c-0a57-4b01-876a-9b99b414452c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:27:58.322792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:27:58.331404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a09a45b-da12-4761-8088-38acca542e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:58.352993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:27:58.453376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a09a45b-da12-4761-8088-38acca542e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:58.457134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a09a45b-da12-4761-8088-38acca542e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:58.462581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7a09a45b-da12-4761-8088-38acca542e44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a491729-4cd8-4fe0-977a-c2af8f3a90e4 HTTP/1.1" status: 204 len: 168 time: 0.2332919 Jan 29 04:27:58.476688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:27:58.484324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09a45b-da12-4761-8088-38acca542e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a491729-4cd8-4fe0-977a-c2af8f3a90e4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.534093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5ef25c5-2e8d-4796-a129-d9b26e565316 req-f73154f7-a6b0-47cd-afa7-6a5872b5a363 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811766 Jan 29 04:27:58.538164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67becd22-cc38-4577-9584-fbd7fd6a0829 req-cf7138e8-eda7-4854-9b23-1f53ce47834c tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161328 Jan 29 04:27:58.811382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event updated for resources: {'Port': ['ID=17c48592-59b3-4a77-afca-cff1bdc31915,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:58.874157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409372c9-7060-4f78-886d-7e52ff399915 req-7fbc2200-3b54-410d-a648-c4f5a20e01cb service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755136 Jan 29 04:27:58.892456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-88d67691-6f84-443e-a174-7afdb941e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:58.894161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-88d67691-6f84-443e-a174-7afdb941e784 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 1095 time: 0.1543884 Jan 29 04:27:59.032142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c8db6-d587-43fa-af00-022f64a7639d req-e38a2024-c207-4464-827c-cdd8da74df10 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.033764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-926c8db6-d587-43fa-af00-022f64a7639d req-e38a2024-c207-4464-827c-cdd8da74df10 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 945 time: 0.2564569 Jan 29 04:27:59.053810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:59.079914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f659b64c-68ba-4982-b9c3-241f8e8580a3 req-85718082-f388-4334-ac0a-3e3b0f225424 service neutron] 10.222.0.36 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8006809 Jan 29 04:27:59.129878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a8e02-3cf4-49d9-91d6-f66c47e4274a req-dfa59919-95a8-46c0-b17b-18bfe3f3dc2a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.130836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 045dd156-6fe1-4aaa-aff4-99d7382bba19 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:27:59.138728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-973a8e02-3cf4-49d9-91d6-f66c47e4274a req-dfa59919-95a8-46c0-b17b-18bfe3f3dc2a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0903289 Jan 29 04:27:59.195651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-973a8e02-3cf4-49d9-91d6-f66c47e4274a req-1108a9b4-c707-44e9-a90a-eba4a2c099f7 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Jan 29 04:27:59.267013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-926c8db6-d587-43fa-af00-022f64a7639d req-123f3089-c51a-41b5-9872-fe445bda98a0 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200615 Jan 29 04:27:59.274458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:27:59.281440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-ac3b67ac-66da-4fda-9c6b-7644bf9d6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.282971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-ac3b67ac-66da-4fda-9c6b-7644bf9d6533 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 915 time: 0.3712981 Jan 29 04:27:59.287172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:59.342579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 045dd156-6fe1-4aaa-aff4-99d7382bba19, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:59.351229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 3b352dd9-c837-4130-9c92-387ba0dfab77 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:27:59.353474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 3b352dd9-c837-4130-9c92-387ba0dfab77 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:27:59.363923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:59.385933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'port_id': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'mac_address': 'fa:16:3e:52:4b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:27:59.387404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455557e7-8c35-4bdc-9fc6-688ed96f621f req-6b199281-a799-4deb-ac08-0a1316d55ab6 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.396509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-455557e7-8c35-4bdc-9fc6-688ed96f621f req-6b199281-a799-4deb-ac08-0a1316d55ab6 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 944 time: 0.0862467 Jan 29 04:27:59.396756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-1b8a8748-05b3-4ffc-82d1-11c8f1da08eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34 HTTP/1.1" status: 200 len: 217 time: 0.1056604 Jan 29 04:27:59.462237 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:59.481658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045dd156-6fe1-4aaa-aff4-99d7382bba19 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:27:59.503014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-455557e7-8c35-4bdc-9fc6-688ed96f621f req-8462c8ef-5d57-4547-8cc1-891842061585 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Jan 29 04:27:59.515460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-c3c6ea98-aea9-41eb-92ef-05d03df63b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.517244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-c3c6ea98-aea9-41eb-92ef-05d03df63b6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.1120882 Jan 29 04:27:59.519355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 045dd156-6fe1-4aaa-aff4-99d7382bba19, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:27:59.526245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:59.598297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=045dd156-6fe1-4aaa-aff4-99d7382bba19,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:27:59.610706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.611425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.612057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.612863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.613362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.613852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.614350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.614825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.615852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.616336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.616822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.617836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:27:59.659232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-6c144fe4-b2da-4d79-a3c9-2f98ebcdcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.660878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-6c144fe4-b2da-4d79-a3c9-2f98ebcdcbef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340685 Jan 29 04:27:59.699203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:27:59.767236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b827d1-60bb-49de-9ad5-52f9c472b7c9 req-196f760a-28fa-4b05-a981-01ee1b66e1c4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:27:59.782876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46b827d1-60bb-49de-9ad5-52f9c472b7c9 req-196f760a-28fa-4b05-a981-01ee1b66e1c4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 945 time: 0.1220167 Jan 29 04:27:59.854678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46b827d1-60bb-49de-9ad5-52f9c472b7c9 req-38f27a71-7d99-4a1a-8a06-8f1ba3383088 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672016 Jan 29 04:27:59.913550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:27:59.915717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['045dd156-6fe1-4aaa-aff4-99d7382bba19'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:00.123063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-48366973-network', 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:00.159936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:00.162863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.178082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.287368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-dbc59f69-31bf-4b6d-8aad-692ce41c0d87 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116107 Jan 29 04:28:00.316687 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.339300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.365599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:00.389781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2642345-c2c2-4d05-8657-70bd69d94a7b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.394248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.395154 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Added segment 9f022a63-d731-4c70-8ed1-8ebef070e2ad of type vlan for network 61a7caeb-f810-4766-9c49-e2ecb81c4102 Jan 29 04:28:00.407407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Router 8f3185a0-ad38-4e6e-a73b-1f0198b6be30 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:00.420208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4521087-59e5-4c30-bff7-5025ca8f899c req-aad3989d-0ed4-4f1b-a793-234a72d27f30 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.422069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4521087-59e5-4c30-bff7-5025ca8f899c req-aad3989d-0ed4-4f1b-a793-234a72d27f30 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1352570 Jan 29 04:28:00.468800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.490010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:00.500948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4521087-59e5-4c30-bff7-5025ca8f899c req-263286a6-108c-45aa-b4de-e814e70600a9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600455 Jan 29 04:28:00.514892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26f50d5c-af1a-401f-be51-97a319bdda20 req-be404f9c-4697-47fb-9a05-903ae79e2859 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170720 Jan 29 04:28:00.525920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.528019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.529729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.570138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6547019 Jan 29 04:28:00.594778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48612) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:00.599504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Request body: {'subnet': {'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-48366973-subnet', 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:00.632925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285d03e-5f82-4392-b315-330159d82861 admin admin] Pushing event updated for resources: {'Network': ['ID=61a7caeb-f810-4766-9c49-e2ecb81c4102,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:00.654402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:00.677815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ab03-9ea0-48f1-b8ef-60d010f90721 req-f3697c8a-b338-4e20-9dec-667175037dc1 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.679681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dd6ab03-9ea0-48f1-b8ef-60d010f90721 req-f3697c8a-b338-4e20-9dec-667175037dc1 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 945 time: 0.2055409 Jan 29 04:28:00.695155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:00.697191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:00.701140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.712321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5afc1-cd12-4a50-b7c5-8141880cd91c req-e710b973-6a88-45a7-b546-86ff238759b8 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:00.712850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] Sync routers for ids ['8f3185a0-ad38-4e6e-a73b-1f0198b6be30'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:00.713963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ca5afc1-cd12-4a50-b7c5-8141880cd91c req-e710b973-6a88-45a7-b546-86ff238759b8 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 944 time: 0.0974870 Jan 29 04:28:00.755198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] Routers {'8f3185a0-ad38-4e6e-a73b-1f0198b6be30'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:00.756142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f3185a0-ad38-4e6e-a73b-1f0198b6be30'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:00.761403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.766170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-73dc87aa-0c23-4cd9-8532-9539036e5a68 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.3444593 Jan 29 04:28:00.769212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-981c4fb3-6812-4880-9aec-94a8ed8457ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d050cd9656b4b2b990a1212018ad975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770746 Jan 29 04:28:00.769923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:00.775593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48616) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:00.783867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dd6ab03-9ea0-48f1-b8ef-60d010f90721 req-954289b4-a2cd-4c0c-a66a-426d9c22df6d tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Jan 29 04:28:00.810290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:00.838597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] Routers {'8f3185a0-ad38-4e6e-a73b-1f0198b6be30'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:00.839496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f3185a0-ad38-4e6e-a73b-1f0198b6be30'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:00.856785 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ca5afc1-cd12-4a50-b7c5-8141880cd91c req-5b2be89c-6317-4aec-8c58-69c3abe201e2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314719 Jan 29 04:28:00.900619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf2ee-f96f-4ee0-8edb-4c8311572fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:00.914009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:00.914753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23cf17-d622-472a-8479-b733793f1a83 None None] The sync data for ids ['8f3185a0-ad38-4e6e-a73b-1f0198b6be30'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:00.919138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac0ae1fb-ed86-48f7-8ccb-0a74591c2523 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/8f3185a0-ad38-4e6e-a73b-1f0198b6be30 HTTP/1.1" status: 200 len: 924 time: 0.1458316 Jan 29 04:28:00.922702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:00.951501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f33675e-7a2c-4de6-9de5-3c6e66cae8c8 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f3185a0-ad38-4e6e-a73b-1f0198b6be30 HTTP/1.1" status: 200 len: 205 time: 0.0276582 Jan 29 04:28:00.954430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:00.983044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf2ee-f96f-4ee0-8edb-4c8311572fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.059926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.082676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bbc72-9c21-411d-850a-d818cc78de83 req-7888b4df-e561-4cd1-9bd7-30fcbccd565d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:01.084213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e3bbc72-9c21-411d-850a-d818cc78de83 req-7888b4df-e561-4cd1-9bd7-30fcbccd565d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 945 time: 0.1209924 Jan 29 04:28:01.101831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf2ee-f96f-4ee0-8edb-4c8311572fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.105834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf2ee-f96f-4ee0-8edb-4c8311572fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.105834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d7fbf2ee-f96f-4ee0-8edb-4c8311572fb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5840024c-712f-46ae-a382-3e18df29a572 HTTP/1.1" status: 204 len: 168 time: 0.3306267 Jan 29 04:28:01.114448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.138182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fa772e96-bc98-4abb-9e6e-33eca2ce6f34 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:28:01.142238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbf2ee-f96f-4ee0-8edb-4c8311572fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840024c-712f-46ae-a382-3e18df29a572,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.156094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 045dd156-6fe1-4aaa-aff4-99d7382bba19 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:01.156945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad1fbca-5034-4c39-86ae-3bca799a67fd,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.174505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:01.175392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Network hostable DHCP agents. Network: 61a7caeb-f810-4766-9c49-e2ecb81c4102, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:01.197932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:01.223901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 61a7caeb-f810-4766-9c49-e2ecb81c4102) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:01.229564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:01.230191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.256571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3bda52-1729-4375-a71b-5d85a235b634 None None] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:01.282228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bd12cdff-3e45-4bc2-b742-67219de33285 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6748023 Jan 29 04:28:01.303651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e3bbc72-9c21-411d-850a-d818cc78de83 req-72fafa9d-bc1c-46be-8c1a-887081a74813 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954520 Jan 29 04:28:01.363177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 045dd156-6fe1-4aaa-aff4-99d7382bba19 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:01.365162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.374609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:01.390876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 045dd156-6fe1-4aaa-aff4-99d7382bba19 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:01.391265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.398690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34', 'network_id': '75045185-0e6a-42e3-b0bb-d3a8bfa5b517', 'port_id': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34', 'mac_address': 'fa:16:3e:c3:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d235b7-d897-4823-ba68-4391bffb29fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:28:01.451069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Deleting port 17c48592-59b3-4a77-afca-cff1bdc31915 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:01.451419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.522038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f78a3-05d9-46d4-a951-f14ce9dec0c1 None None] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:01.526870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.587545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa772e96-bc98-4abb-9e6e-33eca2ce6f34 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:01.619964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.647603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:01.651291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Calling delete_port for 17c48592-59b3-4a77-afca-cff1bdc31915 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:01.660992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.703492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.762837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:01.765326 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb91561-e668-4522-a7a5-d11101ce445b" -d '{"events": [{"server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "name": "network-vif-plugged", "status": "completed", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:01.796845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 045dd156-6fe1-4aaa-aff4-99d7382bba19, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:01.798406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.806169 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:01.807260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1c421567-df1d-4691-9e2b-4bd4cee7df3d up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:01.821266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6389f4-7b47-437f-b095-4325099d421d req-f36a3e1c-443c-4e97-bf3f-952d6973b210 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:01.825376 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c6389f4-7b47-437f-b095-4325099d421d req-f36a3e1c-443c-4e97-bf3f-952d6973b210 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1604836 Jan 29 04:28:01.912256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=045dd156-6fe1-4aaa-aff4-99d7382bba19,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:01.917591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c6389f4-7b47-437f-b095-4325099d421d req-0fe16728-824e-4210-88f0-515bc50a4321 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843353 Jan 29 04:28:01.932172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 1c421567-df1d-4691-9e2b-4bd4cee7df3d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:01.937568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 1c421567-df1d-4691-9e2b-4bd4cee7df3d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:01.938337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.001729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.003730 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2f451-8789-499b-a042-1e0ec6681c4b x-openstack-request-id: req-2ac2f451-8789-499b-a042-1e0ec6681c4b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:02.004019 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "name": "network-vif-plugged", "status": "completed", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:02.004291 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ac2f451-8789-499b-a042-1e0ec6681c4b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:02.004665 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'code': 200} Jan 29 04:28:02.041343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event deleted for resources: {'Port': ['ID=17c48592-59b3-4a77-afca-cff1bdc31915,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.080903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fa772e96-bc98-4abb-9e6e-33eca2ce6f34'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:02.122134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796ea2a-49f6-4360-a480-d24d66957db9 req-3f168009-43ab-47ea-aa8a-c1fcf0a86b85 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.143134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b796ea2a-49f6-4360-a480-d24d66957db9 req-3f168009-43ab-47ea-aa8a-c1fcf0a86b85 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 945 time: 0.0781143 Jan 29 04:28:02.147086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.152652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.195460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b796ea2a-49f6-4360-a480-d24d66957db9 req-0b89a60c-8af2-4129-b33e-88525681fc03 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Jan 29 04:28:02.213411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:02.224685 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.225498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device daacc54c-0a57-4b01-876a-9b99b414452c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:02.381039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd028043-b993-4d4e-8492-f2bb8ee807bb req-4e856c47-ac00-42d3-b224-9ffa5a956ad2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.384544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1c421567-df1d-4691-9e2b-4bd4cee7df3d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.397515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd028043-b993-4d4e-8492-f2bb8ee807bb req-4e856c47-ac00-42d3-b224-9ffa5a956ad2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 945 time: 0.0993779 Jan 29 04:28:02.434292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.438587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.446670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port daacc54c-0a57-4b01-876a-9b99b414452c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:02.455773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port daacc54c-0a57-4b01-876a-9b99b414452c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:02.456327 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.482449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd028043-b993-4d4e-8492-f2bb8ee807bb req-bfc9ab55-af3d-43e1-b8d4-a075ffa8c378 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838158 Jan 29 04:28:02.502784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfd164-efd2-49bd-aebc-99d308357411 req-a6bd6a18-d688-4b54-bd0f-e78f2cf60bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.502784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22dfd164-efd2-49bd-aebc-99d308357411 req-a6bd6a18-d688-4b54-bd0f-e78f2cf60bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 1097 time: 0.3382840 Jan 29 04:28:02.522471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.523036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Fanout notify agent at l3_agent the message router_deleted on router 8f3185a0-ad38-4e6e-a73b-1f0198b6be30 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:02.537016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.541772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48676) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:02.542018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2dc9919b-0a46-4f35-8663-e4b3c5737f48 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/8f3185a0-ad38-4e6e-a73b-1f0198b6be30 HTTP/1.1" status: 204 len: 168 time: 1.5864556 Jan 29 04:28:02.546826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1353973188', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': False}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:02.562349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-0871250c-8fcc-49be-898d-1f08518fec81 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.572293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-0871250c-8fcc-49be-898d-1f08518fec81 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.2526300 Jan 29 04:28:02.593041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.600655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-c66033b9-6785-49a6-a6a0-5380728a2e47 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.0273719 Jan 29 04:28:02.604809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22dfd164-efd2-49bd-aebc-99d308357411 req-8b5b4ae3-93d0-4f4c-9826-f9e9a0dc2b20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006701 Jan 29 04:28:02.613742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.614939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.640947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-e1e8efc8-89d0-49df-9ce5-2910fdabbff7 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393202 Jan 29 04:28:02.643206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6a94-d7bb-4870-8bbe-12d8f5519b53 req-0398f02b-6aaf-4b8d-b879-6de7b0ffd061 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:02.644531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-192b6a94-d7bb-4870-8bbe-12d8f5519b53 req-0398f02b-6aaf-4b8d-b879-6de7b0ffd061 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.0939307 Jan 29 04:28:02.647905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port daacc54c-0a57-4b01-876a-9b99b414452c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=daacc54c-0a57-4b01-876a-9b99b414452c,segment=NetworkSegment(94569e0b-8004-4c04-8a7e-eeb6b71e98d5),segment_id=94569e0b-8004-4c04-8a7e-eeb6b71e98d5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:02.654902 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.719452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:02.730321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=daacc54c-0a57-4b01-876a-9b99b414452c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:02.742971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-3e231e74-fb16-4016-9113-da4db27c8564 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000085 Jan 29 04:28:02.785114 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-192b6a94-d7bb-4870-8bbe-12d8f5519b53 req-9a18a530-9846-4100-920d-169cd041665b tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272190 Jan 29 04:28:02.840587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-17d29b6c-9902-4dc8-9e98-10f35eeaf6be service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916960 Jan 29 04:28:02.899282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.163618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa35538-a03b-454e-9b77-149396fa9ee1 req-df3b48ed-a32b-43b4-8e7e-8d60bf1f59f9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:03.165921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa35538-a03b-454e-9b77-149396fa9ee1 req-df3b48ed-a32b-43b4-8e7e-8d60bf1f59f9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0815799 Jan 29 04:28:03.180330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af489817-1c09-4976-9907-835e5c5d5f11 req-780b3804-d350-445a-b6cc-2de20c616375 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 210 time: 0.0481675 Jan 29 04:28:03.236258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa35538-a03b-454e-9b77-149396fa9ee1 req-78306254-7af0-4e04-8105-e3aa380e39ac tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635803 Jan 29 04:28:03.271672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.303623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.428912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c068e60-f450-4970-8f5f-54f02ddf5d77 req-0864e2b0-1502-47ed-ac92-39db2436e7bc tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:03.431093 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c068e60-f450-4970-8f5f-54f02ddf5d77 req-0864e2b0-1502-47ed-ac92-39db2436e7bc tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.1189051 Jan 29 04:28:03.464850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:03.506125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Allocated IP 172.25.4.188 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/0740b29f-7014-4363-bb14-106a33b95da6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:03.522144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c068e60-f450-4970-8f5f-54f02ddf5d77 req-40ab1b5d-d420-4847-9296-707ab0771c71 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691197 Jan 29 04:28:03.642280 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb95edc8-6a60-4150-aa32-ff63d87cfd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.643302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.691470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e4da-1615-4024-9264-6534ab5dd01d req-ff54f7e7-a419-4407-981d-c3f93d33628a tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:03.699397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6370e4da-1615-4024-9264-6534ab5dd01d req-ff54f7e7-a419-4407-981d-c3f93d33628a tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 945 time: 0.1012194 Jan 29 04:28:03.703415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.759021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6370e4da-1615-4024-9264-6534ab5dd01d req-fc683024-efb6-4ba4-970d-4bc4243de5b4 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Jan 29 04:28:03.766032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:03.767684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Port': ['ID=0740b29f-7014-4363-bb14-106a33b95da6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.771903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:03.781549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:03.795651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb95edc8-6a60-4150-aa32-ff63d87cfd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.800385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb95edc8-6a60-4150-aa32-ff63d87cfd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.862463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb95edc8-6a60-4150-aa32-ff63d87cfd4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cb3b9049a3a4030bdbed68a77796fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963778 Jan 29 04:28:03.864672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:03.876069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95edc8-6a60-4150-aa32-ff63d87cfd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6994219e-6aed-46d3-9935-acd0d62a425f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:03.933797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d654438a-f80a-4290-8060-c58d90edeaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:03.968419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d654438a-f80a-4290-8060-c58d90edeaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:04.005699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285df49f-39b0-4f55-b91c-43f289e0572c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c421567-df1d-4691-9e2b-4bd4cee7df3d'}, {'server_uuid': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daacc54c-0a57-4b01-876a-9b99b414452c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:04.010272 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004511c7-361c-437a-817d-e169df816e1e" -d '{"events": [{"server_uuid": "285df49f-39b0-4f55-b91c-43f289e0572c", "name": "network-vif-plugged", "status": "completed", "tag": "1c421567-df1d-4691-9e2b-4bd4cee7df3d"}, {"server_uuid": "256d5c32-5fe6-4076-818a-b1bcb3146725", "name": "network-vif-plugged", "status": "completed", "tag": "daacc54c-0a57-4b01-876a-9b99b414452c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:04.016743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37521-375a-431a-a7a5-de37a4452996 req-db539d7f-526a-4422-a5c0-e975a7a86f24 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.025124 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10c37521-375a-431a-a7a5-de37a4452996 req-db539d7f-526a-4422-a5c0-e975a7a86f24 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.0952346 Jan 29 04:28:04.058198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d654438a-f80a-4290-8060-c58d90edeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:04.061832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d654438a-f80a-4290-8060-c58d90edeaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:04.069352 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2afe6b2-0325-4674-8145-0b6c346de882 x-openstack-request-id: req-f2afe6b2-0325-4674-8145-0b6c346de882 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:04.069643 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285df49f-39b0-4f55-b91c-43f289e0572c", "name": "network-vif-plugged", "status": "completed", "tag": "1c421567-df1d-4691-9e2b-4bd4cee7df3d", "code": 200}, {"server_uuid": "256d5c32-5fe6-4076-818a-b1bcb3146725", "name": "network-vif-plugged", "status": "completed", "tag": "daacc54c-0a57-4b01-876a-9b99b414452c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:04.069909 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2afe6b2-0325-4674-8145-0b6c346de882 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:04.070322 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285df49f-39b0-4f55-b91c-43f289e0572c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c421567-df1d-4691-9e2b-4bd4cee7df3d', 'code': 200} Jan 29 04:28:04.070604 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daacc54c-0a57-4b01-876a-9b99b414452c', 'code': 200} Jan 29 04:28:04.074386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d654438a-f80a-4290-8060-c58d90edeaaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6994219e-6aed-46d3-9935-acd0d62a425f HTTP/1.1" status: 204 len: 168 time: 0.2081935 Jan 29 04:28:04.102886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654438a-f80a-4290-8060-c58d90edeaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6994219e-6aed-46d3-9935-acd0d62a425f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:04.154430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10c37521-375a-431a-a7a5-de37a4452996 req-a6ecbc61-d546-450b-8c17-b8cf58ed4e0f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876231 Jan 29 04:28:04.186322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:04.316978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d782608-ecf5-4220-8621-9ccef6b3e519 req-a6f489b8-9bb4-4c5a-9933-63c6d47b6e6c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 210 time: 0.0484898 Jan 29 04:28:04.352647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b061-50e5-4125-b539-0e73cf22e83a req-7f9daccb-d2d1-42b9-8c62-e892c40dab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.354388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee76b061-50e5-4125-b539-0e73cf22e83a req-7f9daccb-d2d1-42b9-8c62-e892c40dab04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 1097 time: 0.0992362 Jan 29 04:28:04.357261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465603-009c-4ae8-ac44-7c7660943ac3 req-b9cece2c-c542-4c26-8f66-c2732cdc54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.358839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e465603-009c-4ae8-ac44-7c7660943ac3 req-b9cece2c-c542-4c26-8f66-c2732cdc54dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 1097 time: 0.1467743 Jan 29 04:28:04.432930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e465603-009c-4ae8-ac44-7c7660943ac3 req-898cfdbf-908e-4b42-93e5-b0d808769c52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580242 Jan 29 04:28:04.437733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee76b061-50e5-4125-b539-0e73cf22e83a req-b5c15eb3-4bfb-44cb-bdd5-20d3011979f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697780 Jan 29 04:28:04.498478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b496c-8e4f-4a41-b208-6e1ab0bfb594 req-2c184dbe-0411-4477-b573-1257814d9b28 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.502920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-675b496c-8e4f-4a41-b208-6e1ab0bfb594 req-2c184dbe-0411-4477-b573-1257814d9b28 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1229310 Jan 29 04:28:04.532832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:04.606320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-675b496c-8e4f-4a41-b208-6e1ab0bfb594 req-3f920d97-0a8b-4f47-8fcb-e75d2a433398 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936654 Jan 29 04:28:04.708245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea08cb-aa2c-4f48-b7d2-611b6354eefa req-7db9aa2e-e23a-4570-add3-cd94f6e5abe8 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.710148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-beea08cb-aa2c-4f48-b7d2-611b6354eefa req-7db9aa2e-e23a-4570-add3-cd94f6e5abe8 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.0824466 Jan 29 04:28:04.725534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Router c4671f3f-e5ae-4525-ad60-2ccaa98a4071 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:04.769123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-beea08cb-aa2c-4f48-b7d2-611b6354eefa req-d387f272-a465-4fc7-b3e9-2a9b930964ec tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Jan 29 04:28:04.913108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:04.927565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Sync routers for ids ['c4671f3f-e5ae-4525-ad60-2ccaa98a4071'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:04.940910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb9b6a-33e6-40d3-9031-88e312b3eff4 req-fa0707b7-096a-4b33-a944-e7102a010fdd tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:04.942426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50cb9b6a-33e6-40d3-9031-88e312b3eff4 req-fa0707b7-096a-4b33-a944-e7102a010fdd tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 945 time: 0.0908496 Jan 29 04:28:04.944468 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Routers {'c4671f3f-e5ae-4525-ad60-2ccaa98a4071'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:04.945327 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4671f3f-e5ae-4525-ad60-2ccaa98a4071'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:04.953853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:04.955818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-682cbfec-2e72-4272-8bae-0e887834a1fc tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4124801 Jan 29 04:28:04.959154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:05.002549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50cb9b6a-33e6-40d3-9031-88e312b3eff4 req-5e3901d7-cd5b-4df3-861a-d875f5258c54 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Jan 29 04:28:05.159704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fa772e96-bc98-4abb-9e6e-33eca2ce6f34 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:05.167302 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Set router c4671f3f-e5ae-4525-ad60-2ccaa98a4071 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:05.338427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-264192de-287f-441d-a59c-c63f3e9b829c tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/c4671f3f-e5ae-4525-ad60-2ccaa98a4071 HTTP/1.1" status: 200 len: 909 time: 0.3779726 Jan 29 04:28:05.344601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:05.345238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:05.349498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:05.350535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.356983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1353973188', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': True}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:05.420770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef09b6-68aa-4d42-bc9c-5a71ea888b82 req-cdc727e0-6331-46ee-bb42-92be35624f1c tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.422338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bef09b6-68aa-4d42-bc9c-5a71ea888b82 req-cdc727e0-6331-46ee-bb42-92be35624f1c tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.0985973 Jan 29 04:28:05.427391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-3fc4789b-31b2-459d-92c4-748610f8004b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.430493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.432784 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.433160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-3fc4789b-31b2-459d-92c4-748610f8004b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.3297148 Jan 29 04:28:05.455163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Request body: {'port': {'device_id': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'admin_state_up': True, 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:05.504197 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.511857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bef09b6-68aa-4d42-bc9c-5a71ea888b82 req-2712d6f7-7cad-494a-b5e6-6accf70fed9c tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705645 Jan 29 04:28:05.565918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.586328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:05.596653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.631911 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4671f3f-e5ae-4525-ad60-2ccaa98a4071', 'name': 'tempest-snat-router-1353973188', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.188'}], 'enable_snat': False}, 'gw_port_id': '0740b29f-7014-4363-bb14-106a33b95da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:02Z', 'updated_at': '2022-01-29T04:28:03Z', 'revision_number': 3, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port': {'id': '0740b29f-7014-4363-bb14-106a33b95da6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4671f3f-e5ae-4525-ad60-2ccaa98a4071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:03Z', 'updated_at': '2022-01-29T04:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:05.656128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:05.664805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.699994 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Checking router: c4671f3f-e5ae-4525-ad60-2ccaa98a4071 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:05.701248 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Updating router c4671f3f-e5ae-4525-ad60-2ccaa98a4071 port 0740b29f-7014-4363-bb14-106a33b95da6 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:28:05.721071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:05.744316 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.758470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35567e1b-9433-45db-b00a-79a2ba4be8ad req-6be96df2-2424-4bdf-a5cf-ed1d4ec2df73 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 210 time: 0.0676451 Jan 29 04:28:05.824917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:05.943753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Allocated IP 172.20.0.2 (61a7caeb-f810-4766-9c49-e2ecb81c4102/7ad1fbca-5034-4c39-86ae-3bca799a67fd/ca3ff373-f1cc-43dc-a2c7-8602e40a6074) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:05.994240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fd5d-4335-4cd8-afd4-dc3a8e1044f3 req-5042bc73-b4ba-4e4d-87ea-eb2fa8bdae40 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:05.996028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e30fd5d-4335-4cd8-afd4-dc3a8e1044f3 req-5042bc73-b4ba-4e4d-87ea-eb2fa8bdae40 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.1109464 Jan 29 04:28:06.016912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48766) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:06.022649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Request body: {'floatingip': {'port_id': '045dd156-6fe1-4aaa-aff4-99d7382bba19'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:06.071425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:06.074712 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012dc94a-3af1-4914-8a10-24d4c32c2428" -d '{"events": [{"server_uuid": "a74f59c2-e937-4c3c-adb4-9f482df70491", "name": "network-vif-plugged", "status": "completed", "tag": "fa772e96-bc98-4abb-9e6e-33eca2ce6f34"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:06.089720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.312469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc74f4-0747-46d7-a238-9871740904bb req-f74638a3-4bed-421d-8f34-0e76e53ff7b8 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:06.325409 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6acc74f4-0747-46d7-a238-9871740904bb req-f74638a3-4bed-421d-8f34-0e76e53ff7b8 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.1472898 Jan 29 04:28:06.329205 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.339320 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.377243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.385563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.391375 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda8bf-c6dd-4447-a992-11b5f8668bcb None None] Pushing event updated for resources: {'Port': ['ID=0740b29f-7014-4363-bb14-106a33b95da6,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.418743 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Attempting to bind port 0740b29f-7014-4363-bb14-106a33b95da6 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:06.419115 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Attempting to bind port 0740b29f-7014-4363-bb14-106a33b95da6 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:06.419598 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Attempting to bind port 0740b29f-7014-4363-bb14-106a33b95da6 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:06.433755 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:06.433755 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:06.433755 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.434216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd857fd-2171-49b2-8325-090561fe2a54 req-ce5c8fc4-8d34-4346-9651-209d81fcf95d tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:06.434303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:06.434303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Bound port: 0740b29f-7014-4363-bb14-106a33b95da6, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:06.434303 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.434528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6acc74f4-0747-46d7-a238-9871740904bb req-ef5d2cc0-f2bf-4b37-9743-773ccfec2985 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043296 Jan 29 04:28:06.434607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dbd857fd-2171-49b2-8325-090561fe2a54 req-ce5c8fc4-8d34-4346-9651-209d81fcf95d tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2782705 Jan 29 04:28:06.448051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.497239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.569923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] For port 0740b29f-7014-4363-bb14-106a33b95da6, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:06.573955 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] For port 0740b29f-7014-4363-bb14-106a33b95da6, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0740b29f-7014-4363-bb14-106a33b95da6,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:06.583981 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.588125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dbd857fd-2171-49b2-8325-090561fe2a54 req-0047bed0-b6fe-4989-8fdf-ba31077225e2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420534 Jan 29 04:28:06.619255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:06.628464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:06.635469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:06.682811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event updated for resources: {'Port': ['ID=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.689075 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Routers {'c4671f3f-e5ae-4525-ad60-2ccaa98a4071'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:06.690023 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4671f3f-e5ae-4525-ad60-2ccaa98a4071'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:06.706329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9657a-949e-4e1f-b7c9-eba2c8d9d41c req-692d718f-63f3-481f-88c0-fd684250f149 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:06.714018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11a9657a-949e-4e1f-b7c9-eba2c8d9d41c req-692d718f-63f3-481f-88c0-fd684250f149 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.1606696 Jan 29 04:28:06.718652 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7370711b-4f32-4a82-86d6-aa724754d180 x-openstack-request-id: req-7370711b-4f32-4a82-86d6-aa724754d180 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:06.719175 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74f59c2-e937-4c3c-adb4-9f482df70491", "name": "network-vif-plugged", "status": "completed", "tag": "fa772e96-bc98-4abb-9e6e-33eca2ce6f34", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:06.719334 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7370711b-4f32-4a82-86d6-aa724754d180 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:06.720011 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34', 'code': 200} Jan 29 04:28:06.727654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:06.728540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:06.761883 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda8bf-c6dd-4447-a992-11b5f8668bcb None None] Pushing event updated for resources: {'Port': ['ID=0740b29f-7014-4363-bb14-106a33b95da6,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:06.791812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-b31bf368-8256-4289-afbf-934ce6bdb3db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3383746 Jan 29 04:28:06.830262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11a9657a-949e-4e1f-b7c9-eba2c8d9d41c req-2d4ac116-0e06-4f31-a2f4-f2e31ac09121 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016762 Jan 29 04:28:06.835645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Request body: {'port': {'device_id': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:06.839978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Allocated IP 172.25.4.72 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/1038fca2-f288-4245-9d17-c1cb9a36942e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:06.919428 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] Set router c4671f3f-e5ae-4525-ad60-2ccaa98a4071 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:07.079290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.099391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373aca2-3cd8-41b2-b6bf-02f5e3092398 req-b2fbf7b0-6042-4ad6-bc32-b566f64208cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:07.100875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b373aca2-3cd8-41b2-b6bf-02f5e3092398 req-b2fbf7b0-6042-4ad6-bc32-b566f64208cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 1097 time: 0.2568841 Jan 29 04:28:07.123049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.126998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.134527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9851ce8-4140-4381-9115-c52cfecfa0c5 req-a108b6a3-6345-464a-bd64-0c6c2e5c0153 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:07.136043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9851ce8-4140-4381-9115-c52cfecfa0c5 req-a108b6a3-6345-464a-bd64-0c6c2e5c0153 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 931 time: 0.1901135 Jan 29 04:28:07.142834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.221307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b373aca2-3cd8-41b2-b6bf-02f5e3092398 req-20725207-0c96-44d9-9230-2032d9e807df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098921 Jan 29 04:28:07.258516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9851ce8-4140-4381-9115-c52cfecfa0c5 req-1c92a4f4-8ece-4ea8-affb-333fdcfa7522 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894897 Jan 29 04:28:07.268567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.323392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:07.331045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:07.333838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:07.343208 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4671f3f-e5ae-4525-ad60-2ccaa98a4071', 'name': 'tempest-snat-router-1353973188', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.188'}], 'enable_snat': False}, 'gw_port_id': '0740b29f-7014-4363-bb14-106a33b95da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:02Z', 'updated_at': '2022-01-29T04:28:03Z', 'revision_number': 3, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port': {'id': '0740b29f-7014-4363-bb14-106a33b95da6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4671f3f-e5ae-4525-ad60-2ccaa98a4071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:03Z', 'updated_at': '2022-01-29T04:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:07.387607 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Floating IP c72e6237-26fc-4fed-a81b-b6e19516640c associated. External IP: 172.25.4.168, port: 045dd156-6fe1-4aaa-aff4-99d7382bba19. Jan 29 04:28:07.403965 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf28bbb-c805-4832-bf3e-3cf1c7b3d0e2 None None] The sync data for ids ['c4671f3f-e5ae-4525-ad60-2ccaa98a4071'] in n-d-825930-1 is: [{'id': 'c4671f3f-e5ae-4525-ad60-2ccaa98a4071', 'name': 'tempest-snat-router-1353973188', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.188'}], 'enable_snat': False}, 'gw_port_id': '0740b29f-7014-4363-bb14-106a33b95da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:02Z', 'updated_at': '2022-01-29T04:28:03Z', 'revision_number': 3, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port': {'id': '0740b29f-7014-4363-bb14-106a33b95da6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4671f3f-e5ae-4525-ad60-2ccaa98a4071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:03Z', 'updated_at': '2022-01-29T04:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:07.603598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3ff373-f1cc-43dc-a2c7-8602e40a6074 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:07.637928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.692492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Transition to ACTIVE for port object ca3ff373-f1cc-43dc-a2c7-8602e40a6074 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:07.702396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:07.807658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248092b-b3b3-4712-b345-00de4ec1b267 req-654f6632-a4f0-4a77-a6df-e8883b85afd0 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:07.815127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b248092b-b3b3-4712-b345-00de4ec1b267 req-654f6632-a4f0-4a77-a6df-e8883b85afd0 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.2227077 Jan 29 04:28:07.815274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Port': ['ID=1038fca2-f288-4245-9d17-c1cb9a36942e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:07.878369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b248092b-b3b3-4712-b345-00de4ec1b267 req-5985cb6e-f5c1-4ab0-ae94-4da1b2b5b7a4 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Jan 29 04:28:07.879060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:08.105558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5234-2305-457e-9b72-ede03027a654 req-37e2151a-ea9b-4e22-81d8-68715798c7dd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.113708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-360f5234-2305-457e-9b72-ede03027a654 req-37e2151a-ea9b-4e22-81d8-68715798c7dd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1197743 Jan 29 04:28:08.132353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Attempting to bind port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:08.132714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Attempting to bind port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:08.133062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Attempting to bind port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:08.143274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:08.143274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Attempting to bind port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:08.157370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c49c3a-0c55-4655-8ac6-1b453a8cff0a req-a0eaf148-0d62-41a9-8cd2-00942f4e7d40 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.158882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62c49c3a-0c55-4655-8ac6-1b453a8cff0a req-a0eaf148-0d62-41a9-8cd2-00942f4e7d40 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.1249852 Jan 29 04:28:08.161342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:08.161851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:08.162280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Bound using segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:08.162714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Bound port: ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:08.163361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:08.180695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-360f5234-2305-457e-9b72-ede03027a654 req-346e1623-dca9-4450-b7bd-004e0aa57a11 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Jan 29 04:28:08.277750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] For port ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:08.282582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] For port ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:08.291094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:08.340933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.342591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:08.344534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca3ff373-f1cc-43dc-a2c7-8602e40a6074 HTTP/1.1" status: 200 len: 1091 time: 1.5132847 Jan 29 04:28:08.351398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'tag': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:08.354967 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0" -d '{"events": [{"name": "network-changed", "server_uuid": "162d9bce-6426-4907-8aa3-506ab6eb5a46", "tag": "ca3ff373-f1cc-43dc-a2c7-8602e40a6074"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:08.365341 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62c49c3a-0c55-4655-8ac6-1b453a8cff0a req-545a7599-7678-4202-8d67-566b6ab62bf7 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964593 Jan 29 04:28:08.396322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:08.406958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f908c-d4e5-4f86-bd00-1267260ec2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:08.482363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Router f12fff5a-7ed7-45f6-af70-5e92cecd4164 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:28:08.512413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0275b4-34ff-42d8-b2e4-151adbbfdb11 req-3f6b46fb-97f6-4a3f-b5f0-9a0d46e1d5cf tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.518926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa0275b4-34ff-42d8-b2e4-151adbbfdb11 req-3f6b46fb-97f6-4a3f-b5f0-9a0d46e1d5cf tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 943 time: 0.0844185 Jan 29 04:28:08.593779 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadebe23-4ed9-4e52-ae2c-85bd29f96f67 x-openstack-request-id: req-dadebe23-4ed9-4e52-ae2c-85bd29f96f67 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:08.594923 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162d9bce-6426-4907-8aa3-506ab6eb5a46", "tag": "ca3ff373-f1cc-43dc-a2c7-8602e40a6074", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:08.595181 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dadebe23-4ed9-4e52-ae2c-85bd29f96f67 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:08.595582 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'tag': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074', 'status': 'completed', 'code': 200} Jan 29 04:28:08.652528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-c2074c50-d706-48ea-843c-e7d8f9d04b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:08.654200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-c2074c50-d706-48ea-843c-e7d8f9d04b50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 1094 time: 0.1323743 Jan 29 04:28:08.661411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa0275b4-34ff-42d8-b2e4-151adbbfdb11 req-93b437b7-7089-41e6-953c-39249da3918f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726883 Jan 29 04:28:08.771799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:08.794201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] Sync routers for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:08.817513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:08.818356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:08.892280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:08.970140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2196d057-1f40-4d32-8393-842d9b8eafec tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "PUT /v2.0/floatingips/c72e6237-26fc-4fed-a81b-b6e19516640c HTTP/1.1" status: 200 len: 992 time: 2.9519184 Jan 29 04:28:08.973743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:08.976345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8208d4b1-1f54-4393-96ee-0dead514410a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:08.984052 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:09.073649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:09.285543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1850ad-59c2-4561-a153-0ebc3faa7a41 req-6b6ce10c-1ff6-4ccc-a56e-df633234498e tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.287175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a1850ad-59c2-4561-a153-0ebc3faa7a41 req-6b6ce10c-1ff6-4ccc-a56e-df633234498e tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.2417719 Jan 29 04:28:09.341966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-6f98fe73-3266-41b5-b972-59725d9109b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074 HTTP/1.1" status: 200 len: 217 time: 0.6568875 Jan 29 04:28:09.396837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a1850ad-59c2-4561-a153-0ebc3faa7a41 req-3fdbf4e0-04b9-452c-aa4f-259fcb5d2a38 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928268 Jan 29 04:28:09.433297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-ced2c864-d32a-44d2-be80-2594c7f829f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.435234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-ced2c864-d32a-44d2-be80-2594c7f829f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0796614 Jan 29 04:28:09.456318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0740b29f-7014-4363-bb14-106a33b95da6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:09.469353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Router e0f02074-d0ed-4e74-bab2-070f6fea0566 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:09.521515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-392ae742-88f1-498b-819f-b33993137edf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677469 Jan 29 04:28:09.624342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0740b29f-7014-4363-bb14-106a33b95da6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:09.624342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:09.658381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545ba6b-574a-4b4c-ba16-b846ecdefe7f req-f2198033-3198-49ee-80d7-63937d2295bd tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:09.668372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1545ba6b-574a-4b4c-ba16-b846ecdefe7f req-f2198033-3198-49ee-80d7-63937d2295bd tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.1249468 Jan 29 04:28:09.713537 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b26750-62cc-485e-bfd0-4300c0b8e08d x-openstack-request-id: req-67b26750-62cc-485e-bfd0-4300c0b8e08d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:09.714110 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:09.715106 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67b26750-62cc-485e-bfd0-4300c0b8e08d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:09.715652 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'status': 'completed', 'code': 200} Jan 29 04:28:09.723750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:09.733500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c72e6237-26fc-4fed-a81b-b6e19516640c', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'port_id': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'mac_address': 'fa:16:3e:52:4b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:28:06Z', 'revision_number': 1, 'project_id': '2f28fe2110a748039690673837d5b467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:09.734179 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Sync routers for ids ['e0f02074-d0ed-4e74-bab2-070f6fea0566'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:09.747817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-92ec7b97-4da0-45e1-8aaf-b207afc56bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172415 Jan 29 04:28:09.755506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1545ba6b-574a-4b4c-ba16-b846ecdefe7f req-ae288fc9-abbd-4347-9c0a-419f045b91ff tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860367 Jan 29 04:28:09.762451 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Routers {'e0f02074-d0ed-4e74-bab2-070f6fea0566'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:09.764399 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e0f02074-d0ed-4e74-bab2-070f6fea0566'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:09.769397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] Checking router: f12fff5a-7ed7-45f6-af70-5e92cecd4164 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:09.795964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:09.801107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-127096a0-8f91-495e-bd1f-edb247da4679 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4573393 Jan 29 04:28:09.801874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:09.819996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:09.821043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:09.938383 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:09.997997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d4b1-1f54-4393-96ee-0dead514410a req-d15c75a5-9e72-40e9-b951-aa1fa803331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.000913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8706-8363-46dc-86b5-59e29fa163a9 req-93aa044c-4144-4c16-8060-f346afdca007 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.001162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 0740b29f-7014-4363-bb14-106a33b95da6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0740b29f-7014-4363-bb14-106a33b95da6,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:10.002362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-d15c75a5-9e72-40e9-b951-aa1fa803331b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f28fe2110a748039690673837d5b467&device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 1097 time: 0.2041993 Jan 29 04:28:10.003898 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Set router e0f02074-d0ed-4e74-bab2-070f6fea0566 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:10.009255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d25d8706-8363-46dc-86b5-59e29fa163a9 req-93aa044c-4144-4c16-8060-f346afdca007 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.1109228 Jan 29 04:28:10.014755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.068965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:10.088505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d25d8706-8363-46dc-86b5-59e29fa163a9 req-b55214c9-574f-4929-b9be-a34c314a9cfa tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756366 Jan 29 04:28:10.106159 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fbfec5f7-6d1c-4447-8098-8f2f365794d3 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/e0f02074-d0ed-4e74-bab2-070f6fea0566 HTTP/1.1" status: 200 len: 907 time: 0.3026876 Jan 29 04:28:10.112969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48846) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:10.128353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=0740b29f-7014-4363-bb14-106a33b95da6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:10.130776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6e1b1-b67c-4ffa-a1b6-5945e69075c0 req-1e2c2482-d600-4797-ad0a-9f0a742e8767 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.152141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dad6e1b1-b67c-4ffa-a1b6-5945e69075c0 req-1e2c2482-d600-4797-ad0a-9f0a742e8767 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2809606 Jan 29 04:28:10.278539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f02074-d0ed-4e74-bab2-070f6fea0566', 'name': 'tempest-snat-router-1353973188', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '1038fca2-f288-4245-9d17-c1cb9a36942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:05Z', 'updated_at': '2022-01-29T04:28:08Z', 'revision_number': 3, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port': {'id': '1038fca2-f288-4245-9d17-c1cb9a36942e', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f02074-d0ed-4e74-bab2-070f6fea0566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:06Z', 'updated_at': '2022-01-29T04:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:10.285486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd63ac1-c8c8-45ce-be52-ba0c165a5b72 req-e54f3e1a-0de3-48fb-93db-f7f31edfaa22 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295372 Jan 29 04:28:10.290960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d4b1-1f54-4393-96ee-0dead514410a req-c6542343-89f5-4414-8ee3-f1ec4a48e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.293055 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-c6542343-89f5-4414-8ee3-f1ec4a48e69a service neutron] 10.222.0.36 "GET /v2.0/networks?id=526a71a9-bf70-4c5c-bd6a-c0c00851235d HTTP/1.1" status: 200 len: 915 time: 0.2466605 Jan 29 04:28:10.310842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.342835 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Checking router: e0f02074-d0ed-4e74-bab2-070f6fea0566 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:10.343182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Updating router e0f02074-d0ed-4e74-bab2-070f6fea0566 port 1038fca2-f288-4245-9d17-c1cb9a36942e binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:28:10.393316 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.435078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dad6e1b1-b67c-4ffa-a1b6-5945e69075c0 req-2e26ffe5-ba6a-4023-86f1-854904887095 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817531 Jan 29 04:28:10.453294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c72e6237-26fc-4fed-a81b-b6e19516640c', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'port_id': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'mac_address': 'fa:16:3e:52:4b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:28:06Z', 'revision_number': 1, 'project_id': '2f28fe2110a748039690673837d5b467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:10.493300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf55139-6b15-415f-abf0-99ebb5f97c9d None None] The sync data for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 is: [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c72e6237-26fc-4fed-a81b-b6e19516640c', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'port_id': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'mac_address': 'fa:16:3e:52:4b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:27:35Z', 'updated_at': '2022-01-29T04:28:06Z', 'revision_number': 1, 'project_id': '2f28fe2110a748039690673837d5b467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:10.543950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.556565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-3278e927-005a-44df-8bc1-ac0b03f8e618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19 HTTP/1.1" status: 200 len: 1000 time: 0.2371442 Jan 29 04:28:10.663803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-dd40984d-0cd3-4e28-a925-e61e6a2c99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.666645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-dd40984d-0cd3-4e28-a925-e61e6a2c99af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 1094 time: 0.1995513 Jan 29 04:28:10.687941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Deleting port 1038fca2-f288-4245-9d17-c1cb9a36942e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:10.688290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.716026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086e56a-a51c-4db4-af33-778f526a4787 req-78377e40-b3a6-4008-b221-0bc4c6f93e78 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.723293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5086e56a-a51c-4db4-af33-778f526a4787 req-78377e40-b3a6-4008-b221-0bc4c6f93e78 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 943 time: 0.1566846 Jan 29 04:28:10.733743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d4b1-1f54-4393-96ee-0dead514410a req-23944131-ac59-4c94-a9aa-24e571eb340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:10.736072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-23944131-ac59-4c94-a9aa-24e571eb340a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04e28533-530a-4c4b-bb11-e7c892f6b81f HTTP/1.1" status: 200 len: 853 time: 0.1260006 Jan 29 04:28:10.863531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.891886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Calling delete_port for 1038fca2-f288-4245-9d17-c1cb9a36942e owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:10.947500 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:10.965157 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.001687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-2e7ae602-a557-45a5-abc6-60a96e95341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.003183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-2e7ae602-a557-45a5-abc6-60a96e95341a service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 911 time: 0.3046937 Jan 29 04:28:11.011086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da586b9-070d-49b2-bd4e-0051192c4a87 None None] Pushing event updated for resources: {'Port': ['ID=1038fca2-f288-4245-9d17-c1cb9a36942e,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:11.031309 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Attempting to bind port 1038fca2-f288-4245-9d17-c1cb9a36942e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:11.031907 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Attempting to bind port 1038fca2-f288-4245-9d17-c1cb9a36942e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:11.032460 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Attempting to bind port 1038fca2-f288-4245-9d17-c1cb9a36942e on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:11.037810 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:11.038451 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:11.039553 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.040078 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:11.040694 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Bound port: 1038fca2-f288-4245-9d17-c1cb9a36942e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:11.041228 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.093556 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] For port 1038fca2-f288-4245-9d17-c1cb9a36942e, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:11.097826 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] For port 1038fca2-f288-4245-9d17-c1cb9a36942e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1038fca2-f288-4245-9d17-c1cb9a36942e,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:11.104710 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.114281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5086e56a-a51c-4db4-af33-778f526a4787 req-fa4b7283-f704-44d2-b9b3-c1daa4f5ddad tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822548 Jan 29 04:28:11.114281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-c01bbd29-c01e-4f90-851c-94b9e5f72606 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074 HTTP/1.1" status: 200 len: 217 time: 0.0690339 Jan 29 04:28:11.217382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.237524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-d70e32bb-eb78-479a-b722-d5f29acf3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.239041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-d70e32bb-eb78-479a-b722-d5f29acf3ca0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.1103125 Jan 29 04:28:11.243316 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da586b9-070d-49b2-bd4e-0051192c4a87 None None] Pushing event updated for resources: {'Port': ['ID=1038fca2-f288-4245-9d17-c1cb9a36942e,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:11.254749 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Routers {'e0f02074-d0ed-4e74-bab2-070f6fea0566'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:11.255538 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e0f02074-d0ed-4e74-bab2-070f6fea0566'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:11.305668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event deleted for resources: {'Port': ['ID=1038fca2-f288-4245-9d17-c1cb9a36942e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:11.321203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-907756fe-b2c2-4dd8-8f3a-8a89d9457c6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600457 Jan 29 04:28:11.354072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d4b1-1f54-4393-96ee-0dead514410a req-b686792b-0f3d-458c-9f91-a450b6370104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.360802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-b686792b-0f3d-458c-9f91-a450b6370104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526a71a9-bf70-4c5c-bd6a-c0c00851235d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5926909 Jan 29 04:28:11.368149 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] Set router e0f02074-d0ed-4e74-bab2-070f6fea0566 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:11.385020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0740b29f-7014-4363-bb14-106a33b95da6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:11.451933 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f02074-d0ed-4e74-bab2-070f6fea0566', 'name': 'tempest-snat-router-1353973188', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:05Z', 'updated_at': '2022-01-29T04:28:11Z', 'revision_number': 5, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:11.457690 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:28:11.499125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0740b29f-7014-4363-bb14-106a33b95da6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:11.511003 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.519703 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.521307 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1d7a-e353-4f4a-a42d-32de2d3a1e88 None None] The sync data for ids ['e0f02074-d0ed-4e74-bab2-070f6fea0566'] in n-d-825930-1 is: [{'id': 'e0f02074-d0ed-4e74-bab2-070f6fea0566', 'name': 'tempest-snat-router-1353973188', 'tenant_id': '4ef121187c2c46109620a353db24302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:05Z', 'updated_at': '2022-01-29T04:28:11Z', 'revision_number': 5, 'project_id': '4ef121187c2c46109620a353db24302b', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:11.572377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-5f26fbfb-341b-4e0a-a624-9802ff411fa7 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.574071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-5f26fbfb-341b-4e0a-a624-9802ff411fa7 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.36 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.5360577 Jan 29 04:28:11.608932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208516d-6279-4e47-9720-caaf9c6fccee req-7c20f755-2332-408b-b7d8-16b338c0ceae tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.620047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c208516d-6279-4e47-9720-caaf9c6fccee req-7c20f755-2332-408b-b7d8-16b338c0ceae tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 946 time: 0.2115953 Jan 29 04:28:11.637512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49067f8-ed0d-4454-94c7-2b3827ebc97f req-8b61d2a9-88a4-4c0b-a1b1-81738f361c2b tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:11.640984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c49067f8-ed0d-4454-94c7-2b3827ebc97f req-8b61d2a9-88a4-4c0b-a1b1-81738f361c2b tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.4010141 Jan 29 04:28:11.720480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.724861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.749939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c208516d-6279-4e47-9720-caaf9c6fccee req-b25c76f7-78fe-40b6-b3b6-940efea7682f tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172764 Jan 29 04:28:11.760244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98064d98-5c33-479e-beda-ab1fa3e2bbec None None] New status for floating IP c72e6237-26fc-4fed-a81b-b6e19516640c: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:28:11.771380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c49067f8-ed0d-4454-94c7-2b3827ebc97f req-0821e370-45ad-4aa2-a24c-b6c1b60abeb1 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924075 Jan 29 04:28:11.840475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.860633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.861344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0f02074-d0ed-4e74-bab2-070f6fea0566 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:11.867996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-03dd3ee3-79c9-42fd-86af-77bfb1f7a8ae service neutron] 10.222.0.36 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788871 Jan 29 04:28:11.868628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:11.875594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-64ba1d5b-9d13-48b6-9b0c-3d8adf975e08 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e0f02074-d0ed-4e74-bab2-070f6fea0566 HTTP/1.1" status: 204 len: 168 time: 1.7611587 Jan 29 04:28:11.876463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:11.915707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-4cc22394-dfa0-424a-8d2e-f409590d0704 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533922 Jan 29 04:28:12.079552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cfeacbc-b1d9-4dbb-836f-8db0fdf674e0 req-46c53cd5-0657-4366-ac7d-9df117421364 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976391 Jan 29 04:28:12.084617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382e0a-d7b5-4165-87b2-ceb1efb0827a req-739e3367-ed43-4b60-9263-702a18083b11 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:12.093069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9382e0a-d7b5-4165-87b2-ceb1efb0827a req-739e3367-ed43-4b60-9263-702a18083b11 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.2153940 Jan 29 04:28:12.102644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8208d4b1-1f54-4393-96ee-0dead514410a req-e1068a54-d6a8-4506-8611-bcc824b28f32 service neutron] 10.222.0.36 "GET /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196350 Jan 29 04:28:12.122733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Deleting port daacc54c-0a57-4b01-876a-9b99b414452c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:12.123084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.190819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9382e0a-d7b5-4165-87b2-ceb1efb0827a req-79d670da-ddd4-4570-adb5-5a64b8dceaca tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967183 Jan 29 04:28:12.192747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.242722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] For port daacc54c-0a57-4b01-876a-9b99b414452c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=daacc54c-0a57-4b01-876a-9b99b414452c,segment=NetworkSegment(94569e0b-8004-4c04-8a7e-eeb6b71e98d5),segment_id=94569e0b-8004-4c04-8a7e-eeb6b71e98d5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:12.243478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.262590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Calling delete_port for daacc54c-0a57-4b01-876a-9b99b414452c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:12.372410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.385579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1dc0-e89d-4117-b86a-d8db316593b5 req-fd2aa4b6-0385-4243-bb7b-d48877d33da3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:12.387123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e16c1dc0-e89d-4117-b86a-d8db316593b5 req-fd2aa4b6-0385-4243-bb7b-d48877d33da3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0737286 Jan 29 04:28:12.450600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.471643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e16c1dc0-e89d-4117-b86a-d8db316593b5 req-73da7369-53c0-4567-b887-006cd7d7442c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699925 Jan 29 04:28:12.492958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['daacc54c-0a57-4b01-876a-9b99b414452c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:12.505770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Pushing event deleted for resources: {'Port': ['ID=daacc54c-0a57-4b01-876a-9b99b414452c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:12.514131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Deleting port 0740b29f-7014-4363-bb14-106a33b95da6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:12.514486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.603675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] No DVR routers for this DVR port daacc54c-0a57-4b01-876a-9b99b414452c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:12.609054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:12.612703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1e57d12-b858-45dd-afb1-2a8977318556 req-b19a0737-863e-46b9-b431-6b5f6fb2b643 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.36 "DELETE /v2.0/ports/daacc54c-0a57-4b01-876a-9b99b414452c HTTP/1.1" status: 204 len: 173 time: 1.0272405 Jan 29 04:28:12.613316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'name': 'network-vif-deleted', 'tag': 'daacc54c-0a57-4b01-876a-9b99b414452c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:12.615799 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb93ebd-5318-4bf5-9769-df398a16f8bf" -d '{"events": [{"server_uuid": "256d5c32-5fe6-4076-818a-b1bcb3146725", "name": "network-vif-deleted", "tag": "daacc54c-0a57-4b01-876a-9b99b414452c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:12.633507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e993fec-9068-495b-ac57-71be62661fdf req-eecde1e9-93a0-40b6-8a43-be0db1edf519 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:12.635436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e993fec-9068-495b-ac57-71be62661fdf req-eecde1e9-93a0-40b6-8a43-be0db1edf519 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.1166196 Jan 29 04:28:12.698078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e993fec-9068-495b-ac57-71be62661fdf req-49ae0465-3cf9-424c-a142-1c06390eee51 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538292 Jan 29 04:28:12.772171 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137094e-f2bb-4d74-a739-6a60fcf8706b x-openstack-request-id: req-5137094e-f2bb-4d74-a739-6a60fcf8706b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:12.772696 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256d5c32-5fe6-4076-818a-b1bcb3146725", "name": "network-vif-deleted", "tag": "daacc54c-0a57-4b01-876a-9b99b414452c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:12.773062 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5137094e-f2bb-4d74-a739-6a60fcf8706b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:12.774174 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256d5c32-5fe6-4076-818a-b1bcb3146725', 'name': 'network-vif-deleted', 'tag': 'daacc54c-0a57-4b01-876a-9b99b414452c', 'status': 'completed', 'code': 200} Jan 29 04:28:12.996481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fceb44-6ab6-4099-897b-ab79ec69190d req-08b41af0-bac9-418c-934d-09d4d86fa173 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.005961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46fceb44-6ab6-4099-897b-ab79ec69190d req-08b41af0-bac9-418c-934d-09d4d86fa173 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 943 time: 0.1207461 Jan 29 04:28:13.018723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] For port 0740b29f-7014-4363-bb14-106a33b95da6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0740b29f-7014-4363-bb14-106a33b95da6,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:13.019466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.041274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Calling delete_port for 0740b29f-7014-4363-bb14-106a33b95da6 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:13.067496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46fceb44-6ab6-4099-897b-ab79ec69190d req-9163dbd1-99b3-4240-b27d-62e3edf30b99 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 Jan 29 04:28:13.084915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2229dd-5ff6-4f17-8fde-e5d8b79d1962 req-d552d3c9-cb46-41e4-8cce-5b3246fb6462 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.087347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa2229dd-5ff6-4f17-8fde-e5d8b79d1962 req-d552d3c9-cb46-41e4-8cce-5b3246fb6462 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.0752103 Jan 29 04:28:13.133999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa2229dd-5ff6-4f17-8fde-e5d8b79d1962 req-c9533aae-3e85-4b2b-b17a-7bc4416e8bb2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Jan 29 04:28:13.205691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ca3ff373-f1cc-43dc-a2c7-8602e40a6074 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:28:13.268029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ebc3f7-f416-4e06-8dbc-045809f43732 req-3262b726-1f86-4d39-8eed-ca90f5dc5a15 tempest-ServerAddressesNegativeTestJSON-1092555913 tempest-ServerAddressesNegativeTestJSON-1092555913-project] 10.222.0.32 "GET /v2.0/ports?device_id=256d5c32-5fe6-4076-818a-b1bcb3146725 HTTP/1.1" status: 200 len: 210 time: 0.0525234 Jan 29 04:28:13.327205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.354832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.394938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:13.414591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event deleted for resources: {'Port': ['ID=0740b29f-7014-4363-bb14-106a33b95da6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:13.435581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074', 'mac_address': 'fa:16:3e:ac:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:28:13.490534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.512159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3ff373-f1cc-43dc-a2c7-8602e40a6074 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:13.539415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:13.546167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.591531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.653558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:13.676644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16302085-b82f-4601-9f8d-297ea9e44c6b req-b09adc2a-e8c8-43ff-9094-ad9b9dafe8c3 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.678635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16302085-b82f-4601-9f8d-297ea9e44c6b req-b09adc2a-e8c8-43ff-9094-ad9b9dafe8c3 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.2180502 Jan 29 04:28:13.728320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.731134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa4e5-97e8-4a0e-9641-7ade371b4ad9 req-b76fa29d-20be-4c58-9e11-c69655549b12 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.731780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.738370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683fa4e5-97e8-4a0e-9641-7ade371b4ad9 req-b76fa29d-20be-4c58-9e11-c69655549b12 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.0646961 Jan 29 04:28:13.753299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:13.787731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-683fa4e5-97e8-4a0e-9641-7ade371b4ad9 req-8018efb9-a239-4f71-aac1-f62fa4bb31ca tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484352 Jan 29 04:28:13.798115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16302085-b82f-4601-9f8d-297ea9e44c6b req-34b8c6b3-6357-453a-944a-f02889ef0380 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828846 Jan 29 04:28:13.806577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.807159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4671f3f-e5ae-4525-ad60-2ccaa98a4071 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:13.817495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.819113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6f29b813-d958-4c4b-b1b8-3db18998b473 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c4671f3f-e5ae-4525-ad60-2ccaa98a4071 HTTP/1.1" status: 204 len: 168 time: 1.9179451 Jan 29 04:28:13.824259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48906) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:13.830611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405604307', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:13.890863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.892060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.936947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4369a-f5b0-48f8-abb5-200d6d864d2d req-5aead5d5-b825-4774-b81f-0fe48aacf022 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:13.945802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5d4369a-f5b0-48f8-abb5-200d6d864d2d req-5aead5d5-b825-4774-b81f-0fe48aacf022 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0759428 Jan 29 04:28:13.967769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ca3ff373-f1cc-43dc-a2c7-8602e40a6074'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:13.979346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7877c493-18ad-4978-8a2b-1109e7c88617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:13.991927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.044901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5d4369a-f5b0-48f8-abb5-200d6d864d2d req-5fd345a2-2af4-4fab-a956-9d5342d07611 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945361 Jan 29 04:28:14.166923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7877c493-18ad-4978-8a2b-1109e7c88617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.178605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7877c493-18ad-4978-8a2b-1109e7c88617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.244544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7877c493-18ad-4978-8a2b-1109e7c88617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddb2e5f073e445a3a217b0d70f4961e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902005 Jan 29 04:28:14.247259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48916) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:14.267761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877c493-18ad-4978-8a2b-1109e7c88617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8b8b11-422d-4b71-b2f9-ceb917f51e65,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.280879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.282960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e16633-0407-48fe-80b6-6089580ed9cd req-34661e7b-8f1d-418f-a22e-37ba4a3fe34b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.291629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-92e16633-0407-48fe-80b6-6089580ed9cd req-34661e7b-8f1d-418f-a22e-37ba4a3fe34b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 944 time: 0.0883372 Jan 29 04:28:14.337947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-92e16633-0407-48fe-80b6-6089580ed9cd req-bb21d9d8-2811-4416-944c-4d680d5f1ba8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454910 Jan 29 04:28:14.366204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd1fde-f122-49c5-906b-0d16133ae78a req-77cd73be-659e-4ab7-8cee-438fb52bdf2f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.372484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd1fde-f122-49c5-906b-0d16133ae78a req-77cd73be-659e-4ab7-8cee-438fb52bdf2f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.378704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd1fde-f122-49c5-906b-0d16133ae78a req-77cd73be-659e-4ab7-8cee-438fb52bdf2f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.380460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eefd1fde-f122-49c5-906b-0d16133ae78a req-77cd73be-659e-4ab7-8cee-438fb52bdf2f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491&device_id=285df49f-39b0-4f55-b91c-43f289e0572c&device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 2418 time: 0.1741331 Jan 29 04:28:14.427337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48920) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:14.452045 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69be3ab-0ed2-4d3c-80d3-c65761c3bd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.494162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Deleting subnet f66e89b1-733f-4723-bef1-b6e2ed888a53 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:28:14.498071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.500092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69be3ab-0ed2-4d3c-80d3-c65761c3bd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.512666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eefd1fde-f122-49c5-906b-0d16133ae78a req-d5cee5f7-15dd-4f0c-8efb-66f2d7ebe560 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981920 Jan 29 04:28:14.543138 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.620909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.647508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69be3ab-0ed2-4d3c-80d3-c65761c3bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.651132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a69be3ab-0ed2-4d3c-80d3-c65761c3bd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.655066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a69be3ab-0ed2-4d3c-80d3-c65761c3bd73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f8b8b11-422d-4b71-b2f9-ceb917f51e65 HTTP/1.1" status: 204 len: 168 time: 0.4037762 Jan 29 04:28:14.713057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69be3ab-0ed2-4d3c-80d3-c65761c3bd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8b8b11-422d-4b71-b2f9-ceb917f51e65,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.729315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c584fd-d84e-4c6e-93e7-714dcf64c5be req-ef4ca635-49f5-417f-a73e-2df1cf398c20 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:14.732301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2c584fd-d84e-4c6e-93e7-714dcf64c5be req-ef4ca635-49f5-417f-a73e-2df1cf398c20 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.0888319 Jan 29 04:28:14.755496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.772421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.779254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.821059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66e89b1-733f-4723-bef1-b6e2ed888a53,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:14.829524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.833219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e3fa38f-62d1-4e98-919a-3900d6881654 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f66e89b1-733f-4723-bef1-b6e2ed888a53 HTTP/1.1" status: 204 len: 168 time: 0.4048450 Jan 29 04:28:14.837806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48926) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:14.865951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2c584fd-d84e-4c6e-93e7-714dcf64c5be req-f8ffe4e9-c7b1-4b7a-83e1-fdcbbf04e65c tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132281 Jan 29 04:28:14.968430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:14.993521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Allocated IP 172.25.4.215 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/6edda41e-6810-4ed9-8f66-467b9908a95c) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:15.210317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.216119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ca3ff373-f1cc-43dc-a2c7-8602e40a6074 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:15.326341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.329059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:15.331370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0740b29f-7014-4363-bb14-106a33b95da6 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:15.335607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:15.342513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.377498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb94bac-e051-4f35-8663-9afd5b6c6e74']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:15.417929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93145024-5677-44ca-a2d5-c70516da2b8a req-70cd53db-ba04-48e8-9659-1d9cd4b15738 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.420267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93145024-5677-44ca-a2d5-c70516da2b8a req-70cd53db-ba04-48e8-9659-1d9cd4b15738 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2642112 Jan 29 04:28:15.421562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0740b29f-7014-4363-bb14-106a33b95da6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:15.421927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0740b29f-7014-4363-bb14-106a33b95da6 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:15.423547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94569e0b-8004-4c04-8a7e-eeb6b71e98d5') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:15.423857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94569e0b-8004-4c04-8a7e-eeb6b71e98d5') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:15.449358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.496119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.512353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:15.512889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: items = [ Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:15.514723 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:15.530983 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.564085 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93145024-5677-44ca-a2d5-c70516da2b8a req-dd5dff65-5d1c-4b2e-beb6-2e1325bbf396 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289246 Jan 29 04:28:15.565289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.587306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:15.588116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:15.591413 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a742af-476f-4fc5-b13a-2763d4b72609" -d '{"events": [{"server_uuid": "162d9bce-6426-4907-8aa3-506ab6eb5a46", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ff373-f1cc-43dc-a2c7-8602e40a6074"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:15.595127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.596254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device daacc54c-0a57-4b01-876a-9b99b414452c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:15.622867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: daacc54c-0a57-4b01-876a-9b99b414452c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:15.623343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device daacc54c-0a57-4b01-876a-9b99b414452c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:15.656403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de09dfd-e76e-470d-aec2-4765ecb9b139 req-c089f9ce-3282-4aae-9e8e-2441f2c765b9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:15.666112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7de09dfd-e76e-470d-aec2-4765ecb9b139 req-c089f9ce-3282-4aae-9e8e-2441f2c765b9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 944 time: 0.1385345 Jan 29 04:28:15.700757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:15.728084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7de09dfd-e76e-470d-aec2-4765ecb9b139 req-f282b657-a3c5-46fb-bc03-b581b6a86e2a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553207 Jan 29 04:28:15.751122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event updated for resources: {'Port': ['ID=6edda41e-6810-4ed9-8f66-467b9908a95c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:15.767441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:15.769558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:15.776949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:15.801854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.813259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:15.817264 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] 10.222.0.32 "DELETE /v2.0/networks/adb94bac-e051-4f35-8663-9afd5b6c6e74 HTTP/1.1" status: 204 len: 168 time: 0.9781985 Jan 29 04:28:15.837695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185dfdb-12fc-4564-9ebb-b657d4b40339 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb94bac-e051-4f35-8663-9afd5b6c6e74,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.026642 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f26036-c487-40a2-8c55-b5f5719851ef x-openstack-request-id: req-71f26036-c487-40a2-8c55-b5f5719851ef {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:16.026938 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d9bce-6426-4907-8aa3-506ab6eb5a46", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ff373-f1cc-43dc-a2c7-8602e40a6074", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:16.027190 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71f26036-c487-40a2-8c55-b5f5719851ef {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:16.027583 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074', 'code': 200} Jan 29 04:28:16.354182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:16.362005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:16.450238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a54a97ba-ebe7-4cc2-88d2-a5be40bbaf90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc836256816146bf8243e62709b491d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869575 Jan 29 04:28:16.453715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48984) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:16.487558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324758e0-9db1-4e1e-9294-ee3b33524425 req-720b0297-346c-468e-8817-197969e056a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:16.489081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-324758e0-9db1-4e1e-9294-ee3b33524425 req-720b0297-346c-468e-8817-197969e056a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 1096 time: 0.3515105 Jan 29 04:28:16.518584 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa8862a7-8b01-4806-be31-618f15709e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:16.557616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa8862a7-8b01-4806-be31-618f15709e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:16.576886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-324758e0-9db1-4e1e-9294-ee3b33524425 req-c9e7726f-48ca-4601-80b3-963263c3d866 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Jan 29 04:28:16.581369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae839b87-1094-4e94-a217-5314eb4b3ead req-ac87ca71-a68c-4c2a-827c-862d3d36c508 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:16.583431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae839b87-1094-4e94-a217-5314eb4b3ead req-ac87ca71-a68c-4c2a-827c-862d3d36c508 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1130888 Jan 29 04:28:16.636671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa8862a7-8b01-4806-be31-618f15709e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:16.640648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa8862a7-8b01-4806-be31-618f15709e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:16.646512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa8862a7-8b01-4806-be31-618f15709e9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a7ce5d0-92f6-4713-a246-8a0f9cbb787d HTTP/1.1" status: 204 len: 168 time: 0.1909881 Jan 29 04:28:16.656827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8862a7-8b01-4806-be31-618f15709e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7ce5d0-92f6-4713-a246-8a0f9cbb787d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:16.682080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae839b87-1094-4e94-a217-5314eb4b3ead req-72240721-7b88-435f-a1be-235c0e63b760 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654559 Jan 29 04:28:16.692951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:16.889690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d719-72dc-4a66-b3f5-437e77680493 req-680b0cd2-3133-4ef2-b75a-3a16c39033df tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:16.891463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d098d719-72dc-4a66-b3f5-437e77680493 req-680b0cd2-3133-4ef2-b75a-3a16c39033df tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1090240 Jan 29 04:28:16.952096 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d098d719-72dc-4a66-b3f5-437e77680493 req-af02ffe0-ad99-4ff4-b4af-836174478064 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487397 Jan 29 04:28:16.961547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5d62-b7a4-4c8c-b1b1-9354ca464ebb req-1cdf4dd8-19e8-4838-b6a5-4d43304854aa tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:16.963297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e45b5d62-b7a4-4c8c-b1b1-9354ca464ebb req-1cdf4dd8-19e8-4838-b6a5-4d43304854aa tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 945 time: 0.0638068 Jan 29 04:28:16.974478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Router 9dd6e60a-4cd0-455c-99c9-084617c80479 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:17.015593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e45b5d62-b7a4-4c8c-b1b1-9354ca464ebb req-cbf2c0b6-ea6b-4964-be54-2bc51b46b213 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450776 Jan 29 04:28:17.107895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:17.120075 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] Sync routers for ids ['9dd6e60a-4cd0-455c-99c9-084617c80479'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:17.135957 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] Routers {'9dd6e60a-4cd0-455c-99c9-084617c80479'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:17.136577 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9dd6e60a-4cd0-455c-99c9-084617c80479'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:17.144426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:17.149713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:17.150344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c9baf5c-ef79-44a3-88fb-b676aecd8040 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3238516 Jan 29 04:28:17.154209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': False}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:17.174508 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:17.185861 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] Routers {'9dd6e60a-4cd0-455c-99c9-084617c80479'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:17.186545 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9dd6e60a-4cd0-455c-99c9-084617c80479'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:17.324880 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:17.325533 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95bf17-d5f9-4b9b-9d13-3f44b80ae56d None None] The sync data for ids ['9dd6e60a-4cd0-455c-99c9-084617c80479'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:17.568248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:17.655273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49028) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:17.832142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1899472981-network', 'tenant_id': '21e02518171a4f07b2c91f5ce6473966'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:17.856291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Made reservation on behalf of 21e02518171a4f07b2c91f5ce6473966 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:17.859230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:17.886965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a02dc-8b55-4c32-bb6a-46d80641c1ab req-0d0b4c26-869f-4dfb-b7fe-84fb6bd3b6d3 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:17.888592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d4a02dc-8b55-4c32-bb6a-46d80641c1ab req-0d0b4c26-869f-4dfb-b7fe-84fb6bd3b6d3 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1138701 Jan 29 04:28:18.243746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.318184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447b6d2-767b-4e66-b7da-05533550283a req-aa30ea6a-60af-42e3-a9cb-38b49ddaed77 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.319953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9447b6d2-767b-4e66-b7da-05533550283a req-aa30ea6a-60af-42e3-a9cb-38b49ddaed77 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0785050 Jan 29 04:28:18.346579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d4a02dc-8b55-4c32-bb6a-46d80641c1ab req-040f184b-39ea-46ec-9d64-dfc547e9247d tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838797 Jan 29 04:28:18.394699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9447b6d2-767b-4e66-b7da-05533550283a req-70c75cf6-a3cc-4870-b64c-83917c802460 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Jan 29 04:28:18.412409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.447341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.519627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0e9cc-eb04-4aee-9af3-d7f21388210c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.526824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:18.554632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.558409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.576983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.577334 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Added segment 14d5754c-45ae-4fb1-88e4-2c26df1820fa of type vlan for network da2ec0c1-c70e-4257-9379-b2c4e7a49acc Jan 29 04:28:18.639262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996071-7b3d-4e47-8bca-31647f955840 req-0a68cec8-5a36-4f91-9de9-3c0b645bc1b8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.640719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60996071-7b3d-4e47-8bca-31647f955840 req-0a68cec8-5a36-4f91-9de9-3c0b645bc1b8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 945 time: 0.1341434 Jan 29 04:28:18.642257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.679055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Router 9dd6e60a-4cd0-455c-99c9-084617c80479 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:28:18.699717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60996071-7b3d-4e47-8bca-31647f955840 req-f657b5fd-9058-4a6e-9839-1ec6b7f284f6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514903 Jan 29 04:28:18.706372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.708471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:18.709393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.809867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1530528 Jan 29 04:28:18.813223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:18.836358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Request body: {'subnet': {'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1899472981-subnet', 'tenant_id': '21e02518171a4f07b2c91f5ce6473966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:18.855227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881fdcf-87d1-4ecb-9f46-ed827b4683e5 admin admin] Pushing event updated for resources: {'Network': ['ID=da2ec0c1-c70e-4257-9379-b2c4e7a49acc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:18.876525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network da2ec0c1-c70e-4257-9379-b2c4e7a49acc details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:18.889453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:18.901082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Made reservation on behalf of 21e02518171a4f07b2c91f5ce6473966 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:18.903334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.903580 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:18.904414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3eb9c5f1-cf8c-44aa-979a-efed460eff71 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "PUT /v2.0/routers/9dd6e60a-4cd0-455c-99c9-084617c80479 HTTP/1.1" status: 200 len: 925 time: 1.7536788 Jan 29 04:28:18.907108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49056) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:18.964734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] Sync routers for ids ['9dd6e60a-4cd0-455c-99c9-084617c80479'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:19.014582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] Routers {'9dd6e60a-4cd0-455c-99c9-084617c80479'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:19.015697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9dd6e60a-4cd0-455c-99c9-084617c80479'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.063799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.076058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] Routers {'9dd6e60a-4cd0-455c-99c9-084617c80479'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:19.076878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9dd6e60a-4cd0-455c-99c9-084617c80479'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.123727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:19.124883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2b94e-5f3a-4d7c-a554-2dba7389e90c None None] The sync data for ids ['9dd6e60a-4cd0-455c-99c9-084617c80479'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:19.147556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-53696002-00a6-41f7-8be2-0f53d6b1d12c tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/9dd6e60a-4cd0-455c-99c9-084617c80479 HTTP/1.1" status: 200 len: 925 time: 0.2391467 Jan 29 04:28:19.150379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:19.267627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb33cf-da45-4df2-a7a2-4bb982508af7 req-6cbec60c-5a14-46da-9441-1e3a3929e770 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.269169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8dfb33cf-da45-4df2-a7a2-4bb982508af7 req-6cbec60c-5a14-46da-9441-1e3a3929e770 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 945 time: 0.1770895 Jan 29 04:28:19.282586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01de85-fe89-4e0e-8e48-32e4aab79e61 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.286726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af01de85-fe89-4e0e-8e48-32e4aab79e61 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=9dd6e60a-4cd0-455c-99c9-084617c80479&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1327782 Jan 29 04:28:19.287627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:19.321009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:19.373257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8432ee2-485a-4a45-9057-a60605e3beb2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:19.387555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8dfb33cf-da45-4df2-a7a2-4bb982508af7 req-f6a3f3e8-ac75-4b98-b116-0573daa64125 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112804 Jan 29 04:28:19.416674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0a663-d2b9-4711-be73-44d6cc68a6e2 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.418185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9e0a663-d2b9-4711-be73-44d6cc68a6e2 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.1298680 Jan 29 04:28:19.419120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Checking segment: {'id': '14d5754c-45ae-4fb1-88e4-2c26df1820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:19.419488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Network hostable DHCP agents. Network: da2ec0c1-c70e-4257-9379-b2c4e7a49acc, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:19.420933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:19.441085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Network da2ec0c1-c70e-4257-9379-b2c4e7a49acc is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:19.453128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, da2ec0c1-c70e-4257-9379-b2c4e7a49acc) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:19.463470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca87b3-0622-49c5-9778-ab6876dbc190 None None] Network da2ec0c1-c70e-4257-9379-b2c4e7a49acc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:19.464528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.465758 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:19.484183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ff18396-65df-41c5-8605-081a4cfa8977 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd6e60a-4cd0-455c-99c9-084617c80479 HTTP/1.1" status: 200 len: 205 time: 0.0615261 Jan 29 04:28:19.485080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:19.515553 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1e376e9a-1fd9-4c77-9718-974476c4b90c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6935503 Jan 29 04:28:19.562447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9acb5-86b5-40aa-9bdf-c83c148d6cfe req-b62838b8-24e9-40e6-b5be-2202eb5bc271 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.563930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9e9acb5-86b5-40aa-9bdf-c83c148d6cfe req-b62838b8-24e9-40e6-b5be-2202eb5bc271 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1285303 Jan 29 04:28:19.618547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012511e7-3141-4b7f-9ebc-5c01783e83b9 req-04466202-fc1c-41a1-ac7e-00e6ac61cc82 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:19.620238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-012511e7-3141-4b7f-9ebc-5c01783e83b9 req-04466202-fc1c-41a1-ac7e-00e6ac61cc82 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0961561 Jan 29 04:28:19.672717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-012511e7-3141-4b7f-9ebc-5c01783e83b9 req-7950d998-7712-4daa-8963-320086839f4e tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 Jan 29 04:28:19.725593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9e9acb5-86b5-40aa-9bdf-c83c148d6cfe req-14ef50f0-1218-4004-9e26-be97c23a1024 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481061 Jan 29 04:28:19.737050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:19.815595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5faa76-b4fa-4464-8d89-2ce7d978b6d2 None None] Network da2ec0c1-c70e-4257-9379-b2c4e7a49acc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:19.911092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:19.983015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Deleting port 6edda41e-6810-4ed9-8f66-467b9908a95c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:19.983015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.099723 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.112891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Calling delete_port for 6edda41e-6810-4ed9-8f66-467b9908a95c owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:20.154591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-5791e036-408d-4c0a-97cf-33b1b255f04d tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:20.156043 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-5791e036-408d-4c0a-97cf-33b1b255f04d tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/networks?id=da2ec0c1-c70e-4257-9379-b2c4e7a49acc HTTP/1.1" status: 200 len: 809 time: 0.1180620 Jan 29 04:28:20.171197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-2dfb4f88-0af6-41e1-8cde-69dcf31eddb2 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/quotas/21e02518171a4f07b2c91f5ce6473966 HTTP/1.1" status: 200 len: 375 time: 0.0092344 Jan 29 04:28:20.204332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-f1fd4d00-c1c7-4241-83e5-89bb1dc7bf0d tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21e02518171a4f07b2c91f5ce6473966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273528 Jan 29 04:28:20.217806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-d853048c-0239-4496-8a61-ecb2bafc7bd9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:20.219034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-d853048c-0239-4496-8a61-ecb2bafc7bd9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057757 Jan 29 04:28:20.291254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.322403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:20.329050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-100258922'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:20.333404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event deleted for resources: {'Port': ['ID=6edda41e-6810-4ed9-8f66-467b9908a95c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:20.335212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-6a5b426e-1f0a-4925-840c-ffaf7e64894c service neutron] 10.222.0.32 "GET /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095037 Jan 29 04:28:20.407559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:20.412562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.429770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.440599 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-6dde49a6-305a-4394-8d77-267a88418f91 service neutron] 10.222.0.32 "GET /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984509 Jan 29 04:28:20.557255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.562548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:20.565431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.618368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.618728 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Added segment 812d195b-23ec-47d9-a3e0-8fbeb9bf95ad of type vlan for network f0e89752-aec8-44f9-89b0-2ea42156e56e Jan 29 04:28:20.634008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cc906a0-8b30-4c9e-8c18-11883a8fc660 req-fd71ffc8-a3f7-4f91-b8b3-aaa58fdafce4 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 210 time: 0.0334623 Jan 29 04:28:20.664557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc86eb-2cf2-47b4-b977-9d6b5946d13a req-787a77c2-bf89-4d1d-bc06-d403543eb3a0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:20.671150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fcc86eb-2cf2-47b4-b977-9d6b5946d13a req-787a77c2-bf89-4d1d-bc06-d403543eb3a0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 945 time: 0.1809528 Jan 29 04:28:20.681113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.681700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Fanout notify agent at l3_agent the message router_deleted on router 9dd6e60a-4cd0-455c-99c9-084617c80479 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:20.689913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.691307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b912b1c8-e093-41f9-ae10-1093a787272d tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/9dd6e60a-4cd0-455c-99c9-084617c80479 HTTP/1.1" status: 204 len: 168 time: 1.2043927 Jan 29 04:28:20.696252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49126) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:20.701069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-824851232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:20.726396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.733088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.734414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.793476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fcc86eb-2cf2-47b4-b977-9d6b5946d13a req-5b980942-7d7c-4566-adfe-33c8ac9044fa tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211679 Jan 29 04:28:20.794367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.799812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:20.800654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.815216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.830552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.846122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-958ac1fa-411a-49ef-8a1f-d0e64a8afa70 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:20.848059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-958ac1fa-411a-49ef-8a1f-d0e64a8afa70 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 945 time: 0.1414413 Jan 29 04:28:20.859656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:20.863620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cfb1d6ef-3fc4-4f39-b3d8-e6b21f773b1c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1662023 Jan 29 04:28:20.864222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49136) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:20.869558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:20.893368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5684104 Jan 29 04:28:20.915523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:20.940336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-988472419'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:21.001446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:21.005157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.050542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763de2a2-210d-4d16-ac89-0a48e10a1340 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Network': ['ID=f0e89752-aec8-44f9-89b0-2ea42156e56e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.064748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f0e89752-aec8-44f9-89b0-2ea42156e56e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:21.082819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c6e96-8608-4601-a6f0-9226babc03f3 req-7864475a-5fe0-459c-8dce-278dc82831a1 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.084520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c1c6e96-8608-4601-a6f0-9226babc03f3 req-7864475a-5fe0-459c-8dce-278dc82831a1 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1682653 Jan 29 04:28:21.120125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:21.162086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Deleting port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:21.162623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.163163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.185068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.185576 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Added segment 0e6c996f-d098-4d4b-a64e-3ab50fb30860 of type vlan for network 46f3a1eb-bcbe-47c4-a092-70d46d746218 Jan 29 04:28:21.209396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c1c6e96-8608-4601-a6f0-9226babc03f3 req-2ec5c80c-aefa-4dba-ab59-8d9abb6229ba tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039941 Jan 29 04:28:21.280451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.389740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] For port ca3ff373-f1cc-43dc-a2c7-8602e40a6074, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:21.390144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.400644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1887f93-65c5-4817-a125-2274abf9d6f4 req-d8518a71-7399-4970-8195-b9bba36261f3 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.402238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1887f93-65c5-4817-a125-2274abf9d6f4 req-d8518a71-7399-4970-8195-b9bba36261f3 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1055026 Jan 29 04:28:21.409608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.415799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:21.416430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.434680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.452275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Calling delete_port for ca3ff373-f1cc-43dc-a2c7-8602e40a6074 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:21.457632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.516772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5835249 Jan 29 04:28:21.519669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49150) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:21.525722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'subnet': {'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:21.532740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904c58a-431f-46d2-8ebb-ba56f5ffea53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Network': ['ID=46f3a1eb-bcbe-47c4-a092-70d46d746218,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.547846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:21.572863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1887f93-65c5-4817-a125-2274abf9d6f4 req-b45a10cb-a140-499b-9466-1d0228f399a4 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513443 Jan 29 04:28:21.679291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Allocated IP 172.25.4.33 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b79f3503-c1eb-459b-8cf6-98f2e05bb8d7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:21.695856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.722875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:21.729626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.730399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49156) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:21.733007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ca3ff373-f1cc-43dc-a2c7-8602e40a6074'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:21.751896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event deleted for resources: {'Port': ['ID=ca3ff373-f1cc-43dc-a2c7-8602e40a6074,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:21.809088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] No DVR routers for this DVR port ca3ff373-f1cc-43dc-a2c7-8602e40a6074 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:21.811671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:21.821079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e4710c9-0dc5-4d7f-80aa-6c4f8c27d0b6 req-e9d984d1-327b-4a24-a34c-a370efd8daee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "DELETE /v2.0/ports/ca3ff373-f1cc-43dc-a2c7-8602e40a6074 HTTP/1.1" status: 204 len: 173 time: 0.9311230 Jan 29 04:28:21.821782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'name': 'network-vif-deleted', 'tag': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:21.825264 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cccd00-5f9d-488d-888f-5e423654eac5" -d '{"events": [{"server_uuid": "162d9bce-6426-4907-8aa3-506ab6eb5a46", "name": "network-vif-deleted", "tag": "ca3ff373-f1cc-43dc-a2c7-8602e40a6074"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:21.919496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-375326c1-9837-475d-8fc7-b9353448bc58 req-47e4e97b-9960-4127-baa6-9079c3f47e92 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 210 time: 0.1095204 Jan 29 04:28:21.932044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2c1637c-b7eb-4b6f-9b43-d866e4ea8e1b req-8d4cdba9-5142-4800-a8f6-05add8b3b90d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=162d9bce-6426-4907-8aa3-506ab6eb5a46 HTTP/1.1" status: 200 len: 210 time: 0.0519602 Jan 29 04:28:21.957916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8acfbe13-9023-454e-a54e-545cae2df649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.008444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.016556 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4845c9-e1e5-41ed-9251-660f1fb23757 x-openstack-request-id: req-bb4845c9-e1e5-41ed-9251-660f1fb23757 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:22.016800 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d9bce-6426-4907-8aa3-506ab6eb5a46", "name": "network-vif-deleted", "tag": "ca3ff373-f1cc-43dc-a2c7-8602e40a6074", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:22.017187 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb4845c9-e1e5-41ed-9251-660f1fb23757 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:22.017648 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d9bce-6426-4907-8aa3-506ab6eb5a46', 'name': 'network-vif-deleted', 'tag': 'ca3ff373-f1cc-43dc-a2c7-8602e40a6074', 'status': 'completed', 'code': 200} Jan 29 04:28:22.049518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-780b5db1-935e-4bfe-8e26-446672cfdb16 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.051368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-780b5db1-935e-4bfe-8e26-446672cfdb16 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.36 "GET /v2.0/networks?id=da2ec0c1-c70e-4257-9379-b2c4e7a49acc HTTP/1.1" status: 200 len: 809 time: 0.1632962 Jan 29 04:28:22.119354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.120661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Request body: {'port': {'device_id': '47e94816-69a9-4838-abb7-9111f8a09f17', 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc', 'admin_state_up': True, 'tenant_id': '21e02518171a4f07b2c91f5ce6473966'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:22.201063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:22.216443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:22.219616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8acfbe13-9023-454e-a54e-545cae2df649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.229808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:22.235585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8acfbe13-9023-454e-a54e-545cae2df649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.246740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Made reservation on behalf of 21e02518171a4f07b2c91f5ce6473966 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:22.251624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.282935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event updated for resources: {'Port': ['ID=b79f3503-c1eb-459b-8cf6-98f2e05bb8d7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:22.285969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.379824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfbe13-9023-454e-a54e-545cae2df649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12245f9c-b7bf-436e-9f8e-7269f6d91002,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:22.384693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8acfbe13-9023-454e-a54e-545cae2df649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64c9ccfae25e42dbb420dd365b1abddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453009 Jan 29 04:28:22.389640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49166) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:22.425173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Allocated IP 172.20.0.11 (da2ec0c1-c70e-4257-9379-b2c4e7a49acc/e8432ee2-485a-4a45-9057-a60605e3beb2/9271443f-5f09-4dd8-8cc8-8d39451027db) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:22.485329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Subnet': ['ID=e6312399-e8f8-422f-a94d-bff68bbcd054,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:22.527471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973171-5b17-445c-9449-3502f9a5d59b req-3c152ae7-caf5-4acd-af99-a4fa70171228 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.529069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d7973171-5b17-445c-9449-3502f9a5d59b req-3c152ae7-caf5-4acd-af99-a4fa70171228 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2257769 Jan 29 04:28:22.534531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Checking segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:22.534905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network hostable DHCP agents. Network: f0e89752-aec8-44f9-89b0-2ea42156e56e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:22.591677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network f0e89752-aec8-44f9-89b0-2ea42156e56e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:22.607177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d7973171-5b17-445c-9449-3502f9a5d59b req-46b081b6-7066-4d2c-88a0-83057418b1b5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672054 Jan 29 04:28:22.646212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f0e89752-aec8-44f9-89b0-2ea42156e56e) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:22.648957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.649366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.650317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14fbc70-8f62-4cc9-a52d-add2804a4ad5 None None] Network f0e89752-aec8-44f9-89b0-2ea42156e56e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:22.799428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1ad9-7254-4e12-8a1a-a4fc78c090ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.855252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1ad9-7254-4e12-8a1a-a4fc78c090ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.878430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f0e89752-aec8-44f9-89b0-2ea42156e56e', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:28:22.879493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:22.930829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b060f-537a-4b76-b002-a19fd35a0214 req-2cd7eb97-032e-42e2-af92-4a32ba0fac86 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:22.932300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff7b060f-537a-4b76-b002-a19fd35a0214 req-2cd7eb97-032e-42e2-af92-4a32ba0fac86 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1807170 Jan 29 04:28:22.973757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b2ab1dc8-1dc7-4fe0-8ad6-86bfdb8bb2d1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4502399 Jan 29 04:28:22.975754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49174) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:22.983118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'subnet': {'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:23.026145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff7b060f-537a-4b76-b002-a19fd35a0214 req-1b61144c-b614-46ed-878c-0d3ad5046a79 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714076 Jan 29 04:28:23.069272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Allocated IP 10.1.1.2 (f0e89752-aec8-44f9-89b0-2ea42156e56e/e6312399-e8f8-422f-a94d-bff68bbcd054/b01d5321-af13-4eec-9e43-de86d3f8a5e9) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:23.092294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1ad9-7254-4e12-8a1a-a4fc78c090ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.097594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.103136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1ad9-7254-4e12-8a1a-a4fc78c090ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.107632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b8bb1ad9-7254-4e12-8a1a-a4fc78c090ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12245f9c-b7bf-436e-9f8e-7269f6d91002 HTTP/1.1" status: 204 len: 168 time: 0.7169731 Jan 29 04:28:23.130160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1ad9-7254-4e12-8a1a-a4fc78c090ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12245f9c-b7bf-436e-9f8e-7269f6d91002,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.134965 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.177848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.182292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:23.186027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.256347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Network da2ec0c1-c70e-4257-9379-b2c4e7a49acc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:23.264587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:23.267788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Pushing event updated for resources: {'Port': ['ID=9271443f-5f09-4dd8-8cc8-8d39451027db,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.271015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:23.379025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.380034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.412040 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.422664 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.445492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-0dce5b90-7fe2-4e50-be6e-650a3d62d64b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3289921 Jan 29 04:28:23.463962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Network f0e89752-aec8-44f9-89b0-2ea42156e56e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:23.469848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-20fb10ba-2597-4108-b2fe-0637bbafe295 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:23.471234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-20fb10ba-2597-4108-b2fe-0637bbafe295 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143378 Jan 29 04:28:23.473049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:23.481977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:23.486994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa89fb-c6ec-4c36-af1f-8fb4a44f5abc req-e7873872-9afb-4b2e-a4b4-f91baeda50a7 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.497727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37aa89fb-c6ec-4c36-af1f-8fb4a44f5abc req-e7873872-9afb-4b2e-a4b4-f91baeda50a7 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 932 time: 0.1146019 Jan 29 04:28:23.500571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Pushing event updated for resources: {'Port': ['ID=b01d5321-af13-4eec-9e43-de86d3f8a5e9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.532279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Request body: {'port': {'device_id': '47e94816-69a9-4838-abb7-9111f8a09f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:23.566162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Attempting to bind port b01d5321-af13-4eec-9e43-de86d3f8a5e9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:23.566694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Attempting to bind port b01d5321-af13-4eec-9e43-de86d3f8a5e9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:23.567394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Attempting to bind port b01d5321-af13-4eec-9e43-de86d3f8a5e9 on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:23.575678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:23.576336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Checking segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:23.576817 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.577441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Bound using segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:23.578663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Bound port: b01d5321-af13-4eec-9e43-de86d3f8a5e9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:23.578663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.657118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37aa89fb-c6ec-4c36-af1f-8fb4a44f5abc req-a5651ac0-4905-4d75-bd21-2744e8553a59 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583788 Jan 29 04:28:23.711613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.745156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] For port b01d5321-af13-4eec-9e43-de86d3f8a5e9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:23.750198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] For port b01d5321-af13-4eec-9e43-de86d3f8a5e9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b01d5321-af13-4eec-9e43-de86d3f8a5e9,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:23.753615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6a4a-00d7-46fe-a36f-8ffd60bfd6ea req-c84299b9-bebf-4b0d-b76b-728ca382ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.755247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-caff6a4a-00d7-46fe-a36f-8ffd60bfd6ea req-c84299b9-bebf-4b0d-b76b-728ca382ae8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 1096 time: 0.1475296 Jan 29 04:28:23.757159 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.832843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.855300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f4292ee0-1bcd-471a-9d71-196c000c1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.862101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-bb99c418-0af4-482c-adaa-c7cb4d2711b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.863774 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-bb99c418-0af4-482c-adaa-c7cb4d2711b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a013203a41cd49b292fc1af5f1871520&device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 1096 time: 0.1484363 Jan 29 04:28:23.878424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.887880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a385df-2922-441a-bfdc-a4445d3cd100 None None] Pushing event updated for resources: {'Port': ['ID=b01d5321-af13-4eec-9e43-de86d3f8a5e9,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:23.895402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-f7fa2873-2824-4890-96b3-f29371748f15 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:23.897492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-f7fa2873-2824-4890-96b3-f29371748f15 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.1990199 Jan 29 04:28:23.902110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:23.978426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-caff6a4a-00d7-46fe-a36f-8ffd60bfd6ea req-87cb3399-ff50-45c1-9291-79b73fe57c3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128787 Jan 29 04:28:24.001722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-6e37eb3d-c9fc-4e79-9c5a-f56e96439fa2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.0923538 Jan 29 04:28:24.033270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9282403-892d-416f-a6a3-be784e1ee21f req-e156b663-bbdd-4dce-ad4a-dc87e8d993ca tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.034863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9282403-892d-416f-a6a3-be784e1ee21f req-e156b663-bbdd-4dce-ad4a-dc87e8d993ca tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.2706354 Jan 29 04:28:24.125589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-c7f18071-6bc6-45c8-b8a9-e349bf57f6f3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101243 Jan 29 04:28:24.126845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Subnet': ['ID=c33c60f6-a176-4fad-93a6-9e129f3b51f0,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.146129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Checking segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:24.146982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network hostable DHCP agents. Network: 46f3a1eb-bcbe-47c4-a092-70d46d746218, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:24.177726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9282403-892d-416f-a6a3-be784e1ee21f req-96897728-0ed4-42ce-85ab-c420d030bae5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361408 Jan 29 04:28:24.214912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-02a3a218-68ef-4da4-9332-f2e4b710f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.216698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-02a3a218-68ef-4da4-9332-f2e4b710f3c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 200 len: 915 time: 0.3366637 Jan 29 04:28:24.286324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:24.330903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-34d4da01-bc39-4d40-90f6-fecac2773585 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898532 Jan 29 04:28:24.334614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 46f3a1eb-bcbe-47c4-a092-70d46d746218) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:24.341253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.341857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:24.349771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4cd8f-0a62-428e-9b9f-9075e9193f62 None None] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:24.381822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Router 05795379-2354-4259-9fdf-14321410b34e is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:24.400295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-58e85d36-b622-4bb6-98ae-0ce20905fb97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4180911 Jan 29 04:28:24.400517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-44f40794-10da-4636-b356-56cbb4ae0fee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34af8af2-651d-4242-8d93-02116bfd3eab HTTP/1.1" status: 200 len: 217 time: 0.0681670 Jan 29 04:28:24.401974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49216) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:24.413531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'name': 'tempest-TaggedBootDevicesTest_v242-596775683', 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:24.421784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9271443f-5f09-4dd8-8cc8-8d39451027db {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:24.452456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:24.483620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Transition to ACTIVE for port object 9271443f-5f09-4dd8-8cc8-8d39451027db will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:24.493700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea483-73ce-4bc2-ae7f-0539cb938108 req-69fc6116-75e5-4cbe-8855-37e57b7801fe tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.498389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ccaea483-73ce-4bc2-ae7f-0539cb938108 req-69fc6116-75e5-4cbe-8855-37e57b7801fe tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1661091 Jan 29 04:28:24.501833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-7a91a929-d071-414b-913b-215c8fd08eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.503309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-7a91a929-d071-414b-913b-215c8fd08eb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 200 len: 853 time: 0.0931244 Jan 29 04:28:24.503906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:24.524644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-46f3a1eb-bcbe-47c4-a092-70d46d746218', 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'fixed_ips': [{'subnet_id': 'c33c60f6-a176-4fad-93a6-9e129f3b51f0'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:28:24.525501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:24.601105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Pushing event updated for resources: {'Port': ['ID=9271443f-5f09-4dd8-8cc8-8d39451027db,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:24.628224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ccaea483-73ce-4bc2-ae7f-0539cb938108 req-ef7b47f2-b5d2-4492-94a5-b8b0b03b5408 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198692 Jan 29 04:28:24.656818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-fc5782f2-2ed4-454d-b403-caf6fb1c7d45 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934024 Jan 29 04:28:24.703417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-b8c31efe-5003-4669-ba06-a419de91baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:24.704944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-b8c31efe-5003-4669-ba06-a419de91baa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75045185-0e6a-42e3-b0bb-d3a8bfa5b517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854150 Jan 29 04:28:24.713985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:24.720914 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:24.722157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52717d5f-5aed-40ae-8906-5b07ba9ac8e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "PUT /v2.0/routers/05795379-2354-4259-9fdf-14321410b34e HTTP/1.1" status: 200 len: 882 time: 3.8569467 Jan 29 04:28:24.730558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49224) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:24.740881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Allocated IP 10.2.2.2 (46f3a1eb-bcbe-47c4-a092-70d46d746218/c33c60f6-a176-4fad-93a6-9e129f3b51f0/a34dd457-6aaa-4273-a02c-4cfb727131e8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:24.747934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:24.761844 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] Sync routers for ids ['05795379-2354-4259-9fdf-14321410b34e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:24.789875 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] Routers {'05795379-2354-4259-9fdf-14321410b34e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:24.791081 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['05795379-2354-4259-9fdf-14321410b34e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.847607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Attempting to bind port 9271443f-5f09-4dd8-8cc8-8d39451027db on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:24.847945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Attempting to bind port 9271443f-5f09-4dd8-8cc8-8d39451027db by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '14d5754c-45ae-4fb1-88e4-2c26df1820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:24.848282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Attempting to bind port 9271443f-5f09-4dd8-8cc8-8d39451027db on network da2ec0c1-c70e-4257-9379-b2c4e7a49acc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:24.869168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Port 9271443f-5f09-4dd8-8cc8-8d39451027db on network da2ec0c1-c70e-4257-9379-b2c4e7a49acc not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:24.869763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Attempting to bind port 9271443f-5f09-4dd8-8cc8-8d39451027db on network da2ec0c1-c70e-4257-9379-b2c4e7a49acc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:24.890621 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.901320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:24.901659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Checking segment: {'id': '14d5754c-45ae-4fb1-88e4-2c26df1820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:24.902084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Bound using segment: {'id': '14d5754c-45ae-4fb1-88e4-2c26df1820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:24.902534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Bound port: 9271443f-5f09-4dd8-8cc8-8d39451027db, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d5754c-45ae-4fb1-88e4-2c26df1820fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:24.902892 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:24.926360 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] Routers {'05795379-2354-4259-9fdf-14321410b34e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:24.926991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:27:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['05795379-2354-4259-9fdf-14321410b34e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.981501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-af0c23be-e5fd-4d9a-bb38-dd16897d2c25 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/05795379-2354-4259-9fdf-14321410b34e HTTP/1.1" status: 200 len: 923 time: 0.2457092 Jan 29 04:28:24.982750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:24.988403 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:24.989342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65575a51-de1b-40b0-bfc7-443a9d9bdfe2 None None] The sync data for ids ['05795379-2354-4259-9fdf-14321410b34e'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:25.004990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-c3a6300c-da7f-467a-9539-7fa5adc7ac52 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902658 Jan 29 04:28:25.090742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.101675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.173347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:25.178243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:25.183644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:25.197551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96e9a8-2b7c-4419-8997-3223c9069a17 req-24d9c7fd-951f-45d7-9ce4-2428e31ff578 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.201380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Pushing event updated for resources: {'Port': ['ID=a34dd457-6aaa-4273-a02c-4cfb727131e8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.246152 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee96e9a8-2b7c-4419-8997-3223c9069a17 req-24d9c7fd-951f-45d7-9ce4-2428e31ff578 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 944 time: 0.2130978 Jan 29 04:28:25.293442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.309665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc4f0cb9-f309-4221-8a61-ae88a74c7b8b req-325eeebe-6ad3-4653-9b89-7356f5c6d475 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.1299953 Jan 29 04:28:25.325649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ca3ff373-f1cc-43dc-a2c7-8602e40a6074 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:25.379145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] device_id is not set on port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:28:25.406748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ca3ff373-f1cc-43dc-a2c7-8602e40a6074 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:25.407490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ca3ff373-f1cc-43dc-a2c7-8602e40a6074 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:25.410742 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Attempting to bind port a34dd457-6aaa-4273-a02c-4cfb727131e8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:25.411258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Attempting to bind port a34dd457-6aaa-4273-a02c-4cfb727131e8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:25.411892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Attempting to bind port a34dd457-6aaa-4273-a02c-4cfb727131e8 on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:25.444243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:25.444801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Checking segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:25.449262 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.456633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Bound using segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:25.457054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee96e9a8-2b7c-4419-8997-3223c9069a17 req-1bb9e22a-1432-46fd-a614-ad54b75190f4 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087529 Jan 29 04:28:25.457269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Bound port: a34dd457-6aaa-4273-a02c-4cfb727131e8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:25.457617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.521387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9271fa73-18c5-448e-b03c-910e5910443f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.528808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9271fa73-18c5-448e-b03c-910e5910443f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=05795379-2354-4259-9fdf-14321410b34e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5446575 Jan 29 04:28:25.542537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fcef0f-dc01-4e77-bd83-132372ff4374 req-78a9f2bb-4d44-4f60-89e7-750b87413d85 service neutron] 10.222.0.36 "GET /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575555 Jan 29 04:28:25.547721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] For port 9271443f-5f09-4dd8-8cc8-8d39451027db, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:25.568350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:25.582254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] For port 9271443f-5f09-4dd8-8cc8-8d39451027db, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9271443f-5f09-4dd8-8cc8-8d39451027db,segment=NetworkSegment(14d5754c-45ae-4fb1-88e4-2c26df1820fa),segment_id=14d5754c-45ae-4fb1-88e4-2c26df1820fa)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:25.609389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.612946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b01d5321-af13-4eec-9e43-de86d3f8a5e9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:25.631051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b31379-44c2-40d1-ba52-8a0d8fd72614 None None] Network f0e89752-aec8-44f9-89b0-2ea42156e56e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:25.760607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Pushing event updated for resources: {'Port': ['ID=9271443f-5f09-4dd8-8cc8-8d39451027db,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:25.779565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.780198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.781613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-006dd7b8-3c7f-4c02-a10f-a765afcacfdb service neutron] 10.222.0.36 "PUT /v2.0/ports/9271443f-5f09-4dd8-8cc8-8d39451027db HTTP/1.1" status: 200 len: 1092 time: 2.2558267 Jan 29 04:28:25.787771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e94816-69a9-4838-abb7-9111f8a09f17', 'tag': '9271443f-5f09-4dd8-8cc8-8d39451027db'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:25.790940 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3c9c0-97dd-4557-9850-b21d9275498f" -d '{"events": [{"name": "network-changed", "server_uuid": "47e94816-69a9-4838-abb7-9111f8a09f17", "tag": "9271443f-5f09-4dd8-8cc8-8d39451027db"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:25.825974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a4f0-40be-4187-bf9a-c7a6abc8e64c req-69b54f5b-3ae3-4f44-9263-f9ab4b3f3469 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:25.838576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae99a4f0-40be-4187-bf9a-c7a6abc8e64c req-69b54f5b-3ae3-4f44-9263-f9ab4b3f3469 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.2539244 Jan 29 04:28:25.852741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49250) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:25.890559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae99a4f0-40be-4187-bf9a-c7a6abc8e64c req-b078ed76-b42e-485f-9d36-3aee1758d140 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Jan 29 04:28:25.968075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] For port a34dd457-6aaa-4273-a02c-4cfb727131e8, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:25.979762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1ebe86a9-4c52-4dbd-bb93-034be90cac6b None None] Provisioning complete for port b01d5321-af13-4eec-9e43-de86d3f8a5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:25.980133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ebe86a9-4c52-4dbd-bb93-034be90cac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:25.997358 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee897d4-5f9a-4200-8941-6985ba767d20 x-openstack-request-id: req-9ee897d4-5f9a-4200-8941-6985ba767d20 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:25.997674 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e94816-69a9-4838-abb7-9111f8a09f17", "tag": "9271443f-5f09-4dd8-8cc8-8d39451027db", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:25.998305 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ee897d4-5f9a-4200-8941-6985ba767d20 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:25.998433 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e94816-69a9-4838-abb7-9111f8a09f17', 'tag': '9271443f-5f09-4dd8-8cc8-8d39451027db', 'status': 'completed', 'code': 200} Jan 29 04:28:26.031812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] For port a34dd457-6aaa-4273-a02c-4cfb727131e8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a34dd457-6aaa-4273-a02c-4cfb727131e8,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:26.037564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4c807-6734-4e29-b403-940e910d8a1e req-525f7d2e-93d9-4fc1-be99-72e90523db3b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.045666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ccd4c807-6734-4e29-b403-940e910d8a1e req-525f7d2e-93d9-4fc1-be99-72e90523db3b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.2116001 Jan 29 04:28:26.052732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.060227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a9373-de02-40bb-8254-c79c4e009a41 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.064089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a81a9373-de02-40bb-8254-c79c4e009a41 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.4918559 Jan 29 04:28:26.065198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49256) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:26.180918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-14c53645-1aff-47e6-bf4b-824fecbec45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.182640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-14c53645-1aff-47e6-bf4b-824fecbec45b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21e02518171a4f07b2c91f5ce6473966&device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 1095 time: 0.0911829 Jan 29 04:28:26.185495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f96c2f0c-c000-463a-980e-289d4134fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.207854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b01d5321-af13-4eec-9e43-de86d3f8a5e9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:26.208222 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.274725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-ff95bb50-037a-4da9-9cbb-8063185b0405 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9271443f-5f09-4dd8-8cc8-8d39451027db HTTP/1.1" status: 200 len: 217 time: 0.0479991 Jan 29 04:28:26.293553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacc96b-37f6-4bee-a2dd-566d1afaac38 None None] Pushing event updated for resources: {'Port': ['ID=a34dd457-6aaa-4273-a02c-4cfb727131e8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.372260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ebe86a9-4c52-4dbd-bb93-034be90cac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.438504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ebe86a9-4c52-4dbd-bb93-034be90cac6b None None] For port b01d5321-af13-4eec-9e43-de86d3f8a5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b01d5321-af13-4eec-9e43-de86d3f8a5e9,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:26.447676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.449856 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ebe86a9-4c52-4dbd-bb93-034be90cac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.471445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-23dce1bd-56c9-4a81-b9cd-24db0a649abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.473216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-23dce1bd-56c9-4a81-b9cd-24db0a649abd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8432ee2-485a-4a45-9057-a60605e3beb2 HTTP/1.1" status: 200 len: 849 time: 0.1562901 Jan 29 04:28:26.480253 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2f0aab65-f806-4863-aa0a-ef53c6bb494f tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=05795379-2354-4259-9fdf-14321410b34e HTTP/1.1" status: 200 len: 205 time: 0.4136169 Jan 29 04:28:26.499609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49260) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:26.510948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c39889c-fd60-4b8a-ac8b-b2aab7f6a1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.536354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 10.1.1.160 (f0e89752-aec8-44f9-89b0-2ea42156e56e/e6312399-e8f8-422f-a94d-bff68bbcd054/404bf81a-bfc8-4e59-9dd2-a6e688e77542) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:26.551271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-e0729d30-2040-429a-ac93-896c1d5e304c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da2ec0c1-c70e-4257-9379-b2c4e7a49acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673790 Jan 29 04:28:26.584802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3287c08b-c124-4409-8959-3b0832da3346 req-2174e568-3a07-440d-92d5-18eaf7abc910 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0325668 Jan 29 04:28:26.586862 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:26.587224 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:26.594868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe86a9-4c52-4dbd-bb93-034be90cac6b None None] Pushing event updated for resources: {'Port': ['ID=b01d5321-af13-4eec-9e43-de86d3f8a5e9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:26.665992 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ccd4c807-6734-4e29-b403-940e910d8a1e req-3f0337ef-25c8-47df-9f86-827f51299882 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172779 Jan 29 04:28:26.753910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-fef24ba0-c47f-442e-aadd-dd7925ce93ff service neutron] 10.222.0.36 "GET /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545358 Jan 29 04:28:26.781055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-91718c68-9003-4c07-94e6-d230f109e076 None None] Provisioning complete for port b01d5321-af13-4eec-9e43-de86d3f8a5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:26.781494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-91718c68-9003-4c07-94e6-d230f109e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.869860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09fe59-bdcc-4ead-8eaa-7413f2ca8235 req-76c732f0-a06f-4e48-8b1f-225358e99fb8 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:26.877526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a09fe59-bdcc-4ead-8eaa-7413f2ca8235 req-76c732f0-a06f-4e48-8b1f-225358e99fb8 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 944 time: 0.1543965 Jan 29 04:28:26.933232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a09fe59-bdcc-4ead-8eaa-7413f2ca8235 req-514979bd-accc-4498-99e9-4496e6ce749c tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Jan 29 04:28:26.941770 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:26.953595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a6cfcb-828f-4fc2-b2c0-f6ecd4048159 req-1863d4ef-a737-47bb-b475-d24e5170bfa3 service neutron] 10.222.0.36 "GET /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877441 Jan 29 04:28:27.049166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3648e2-c443-4bc4-98d7-2825669dedf3 req-252839dd-4062-4237-9902-a5fc134cf377 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.050591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb3648e2-c443-4bc4-98d7-2825669dedf3 req-252839dd-4062-4237-9902-a5fc134cf377 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.0542014 Jan 29 04:28:27.085457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.117759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb3648e2-c443-4bc4-98d7-2825669dedf3 req-832f1da8-5036-4a52-b9bf-c13b4eb6045d tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603864 Jan 29 04:28:27.131360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-ae5e104d-d498-4753-af53-8beff86890d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.133468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-ae5e104d-d498-4753-af53-8beff86890d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21e02518171a4f07b2c91f5ce6473966&device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 1095 time: 0.0554585 Jan 29 04:28:27.158704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c39889c-fd60-4b8a-ac8b-b2aab7f6a1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.184974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c39889c-fd60-4b8a-ac8b-b2aab7f6a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.202880 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.243926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39889c-fd60-4b8a-ac8b-b2aab7f6a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31302d3a-4fd7-40ae-9f7b-7a76b9edc4c8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:27.253088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-b35d38a7-32e0-4829-a046-f60e993f7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.254982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-b35d38a7-32e0-4829-a046-f60e993f7ee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da2ec0c1-c70e-4257-9379-b2c4e7a49acc HTTP/1.1" status: 200 len: 910 time: 0.1078928 Jan 29 04:28:27.267609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-0d33613b-dd15-43c9-89ca-8fd116fbbdef tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.275301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-0d33613b-dd15-43c9-89ca-8fd116fbbdef tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 810 time: 0.3508835 Jan 29 04:28:27.281354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4c39889c-fd60-4b8a-ac8b-b2aab7f6a1d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0d83ff5982a49d5a3947153024f2de6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4135342 Jan 29 04:28:27.286657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49282) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:27.335247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.353421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-0f3a4333-4442-4491-bfbb-76ebc0aca478 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/quotas/76b5c057842f49108dc8a7ea6d24292b HTTP/1.1" status: 200 len: 375 time: 0.0772767 Jan 29 04:28:27.389502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.399631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-61570bca-cd47-4796-bff9-90e5dc42f346 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9271443f-5f09-4dd8-8cc8-8d39451027db HTTP/1.1" status: 200 len: 217 time: 0.1236570 Jan 29 04:28:27.485855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-4283f907-c765-48b5-ba86-05adbf53f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.487425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-4283f907-c765-48b5-ba86-05adbf53f938 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8432ee2-485a-4a45-9057-a60605e3beb2 HTTP/1.1" status: 200 len: 849 time: 0.0602229 Jan 29 04:28:27.521578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-24df5c2b-0ab3-43ed-91f7-87ba31539b4f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668959 Jan 29 04:28:27.525704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network f0e89752-aec8-44f9-89b0-2ea42156e56e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:27.552532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:27.554839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a34dd457-6aaa-4273-a02c-4cfb727131e8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:27.559909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6526734-8c46-4ae4-8446-98d7bd5e15a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.561581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:27.585010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-f0d2fb74-9089-4ec6-8ab1-646b46f67434 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da2ec0c1-c70e-4257-9379-b2c4e7a49acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585840 Jan 29 04:28:27.592581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:27.612843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de465e-fd3d-4ed7-9a8a-d3c13561472d req-64892a7c-40d1-409d-b896-3a6745fffd70 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.623300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51de465e-fd3d-4ed7-9a8a-d3c13561472d req-64892a7c-40d1-409d-b896-3a6745fffd70 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.3410296 Jan 29 04:28:27.645635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a34dd457-6aaa-4273-a02c-4cfb727131e8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:27.646068 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.690522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Deleting port b79f3503-c1eb-459b-8cf6-98f2e05bb8d7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:27.690866 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.697130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6526734-8c46-4ae4-8446-98d7bd5e15a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.743547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a695db7-9e06-4a61-bb2f-66d858f2b1f6 None None] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:27.784974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.785640 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.800110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51de465e-fd3d-4ed7-9a8a-d3c13561472d req-6909f56e-1235-4e39-b12a-cb0faad2f16d tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757529 Jan 29 04:28:27.869831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-963902c9-450c-4ede-9ab9-da6d9ffa0a80 service neutron] 10.222.0.36 "GET /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342229 Jan 29 04:28:27.870221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-662f2c9f-2267-4ef1-a486-eeb89d1cd48f None None] Provisioning complete for port a34dd457-6aaa-4273-a02c-4cfb727131e8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:27.870729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-662f2c9f-2267-4ef1-a486-eeb89d1cd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.879182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-e1727848-523c-446c-86c7-2c19a86123ce tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:27.880107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-e1727848-523c-446c-86c7-2c19a86123ce tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.4831436 Jan 29 04:28:27.885871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-34c1eb30-93ea-4e9d-bdef-1573c2ff0f94 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4827018 Jan 29 04:28:27.918837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:27.924951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-2e6d6263-b5ce-4cc3-92c6-51c6d18c29c7 service neutron] 10.222.0.32 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024575 Jan 29 04:28:27.936054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd0b6214-4611-4d16-9585-fc888b86ac2f req-b5b86a3a-21d5-4c26-8357-dc1d7dcd03e1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0585082 Jan 29 04:28:27.946563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.947423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:27.948494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'name': 'tempest-TaggedBootDevicesTest_v242-1767935822', 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:27.964296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Request body: {'port': {'device_id': '665c6e0e-7161-4c33-bc86-77bafda03771', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'admin_state_up': True, 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:28.021712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Calling delete_port for b79f3503-c1eb-459b-8cf6-98f2e05bb8d7 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:28.024677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6526734-8c46-4ae4-8446-98d7bd5e15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.027508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6526734-8c46-4ae4-8446-98d7bd5e15a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.031558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e6526734-8c46-4ae4-8446-98d7bd5e15a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31302d3a-4fd7-40ae-9f7b-7a76b9edc4c8 HTTP/1.1" status: 204 len: 168 time: 0.7404790 Jan 29 04:28:28.043210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a34dd457-6aaa-4273-a02c-4cfb727131e8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a34dd457-6aaa-4273-a02c-4cfb727131e8,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:28.054193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6526734-8c46-4ae4-8446-98d7bd5e15a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31302d3a-4fd7-40ae-9f7b-7a76b9edc4c8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.087323 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.088306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b01d5321-af13-4eec-9e43-de86d3f8a5e9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:28.144344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-b6b87f00-8a91-4c5a-b6a3-f53b2be45be8 service neutron] 10.222.0.32 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938438 Jan 29 04:28:28.341952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.345541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84208c39-e924-4ad8-99bb-83dca987734e req-a6e0931e-d9ee-469a-82be-def58f21102d tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:28.348931 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-662f2c9f-2267-4ef1-a486-eeb89d1cd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.356802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84208c39-e924-4ad8-99bb-83dca987734e req-a6e0931e-d9ee-469a-82be-def58f21102d tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.2453854 Jan 29 04:28:28.377047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event deleted for resources: {'Port': ['ID=b79f3503-c1eb-459b-8cf6-98f2e05bb8d7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.473974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.485874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a34dd457-6aaa-4273-a02c-4cfb727131e8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:28.489330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd3c9c0-97dd-4557-9850-b21d9275498f req-e09f2da5-fad7-4e61-adc6-7ffef5dfbeae service neutron] 10.222.0.36 "GET /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048112 Jan 29 04:28:28.554530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84208c39-e924-4ad8-99bb-83dca987734e req-667fa328-c5da-424b-8424-8b831105dfd0 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965253 Jan 29 04:28:28.606670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b01d5321-af13-4eec-9e43-de86d3f8a5e9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:28.607178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.608699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:28.696910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.697260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-662f2c9f-2267-4ef1-a486-eeb89d1cd48f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:28.697619 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-662f2c9f-2267-4ef1-a486-eeb89d1cd48f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:28.701305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.750159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:28.754693 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.766102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029400-47f0-4055-91f3-056a1c200c90 req-2ef21b32-e98c-432d-a6c6-6ddcdfa2ca42 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:28.775399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80029400-47f0-4055-91f3-056a1c200c90 req-2ef21b32-e98c-432d-a6c6-6ddcdfa2ca42 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 944 time: 0.1707964 Jan 29 04:28:28.783254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.783904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Fanout notify agent at l3_agent the message router_deleted on router 05795379-2354-4259-9fdf-14321410b34e {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:28.799252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab12a028-8ba9-4fb8-905d-db9aa1959581 req-f613b5ae-2d51-4bcb-b101-9516ba61d857 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 210 time: 0.1036057 Jan 29 04:28:28.807624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:28.812616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0660c5e-9f38-4077-8233-c4abbe8021f9 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/05795379-2354-4259-9fdf-14321410b34e HTTP/1.1" status: 204 len: 168 time: 2.3078864 Jan 29 04:28:28.815299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:28.836859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-521866846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:28.902251 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80029400-47f0-4055-91f3-056a1c200c90 req-b7febb49-d9d2-4781-8384-af730f9c4446 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197879 Jan 29 04:28:29.060550 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.076135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b7dfc6a0-f788-4a0b-8782-ac84c8320318 req-7205120c-540f-45b8-8a1c-fb47f3e2c5af tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0489738 Jan 29 04:28:29.167689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.265485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9271443f-5f09-4dd8-8cc8-8d39451027db details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:28:29.380634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9271443f-5f09-4dd8-8cc8-8d39451027db, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9271443f-5f09-4dd8-8cc8-8d39451027db,segment=NetworkSegment(14d5754c-45ae-4fb1-88e4-2c26df1820fa),segment_id=14d5754c-45ae-4fb1-88e4-2c26df1820fa)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:29.386658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a34dd457-6aaa-4273-a02c-4cfb727131e8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:29.386833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.398555 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.400107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.442330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '9271443f-5f09-4dd8-8cc8-8d39451027db', 'network_id': 'da2ec0c1-c70e-4257-9379-b2c4e7a49acc', 'port_id': '9271443f-5f09-4dd8-8cc8-8d39451027db', 'mac_address': 'fa:16:3e:de:b0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8432ee2-485a-4a45-9057-a60605e3beb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:28:29.442759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] device_id is not set on port 878937f9-e8df-4443-8969-22f894d32a6a yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:28:29.446832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-34f8996f-4068-45f3-a9d0-c828da9fc587 None None] Provisioning complete for port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:29.447297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34f8996f-4068-45f3-a9d0-c828da9fc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.524415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-34f8996f-4068-45f3-a9d0-c828da9fc587 None None] Port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:29.530964 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.550212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a34dd457-6aaa-4273-a02c-4cfb727131e8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:29.550670 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.573076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9271443f-5f09-4dd8-8cc8-8d39451027db {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:29.577662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-34f8996f-4068-45f3-a9d0-c828da9fc587 None None] Provisioning complete for port a34dd457-6aaa-4273-a02c-4cfb727131e8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:29.578128 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34f8996f-4068-45f3-a9d0-c828da9fc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.638776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9271443f-5f09-4dd8-8cc8-8d39451027db, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9271443f-5f09-4dd8-8cc8-8d39451027db,segment=NetworkSegment(14d5754c-45ae-4fb1-88e4-2c26df1820fa),segment_id=14d5754c-45ae-4fb1-88e4-2c26df1820fa)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:29.646413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.654839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60420d1f-f682-4c53-92c8-d18bca7bf657 req-f0c50f4b-e6f6-426c-8d79-f1e87a12bc09 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:29.662972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60420d1f-f682-4c53-92c8-d18bca7bf657 req-f0c50f4b-e6f6-426c-8d79-f1e87a12bc09 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.7606337 Jan 29 04:28:29.716505 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.733713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.747811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Allocated IP 172.20.0.4 (61a7caeb-f810-4766-9c49-e2ecb81c4102/7ad1fbca-5034-4c39-86ae-3bca799a67fd/746bd3d0-068f-441b-99c3-56594819a114) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:29.763669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49338) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:29.775896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9271443f-5f09-4dd8-8cc8-8d39451027db,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:29.811191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:29.812406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-51cfd624-8acc-41b7-9930-fa430271903b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9841409 Jan 29 04:28:29.815410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49342) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:29.821784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': True}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:29.823610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60420d1f-f682-4c53-92c8-d18bca7bf657 req-c66c0eda-31c5-4105-a62a-2060053bd2d7 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598046 Jan 29 04:28:29.902236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 10.1.1.143 (f0e89752-aec8-44f9-89b0-2ea42156e56e/e6312399-e8f8-422f-a94d-bff68bbcd054/878937f9-e8df-4443-8969-22f894d32a6a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:29.910730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-5b3cf7b9-d470-458b-9da5-3946e43789a3 req-eed27c4f-9ed2-4619-bfdc-e0d74a2537fe tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:29.918979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b3cf7b9-d470-458b-9da5-3946e43789a3 req-eed27c4f-9ed2-4619-bfdc-e0d74a2537fe tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183053 Jan 29 04:28:29.952328 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19aa8f96-9339-4c36-b64b-409bc55032b0 req-88096ab4-219d-4b0e-840c-65e8e97decb3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 210 time: 0.0450649 Jan 29 04:28:29.955194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e947c702-a687-45b6-8044-bbe03cfea3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.043150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e947c702-a687-45b6-8044-bbe03cfea3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.095381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9271443f-5f09-4dd8-8cc8-8d39451027db'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:30.117752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e947c702-a687-45b6-8044-bbe03cfea3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.200737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b3cf7b9-d470-458b-9da5-3946e43789a3 req-5ac492d3-30a4-49ac-8897-aae75972a21c tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2808905 Jan 29 04:28:30.218595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c702-a687-45b6-8044-bbe03cfea3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc5dfe-c7d9-49ed-9bd5-b13f048ec688,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.234776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e947c702-a687-45b6-8044-bbe03cfea3f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de35945070e14b67b49c0ff2b14a080f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699249 Jan 29 04:28:30.268943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:30.315374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.334041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-81276a03-cf74-43ea-a89a-d56b30da2c5b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:30.335689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-81276a03-cf74-43ea-a89a-d56b30da2c5b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 810 time: 0.3290412 Jan 29 04:28:30.374091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Request body: {'port': {'device_id': '62d102e6-f426-4374-9931-65f50b80fecf', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'admin_state_up': True, 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:30.521204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4654ca70-3c2a-4326-8fb9-7fc22df6e2c0 req-6f12c0a6-7a44-4a9b-82c2-35f8418f62f3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0757508 Jan 29 04:28:30.523134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74c989-2512-4435-a35f-e6658a8b75f6 req-7ad82590-8c59-4e03-9763-0c8ccf5b2a77 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:30.524601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b74c989-2512-4435-a35f-e6658a8b75f6 req-7ad82590-8c59-4e03-9763-0c8ccf5b2a77 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 945 time: 0.4504256 Jan 29 04:28:30.528305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.530048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.536646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc8fddc9-a899-4ffd-ab60-b45e959db339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.591765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.599327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc8fddc9-a899-4ffd-ab60-b45e959db339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.605364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b74c989-2512-4435-a35f-e6658a8b75f6 req-f26911ef-1abe-4082-bfc0-51631c25a9a2 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738249 Jan 29 04:28:30.728603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:30.745245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:30.751804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:30.754513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event updated for resources: {'Port': ['ID=746bd3d0-068f-441b-99c3-56594819a114,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.758000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.761485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.785834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.832111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Made reservation on behalf of 76b5c057842f49108dc8a7ea6d24292b for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:30.836092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.852150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695eaf-a350-4f01-9e65-2605c8fe2aca req-3dbe28ee-35c8-4f8c-a64c-e5e528840a2f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:30.853654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3695eaf-a350-4f01-9e65-2605c8fe2aca req-3dbe28ee-35c8-4f8c-a64c-e5e528840a2f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.2503119 Jan 29 04:28:30.872616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc8fddc9-a899-4ffd-ab60-b45e959db339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.875186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc8fddc9-a899-4ffd-ab60-b45e959db339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.876271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc8fddc9-a899-4ffd-ab60-b45e959db339 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdbc5dfe-c7d9-49ed-9bd5-b13f048ec688 HTTP/1.1" status: 204 len: 168 time: 0.6063743 Jan 29 04:28:30.883861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network f0e89752-aec8-44f9-89b0-2ea42156e56e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:30.900223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:30.917104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:30.919631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.935008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:30.935657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:30.959383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fddc9-a899-4ffd-ab60-b45e959db339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc5dfe-c7d9-49ed-9bd5-b13f048ec688,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:30.962592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Allocated IP 172.25.4.20 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/a05d7421-1441-413f-9cd1-e3217f2b8e0f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:31.031743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-b34b0743-7fe1-41a0-ae79-399b0353bd16 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1136875 Jan 29 04:28:31.084114 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10df793a-81e2-4c98-9000-6aab867c018d req-53ae37fb-984b-402f-907b-d73872480cbd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 210 time: 0.0368280 Jan 29 04:28:31.084250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3695eaf-a350-4f01-9e65-2605c8fe2aca req-5e503563-e21d-4977-9069-a1f474546f31 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092779 Jan 29 04:28:31.111614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Request body: {'port': {'device_id': '665c6e0e-7161-4c33-bc86-77bafda03771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:31.119833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:31.120472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.128551 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.175174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.220348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-256d03ab-665c-47fd-bdab-9f27e438e79d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2995117 Jan 29 04:28:31.254318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:31.256320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:31.262928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Port': ['ID=a05d7421-1441-413f-9cd1-e3217f2b8e0f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.265617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:31.269472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9271443f-5f09-4dd8-8cc8-8d39451027db up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:31.291590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.295391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Allocated IP 172.20.0.10 (2416a59b-ff05-44d5-9d68-f5303c7c04b9/2c0ebb0f-7db1-409e-8129-ddf80a8ee341/607aaf38-82f5-4de6-8293-57cc33c284d9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:31.326539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffa3a6-36dd-4831-bf29-1bbe428e627e req-8a4d6f88-0b21-4af5-a599-38a6d6bc6f64 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:31.328109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49ffa3a6-36dd-4831-bf29-1bbe428e627e req-8a4d6f88-0b21-4af5-a599-38a6d6bc6f64 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.1456723 Jan 29 04:28:31.399451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0574d0e1-722b-4ec4-bf08-7339237c3c1b None None] Provisioning complete for port 878937f9-e8df-4443-8969-22f894d32a6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:31.399816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0574d0e1-722b-4ec4-bf08-7339237c3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.488867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 9271443f-5f09-4dd8-8cc8-8d39451027db completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:31.494853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 9271443f-5f09-4dd8-8cc8-8d39451027db triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:31.495228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.497760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0574d0e1-722b-4ec4-bf08-7339237c3c1b None None] Port 878937f9-e8df-4443-8969-22f894d32a6a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:31.585192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.599004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49378) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:31.610921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038843833', 'description': 'tempest-description--1603767534'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:31.646236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.664161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49ffa3a6-36dd-4831-bf29-1bbe428e627e req-8cf8be37-6599-49e0-b2a3-a1001a491154 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912281 Jan 29 04:28:31.711108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e94816-69a9-4838-abb7-9111f8a09f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9271443f-5f09-4dd8-8cc8-8d39451027db'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:31.714411 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a7dd11-9a42-4a95-8b00-c68aceb5e6a3" -d '{"events": [{"server_uuid": "47e94816-69a9-4838-abb7-9111f8a09f17", "name": "network-vif-plugged", "status": "completed", "tag": "9271443f-5f09-4dd8-8cc8-8d39451027db"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:31.755084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9271443f-5f09-4dd8-8cc8-8d39451027db, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9271443f-5f09-4dd8-8cc8-8d39451027db,segment=NetworkSegment(14d5754c-45ae-4fb1-88e4-2c26df1820fa),segment_id=14d5754c-45ae-4fb1-88e4-2c26df1820fa)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:31.757121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.761658 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.824909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af704-9a0d-4f96-ab16-5167a83cf161 req-f35dcd6a-22dd-4ffc-bc18-eebaca8b3650 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:31.826738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a7af704-9a0d-4f96-ab16-5167a83cf161 req-f35dcd6a-22dd-4ffc-bc18-eebaca8b3650 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 931 time: 0.1608279 Jan 29 04:28:31.831345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:31.845472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9271443f-5f09-4dd8-8cc8-8d39451027db,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:31.886664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0a7af704-9a0d-4f96-ab16-5167a83cf161 req-6d1a8dc3-9134-47ba-a649-066fb35db343 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Jan 29 04:28:31.889267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1fac-cc9e-49f7-a951-b6dbab252d47 req-be870a2f-be27-4ff3-b355-6291dfb273ac tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:31.897269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a98f1fac-cc9e-49f7-a951-b6dbab252d47 req-be870a2f-be27-4ff3-b355-6291dfb273ac tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.1318378 Jan 29 04:28:31.935062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:31.966266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.011598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['63df4342-c0c9-4e88-8610-e0cfeba60052'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:32.055588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a98f1fac-cc9e-49f7-a951-b6dbab252d47 req-fbf9d510-0639-435e-89bc-e64bd17f618e tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573722 Jan 29 04:28:32.075333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.080287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:32.084058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-120906952-network', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:32.089506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746bd3d0-068f-441b-99c3-56594819a114 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:32.093767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Pushing event updated for resources: {'Port': ['ID=607aaf38-82f5-4de6-8293-57cc33c284d9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.097049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.099600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:32.104225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.106762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:32.119133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.137492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc54b2-08fb-4f0d-acca-cb23b85f6c68 req-bd3df2b1-3722-4dcf-bf34-4c54a702d2f8 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.139223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60fc54b2-08fb-4f0d-acca-cb23b85f6c68 req-bd3df2b1-3722-4dcf-bf34-4c54a702d2f8 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.1805012 Jan 29 04:28:32.146180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.159730 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c5743-4e59-439b-8400-6fd6e3c83666 x-openstack-request-id: req-542c5743-4e59-439b-8400-6fd6e3c83666 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:32.160492 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e94816-69a9-4838-abb7-9111f8a09f17", "name": "network-vif-plugged", "status": "completed", "tag": "9271443f-5f09-4dd8-8cc8-8d39451027db", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:32.160990 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-542c5743-4e59-439b-8400-6fd6e3c83666 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:32.161489 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e94816-69a9-4838-abb7-9111f8a09f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9271443f-5f09-4dd8-8cc8-8d39451027db', 'code': 200} Jan 29 04:28:32.170331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.170966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.172505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.176643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5755017 Jan 29 04:28:32.180057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:32.182601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Transition to ACTIVE for port object 746bd3d0-068f-441b-99c3-56594819a114 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:32.186172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'security_group_rule': {'security_group_id': '6e1700be-2388-440e-aa08-211a49a9ee2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:32.187871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f0d10-64cb-4de1-aaa0-2a8debdf85b8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1700be-2388-440e-aa08-211a49a9ee2a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.202339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.237118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Made reservation on behalf of 49748b9db62a464eb07b6313ec17c4e6 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:32.239417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.244947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-4f0f3389-a75d-4a8a-89a2-06bc0162ac25 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8831627 Jan 29 04:28:32.288033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60fc54b2-08fb-4f0d-acca-cb23b85f6c68 req-9fc01c9f-b3fc-4851-a55e-2a10579ac592 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339984 Jan 29 04:28:32.292377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Request body: {'port': {'device_id': '62d102e6-f426-4374-9931-65f50b80fecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:32.299441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.371828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Pushing event updated for resources: {'Port': ['ID=746bd3d0-068f-441b-99c3-56594819a114,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:32.375684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Router 3ae3484d-8b81-4ae2-9075-5d9bdff65294 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:32.475048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.494926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99bc35-5544-44af-b169-b6745cb36e4f req-0b48652f-fbdc-4eab-bea3-8161e600e35c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.496434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f99bc35-5544-44af-b169-b6745cb36e4f req-0b48652f-fbdc-4eab-bea3-8161e600e35c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 932 time: 0.2659404 Jan 29 04:28:32.523993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:32.528562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.529783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cc383f51-1591-4d08-aa52-ff03c97bf51f tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "PUT /v2.0/routers/3ae3484d-8b81-4ae2-9075-5d9bdff65294 HTTP/1.1" status: 200 len: 917 time: 2.7130139 Jan 29 04:28:32.533079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49402) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:32.537714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] Sync routers for ids ['3ae3484d-8b81-4ae2-9075-5d9bdff65294'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:32.542922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:32.545884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558122b-ac90-4f13-80be-a51009b3fe61 req-ce3d033a-baa4-4cdd-88b7-443d4cea8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.547382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5558122b-ac90-4f13-80be-a51009b3fe61 req-ce3d033a-baa4-4cdd-88b7-443d4cea8595 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 1097 time: 0.2428355 Jan 29 04:28:32.548801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a737a-420e-4d6e-ae21-c6e4d5c49a37 req-8733757c-93c0-42e0-a4f8-34a28eb6b045 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.551991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] Routers {'3ae3484d-8b81-4ae2-9075-5d9bdff65294'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:32.552681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ae3484d-8b81-4ae2-9075-5d9bdff65294'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:32.555111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a737a-420e-4d6e-ae21-c6e4d5c49a37 req-8733757c-93c0-42e0-a4f8-34a28eb6b045 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.561080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a737a-420e-4d6e-ae21-c6e4d5c49a37 req-8733757c-93c0-42e0-a4f8-34a28eb6b045 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.562688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b4a737a-420e-4d6e-ae21-c6e4d5c49a37 req-8733757c-93c0-42e0-a4f8-34a28eb6b045 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491&device_id=285df49f-39b0-4f55-b91c-43f289e0572c&device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 2418 time: 0.0897419 Jan 29 04:28:32.593968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:32.605995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] Routers {'3ae3484d-8b81-4ae2-9075-5d9bdff65294'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:32.606768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ae3484d-8b81-4ae2-9075-5d9bdff65294'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:32.649026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:32.649945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb358a-84f3-4133-acdc-795c8d0fcbbd None None] The sync data for ids ['3ae3484d-8b81-4ae2-9075-5d9bdff65294'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:32.674326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b4a737a-420e-4d6e-ae21-c6e4d5c49a37 req-5eb0f5e1-90e3-4372-a86f-657d896675cb tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782630 Jan 29 04:28:32.681842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f99bc35-5544-44af-b169-b6745cb36e4f req-272db9da-4c4e-4714-828a-1d3b559d7a32 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719415 Jan 29 04:28:32.707748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-951f9096-8736-4dda-a888-f675bdc121b6 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/3ae3484d-8b81-4ae2-9075-5d9bdff65294 HTTP/1.1" status: 200 len: 923 time: 0.1736281 Jan 29 04:28:32.712444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49406) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:32.720028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Attempting to bind port 746bd3d0-068f-441b-99c3-56594819a114 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:32.720630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Attempting to bind port 746bd3d0-068f-441b-99c3-56594819a114 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:32.720967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Attempting to bind port 746bd3d0-068f-441b-99c3-56594819a114 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:32.744396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-4c790e06-c1d4-44ef-a718-6005315380e3 req-877c3152-0d5e-4f89-a60b-77a4299be8a0 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:32.745411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c790e06-c1d4-44ef-a718-6005315380e3 req-877c3152-0d5e-4f89-a60b-77a4299be8a0 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0337639 Jan 29 04:28:32.848466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda02bf9-21e2-4e35-8b55-97aee662b657 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.849923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cda02bf9-21e2-4e35-8b55-97aee662b657 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=3ae3484d-8b81-4ae2-9075-5d9bdff65294&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1365831 Jan 29 04:28:32.856089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49408) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:32.919957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c790e06-c1d4-44ef-a718-6005315380e3 req-b67e5d03-3452-4fea-81c2-091353de35db tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1587179 Jan 29 04:28:32.969119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f21683-a300-4de2-ab49-e64ca8d6ffc6 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:32.970540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89f21683-a300-4de2-ab49-e64ca8d6ffc6 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.1135066 Jan 29 04:28:32.973787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49412) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:33.005369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c5fde46-1222-47c9-a34e-991aeda28cfc tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae3484d-8b81-4ae2-9075-5d9bdff65294 HTTP/1.1" status: 200 len: 205 time: 0.0279107 Jan 29 04:28:33.005610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49414) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:33.029148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.060078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Port 746bd3d0-068f-441b-99c3-56594819a114 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:33.060413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Attempting to bind port 746bd3d0-068f-441b-99c3-56594819a114 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:33.063422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5558122b-ac90-4f13-80be-a51009b3fe61 req-560f2281-e42e-45ab-8e7c-919ca1ec068f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881859 Jan 29 04:28:33.124177 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.124937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.148678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.158876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:33.159225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:33.159671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Bound using segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:33.160126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Bound port: 746bd3d0-068f-441b-99c3-56594819a114, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:33.160484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.170189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.194683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66ac0cd-a3f8-45db-bf55-1129abaa8ca7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.227481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.228700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0193f9b3-efbe-447d-a595-215a0b72f815 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0475814 Jan 29 04:28:33.238131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:33.247572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'security_group_rule': {'security_group_id': '6e1700be-2388-440e-aa08-211a49a9ee2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:33.248145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:33.265531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3e706-97d7-4ba4-a145-10b4f6b74a11 req-246da000-34b6-4712-9847-69e2eb61e67d tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.266998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80c3e706-97d7-4ba4-a145-10b4f6b74a11 req-246da000-34b6-4712-9847-69e2eb61e67d tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.1041367 Jan 29 04:28:33.311751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8ccf3-0037-4ac4-a3f2-7214746011e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.324344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.329409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ec2e-e71f-4dab-9a7c-940e6cbcb648 req-cffc8dee-714e-433f-b96e-c5b41f7ca98e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.331188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9374ec2e-e71f-4dab-9a7c-940e6cbcb648 req-cffc8dee-714e-433f-b96e-c5b41f7ca98e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 943 time: 0.2990930 Jan 29 04:28:33.332756 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.333118 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Added segment 135591cf-67d7-47ec-b19e-946c436e5d56 of type vlan for network da3ad234-0465-451e-8418-de9ffa8c89b5 Jan 29 04:28:33.333362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80c3e706-97d7-4ba4-a145-10b4f6b74a11 req-031125a8-3e8d-4cd2-b31e-fd06b4d2ec01 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575302 Jan 29 04:28:33.341422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.424155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.431746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.440034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Deleting port a05d7421-1441-413f-9cd1-e3217f2b8e0f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:33.440367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.447458 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.461574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a7e0f1-96e6-43e0-9da3-32d00d0ccb2e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.489549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] For port 746bd3d0-068f-441b-99c3-56594819a114, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:33.497615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9374ec2e-e71f-4dab-9a7c-940e6cbcb648 req-55cb05f6-b03a-4d0a-819f-b7f38ae6d858 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488650 Jan 29 04:28:33.510453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.511583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-58b86dcb-e827-4ca5-96db-a0ca0269af9a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2718503 Jan 29 04:28:33.515570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49422) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:33.521243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:33.527025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] For port 746bd3d0-068f-441b-99c3-56594819a114, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=746bd3d0-068f-441b-99c3-56594819a114,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:33.539803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.555350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.556141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.556728 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.572901 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.590434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Calling delete_port for a05d7421-1441-413f-9cd1-e3217f2b8e0f owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:33.599861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.675759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.676385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.677807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] 10.222.0.36 "PUT /v2.0/ports/746bd3d0-068f-441b-99c3-56594819a114 HTTP/1.1" status: 200 len: 1091 time: 2.6126735 Jan 29 04:28:33.678282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665c6e0e-7161-4c33-bc86-77bafda03771', 'tag': '746bd3d0-068f-441b-99c3-56594819a114'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:33.680740 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "665c6e0e-7161-4c33-bc86-77bafda03771", "tag": "746bd3d0-068f-441b-99c3-56594819a114"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:33.696914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7564757 Jan 29 04:28:33.709520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:33.722975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Request body: {'subnet': {'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-120906952-subnet', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:33.729724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607aaf38-82f5-4de6-8293-57cc33c284d9 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:33.739592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd19b4c-7b77-4213-a05e-ba7daf7e8ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=da3ad234-0465-451e-8418-de9ffa8c89b5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.745337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.752333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network da3ad234-0465-451e-8418-de9ffa8c89b5 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:33.753201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2588-2daa-4a38-8f07-4a546f998d1d service neutron] Pushing event updated for resources: {'Port': ['ID=746bd3d0-068f-441b-99c3-56594819a114,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.758882 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc400c5-3be2-4b72-a544-63e78e9f35d8 x-openstack-request-id: req-4bc400c5-3be2-4b72-a544-63e78e9f35d8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:33.759439 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665c6e0e-7161-4c33-bc86-77bafda03771", "tag": "746bd3d0-068f-441b-99c3-56594819a114", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:33.759854 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bc400c5-3be2-4b72-a544-63e78e9f35d8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:33.760409 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665c6e0e-7161-4c33-bc86-77bafda03771', 'tag': '746bd3d0-068f-441b-99c3-56594819a114', 'status': 'completed', 'code': 200} Jan 29 04:28:33.780040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Transition to ACTIVE for port object 607aaf38-82f5-4de6-8293-57cc33c284d9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:33.805626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.875328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Made reservation on behalf of 49748b9db62a464eb07b6313ec17c4e6 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:33.877921 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:33.956521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Pushing event updated for resources: {'Port': ['ID=607aaf38-82f5-4de6-8293-57cc33c284d9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:33.989643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-67e6f5d6-4e93-4021-9366-d162bbbee9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:33.991494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-67e6f5d6-4e93-4021-9366-d162bbbee9d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 1094 time: 0.2024434 Jan 29 04:28:34.077639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22d83-4beb-43f4-8f72-7d599a8ebd57 req-035ddc9c-1d71-4d63-aad9-52e8334a8067 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.079694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17e22d83-4beb-43f4-8f72-7d599a8ebd57 req-035ddc9c-1d71-4d63-aad9-52e8334a8067 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 944 time: 0.1299446 Jan 29 04:28:34.080792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-a6466b7b-a097-4159-b7a9-666bfb4d51b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=746bd3d0-068f-441b-99c3-56594819a114 HTTP/1.1" status: 200 len: 217 time: 0.0494516 Jan 29 04:28:34.141395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Attempting to bind port 607aaf38-82f5-4de6-8293-57cc33c284d9 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:34.141918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Attempting to bind port 607aaf38-82f5-4de6-8293-57cc33c284d9 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:34.142366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Attempting to bind port 607aaf38-82f5-4de6-8293-57cc33c284d9 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:34.176953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.180915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Port 607aaf38-82f5-4de6-8293-57cc33c284d9 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:34.181351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Attempting to bind port 607aaf38-82f5-4de6-8293-57cc33c284d9 on network 2416a59b-ff05-44d5-9d68-f5303c7c04b9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:34.193043 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17e22d83-4beb-43f4-8f72-7d599a8ebd57 req-a33e5b96-9880-44af-a244-149714933202 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909853 Jan 29 04:28:34.198678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-e586e6fd-45e2-4ab8-a80c-e0e4373781a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.199846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-e586e6fd-45e2-4ab8-a80c-e0e4373781a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.1080065 Jan 29 04:28:34.200693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:34.201118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Checking segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:34.201611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Bound using segment: {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:34.202308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Bound port: 607aaf38-82f5-4de6-8293-57cc33c284d9, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3e2f54-4805-4e76-b699-9a20acd80f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:34.202739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.246111 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.287730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event deleted for resources: {'Port': ['ID=a05d7421-1441-413f-9cd1-e3217f2b8e0f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.289822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-f4f026a0-e46b-4dc2-a846-c413aba3604a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718384 Jan 29 04:28:34.349960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.415693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 172.25.4.151 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/431e4377-78e2-4ef1-a157-495670203b4e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:34.434459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.444394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] For port 607aaf38-82f5-4de6-8293-57cc33c284d9, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:34.501009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] For port 607aaf38-82f5-4de6-8293-57cc33c284d9, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=607aaf38-82f5-4de6-8293-57cc33c284d9,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:34.515456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.522661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0710bf0e-fa77-4abb-8337-145a72e31347,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.588704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Checking segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:34.589128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Network hostable DHCP agents. Network: da3ad234-0465-451e-8418-de9ffa8c89b5, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:34.593101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.593748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.595171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] 10.222.0.36 "PUT /v2.0/ports/607aaf38-82f5-4de6-8293-57cc33c284d9 HTTP/1.1" status: 200 len: 1092 time: 2.3282154 Jan 29 04:28:34.603391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-54e9d2a9-5e2e-429d-85d2-85fee15e1eac service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027902 Jan 29 04:28:34.624475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481241b-7137-472a-b206-621f650cfa06 req-9bfc0619-4847-4b75-b95b-65d6a761cf08 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.626030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d481241b-7137-472a-b206-621f650cfa06 req-9bfc0619-4847-4b75-b95b-65d6a761cf08 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.1832678 Jan 29 04:28:34.642956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.643210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61d6c-6f60-4820-81a6-85f1ad8c2f37 service neutron] Pushing event updated for resources: {'Port': ['ID=607aaf38-82f5-4de6-8293-57cc33c284d9,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:34.655596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.717715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Network da3ad234-0465-451e-8418-de9ffa8c89b5 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:34.745704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.752413 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.753252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae3484d-8b81-4ae2-9075-5d9bdff65294 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:34.763302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, da3ad234-0465-451e-8418-de9ffa8c89b5) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:34.765047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.766676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-97aa896a-7889-4411-a2ec-c08840c6be4b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/3ae3484d-8b81-4ae2-9075-5d9bdff65294 HTTP/1.1" status: 204 len: 168 time: 1.7599196 Jan 29 04:28:34.773478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e4c6d-bfb3-44a8-abb1-860582fbc461 None None] Network da3ad234-0465-451e-8418-de9ffa8c89b5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:34.774608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49446) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:34.779425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1050145144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:34.781374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d481241b-7137-472a-b206-621f650cfa06 req-aeb39c25-dec1-454b-91d5-49991a379777 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407807 Jan 29 04:28:34.793969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.794815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.834715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-b27ab2f6-da39-4686-afb9-284d54259a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.836352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-b27ab2f6-da39-4686-afb9-284d54259a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 1095 time: 0.1368384 Jan 29 04:28:34.836981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005421-80c6-47aa-90ba-e6b54cd7f213 req-90955410-c9d9-4ea3-8146-7430cfa27ab6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:34.840196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90fed74-7517-4f44-88c3-868ffa35d993 req-4967dedc-1e65-4383-b732-e08b13e936a9 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089951 Jan 29 04:28:34.846885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a8d899b-ac84-489c-983c-438394db4749 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1311111 Jan 29 04:28:34.847050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0005421-80c6-47aa-90ba-e6b54cd7f213 req-90955410-c9d9-4ea3-8146-7430cfa27ab6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 943 time: 0.1356075 Jan 29 04:28:34.847148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:34.851530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:34.893298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.894371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.906886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.932862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-165bfef9-01fd-4a8f-96fd-a7ea11317a2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607aaf38-82f5-4de6-8293-57cc33c284d9 HTTP/1.1" status: 200 len: 217 time: 0.0609331 Jan 29 04:28:34.950137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.951791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:34.952460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-da3ad234-0465-451e-8418-de9ffa8c89b5', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:28:34.953112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0005421-80c6-47aa-90ba-e6b54cd7f213 req-289edd80-9dae-47d9-9e41-b74ff91f33fc tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073422 Jan 29 04:28:34.953666 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.009666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:35.022243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:35.034522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:35.060855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=431e4377-78e2-4ef1-a157-495670203b4e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.105240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.107212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.124408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.137977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Allocated IP 172.20.0.2 (da3ad234-0465-451e-8418-de9ffa8c89b5/0710bf0e-fa77-4abb-8337-145a72e31347/590b2706-ed45-42fc-878a-cdf3de16e0d9) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:35.152365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.156419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f4fc9117-80da-4cce-8099-1d4772105e2b tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3808379 Jan 29 04:28:35.158126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49452) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:35.166999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': False}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:35.167610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-0b52b570-b317-4b1d-b484-3fb3e21f3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.169124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-0b52b570-b317-4b1d-b484-3fb3e21f3612 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 1094 time: 0.1651125 Jan 29 04:28:35.204165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-b45f8b87-112a-44c8-a148-afb8035caeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.205578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-b45f8b87-112a-44c8-a148-afb8035caeb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.1813412 Jan 29 04:28:35.254849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f94b8-29b2-45af-b348-19621052d397 req-f1b37279-507a-4fc7-8543-752878077ee7 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.256433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec7f94b8-29b2-45af-b348-19621052d397 req-f1b37279-507a-4fc7-8543-752878077ee7 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.1999331 Jan 29 04:28:35.276436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-97bc5979-0270-45ad-a41f-61c1cdd97620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270379 Jan 29 04:28:35.322446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.332654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.353023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.374996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Network da3ad234-0465-451e-8418-de9ffa8c89b5 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:35.380009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.380233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:35.381757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:35.391793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Pushing event updated for resources: {'Port': ['ID=590b2706-ed45-42fc-878a-cdf3de16e0d9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.436289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec7f94b8-29b2-45af-b348-19621052d397 req-512ba70f-7d23-495b-a871-beb94d8a6941 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480918 Jan 29 04:28:35.451660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Attempting to bind port 590b2706-ed45-42fc-878a-cdf3de16e0d9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:35.452373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Attempting to bind port 590b2706-ed45-42fc-878a-cdf3de16e0d9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:35.452856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Attempting to bind port 590b2706-ed45-42fc-878a-cdf3de16e0d9 on network da3ad234-0465-451e-8418-de9ffa8c89b5 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:35.462810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:35.463463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Checking segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:35.464044 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.464721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Bound using segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:35.465365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Bound port: 590b2706-ed45-42fc-878a-cdf3de16e0d9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:35.466097 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.523615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.529915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c6413-eaa2-44b7-871e-968e423f433a req-4f629de5-9781-40de-a564-0213387a5ef0 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.531452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-699c6413-eaa2-44b7-871e-968e423f433a req-4f629de5-9781-40de-a564-0213387a5ef0 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 944 time: 0.1633277 Jan 29 04:28:35.532687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] For port 590b2706-ed45-42fc-878a-cdf3de16e0d9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:35.539746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] For port 590b2706-ed45-42fc-878a-cdf3de16e0d9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=590b2706-ed45-42fc-878a-cdf3de16e0d9,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:35.544367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.545619 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.572388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-39d8250b-3819-4b78-a2cb-6e0ba015e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:35.573855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-39d8250b-3819-4b78-a2cb-6e0ba015e8a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 911 time: 0.3778582 Jan 29 04:28:35.610520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec29d-be31-4fe2-baaa-f9240262a1c5 None None] Pushing event updated for resources: {'Port': ['ID=590b2706-ed45-42fc-878a-cdf3de16e0d9,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.648971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-8b227297-218a-4ba3-b997-c6c9517c1b51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=746bd3d0-068f-441b-99c3-56594819a114 HTTP/1.1" status: 200 len: 217 time: 0.0617120 Jan 29 04:28:35.656057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-31d9a5bf-21d9-4070-aca8-b406f849c16c service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962525 Jan 29 04:28:35.667383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-699c6413-eaa2-44b7-871e-968e423f433a req-e1e7ca33-6937-473f-96a0-179ab55b44b0 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205211 Jan 29 04:28:35.748552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.756474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:35.764153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d102e6-f426-4374-9931-65f50b80fecf', 'tag': '607aaf38-82f5-4de6-8293-57cc33c284d9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:35.766426 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff22a7-05d1-42b3-8907-233b449440aa" -d '{"events": [{"name": "network-changed", "server_uuid": "62d102e6-f426-4374-9931-65f50b80fecf", "tag": "607aaf38-82f5-4de6-8293-57cc33c284d9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:35.944015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=431e4377-78e2-4ef1-a157-495670203b4e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:35.993420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.008327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.033242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.041998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0716ca75-9de2-4122-be64-20739b79bd33 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5180264 Jan 29 04:28:36.041998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.154024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae36a-bc1c-4b13-b512-1cbdb2b7fa61 req-a86ec49f-3eab-495e-b25f-37f8832c558f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.155567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb7ae36a-bc1c-4b13-b512-1cbdb2b7fa61 req-a86ec49f-3eab-495e-b25f-37f8832c558f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 943 time: 0.1094658 Jan 29 04:28:36.155725 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aeeb60-c5a2-4217-b44b-d4740aa1cf49 x-openstack-request-id: req-d4aeeb60-c5a2-4217-b44b-d4740aa1cf49 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:36.155971 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d102e6-f426-4374-9931-65f50b80fecf", "tag": "607aaf38-82f5-4de6-8293-57cc33c284d9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:36.156234 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4aeeb60-c5a2-4217-b44b-d4740aa1cf49 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:36.156745 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d102e6-f426-4374-9931-65f50b80fecf', 'tag': '607aaf38-82f5-4de6-8293-57cc33c284d9', 'status': 'completed', 'code': 200} Jan 29 04:28:36.199261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-7bd144ba-4903-4f94-8a1f-abb0798a64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.200789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-7bd144ba-4903-4f94-8a1f-abb0798a64b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.5303802 Jan 29 04:28:36.231384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb7ae36a-bc1c-4b13-b512-1cbdb2b7fa61 req-64690de5-b7b5-43ea-900a-d72099170003 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536289 Jan 29 04:28:36.232464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Allocated IP 172.25.4.182 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/031b7aea-7c76-4b79-a071-8ccc14bd876d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:36.287139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-230550cb-6a85-4ffc-99d2-e5a593bdff00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710962 Jan 29 04:28:36.345673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3eb34fa4-44c0-45cc-a056-c6c5f4ec53e4 req-0ada9a6c-1f9a-4389-949a-c4c40c22f369 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773028 Jan 29 04:28:36.356736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e7723-e7fa-4ce7-b99a-01cbcd69cd87 req-2611a8f0-8b74-4e85-b0bb-6acb7916be24 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.358341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe7e7723-e7fa-4ce7-b99a-01cbcd69cd87 req-2611a8f0-8b74-4e85-b0bb-6acb7916be24 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.2059779 Jan 29 04:28:36.366943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.402216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-978b82c7-8d9d-4d56-a2f3-0bef0cdcc24f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2038843833&fields=id&tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3 HTTP/1.1" status: 200 len: 267 time: 0.0818112 Jan 29 04:28:36.474913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-207cdf4f-6076-4961-a36b-dc9e0338e7e8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.482471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-207cdf4f-6076-4961-a36b-dc9e0338e7e8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 200 len: 936 time: 0.0647485 Jan 29 04:28:36.486150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.490400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe7e7723-e7fa-4ce7-b99a-01cbcd69cd87 req-a4c74ae0-58c5-4cb8-97f7-c3f64b5488cc tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135757 Jan 29 04:28:36.491377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.540857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.571673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-c6718b05-9c94-4b54-918b-95b58ae6aa78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.573538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-c6718b05-9c94-4b54-918b-95b58ae6aa78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 200 len: 937 time: 0.0895426 Jan 29 04:28:36.577413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:36.580548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:36.587864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:36.635613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-658542db-161e-408a-a09a-451d5b8fe6f1 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013971 Jan 29 04:28:36.730440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff22a7-05d1-42b3-8907-233b449440aa req-ecab56dd-14b4-4640-a8a5-3e7e0bd7ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.731966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-ecab56dd-14b4-4640-a8a5-3e7e0bd7ce96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 1095 time: 0.2123792 Jan 29 04:28:36.765088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf8ee22-8caf-4244-8a41-f095d64343c9 None None] Network da3ad234-0465-451e-8418-de9ffa8c89b5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:36.798875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667de90-20dc-47cd-a5ab-203281563e3a req-0d879588-3b0e-470a-8870-6e156adee656 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:36.800317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6667de90-20dc-47cd-a5ab-203281563e3a req-0d879588-3b0e-470a-8870-6e156adee656 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.1837497 Jan 29 04:28:36.839214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8e388ca6-54a8-47a9-ad1c-f4730fddc674 None None] Provisioning complete for port 590b2706-ed45-42fc-878a-cdf3de16e0d9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:36.839688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e388ca6-54a8-47a9-ad1c-f4730fddc674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:36.890340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Pushing event updated for resources: {'Port': ['ID=031b7aea-7c76-4b79-a071-8ccc14bd876d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:36.915086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d19ffe2a-63ec-4fa7-aba6-e7e1786ce7a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3316686 Jan 29 04:28:36.915447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f382fb2-2aa2-451a-9fcc-a1bc4c0bcf4e req-8b26f968-da54-4c61-b39e-c117cb803866 service neutron] 10.222.0.36 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694929 Jan 29 04:28:36.916596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Allocated IP 172.25.4.209 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/adad2dd1-cf0a-4945-9846-070cab58b4bf) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:36.945562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6667de90-20dc-47cd-a5ab-203281563e3a req-740ecbfa-277e-4a2d-87e7-d1065ab41cf4 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307676 Jan 29 04:28:37.002167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e388ca6-54a8-47a9-ad1c-f4730fddc674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.046554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff22a7-05d1-42b3-8907-233b449440aa req-7c728ef7-78f4-40de-ad4b-7070fa400761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.048156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-7c728ef7-78f4-40de-ad4b-7070fa400761 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 911 time: 0.2729669 Jan 29 04:28:37.051663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-70a49922-02cd-4928-99be-1af67ebbad1d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0797598 Jan 29 04:28:37.057001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8e388ca6-54a8-47a9-ad1c-f4730fddc674 None None] For port 590b2706-ed45-42fc-878a-cdf3de16e0d9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=590b2706-ed45-42fc-878a-cdf3de16e0d9,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:37.069440 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e388ca6-54a8-47a9-ad1c-f4730fddc674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.099653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.139992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e388ca6-54a8-47a9-ad1c-f4730fddc674 None None] Pushing event updated for resources: {'Port': ['ID=590b2706-ed45-42fc-878a-cdf3de16e0d9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.158994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-a6705bf8-7bcb-4221-8b8e-e1501dbc5aed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607aaf38-82f5-4de6-8293-57cc33c284d9 HTTP/1.1" status: 200 len: 217 time: 0.0563850 Jan 29 04:28:37.243006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff22a7-05d1-42b3-8907-233b449440aa req-a9baf7d0-106a-4beb-8575-e9fa7f762105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.245394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-a9baf7d0-106a-4beb-8575-e9fa7f762105 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.0667257 Jan 29 04:28:37.247822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.272637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9c774de3-e2fb-405b-9f44-c6c5cf95a3da tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.278997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9c774de3-e2fb-405b-9f44-c6c5cf95a3da tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.293619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9c774de3-e2fb-405b-9f44-c6c5cf95a3da tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.302531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9c774de3-e2fb-405b-9f44-c6c5cf95a3da tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/networks?id=d019f607-b533-406f-bccf-961d985c5be4&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=46f3a1eb-bcbe-47c4-a092-70d46d746218&id=46f3a1eb-bcbe-47c4-a092-70d46d746218 HTTP/1.1" status: 200 len: 1994 time: 0.2493899 Jan 29 04:28:37.305717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 746bd3d0-068f-441b-99c3-56594819a114 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:28:37.338418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:37.340777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:37.386792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Pushing event updated for resources: {'Port': ['ID=adad2dd1-cf0a-4945-9846-070cab58b4bf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.392695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-ef06f37a-e2fa-4150-90c8-3660b857e31c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365793 Jan 29 04:28:37.393776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:37.402460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d1162950-75ab-41f0-9263-9a0509c22f5e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/quotas/3dd4a6b7839542adad1c9c47ae53d6c3 HTTP/1.1" status: 200 len: 375 time: 0.0994394 Jan 29 04:28:37.419747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.429101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 746bd3d0-068f-441b-99c3-56594819a114, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=746bd3d0-068f-441b-99c3-56594819a114,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:37.448068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 590b2706-ed45-42fc-878a-cdf3de16e0d9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:37.449822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '746bd3d0-068f-441b-99c3-56594819a114', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': '746bd3d0-068f-441b-99c3-56594819a114', 'mac_address': 'fa:16:3e:ea:da:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:28:37.454952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fb620b24-2aab-4efa-b07b-d03523dd6aa4 None None] Provisioning complete for port 590b2706-ed45-42fc-878a-cdf3de16e0d9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:37.455352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fb620b24-2aab-4efa-b07b-d03523dd6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.543045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891396-6ea7-44b7-86be-a9ec89f37d68 req-1e17cf0d-12f6-4a1a-871d-d77ed06343d9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.544922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c891396-6ea7-44b7-86be-a9ec89f37d68 req-1e17cf0d-12f6-4a1a-871d-d77ed06343d9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 944 time: 0.2557843 Jan 29 04:28:37.561042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9f8ec065-2d2b-4230-b136-6b9c0f710024 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1423018 Jan 29 04:28:37.561258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.682601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-f02a371a-bb6a-4278-b0f0-c4b2f91eaf53 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:37.684275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-f02a371a-bb6a-4278-b0f0-c4b2f91eaf53 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.2586839 Jan 29 04:28:37.717376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746bd3d0-068f-441b-99c3-56594819a114 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:37.736215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 590b2706-ed45-42fc-878a-cdf3de16e0d9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:37.736586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.741014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.747673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.751720 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-ba1355de-fc8e-429c-a339-33d25c17d46a service neutron] 10.222.0.32 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437514 Jan 29 04:28:37.755738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-f09907af-8cc0-4807-a5a1-ebb3665b31ce service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289258 Jan 29 04:28:37.767333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 746bd3d0-068f-441b-99c3-56594819a114, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=746bd3d0-068f-441b-99c3-56594819a114,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:37.772528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c891396-6ea7-44b7-86be-a9ec89f37d68 req-495506c9-cca4-418d-b01e-55f42de68fef tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805377 Jan 29 04:28:37.794653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:37.892865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=746bd3d0-068f-441b-99c3-56594819a114,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:37.981734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-91e8b9ea-b653-4a14-bbc4-242e5f70fff3 service neutron] 10.222.0.32 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513386 Jan 29 04:28:37.998760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Router f7485049-dde7-4814-a821-43db81ac5835 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:38.032904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5b2defc2-6e65-43a8-ac27-d88de6e6a161 service neutron] 10.222.0.32 "GET /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0435138 Jan 29 04:28:38.056065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6530fa-fa6c-481b-a2a8-ca1183aea3c5 req-d156c5ee-1a3e-4e67-90fc-514d13344548 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.057538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e6530fa-fa6c-481b-a2a8-ca1183aea3c5 req-d156c5ee-1a3e-4e67-90fc-514d13344548 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 944 time: 0.1509848 Jan 29 04:28:38.059378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bff22a7-05d1-42b3-8907-233b449440aa req-81bfdc13-102a-40e9-88a6-28abc61b55cf service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770410 Jan 29 04:28:38.059920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:38.118361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Deleting port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:38.118624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:38.195699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:38.199319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-b171d911-9c7e-40f9-b237-9dd7db95a8a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346536 Jan 29 04:28:38.202163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:38.205823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a33bf5b7-efe6-4fba-b413-02401347cd2b tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "PUT /v2.0/routers/f7485049-dde7-4814-a821-43db81ac5835 HTTP/1.1" status: 200 len: 920 time: 3.0417128 Jan 29 04:28:38.207242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:38.211424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['746bd3d0-068f-441b-99c3-56594819a114'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:38.212509 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] Sync routers for ids ['f7485049-dde7-4814-a821-43db81ac5835'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:38.225030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e6530fa-fa6c-481b-a2a8-ca1183aea3c5 req-2cdbb76c-d016-40ed-94ac-0f60104ad5f6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605942 Jan 29 04:28:38.238427 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] Routers {'f7485049-dde7-4814-a821-43db81ac5835'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:38.244425 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f7485049-dde7-4814-a821-43db81ac5835'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:38.289380 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:38.303164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] Routers {'f7485049-dde7-4814-a821-43db81ac5835'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:38.304113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f7485049-dde7-4814-a821-43db81ac5835'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:38.352888 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:38.354023 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c5f51-d4f4-45b6-8453-64303831c1eb None None] The sync data for ids ['f7485049-dde7-4814-a821-43db81ac5835'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:38.368494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a773719-f8f1-4e64-9f22-0f8c06915766 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625993 Jan 29 04:28:38.406355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] For port fa772e96-bc98-4abb-9e6e-33eca2ce6f34, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:38.406748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:38.415603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-afa849fe-60c0-4331-ab20-1fe70f54d5c7 service neutron] 10.222.0.32 "GET /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0461826 Jan 29 04:28:38.435401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Calling delete_port for fa772e96-bc98-4abb-9e6e-33eca2ce6f34 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:38.479989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c8d1473-f427-4fb9-82c9-7418e01807ff tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/f7485049-dde7-4814-a821-43db81ac5835 HTTP/1.1" status: 200 len: 926 time: 0.2696903 Jan 29 04:28:38.487319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:38.539902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-1cd855fe-ede3-4cc8-965d-86952f8a2887 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235340 Jan 29 04:28:38.556298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:38.557296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3e00a-58cd-4af3-bee8-76c7669bcde9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.561465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-35a3e00a-58cd-4af3-bee8-76c7669bcde9 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=f7485049-dde7-4814-a821-43db81ac5835&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0706511 Jan 29 04:28:38.563939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:38.635888 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eb8f8c94-e8b0-4741-8766-4310729bedea service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884066 Jan 29 04:28:38.735215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-554d3ef9-ebf0-4278-94fd-fef98344aaea service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930247 Jan 29 04:28:38.828484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d3b9cff9-c67e-4a6d-8b05-977db9ffc445 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Jan 29 04:28:38.924398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-1fc03e6b-97a8-4f38-988a-388ed3e42e2a service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899632 Jan 29 04:28:38.989294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b412024-1836-493e-bc9a-bd0b05c4ab5b req-efe6b416-a8cd-4b1c-84e2-2dca3163c3e1 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:38.990810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b412024-1836-493e-bc9a-bd0b05c4ab5b req-efe6b416-a8cd-4b1c-84e2-2dca3163c3e1 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 946 time: 0.5170162 Jan 29 04:28:39.019752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-1a2375c4-b1c8-4f15-9304-8430c429cb0a service neutron] 10.222.0.32 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892115 Jan 29 04:28:39.116290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d1896957-8719-4c03-8acb-e8e8b8eef033 service neutron] 10.222.0.32 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896692 Jan 29 04:28:39.130197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b412024-1836-493e-bc9a-bd0b05c4ab5b req-2aa28a0c-6850-4c4a-b450-b2627ff66168 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287961 Jan 29 04:28:39.164826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5120a72-3086-4fcc-ab8a-3d5f5919e747 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:39.168808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5120a72-3086-4fcc-ab8a-3d5f5919e747 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.5999005 Jan 29 04:28:39.170603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:39.215983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-67be5bd5-e7b4-426c-82e9-93268f5f5ad7 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7485049-dde7-4814-a821-43db81ac5835 HTTP/1.1" status: 200 len: 205 time: 0.0417953 Jan 29 04:28:39.218825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:39.226689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:39.259874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Pushing event deleted for resources: {'Port': ['ID=fa772e96-bc98-4abb-9e6e-33eca2ce6f34,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:39.283055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34af8af2-651d-4242-8d93-02116bfd3eab', '1c421567-df1d-4691-9e2b-4bd4cee7df3d', 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:39.324798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 607aaf38-82f5-4de6-8293-57cc33c284d9 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:28:39.333338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:39.335882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] No DVR routers for this DVR port fa772e96-bc98-4abb-9e6e-33eca2ce6f34 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:39.341995 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:39.345466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1d10eb2-46e4-4a40-8bd1-ef2ed0cbac89 req-9a714f0b-a74a-4c2e-8e37-a01471fc8323 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "DELETE /v2.0/ports/fa772e96-bc98-4abb-9e6e-33eca2ce6f34 HTTP/1.1" status: 204 len: 173 time: 1.6369760 Jan 29 04:28:39.347082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'name': 'network-vif-deleted', 'tag': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:39.349517 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26275752-d79c-416e-bb93-5ce570e6ef79" -d '{"events": [{"server_uuid": "a74f59c2-e937-4c3c-adb4-9f482df70491", "name": "network-vif-deleted", "tag": "fa772e96-bc98-4abb-9e6e-33eca2ce6f34"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:39.379262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c7a1-f6af-426f-b27e-262a7c32677a req-db0d8a1a-c5e3-4eb2-940e-e0f9ae366b4c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:39.380977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78f7c7a1-f6af-426f-b27e-262a7c32677a req-db0d8a1a-c5e3-4eb2-940e-e0f9ae366b4c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 944 time: 0.1238196 Jan 29 04:28:39.466805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 607aaf38-82f5-4de6-8293-57cc33c284d9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=607aaf38-82f5-4de6-8293-57cc33c284d9,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:39.498345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '607aaf38-82f5-4de6-8293-57cc33c284d9', 'network_id': '2416a59b-ff05-44d5-9d68-f5303c7c04b9', 'port_id': '607aaf38-82f5-4de6-8293-57cc33c284d9', 'mac_address': 'fa:16:3e:2f:fe:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0ebb0f-7db1-409e-8129-ddf80a8ee341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:28:39.503353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78f7c7a1-f6af-426f-b27e-262a7c32677a req-aaf5f219-e384-4417-9b13-213bb6c74492 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769904 Jan 29 04:28:39.522835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:39.544936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:39.546285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3fb1911-f13f-4487-9591-6ad9445489e6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6982439 Jan 29 04:28:39.549256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:39.580270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Sync routers for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:39.621444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:39.622117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:39.624912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:39.666190 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-db466e38-05f1-451b-8f3c-6637c4f32a84 service neutron] 10.222.0.32 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425212 Jan 29 04:28:39.692255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607aaf38-82f5-4de6-8293-57cc33c284d9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:39.778195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 607aaf38-82f5-4de6-8293-57cc33c284d9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=607aaf38-82f5-4de6-8293-57cc33c284d9,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:39.793834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:39.825833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:39.843229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:39.847661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82f4b9-8858-4cf0-95b4-0ae24fb7ab77 req-2a33cc43-38b6-4227-976e-afb0456e05f6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:39.849232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da82f4b9-8858-4cf0-95b4-0ae24fb7ab77 req-2a33cc43-38b6-4227-976e-afb0456e05f6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 944 time: 0.0921862 Jan 29 04:28:39.863482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-f1c5b06b-3517-4dca-9244-69dd2d35049b service neutron] 10.222.0.32 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868830 Jan 29 04:28:39.932717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da82f4b9-8858-4cf0-95b4-0ae24fb7ab77 req-006dc405-59cc-409c-b905-74a5a74bbc6a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744267 Jan 29 04:28:39.995756 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321f920e-9317-4c5d-a21e-3e392796bcd1 x-openstack-request-id: req-321f920e-9317-4c5d-a21e-3e392796bcd1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:39.996244 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74f59c2-e937-4c3c-adb4-9f482df70491", "name": "network-vif-deleted", "tag": "fa772e96-bc98-4abb-9e6e-33eca2ce6f34", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:39.996641 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-321f920e-9317-4c5d-a21e-3e392796bcd1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:39.997182 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74f59c2-e937-4c3c-adb4-9f482df70491', 'name': 'network-vif-deleted', 'tag': 'fa772e96-bc98-4abb-9e6e-33eca2ce6f34', 'status': 'completed', 'code': 200} Jan 29 04:28:40.002549 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.006750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=607aaf38-82f5-4de6-8293-57cc33c284d9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:40.029471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-c8975390-1285-400e-bd20-805f3f3f2068 service neutron] 10.222.0.32 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534731 Jan 29 04:28:40.102519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Deleting port 031b7aea-7c76-4b79-a071-8ccc14bd876d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:40.102863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.213368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:37Z', 'revision_number': 3, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:40.251767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.270375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Calling delete_port for 031b7aea-7c76-4b79-a071-8ccc14bd876d owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:40.271824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Checking router: df6d9a7c-ff9c-463c-baff-75f1ceb889d0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:40.272190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Updating router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 port adad2dd1-cf0a-4945-9846-070cab58b4bf binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:28:40.281941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.325973 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.337648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9caaa05-f3c3-4410-9f00-987c49ff7406 req-d3d1eef9-d1a5-4825-a1d4-977df79a2191 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=a74f59c2-e937-4c3c-adb4-9f482df70491 HTTP/1.1" status: 200 len: 210 time: 0.0353353 Jan 29 04:28:40.400772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['607aaf38-82f5-4de6-8293-57cc33c284d9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:40.541857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.565475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Allocated IP 172.20.0.1 (da3ad234-0465-451e-8418-de9ffa8c89b5/0710bf0e-fa77-4abb-8337-145a72e31347/ee206b38-dbd9-4d88-98fe-ff8a3154d4ef) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:40.586311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event deleted for resources: {'Port': ['ID=031b7aea-7c76-4b79-a071-8ccc14bd876d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:40.694073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.734428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.777525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.837669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.841285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.845763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Network da3ad234-0465-451e-8418-de9ffa8c89b5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:40.851488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:40.854571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Pushing event updated for resources: {'Port': ['ID=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:40.857301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:40.892001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0b4e-8106-439a-b408-6c42bc48d0f6 req-4fec7b4b-423e-471c-a7d1-936b4302b332 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:40.900262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-202f0b4e-8106-439a-b408-6c42bc48d0f6 req-4fec7b4b-423e-471c-a7d1-936b4302b332 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 945 time: 0.1333339 Jan 29 04:28:40.915038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.916004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Fanout notify agent at l3_agent the message router_deleted on router f7485049-dde7-4814-a821-43db81ac5835 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:40.938306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.940252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-83f2eb26-ed97-4870-b0f5-029d4e98a873 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/f7485049-dde7-4814-a821-43db81ac5835 HTTP/1.1" status: 204 len: 168 time: 1.7205343 Jan 29 04:28:40.945985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49554) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:40.946420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.952053 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.953179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1629803218', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:40.958894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.989164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:40.990514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.020001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cd370-07e4-466c-bdad-a3e5e22061b1 None None] Pushing event updated for resources: {'Port': ['ID=adad2dd1-cf0a-4945-9846-070cab58b4bf,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.048360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Attempting to bind port adad2dd1-cf0a-4945-9846-070cab58b4bf on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:41.048744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Attempting to bind port adad2dd1-cf0a-4945-9846-070cab58b4bf by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:41.049146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Attempting to bind port adad2dd1-cf0a-4945-9846-070cab58b4bf on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:41.073134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.076786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:41.077263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:41.078311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.080270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:41.081635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Bound port: adad2dd1-cf0a-4945-9846-070cab58b4bf, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:41.084211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.097374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-202f0b4e-8106-439a-b408-6c42bc48d0f6 req-fc7732b2-9d48-4450-ab07-31b4e96ce676 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959510 Jan 29 04:28:41.200811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] For port adad2dd1-cf0a-4945-9846-070cab58b4bf, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:41.208851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] For port adad2dd1-cf0a-4945-9846-070cab58b4bf, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=adad2dd1-cf0a-4945-9846-070cab58b4bf,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:41.217649 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.221107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29419087-4560-4db2-a7eb-a8993d963bab req-5eb3edf5-e237-41bf-af3a-d779dfab4875 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0457909 Jan 29 04:28:41.291554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cd370-07e4-466c-bdad-a3e5e22061b1 None None] Pushing event updated for resources: {'Port': ['ID=adad2dd1-cf0a-4945-9846-070cab58b4bf,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.317088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c2c5883c-2f0f-4ecb-8d70-98674d1450ef None None] Provisioning complete for port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:41.317454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2c5883c-2f0f-4ecb-8d70-98674d1450ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.345626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 746bd3d0-068f-441b-99c3-56594819a114 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:41.353282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:41.353936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:41.363987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.382046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bb72b-a9b6-402a-a9aa-67362fadd675 req-0fbcca95-28d3-49cc-89e6-e4435489c818 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.383985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7bb72b-a9b6-402a-a9aa-67362fadd675 req-0fbcca95-28d3-49cc-89e6-e4435489c818 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 944 time: 0.1716659 Jan 29 04:28:41.433468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.433687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5883c-2f0f-4ecb-8d70-98674d1450ef None None] Port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:41.506773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 746bd3d0-068f-441b-99c3-56594819a114 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:41.515961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 746bd3d0-068f-441b-99c3-56594819a114 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:41.515961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.544317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7bb72b-a9b6-402a-a9aa-67362fadd675 req-8e844f88-17ef-4c7c-aaec-6997d8ff0c46 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523244 Jan 29 04:28:41.557550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:41.780479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.800361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.806464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.859928 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.891342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Pushing event updated for resources: {'Port': ['ID=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:41.952474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:41.954491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685b297-ac68-4383-ba9d-76182c67cb4a req-66628489-061a-48bd-a651-7756c5c80cca tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:41.958095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e685b297-ac68-4383-ba9d-76182c67cb4a req-66628489-061a-48bd-a651-7756c5c80cca tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.1795185 Jan 29 04:28:41.983725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:42.025298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:42.050931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e685b297-ac68-4383-ba9d-76182c67cb4a req-ce70ea95-0897-4861-8f25-b4958e48a2c1 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832031 Jan 29 04:28:42.057073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665c6e0e-7161-4c33-bc86-77bafda03771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746bd3d0-068f-441b-99c3-56594819a114'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:42.059480 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97fa9d7-12a3-4414-802d-643b9ddd413d" -d '{"events": [{"server_uuid": "665c6e0e-7161-4c33-bc86-77bafda03771", "name": "network-vif-plugged", "status": "completed", "tag": "746bd3d0-068f-441b-99c3-56594819a114"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:42.095986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 746bd3d0-068f-441b-99c3-56594819a114, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=746bd3d0-068f-441b-99c3-56594819a114,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:42.105271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:42.107220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fa772e96-bc98-4abb-9e6e-33eca2ce6f34 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:42.111397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Allocated IP 172.25.4.34 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/1398363d-d7cc-4b33-8cb3-ee87f3e0c34b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:42.171884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Network da3ad234-0465-451e-8418-de9ffa8c89b5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:42.174805 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b865e7e8-3899-4ec5-b5ff-b479780234a6 x-openstack-request-id: req-b865e7e8-3899-4ec5-b5ff-b479780234a6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:42.175101 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665c6e0e-7161-4c33-bc86-77bafda03771", "name": "network-vif-plugged", "status": "completed", "tag": "746bd3d0-068f-441b-99c3-56594819a114", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:42.175354 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b865e7e8-3899-4ec5-b5ff-b479780234a6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:42.175738 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665c6e0e-7161-4c33-bc86-77bafda03771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746bd3d0-068f-441b-99c3-56594819a114', 'code': 200} Jan 29 04:28:42.177408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:42.180193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:40Z', 'revision_number': 1, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:42.189095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: fa772e96-bc98-4abb-9e6e-33eca2ce6f34 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:42.189441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fa772e96-bc98-4abb-9e6e-33eca2ce6f34 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:42.248995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372fd9b-1401-4d4b-8fb6-cdfb93676624 None None] The sync data for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 is: [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:40Z', 'revision_number': 1, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:42.318187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=746bd3d0-068f-441b-99c3-56594819a114,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:42.384039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:42.394230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61191-e085-43dd-b388-59f8c3560ea7 req-8d378d49-6568-48f2-b8e9-c103e271cc97 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:42.395934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbb61191-e085-43dd-b388-59f8c3560ea7 req-8d378d49-6568-48f2-b8e9-c103e271cc97 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 945 time: 0.1383147 Jan 29 04:28:42.402721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835176-a481-4cb5-b4ca-3cd5b91237cd req-f8b5c548-eed8-4651-88a4-c3da3c28e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:42.404268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5835176-a481-4cb5-b4ca-3cd5b91237cd req-f8b5c548-eed8-4651-88a4-c3da3c28e738 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 1096 time: 0.1180856 Jan 29 04:28:42.421073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e38c7c4-f781-4b0c-b789-01d1ae77b01e req-0be81c46-703f-40ef-803d-d056c3ede39e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0355871 Jan 29 04:28:42.463966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5835176-a481-4cb5-b4ca-3cd5b91237cd req-005d193d-5ca8-4b22-a7e2-de840babf95c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Jan 29 04:28:42.471446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbb61191-e085-43dd-b388-59f8c3560ea7 req-70709af7-a1b7-43fe-af44-8bfcdd0b85a5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620425 Jan 29 04:28:42.475101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:42.478300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:28:42.515109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:42.521394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:42.527815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:42.566482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6fac1382-f731-4c52-abd0-90856c99940e None None] Provisioning complete for port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:42.566946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fac1382-f731-4c52-abd0-90856c99940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:42.619616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event updated for resources: {'Port': ['ID=1398363d-d7cc-4b33-8cb3-ee87f3e0c34b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:42.647464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6fac1382-f731-4c52-abd0-90856c99940e None None] Port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:42.688575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:42.715575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed65a2fd-23b6-4c87-8065-b2546345d138 admin admin] 10.222.0.32 "PUT /v2.0/routers/df6d9a7c-ff9c-463c-baff-75f1ceb889d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1648905 Jan 29 04:28:42.828404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb085-8f99-40c1-aeac-b37c1261d17e req-a6b0b739-e1e0-436f-99f2-5963eb37f3d7 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:42.830591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12ddb085-8f99-40c1-aeac-b37c1261d17e req-a6b0b739-e1e0-436f-99f2-5963eb37f3d7 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.0692837 Jan 29 04:28:42.849231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79db17-7b34-43db-8f9c-01339c63ad59 req-178f1d46-4cb7-4aaf-9c72-95613051e318 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:42.853317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e79db17-7b34-43db-8f9c-01339c63ad59 req-178f1d46-4cb7-4aaf-9c72-95613051e318 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 945 time: 0.1290994 Jan 29 04:28:42.879000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12ddb085-8f99-40c1-aeac-b37c1261d17e req-ac9f5bab-32f9-480f-8c8d-3f26adc0e279 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Jan 29 04:28:42.978533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e79db17-7b34-43db-8f9c-01339c63ad59 req-f3c8ac0d-7ba6-43be-bcfe-94c9b3c5c336 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887423 Jan 29 04:28:42.994467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.222911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49608) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:43.234360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502354695', 'description': 'tempest-description--1331675052'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:43.239208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-dde73402-ad76-4923-b603-720953c4887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.240603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-dde73402-ad76-4923-b603-720953c4887f service neutron] 10.222.0.36 "GET /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 200 len: 1032 time: 0.0586283 Jan 29 04:28:43.326818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 607aaf38-82f5-4de6-8293-57cc33c284d9 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:43.328581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-129b2041-d277-4822-8d0c-5797166db990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.331190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-129b2041-d277-4822-8d0c-5797166db990 service neutron] 10.222.0.36 "GET /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 200 len: 1033 time: 0.0762162 Jan 29 04:28:43.334633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.416322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 607aaf38-82f5-4de6-8293-57cc33c284d9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:28:43.422589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 607aaf38-82f5-4de6-8293-57cc33c284d9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:43.423138 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.578396 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.580746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-a096f874-a483-41f3-bd3c-6c4c103ab0f8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.581331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device adad2dd1-cf0a-4945-9846-070cab58b4bf up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:43.590034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-a096f874-a483-41f3-bd3c-6c4c103ab0f8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.597485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-a096f874-a483-41f3-bd3c-6c4c103ab0f8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.599751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-a096f874-a483-41f3-bd3c-6c4c103ab0f8 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "GET /v2.0/networks?id=d019f607-b533-406f-bccf-961d985c5be4&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=46f3a1eb-bcbe-47c4-a092-70d46d746218&id=46f3a1eb-bcbe-47c4-a092-70d46d746218 HTTP/1.1" status: 200 len: 1994 time: 0.2554660 Jan 29 04:28:43.605271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f2ab6-1e08-4622-ac2e-8c87bd5adf17 req-a810fdc0-7d22-4990-bde9-70df2e572334 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.606843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60f2ab6-1e08-4622-ac2e-8c87bd5adf17 req-a810fdc0-7d22-4990-bde9-70df2e572334 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.4840858 Jan 29 04:28:43.648833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 607aaf38-82f5-4de6-8293-57cc33c284d9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=607aaf38-82f5-4de6-8293-57cc33c284d9,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:43.654623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88259225-c77a-41b2-abda-f5bbcdf66a27 req-b2ae6499-18c4-4ecf-8cf5-6be4a0f735e1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0517037 Jan 29 04:28:43.673388 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.746456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.747729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port adad2dd1-cf0a-4945-9846-070cab58b4bf triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:43.748178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.748838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.751471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=607aaf38-82f5-4de6-8293-57cc33c284d9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:43.760299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c60f2ab6-1e08-4622-ac2e-8c87bd5adf17 req-caedc6ca-1bea-4cc0-aa6d-65df0dad2597 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186380 Jan 29 04:28:43.770838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-fb47540e-ee82-425d-ae4e-9b6a4945ac77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3 HTTP/1.1" status: 200 len: 380 time: 0.1102276 Jan 29 04:28:43.791277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'admin_state_up': True, 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'security_groups': ['6e1700be-2388-440e-aa08-211a49a9ee2a']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:43.851834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.881524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port adad2dd1-cf0a-4945-9846-070cab58b4bf, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=adad2dd1-cf0a-4945-9846-070cab58b4bf,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:43.890552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:43.891922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da4ed9-0749-4941-b5e5-93fb2c163d3a req-1e1fab14-01ba-4c6d-9457-62a09a40100f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:43.897049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33da4ed9-0749-4941-b5e5-93fb2c163d3a req-1e1fab14-01ba-4c6d-9457-62a09a40100f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1336904 Jan 29 04:28:43.963588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=adad2dd1-cf0a-4945-9846-070cab58b4bf,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:43.982445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33da4ed9-0749-4941-b5e5-93fb2c163d3a req-fe23ad39-6b59-488c-a9c1-9c62d306e6e5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774579 Jan 29 04:28:44.032339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:44.040670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.111524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9017-1946-4f70-88ae-d0b6ce4eafbc req-d67714b4-ceee-4f72-9fe6-d4aa403ed078 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.120014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-736d9017-1946-4f70-88ae-d0b6ce4eafbc req-d67714b4-ceee-4f72-9fe6-d4aa403ed078 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.1343672 Jan 29 04:28:44.147376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.164201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.177197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d102e6-f426-4374-9931-65f50b80fecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607aaf38-82f5-4de6-8293-57cc33c284d9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:44.179826 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf973f-b301-4f31-9348-c6813b989d92" -d '{"events": [{"server_uuid": "62d102e6-f426-4374-9931-65f50b80fecf", "name": "network-vif-plugged", "status": "completed", "tag": "607aaf38-82f5-4de6-8293-57cc33c284d9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:44.212928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcc789-d971-40ec-8541-5d0ca59a2f72 req-d870d728-b6a0-4f37-b457-cd793a80ed51 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.214744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6dcc789-d971-40ec-8541-5d0ca59a2f72 req-d870d728-b6a0-4f37-b457-cd793a80ed51 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 945 time: 0.1316736 Jan 29 04:28:44.217011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-736d9017-1946-4f70-88ae-d0b6ce4eafbc req-78d98049-1fc4-404d-bd2e-4a763bf972ff tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Jan 29 04:28:44.263070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.266990 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0359824 Jan 29 04:28:44.269384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:44.279206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Request body: {'security_group_rule': {'security_group_id': '6fe16740-f16c-4fb0-ac6e-bea66c34f36b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:44.297396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Router acd57523-c5db-4ca7-b46c-b3cec1c66884 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:28:44.299283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a9a6d-e98d-413f-a100-8583f378dd15 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe16740-f16c-4fb0-ac6e-bea66c34f36b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.321477 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d96d44-b08f-4904-8372-641f63719101 x-openstack-request-id: req-54d96d44-b08f-4904-8372-641f63719101 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:44.323314 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d102e6-f426-4374-9931-65f50b80fecf", "name": "network-vif-plugged", "status": "completed", "tag": "607aaf38-82f5-4de6-8293-57cc33c284d9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:44.323314 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54d96d44-b08f-4904-8372-641f63719101 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:44.323314 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d102e6-f426-4374-9931-65f50b80fecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607aaf38-82f5-4de6-8293-57cc33c284d9', 'code': 200} Jan 29 04:28:44.351206 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6dcc789-d971-40ec-8541-5d0ca59a2f72 req-d4ccf284-a808-4ffc-bbb3-13a537a6f067 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276071 Jan 29 04:28:44.386937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 172.20.0.9 (d019f607-b533-406f-bccf-961d985c5be4/56454a91-612d-46dc-957d-7211d8b95b4d/29eb7404-e1bf-4a05-a2a4-64e33a1b029a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:44.407191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.521961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:44.539884 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] Sync routers for ids ['acd57523-c5db-4ca7-b46c-b3cec1c66884'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:44.545246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.550011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.553722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f43ed75d-fb4a-47b5-9e35-fafd6199e5aa tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6035802 Jan 29 04:28:44.553722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.554496 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] Routers {'acd57523-c5db-4ca7-b46c-b3cec1c66884'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:44.555088 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['acd57523-c5db-4ca7-b46c-b3cec1c66884'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.557739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49622) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:44.569209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:44.591135 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.596570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.606458 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] Routers {'acd57523-c5db-4ca7-b46c-b3cec1c66884'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:44.615034 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['acd57523-c5db-4ca7-b46c-b3cec1c66884'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.618370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56555b-fb0f-4bb7-9006-b89c69f717a3,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.628041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47031a04-4d30-422c-9ed8-f851a3bb6385 req-f6b61f7c-dd7c-46a5-83f1-30840db58d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.629611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47031a04-4d30-422c-9ed8-f851a3bb6385 req-f6b61f7c-dd7c-46a5-83f1-30840db58d97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 1097 time: 0.0766597 Jan 29 04:28:44.633393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.637407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a8d4309d-5849-4070-881d-f927d462ac86 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652411 Jan 29 04:28:44.637685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:44.641864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Request body: {'security_group_rule': {'security_group_id': '6fe16740-f16c-4fb0-ac6e-bea66c34f36b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:44.672287 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:44.672933 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0baf20-54cb-4432-b6dd-122e73a2e81b None None] The sync data for ids ['acd57523-c5db-4ca7-b46c-b3cec1c66884'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:44.676111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.739643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47031a04-4d30-422c-9ed8-f851a3bb6385 req-3a8f945e-eed9-4cd4-af56-eb95209a3c4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808234 Jan 29 04:28:44.750417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.755461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network d019f607-b533-406f-bccf-961d985c5be4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:44.765056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:44.771879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:44.778336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:44.890756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e8e0b-c446-4c42-a5b3-add7dd47336d req-f10b14c5-5dd1-4f51-a183-45da311b18f6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.892388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e9e8e0b-c446-4c42-a5b3-add7dd47336d req-f10b14c5-5dd1-4f51-a183-45da311b18f6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 931 time: 0.1116917 Jan 29 04:28:44.946566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.947213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.974476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:44.979077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2ab24305-ece4-492d-938d-320ea1fea521 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1927545 Jan 29 04:28:44.987509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0650dd-6cae-4d1d-9777-17d78aad6fae req-41d444e7-4995-49a5-9e62-057d63dad876 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:44.995552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae0650dd-6cae-4d1d-9777-17d78aad6fae req-41d444e7-4995-49a5-9e62-057d63dad876 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.1187170 Jan 29 04:28:45.005219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.032250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.048153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0aec8c-3fd2-4f68-89ff-f35bbb8324ae,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.055896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.073742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae0650dd-6cae-4d1d-9777-17d78aad6fae req-abada9a8-7bc2-482c-89ea-c7c43ed9eeab tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768576 Jan 29 04:28:45.077794 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.083434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac9689c9-d436-459b-9313-2fc604c21c60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4448466 Jan 29 04:28:45.084076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:45.098468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:45.098638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e9e8e0b-c446-4c42-a5b3-add7dd47336d req-3528d14a-3216-4adb-bbf9-ce89c3ca3fd3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536320 Jan 29 04:28:45.141861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.176892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'admin_state_up': True, 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'security_groups': ['6e1700be-2388-440e-aa08-211a49a9ee2a']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:45.180362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Deleting port 1398363d-d7cc-4b33-8cb3-ee87f3e0c34b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:45.184498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.204079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8dca713b-4a40-4a50-b3d9-18f39dbdc40f None None] Provisioning complete for port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:45.204659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8dca713b-4a40-4a50-b3d9-18f39dbdc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.258293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8dca713b-4a40-4a50-b3d9-18f39dbdc40f None None] Port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:45.282674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.313620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Calling delete_port for 1398363d-d7cc-4b33-8cb3-ee87f3e0c34b owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:45.405108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device adad2dd1-cf0a-4945-9846-070cab58b4bf up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:45.471772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Sync routers for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:45.483352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-f7c53ee9-ff33-4739-a28c-79e9b961792f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.485748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-f7c53ee9-ff33-4739-a28c-79e9b961792f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.3228705 Jan 29 04:28:45.492361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:45.493566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:45.506165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6bc0-6f99-4866-925b-d159ed6a2385 req-af9fe38c-bcdf-4b96-980e-457af2a82a4c tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.506370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931aab1-abac-4db1-baaa-9bc1a1d77eeb req-c74c34b5-6ced-4739-b750-00e1fd09c081 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.513970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d57d6bc0-6f99-4866-925b-d159ed6a2385 req-af9fe38c-bcdf-4b96-980e-457af2a82a4c tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.1033413 Jan 29 04:28:45.514160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b931aab1-abac-4db1-baaa-9bc1a1d77eeb req-c74c34b5-6ced-4739-b750-00e1fd09c081 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.3252044 Jan 29 04:28:45.555187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port adad2dd1-cf0a-4945-9846-070cab58b4bf triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:45.555904 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.623299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d57d6bc0-6f99-4866-925b-d159ed6a2385 req-d3fee454-01cf-49b7-8210-bc3b44189c02 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 Jan 29 04:28:45.679278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b931aab1-abac-4db1-baaa-9bc1a1d77eeb req-20cabb0d-dfec-476d-8ee8-83be694c0fe2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588428 Jan 29 04:28:45.703733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:45.728088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:45.731908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.791078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.811352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.815811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Deleting port 1c421567-df1d-4691-9e2b-4bd4cee7df3d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:45.815811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:45.877831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Pushing event deleted for resources: {'Port': ['ID=1398363d-d7cc-4b33-8cb3-ee87f3e0c34b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:45.932090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a98d6-5fd3-4bee-b29e-9c8c1c16e26b req-441e4e56-0374-4fb8-a06a-6cefc04fed9a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:45.939938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-905a98d6-5fd3-4bee-b29e-9c8c1c16e26b req-441e4e56-0374-4fb8-a06a-6cefc04fed9a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 945 time: 0.1603415 Jan 29 04:28:45.989836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 2, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:46.001122 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-905a98d6-5fd3-4bee-b29e-9c8c1c16e26b req-41069b9f-eb59-4f4d-beb0-f9727b6b4f59 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Jan 29 04:28:46.009104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.021296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Checking router: df6d9a7c-ff9c-463c-baff-75f1ceb889d0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:28:46.021663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Updating router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:28:46.048442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.536213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5e8b-a740-495e-bb82-7aae932dcc87 req-0d44fa63-3c78-4692-8e0d-5d3897547ae2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:46.550521 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee5f5e8b-a740-495e-bb82-7aae932dcc87 req-0d44fa63-3c78-4692-8e0d-5d3897547ae2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 931 time: 0.2757783 Jan 29 04:28:46.583028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.593413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.676486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27290a-b479-40b5-97a1-9e0ba8e7f8a5 None None] Pushing event updated for resources: {'Port': ['ID=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.691872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.704899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.722447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Attempting to bind port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:46.722817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Attempting to bind port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:46.723187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Attempting to bind port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef on network da3ad234-0465-451e-8418-de9ffa8c89b5 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:46.735843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee5f5e8b-a740-495e-bb82-7aae932dcc87 req-700a1929-ae5c-45d1-b66a-153e5485f663 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841214 Jan 29 04:28:46.738937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:46.738937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Checking segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:46.739361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.739770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Bound using segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:46.740257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Bound port: ee206b38-dbd9-4d88-98fe-ff8a3154d4ef, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:46.740751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.832982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] For port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:46.834553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Router acd57523-c5db-4ca7-b46c-b3cec1c66884 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:28:46.836810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] For port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:46.852177 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.897220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 10.1.1.101 (f0e89752-aec8-44f9-89b0-2ea42156e56e/e6312399-e8f8-422f-a94d-bff68bbcd054/7c7ba19a-b466-4f74-b435-8ea8ef806c89) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:46.911714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4b0e4-bb80-4ad5-8cef-8016da7e6c11 req-270478f7-a713-4397-80d3-8f68f080b238 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:46.934576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98f4b0e4-bb80-4ad5-8cef-8016da7e6c11 req-270478f7-a713-4397-80d3-8f68f080b238 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 946 time: 0.5640469 Jan 29 04:28:46.940480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27290a-b479-40b5-97a1-9e0ba8e7f8a5 None None] Pushing event updated for resources: {'Port': ['ID=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:46.958374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:28:46.970135 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] Sync routers for ids ['acd57523-c5db-4ca7-b46c-b3cec1c66884'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:28:46.971674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:46.972527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:46.973157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:46.974610 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5142edfe-f06f-4e9f-bd62-ac1b9f58fc2c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "PUT /v2.0/routers/acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 200 len: 710 time: 2.4130628 Jan 29 04:28:46.982737 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] Routers {'acd57523-c5db-4ca7-b46c-b3cec1c66884'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:46.983598 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['acd57523-c5db-4ca7-b46c-b3cec1c66884'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:46.988598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-b4f67a87-b5e2-4d26-94e3-5749a3876dc8 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:46.990128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-b4f67a87-b5e2-4d26-94e3-5749a3876dc8 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.6002734 Jan 29 04:28:46.990649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49656) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:47.024432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] For port 1c421567-df1d-4691-9e2b-4bd4cee7df3d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1c421567-df1d-4691-9e2b-4bd4cee7df3d,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:47.024833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:47.051829 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:47.082953 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] Routers {'acd57523-c5db-4ca7-b46c-b3cec1c66884'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:28:47.083813 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['acd57523-c5db-4ca7-b46c-b3cec1c66884'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:47.114273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Allocated IP 172.25.4.6 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/616585b0-934b-4eeb-be85-21b647838ff4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:47.157542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9fa7fb68-715c-4658-b4df-8f825cae7752 None None] Provisioning complete for port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:47.158219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9fa7fb68-715c-4658-b4df-8f825cae7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:47.159537 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:47.160628 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3ae52-e1d0-47aa-a12e-e80737cc5c14 None None] The sync data for ids ['acd57523-c5db-4ca7-b46c-b3cec1c66884'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:47.211739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:28:47.298697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Calling delete_port for 1c421567-df1d-4691-9e2b-4bd4cee7df3d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:47.488157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:47.488408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea086eb0-7a72-4fad-b848-ae92c20981fb tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/routers/acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 200 len: 745 time: 0.4375765 Jan 29 04:28:47.546577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-68af3c4d-d8ed-4c4d-825b-fd1d3c8da945 tempest-RoutersIpV6AdminTest-896501432 tempest-RoutersIpV6AdminTest-896501432-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 200 len: 205 time: 0.0550258 Jan 29 04:28:47.550840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98f4b0e4-bb80-4ad5-8cef-8016da7e6c11 req-a32839c9-cab7-40b3-9ac6-c2824fca0824 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153100 Jan 29 04:28:47.552640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:47.580536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83d0d-3d84-4344-9d78-873e0a64b3bf req-aae7196e-8bb4-4fa8-b15b-30194b3a073b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:47.612983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1da83d0d-3d84-4344-9d78-873e0a64b3bf req-aae7196e-8bb4-4fa8-b15b-30194b3a073b tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.6682777 Jan 29 04:28:47.615211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee206b38-dbd9-4d88-98fe-ff8a3154d4ef up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:47.766852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1da83d0d-3d84-4344-9d78-873e0a64b3bf req-18df1e0d-983e-4e27-8791-5b9ba98e5029 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527860 Jan 29 04:28:47.777359 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f0a604d8-2565-4f06-8889-6a8c1e66ce4c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 200 len: 205 time: 0.2220147 Jan 29 04:28:47.781633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:47.889140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:47.889489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:47.937998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9fa7fb68-715c-4658-b4df-8f825cae7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:47.954728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:47.956698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:46Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:47.964482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f9e66-5d77-4cb3-b219-cb51aedf6ab5 req-1956c296-9a21-4e4a-aa5d-f8b5f82d388c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:47.972802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-615f9e66-5d77-4cb3-b219-cb51aedf6ab5 req-1956c296-9a21-4e4a-aa5d-f8b5f82d388c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.2867048 Jan 29 04:28:48.000517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d2b1b-0c65-42ee-9f68-2411c5193186 None None] The sync data for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 is: [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:46Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:28:48.055999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.064868 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.070847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.078203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Deleting port 9271443f-5f09-4dd8-8cc8-8d39451027db {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:48.078203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.097304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9fa7fb68-715c-4658-b4df-8f825cae7752 None None] For port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:48.108580 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9fa7fb68-715c-4658-b4df-8f825cae7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.203496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:28:48.203849 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:28:48.208931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.209142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7fb68-715c-4658-b4df-8f825cae7752 None None] Pushing event updated for resources: {'Port': ['ID=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.219583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc5250-5f6a-46e0-973f-3d306c0d91ff req-f23ec2f1-aad8-4850-a231-c54cefa3339c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:48.229169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26dc5250-5f6a-46e0-973f-3d306c0d91ff req-f23ec2f1-aad8-4850-a231-c54cefa3339c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 931 time: 0.2934670 Jan 29 04:28:48.243404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-615f9e66-5d77-4cb3-b219-cb51aedf6ab5 req-e9770767-bbda-4f8a-822c-0bbf70d78d90 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669129 Jan 29 04:28:48.250877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-71691837-8c35-46bd-8d4f-ba0b3d4437e8 None None] Provisioning complete for port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:48.251243 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-71691837-8c35-46bd-8d4f-ba0b3d4437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.260482 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.263333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.330401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['34af8af2-651d-4242-8d93-02116bfd3eab'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:28:48.337949 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26dc5250-5f6a-46e0-973f-3d306c0d91ff req-e0f1bc66-047f-484c-be5c-8cd951762cc9 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046028 Jan 29 04:28:48.354415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.355619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Fanout notify agent at l3_agent the message router_deleted on router acd57523-c5db-4ca7-b46c-b3cec1c66884 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:28:48.364472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.369707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-64650e76-50de-4660-8468-4ec7e1cb045e tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 204 len: 168 time: 0.5831630 Jan 29 04:28:48.370179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49670) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.376530 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:28:48.412059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-def64196-befd-45e3-9c99-89442204a069 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 200 len: 205 time: 0.0384672 Jan 29 04:28:48.412648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49672) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.446002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Pushing event deleted for resources: {'Port': ['ID=1c421567-df1d-4691-9e2b-4bd4cee7df3d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.463217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.473820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] For port 9271443f-5f09-4dd8-8cc8-8d39451027db, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9271443f-5f09-4dd8-8cc8-8d39451027db,segment=NetworkSegment(14d5754c-45ae-4fb1-88e4-2c26df1820fa),segment_id=14d5754c-45ae-4fb1-88e4-2c26df1820fa)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:48.474575 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.485172 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-3fc3fe6c-80c8-453d-9e22-6fb01a27a31f tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] delete failed (client error): The resource could not be found. Jan 29 04:28:48.488995 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3fc3fe6c-80c8-453d-9e22-6fb01a27a31f tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/acd57523-c5db-4ca7-b46c-b3cec1c66884 HTTP/1.1" status: 404 len: 336 time: 0.0721812 Jan 29 04:28:48.489422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49674) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.529470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.551648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f798e7d8-cc77-4d0c-8501-48959523dcd3 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7485049-dde7-4814-a821-43db81ac5835 HTTP/1.1" status: 200 len: 205 time: 0.0584030 Jan 29 04:28:48.553543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49676) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.601561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Calling delete_port for 9271443f-5f09-4dd8-8cc8-8d39451027db owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:48.612757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] No DVR routers for this DVR port 1c421567-df1d-4691-9e2b-4bd4cee7df3d on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:48.617122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:48.624916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fef60c2-410d-49b5-8886-0eb125236bb4 req-85710187-1cb9-4680-80fb-2f6ba7c01f0f tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "DELETE /v2.0/ports/1c421567-df1d-4691-9e2b-4bd4cee7df3d HTTP/1.1" status: 204 len: 173 time: 3.1021407 Jan 29 04:28:48.640246 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-4652a82f-0319-440c-b47f-b1e06a77f1e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] delete failed (client error): The resource could not be found. Jan 29 04:28:48.641340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4652a82f-0319-440c-b47f-b1e06a77f1e5 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/f7485049-dde7-4814-a821-43db81ac5835 HTTP/1.1" status: 404 len: 336 time: 0.0881865 Jan 29 04:28:48.647737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49682) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.657097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285df49f-39b0-4f55-b91c-43f289e0572c', 'name': 'network-vif-deleted', 'tag': '1c421567-df1d-4691-9e2b-4bd4cee7df3d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:48.663130 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0740082-59df-45f6-a401-2cef407b97fa" -d '{"events": [{"server_uuid": "285df49f-39b0-4f55-b91c-43f289e0572c", "name": "network-vif-deleted", "tag": "1c421567-df1d-4691-9e2b-4bd4cee7df3d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:48.750344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:48.754429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5ac796bf-4005-46ce-9742-b780cc810dc8 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae3484d-8b81-4ae2-9075-5d9bdff65294 HTTP/1.1" status: 200 len: 205 time: 0.0868995 Jan 29 04:28:48.756583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49692) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.809520 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-06fe3c5a-3132-4fc1-9bf3-ff42ac328564 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] delete failed (client error): The resource could not be found. Jan 29 04:28:48.810710 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06fe3c5a-3132-4fc1-9bf3-ff42ac328564 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/3ae3484d-8b81-4ae2-9075-5d9bdff65294 HTTP/1.1" status: 404 len: 336 time: 0.0531638 Jan 29 04:28:48.816003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49696) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.858122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:48.866575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ab6d5e54-883e-41ff-b44e-02d0446acc1a tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=05795379-2354-4259-9fdf-14321410b34e HTTP/1.1" status: 200 len: 205 time: 0.0483339 Jan 29 04:28:48.879177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fe42d-6d0c-4850-a06b-bb4bc39c0c24 req-903e1c8f-edf8-4650-bc3e-27666e7e5989 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:48.889998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-983fe42d-6d0c-4850-a06b-bb4bc39c0c24 req-903e1c8f-edf8-4650-bc3e-27666e7e5989 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1939259 Jan 29 04:28:48.898532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49698) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:48.922965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:48.934056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7e021ab-ad0e-48a9-9845-007e17506fe3 req-337885e3-d8df-4585-b877-0c8737a6a699 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=285df49f-39b0-4f55-b91c-43f289e0572c HTTP/1.1" status: 200 len: 210 time: 0.2103636 Jan 29 04:28:48.936337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network f0e89752-aec8-44f9-89b0-2ea42156e56e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:48.958292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event updated for resources: {'Port': ['ID=616585b0-934b-4eeb-be85-21b647838ff4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:48.979081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:48.988221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:48.999784 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-cfe5187b-7848-4c4f-ad3f-c09f4e532fec tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] delete failed (client error): The resource could not be found. Jan 29 04:28:49.003123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cfe5187b-7848-4c4f-ad3f-c09f4e532fec tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/05795379-2354-4259-9fdf-14321410b34e HTTP/1.1" status: 404 len: 336 time: 0.1012640 Jan 29 04:28:49.005393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49700) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:49.067206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff5c8a6d-4e80-48ad-a0b5-bd0f2d4cdb91 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd6e60a-4cd0-455c-99c9-084617c80479 HTTP/1.1" status: 200 len: 205 time: 0.0561950 Jan 29 04:28:49.068554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:49.087646 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b67add4-b851-4fa7-8ac1-6d0f95bd1327 x-openstack-request-id: req-2b67add4-b851-4fa7-8ac1-6d0f95bd1327 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:49.088870 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285df49f-39b0-4f55-b91c-43f289e0572c", "name": "network-vif-deleted", "tag": "1c421567-df1d-4691-9e2b-4bd4cee7df3d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:49.089288 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b67add4-b851-4fa7-8ac1-6d0f95bd1327 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:49.089843 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285df49f-39b0-4f55-b91c-43f289e0572c', 'name': 'network-vif-deleted', 'tag': '1c421567-df1d-4691-9e2b-4bd4cee7df3d', 'status': 'completed', 'code': 200} Jan 29 04:28:49.111039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-53d2766d-8bde-4a33-a93d-426b6173b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.112838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-53d2766d-8bde-4a33-a93d-426b6173b8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 1097 time: 0.4182949 Jan 29 04:28:49.124631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.187161 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-52d2bb8e-93dd-4717-913b-6e278653047c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] delete failed (client error): The resource could not be found. Jan 29 04:28:49.190499 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52d2bb8e-93dd-4717-913b-6e278653047c tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/9dd6e60a-4cd0-455c-99c9-084617c80479 HTTP/1.1" status: 404 len: 336 time: 0.1187508 Jan 29 04:28:49.211445 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-983fe42d-6d0c-4850-a06b-bb4bc39c0c24 req-a0d99615-a27e-4fda-88d1-bf6e22d52548 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204660 Jan 29 04:28:49.211987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:49.220188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.221213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.311543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:49.314006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0e2469bf-c6a9-48cb-b8db-9280398dc614 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f3185a0-ad38-4e6e-a73b-1f0198b6be30 HTTP/1.1" status: 200 len: 205 time: 0.0842891 Jan 29 04:28:49.374124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1c421567-df1d-4691-9e2b-4bd4cee7df3d no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:49.417194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07babdc1-45ed-4028-acde-fc659ec26d08 req-f56abdc0-076d-47cf-abf1-45beed3877a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.426653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07babdc1-45ed-4028-acde-fc659ec26d08 req-f56abdc0-076d-47cf-abf1-45beed3877a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 946 time: 0.0892954 Jan 29 04:28:49.426989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 1c421567-df1d-4691-9e2b-4bd4cee7df3d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:49.428707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1c421567-df1d-4691-9e2b-4bd4cee7df3d not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:49.429961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9271443f-5f09-4dd8-8cc8-8d39451027db no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:49.441688 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-37842a5f-7741-4125-a0c7-acd090d480dc tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] delete failed (client error): The resource could not be found. Jan 29 04:28:49.453008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-37842a5f-7741-4125-a0c7-acd090d480dc tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/routers/8f3185a0-ad38-4e6e-a73b-1f0198b6be30 HTTP/1.1" status: 404 len: 336 time: 0.1351368 Jan 29 04:28:49.453725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49714) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:49.468318 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-04a13712-029b-47a9-8743-0980a62ba3f0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2888970 Jan 29 04:28:49.503079 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1e1415-72c9-449a-baa5-bddcaf31f413 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] DELETE failed (client error): The resource could not be found. Jan 29 04:28:49.503691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1e1415-72c9-449a-baa5-bddcaf31f413 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:28:49.507891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3b1e1415-72c9-449a-baa5-bddcaf31f413 tempest-RoutersIpV6AdminTest-379686577 tempest-RoutersIpV6AdminTest-379686577-project] 10.222.0.32 "DELETE /v2.0/subnets/8e05c319-abdc-4cca-a68c-4c31e9f663eb HTTP/1.1" status: 404 len: 337 time: 0.0510633 Jan 29 04:28:49.520199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee206b38-dbd9-4d88-98fe-ff8a3154d4ef up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:28:49.530478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'admin_state_up': True, 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'security_groups': ['6e1700be-2388-440e-aa08-211a49a9ee2a']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:49.555623 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07babdc1-45ed-4028-acde-fc659ec26d08 req-73b4b1c8-b833-4b81-8279-39d99825bf39 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/security-groups?id=81e0e9cc-eb04-4aee-9af3-d7f21388210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252565 Jan 29 04:28:49.575190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.671872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-738c3ccc-f56d-4940-aa0c-faef5ba38f8e None None] Provisioning complete for port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:49.672240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-738c3ccc-f56d-4940-aa0c-faef5ba38f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.722147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.728467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-15f766d7-0b5b-46f5-a150-2508be906b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.730278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-15f766d7-0b5b-46f5-a150-2508be906b2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 911 time: 0.5875056 Jan 29 04:28:49.793360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-738c3ccc-f56d-4940-aa0c-faef5ba38f8e None None] Port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:49.806376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.808355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:49.808736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.817179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d6a8c-90b5-498c-b0a6-faf864b3adda req-3dab5273-9157-4dd9-befe-a98bde56d958 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.826837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:49.829825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d6a8c-90b5-498c-b0a6-faf864b3adda req-3dab5273-9157-4dd9-befe-a98bde56d958 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:49.837709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e10d6a8c-90b5-498c-b0a6-faf864b3adda req-3dab5273-9157-4dd9-befe-a98bde56d958 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 1653 time: 0.1480668 Jan 29 04:28:49.885319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-24ca19b8-c292-4116-98ec-d2c897a389ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607aaf38-82f5-4de6-8293-57cc33c284d9 HTTP/1.1" status: 200 len: 217 time: 0.0968783 Jan 29 04:28:49.886061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Pushing event deleted for resources: {'Port': ['ID=9271443f-5f09-4dd8-8cc8-8d39451027db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:49.914171 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e10d6a8c-90b5-498c-b0a6-faf864b3adda req-984982a4-31ce-453d-8764-0e24e8f0106b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675056 Jan 29 04:28:49.983026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:50.048850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-a2be237e-ea01-49d7-ae11-76cf808bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.050467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-a2be237e-ea01-49d7-ae11-76cf808bcd46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.1282930 Jan 29 04:28:50.051455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] No DVR routers for this DVR port 9271443f-5f09-4dd8-8cc8-8d39451027db on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:50.054414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.059009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a5f8d11-85ae-4d69-80e3-5b619720d1f4 req-25dd87cc-101f-4611-b6b7-92101a9d80a5 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.36 "DELETE /v2.0/ports/9271443f-5f09-4dd8-8cc8-8d39451027db HTTP/1.1" status: 204 len: 173 time: 2.9793901 Jan 29 04:28:50.119326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-5cf50f6c-eaaf-4216-b42d-07a5c238e7ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474079 Jan 29 04:28:50.196333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea77bd1f-18b3-4fa0-9273-565a037c49ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.208164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:50.212317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.370609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea77bd1f-18b3-4fa0-9273-565a037c49ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.382573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea77bd1f-18b3-4fa0-9273-565a037c49ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.449135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ea77bd1f-18b3-4fa0-9273-565a037c49ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca1932f87fa145f4a5f1cd11d49e48d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650035 Jan 29 04:28:50.452427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77bd1f-18b3-4fa0-9273-565a037c49ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e16931-38f4-409f-b263-ebf33d9ecad9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.454851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49736) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:50.477867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f9dcf-c090-4349-bd9d-177650b4335a req-4dd577d8-e684-43f1-bf0d-3ee56c7a1f06 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.479760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c22f9dcf-c090-4349-bd9d-177650b4335a req-4dd577d8-e684-43f1-bf0d-3ee56c7a1f06 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1156342 Jan 29 04:28:50.498905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-ef3fa147-b70b-4775-a0ca-199a2541c2c1 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650475 Jan 29 04:28:50.550886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c22f9dcf-c090-4349-bd9d-177650b4335a req-b66293e2-9548-43e2-83a0-377eb501e711 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643153 Jan 29 04:28:50.566445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d20d4e44-3d66-429f-af2a-a6dd74fbd3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.597599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564860af-43fe-42d8-83d1-aef59510f721 req-75f616b5-b1f5-4b04-9420-6c1d0aa0f2ec tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:50.599324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-564860af-43fe-42d8-83d1-aef59510f721 req-75f616b5-b1f5-4b04-9420-6c1d0aa0f2ec tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.2270365 Jan 29 04:28:50.601513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 10.1.1.68 (f0e89752-aec8-44f9-89b0-2ea42156e56e/e6312399-e8f8-422f-a94d-bff68bbcd054/7bad316c-3780-4deb-9a30-0601c96302ab) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:50.612956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d20d4e44-3d66-429f-af2a-a6dd74fbd3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.659747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.669958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.687837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d20d4e44-3d66-429f-af2a-a6dd74fbd3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.691124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d20d4e44-3d66-429f-af2a-a6dd74fbd3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:50.695617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d20d4e44-3d66-429f-af2a-a6dd74fbd3fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57e16931-38f4-409f-b263-ebf33d9ecad9 HTTP/1.1" status: 204 len: 168 time: 0.2338939 Jan 29 04:28:50.727741 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12a59949-f604-45cb-a09e-e4c74478ab68 req-e9c2a57c-d488-46ca-9e8f-9fb008126270 tempest-ServerTagsTestJSON-487234626 tempest-ServerTagsTestJSON-487234626-project] 10.222.0.32 "GET /v2.0/ports?device_id=47e94816-69a9-4838-abb7-9111f8a09f17 HTTP/1.1" status: 200 len: 210 time: 0.0534654 Jan 29 04:28:50.748835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d4e44-3d66-429f-af2a-a6dd74fbd3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e16931-38f4-409f-b263-ebf33d9ecad9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.795818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event updated for resources: {'Port': ['ID=616585b0-934b-4eeb-be85-21b647838ff4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:50.826819 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-564860af-43fe-42d8-83d1-aef59510f721 req-be971459-fbf8-4c18-b19b-fd8acd76f178 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172320 Jan 29 04:28:50.885565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb584a4d-c43a-4f8d-8179-2250954ae5bc req-0a97d06d-976d-4e31-9f09-bf4138a43f8e service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750958 Jan 29 04:28:51.111080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90eca-3b11-4ef8-9338-dca6de872a43 req-7c8b9782-83de-4e8f-965e-d9d9548a9383 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.120500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90eca-3b11-4ef8-9338-dca6de872a43 req-7c8b9782-83de-4e8f-965e-d9d9548a9383 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.129961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9d90eca-3b11-4ef8-9338-dca6de872a43 req-7c8b9782-83de-4e8f-965e-d9d9548a9383 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 1653 time: 0.0854025 Jan 29 04:28:51.182755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9d90eca-3b11-4ef8-9338-dca6de872a43 req-e98df2c8-19a2-4119-8469-514ae31f865a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500822 Jan 29 04:28:51.221531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:51.263668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-413a9a1b-b8b8-4b9d-8a27-1f7ed01f759a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ef121187c2c46109620a353db24302b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407565 Jan 29 04:28:51.274434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49754) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:51.297523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e94816-69a9-4838-abb7-9111f8a09f17', 'name': 'network-vif-deleted', 'tag': '9271443f-5f09-4dd8-8cc8-8d39451027db'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:51.299837 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddb9492-fff9-403a-994b-36f4a28edb69" -d '{"events": [{"server_uuid": "47e94816-69a9-4838-abb7-9111f8a09f17", "name": "network-vif-deleted", "tag": "9271443f-5f09-4dd8-8cc8-8d39451027db"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:51.319523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.334948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b93e088-c0bc-44cb-81bc-34adc4985943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.353460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.355338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2b88b35-ad33-4070-84ba-dad67ef3c1be tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2701976 Jan 29 04:28:51.356842 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da39a0dc-eec4-4648-8dca-70ac822d50cd x-openstack-request-id: req-da39a0dc-eec4-4648-8dca-70ac822d50cd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:51.357131 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e94816-69a9-4838-abb7-9111f8a09f17", "name": "network-vif-deleted", "tag": "9271443f-5f09-4dd8-8cc8-8d39451027db", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:51.357384 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da39a0dc-eec4-4648-8dca-70ac822d50cd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:51.357781 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e94816-69a9-4838-abb7-9111f8a09f17', 'name': 'network-vif-deleted', 'tag': '9271443f-5f09-4dd8-8cc8-8d39451027db', 'status': 'completed', 'code': 200} Jan 29 04:28:51.379263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b93e088-c0bc-44cb-81bc-34adc4985943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.391423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.438757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b93e088-c0bc-44cb-81bc-34adc4985943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.442280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b93e088-c0bc-44cb-81bc-34adc4985943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.446120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b93e088-c0bc-44cb-81bc-34adc4985943 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c91cd02-eef2-4c75-a9b0-ca539fe260fc HTTP/1.1" status: 204 len: 168 time: 0.1677279 Jan 29 04:28:51.446296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.452367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93e088-c0bc-44cb-81bc-34adc4985943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91cd02-eef2-4c75-a9b0-ca539fe260fc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.506642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network f0e89752-aec8-44f9-89b0-2ea42156e56e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:51.509849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:51.514676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:51.518732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:51.570509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.571451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.596255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7a82edcd-4d99-4c3d-94b4-923dc026bf3b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0696957 Jan 29 04:28:51.624695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218', 'admin_state_up': True, 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'security_groups': ['6e1700be-2388-440e-aa08-211a49a9ee2a']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:51.729351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-a57fcd08-be11-4a01-b7b0-accd329f67e8 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1502354695&fields=id&tenant_id=49748b9db62a464eb07b6313ec17c4e6 HTTP/1.1" status: 200 len: 267 time: 0.0655172 Jan 29 04:28:51.785854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d27c5a-2686-4e9a-96bf-0603d043405c req-1ce8ace6-d92f-4e10-82b2-c7cbeb33a973 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.795460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29d27c5a-2686-4e9a-96bf-0603d043405c req-1ce8ace6-d92f-4e10-82b2-c7cbeb33a973 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1216254 Jan 29 04:28:51.869349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29d27c5a-2686-4e9a-96bf-0603d043405c req-cba89f7d-9385-49e0-87a9-be67168daada tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729432 Jan 29 04:28:51.888712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-b201daf3-e341-416c-9fa1-5013ab19f48d tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:51.890368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-b201daf3-e341-416c-9fa1-5013ab19f48d tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/networks?id=da3ad234-0465-451e-8418-de9ffa8c89b5 HTTP/1.1" status: 200 len: 811 time: 0.1426625 Jan 29 04:28:51.899632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:51.910342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-aac9a309-f119-4562-9902-bc357b25d793 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/quotas/49748b9db62a464eb07b6313ec17c4e6 HTTP/1.1" status: 200 len: 375 time: 0.0131721 Jan 29 04:28:51.941232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b6855cca-3471-487f-99ec-21dcf32db071 None None] Provisioning complete for port 7bad316c-3780-4deb-9a30-0601c96302ab triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:51.941782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6855cca-3471-487f-99ec-21dcf32db071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:51.962068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49786) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:52.023134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-ee1ddacd-b7c3-4694-98cc-5b00f1c610ba tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49748b9db62a464eb07b6313ec17c4e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031041 Jan 29 04:28:52.029695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b6855cca-3471-487f-99ec-21dcf32db071 None None] Port 7bad316c-3780-4deb-9a30-0601c96302ab cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:52.034805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Deleting subnet e8432ee2-485a-4a45-9057-a60605e3beb2 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:28:52.045696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.099579 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.106550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.184029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.323094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d91bd-b59e-4486-99fe-d1973a5d6c34 req-715e0fea-181e-43ca-86af-ac0ed06af671 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.324649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-952d91bd-b59e-4486-99fe-d1973a5d6c34 req-715e0fea-181e-43ca-86af-ac0ed06af671 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.2419021 Jan 29 04:28:52.338824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.362018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.365711 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8432ee2-485a-4a45-9057-a60605e3beb2 HTTP/1.1" status: 204 len: 168 time: 0.4009845 Jan 29 04:28:52.372711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49800) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:52.422222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65476f-b007-4ad8-96d5-060c75835b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8432ee2-485a-4a45-9057-a60605e3beb2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:52.431948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-952d91bd-b59e-4486-99fe-d1973a5d6c34 req-665172c4-1dee-4115-aac7-0e3113830a21 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923197 Jan 29 04:28:52.452711 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-ec130d45-3108-4d11-ad59-159a27d4478b service neutron] 10.222.0.32 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147515 Jan 29 04:28:52.502145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 10.2.2.100 (46f3a1eb-bcbe-47c4-a092-70d46d746218/c33c60f6-a176-4fad-93a6-9e129f3b51f0/1be1f37a-ec22-429e-98fa-7628eefa8130) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:52.580740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.621457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:52.702548 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-7dd68ea0-3aeb-43f3-a49a-9e95eca06852 service neutron] 10.222.0.32 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487895 Jan 29 04:28:52.738400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.751328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f4dc-6ad8-4662-be5a-28ba59e9125a req-7aeec854-7f21-47ec-9278-5b136bbb0a89 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.757325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f4dc-6ad8-4662-be5a-28ba59e9125a req-7aeec854-7f21-47ec-9278-5b136bbb0a89 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.763306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f4dc-6ad8-4662-be5a-28ba59e9125a req-7aeec854-7f21-47ec-9278-5b136bbb0a89 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.770771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8737f4dc-6ad8-4662-be5a-28ba59e9125a req-7aeec854-7f21-47ec-9278-5b136bbb0a89 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 2373 time: 0.1480992 Jan 29 04:28:52.787761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2ec0c1-c70e-4257-9379-b2c4e7a49acc']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.800670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-c4d2c89d-fcf8-4f62-b9c3-723c34a4955e tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:52.802190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-c4d2c89d-fcf8-4f62-b9c3-723c34a4955e tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1782949 Jan 29 04:28:52.811767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d5754c-45ae-4fb1-88e4-2c26df1820fa') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.812076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d5754c-45ae-4fb1-88e4-2c26df1820fa') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:52.834861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.839748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8737f4dc-6ad8-4662-be5a-28ba59e9125a req-6afc3ec0-4417-473d-9d93-c4060c706d4d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577264 Jan 29 04:28:52.862457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-294ac8d7-b419-4224-90b4-19a7958c4b11 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:52.863535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-294ac8d7-b419-4224-90b4-19a7958c4b11 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2387798 Jan 29 04:28:52.867295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49812) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:52.884971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-5cc72b98-0fe8-40bf-ba2f-cc18eb023e86 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:52.887163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.889047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5cc72b98-0fe8-40bf-ba2f-cc18eb023e86 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0203071 Jan 29 04:28:52.890368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:52.895245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.901934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:52.902066 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:52.916906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-d6621f02-70cf-4732-936c-71c49977d08c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:52.921634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6621f02-70cf-4732-936c-71c49977d08c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0255055 Jan 29 04:28:52.939011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49820) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:52.956434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-772e8299-25b8-486b-84c5-d58a6446df22 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:52.957481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-772e8299-25b8-486b-84c5-d58a6446df22 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0175176 Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:52.973424 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:52.984930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.003387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2aed58-dcda-4409-a4d9-b102f70d5e67 req-94dae033-51ed-4236-89e2-347eb61ef6ab tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 210 time: 0.0289681 Jan 29 04:28:53.004454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.012574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-4d862e47-06b3-49f5-acd6-7b01c02bc044 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.013205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d862e47-06b3-49f5-acd6-7b01c02bc044 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0271003 Jan 29 04:28:53.017184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.018994 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.026510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] 10.222.0.32 "DELETE /v2.0/networks/da2ec0c1-c70e-4257-9379-b2c4e7a49acc HTTP/1.1" status: 204 len: 168 time: 0.6480789 Jan 29 04:28:53.035144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-97d90d4a-de05-4b73-adcb-b3a675d3244d tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.036186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-97d90d4a-de05-4b73-adcb-b3a675d3244d tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044532 Jan 29 04:28:53.050669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.055865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-626c05f8-8473-4212-884d-41d1d6bfb4ef tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.059468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-626c05f8-8473-4212-884d-41d1d6bfb4ef tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051656 Jan 29 04:28:53.059603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3d67c-2583-44c1-b20c-ce1bba83d43a admin admin] Pushing event deleted for resources: {'Network': ['ID=da2ec0c1-c70e-4257-9379-b2c4e7a49acc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:53.072535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.086840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-9a63bf8b-141d-439e-84df-e5e78f2ba6da tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.089746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9a63bf8b-141d-439e-84df-e5e78f2ba6da tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0141666 Jan 29 04:28:53.091743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.098182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-aab98dfa-0a84-4e1b-b991-f173218a87ac tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.099958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.104194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aab98dfa-0a84-4e1b-b991-f173218a87ac tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090659 Jan 29 04:28:53.104598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.109315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-6cd5117c-11cc-43c5-8385-6bebf9eeee3b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.114397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cd5117c-11cc-43c5-8385-6bebf9eeee3b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049880 Jan 29 04:28:53.114887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49838) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.120545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-42b8400c-6d64-452a-ac38-9b3ae71da62a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.121606 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-42b8400c-6d64-452a-ac38-9b3ae71da62a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058587 Jan 29 04:28:53.124274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.131424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-fbc0fb41-9c5a-4a6b-8555-6c68625bbae0 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.132849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fbc0fb41-9c5a-4a6b-8555-6c68625bbae0 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074325 Jan 29 04:28:53.135210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49842) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.135662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36da5a-2209-4406-9478-93c3a670ae1f req-8bef35d8-87bf-4dee-9c70-cc20cc9f32bd tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.137181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a36da5a-2209-4406-9478-93c3a670ae1f req-8bef35d8-87bf-4dee-9c70-cc20cc9f32bd tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 945 time: 0.1496036 Jan 29 04:28:53.143148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-989fb9a5-9389-41a8-a6ed-991c00b8b68f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.144681 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-989fb9a5-9389-41a8-a6ed-991c00b8b68f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076413 Jan 29 04:28:53.148616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49844) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.157581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-958cf763-038f-4bb0-9608-b364068fbb93 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.158818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-958cf763-038f-4bb0-9608-b364068fbb93 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0089369 Jan 29 04:28:53.162393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49846) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.177378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-41f85f74-9e90-48d0-b6ee-8c080f2d965a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.188810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Deleting port 34af8af2-651d-4242-8d93-02116bfd3eab {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:53.189058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-41f85f74-9e90-48d0-b6ee-8c080f2d965a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0229678 Jan 29 04:28:53.189184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.191430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49852) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.194607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:53.202537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-2e6e3f57-05aa-4319-af2f-98171bc74507 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.203559 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2e6e3f57-05aa-4319-af2f-98171bc74507 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0106771 Jan 29 04:28:53.206518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49854) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.210929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:53.219637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:53.227223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-e0801d52-a739-4b4e-b9ef-4e4e2521b230 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.230519 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e0801d52-a739-4b4e-b9ef-4e4e2521b230 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0205510 Jan 29 04:28:53.233199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49856) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.240265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-57e2b192-807b-4374-956e-2f78db9cc4ac tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.243167 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57e2b192-807b-4374-956e-2f78db9cc4ac tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046625 Jan 29 04:28:53.246258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.257795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-859966dd-46a6-4e22-bbbe-52d59d3ccf12 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.260947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-859966dd-46a6-4e22-bbbe-52d59d3ccf12 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0130129 Jan 29 04:28:53.263843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49860) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.274348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-1267798e-eaf7-4598-be20-d4b13d7f1919 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.275883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1267798e-eaf7-4598-be20-d4b13d7f1919 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0107126 Jan 29 04:28:53.278607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49862) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.283247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-cea8c667-2b4a-4398-96a7-9f946373424a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.289616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cea8c667-2b4a-4398-96a7-9f946373424a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097058 Jan 29 04:28:53.291949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:53.292531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49864) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.322982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-af9f4412-5958-4d8b-bdd1-963405153604 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.326450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-af9f4412-5958-4d8b-bdd1-963405153604 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0290442 Jan 29 04:28:53.326774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49866) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.331677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-1b040d53-ca1e-48bd-99f6-ff892f5a8efa tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.332974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1b040d53-ca1e-48bd-99f6-ff892f5a8efa tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052259 Jan 29 04:28:53.335477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.336112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.336331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.336586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.336916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.337081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.337405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.337733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.338097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.338429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.338757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.339110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.339394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:53.347756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-5b9d0835-71c3-46c5-a35c-323cb2ce3c41 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.353604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5b9d0835-71c3-46c5-a35c-323cb2ce3c41 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0127950 Jan 29 04:28:53.354117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49870) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.360458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-a9660b80-f6a2-4f01-b22e-0add3b92140f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.373503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a9660b80-f6a2-4f01-b22e-0add3b92140f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0159848 Jan 29 04:28:53.375999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.381347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-c4ab8bd9-c21d-4a27-9fba-9466d03ffd2b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.385121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a36da5a-2209-4406-9478-93c3a670ae1f req-5c15a111-6724-4486-82b1-6999de8f97e2 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236874 Jan 29 04:28:53.386144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c4ab8bd9-c21d-4a27-9fba-9466d03ffd2b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086312 Jan 29 04:28:53.386753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49874) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.404059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-6718984d-3abe-4e51-b258-3b402c9eb1a6 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.410166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.411637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6718984d-3abe-4e51-b258-3b402c9eb1a6 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0237703 Jan 29 04:28:53.416266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-d7228832-4f3b-41ce-9e08-4ffcc7d39e02 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.417797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7228832-4f3b-41ce-9e08-4ffcc7d39e02 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0062788 Jan 29 04:28:53.420772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49878) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.429423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.429692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-5205fb0b-9071-4ff0-a1eb-c38b1f8a2d47 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.430733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.435041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5205fb0b-9071-4ff0-a1eb-c38b1f8a2d47 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0109944 Jan 29 04:28:53.435740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49880) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.437028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49882) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.443178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-dbb7f443-f38f-44cb-89ac-2d377b66399a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.446875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dbb7f443-f38f-44cb-89ac-2d377b66399a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052321 Jan 29 04:28:53.448274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.456435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-c1332418-4257-4747-a11a-0625c4920752 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.460563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1332418-4257-4747-a11a-0625c4920752 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083034 Jan 29 04:28:53.461587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.470553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-882e0323-5848-4342-800a-617d13ec2e3c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.474628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-882e0323-5848-4342-800a-617d13ec2e3c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050323 Jan 29 04:28:53.474628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] For port 34af8af2-651d-4242-8d93-02116bfd3eab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=34af8af2-651d-4242-8d93-02116bfd3eab,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:53.474628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.478523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49890) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.488879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-7d8b0dab-1d2c-401b-8152-c49342c88320 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.489919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d8b0dab-1d2c-401b-8152-c49342c88320 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0104101 Jan 29 04:28:53.493275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.501879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-2eee0dba-792d-4367-a289-fa3a0ab864e7 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.510846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2eee0dba-792d-4367-a289-fa3a0ab864e7 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0142767 Jan 29 04:28:53.510846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Calling delete_port for 34af8af2-651d-4242-8d93-02116bfd3eab owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:53.514367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9547bc88-d222-453f-92fc-f43e59e9d9a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8959839 Jan 29 04:28:53.515301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.523011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-954a8e53-4866-4695-ad5f-58a3a593e6a1 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.526840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-954a8e53-4866-4695-ad5f-58a3a593e6a1 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0067961 Jan 29 04:28:53.527548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49898) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.536200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-194a877d-d5e1-4ac7-95f7-e3bbb63d3729 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.537672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-194a877d-d5e1-4ac7-95f7-e3bbb63d3729 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092883 Jan 29 04:28:53.539445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218', 'admin_state_up': True, 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'security_groups': ['6e1700be-2388-440e-aa08-211a49a9ee2a']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:53.542587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.549378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-f7821f01-2e58-47c8-a671-bad338be0557 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.552826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7821f01-2e58-47c8-a671-bad338be0557 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055616 Jan 29 04:28:53.556666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49902) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.565000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-ae60efdd-cd5b-4ec7-897d-2f854ccfeb4c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.569262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ae60efdd-cd5b-4ec7-897d-2f854ccfeb4c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071881 Jan 29 04:28:53.569581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.575184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-9c431994-b02e-4f65-986e-82458c75fd9d tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.578611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c431994-b02e-4f65-986e-82458c75fd9d tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0057862 Jan 29 04:28:53.591229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49906) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.591229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49908) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.594653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-509c4084-e0c2-433f-8857-983ce8f61804 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21e02518171a4f07b2c91f5ce6473966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562874 Jan 29 04:28:53.609054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-786ce3b7-7aff-4e4b-badc-a48098cd8172 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.610094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-786ce3b7-7aff-4e4b-badc-a48098cd8172 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0169153 Jan 29 04:28:53.619138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49910) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.654968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c5e9b-26c4-42a2-af8f-33649b74b22d req-c2513a42-59f6-4ae5-9d79-091a4ecc91f5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:53.656990 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa8c5e9b-26c4-42a2-af8f-33649b74b22d req-c2513a42-59f6-4ae5-9d79-091a4ecc91f5 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0893927 Jan 29 04:28:53.658801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-dcc50da6-aceb-4ff1-9077-f116a9338382 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.659859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dcc50da6-aceb-4ff1-9077-f116a9338382 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0395384 Jan 29 04:28:53.662488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.685307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a29baa8b-c92f-4122-8c70-e5c5d74f5e1f None None] Provisioning complete for port 1be1f37a-ec22-429e-98fa-7628eefa8130 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:53.686365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a29baa8b-c92f-4122-8c70-e5c5d74f5e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.687169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-c04e43c0-52ce-408c-bc1a-eafb8a649d98 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.692238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c04e43c0-52ce-408c-bc1a-eafb8a649d98 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0138636 Jan 29 04:28:53.692934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.704342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-4dc72f25-4b23-41db-8f7a-dd742848b654 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.707694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4dc72f25-4b23-41db-8f7a-dd742848b654 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0119417 Jan 29 04:28:53.712667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49916) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.718767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-c5b748c4-d7a7-4cb1-a4b8-f1d4edada5af tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.722012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c5b748c4-d7a7-4cb1-a4b8-f1d4edada5af tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0061216 Jan 29 04:28:53.726624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49918) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.731871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-e793e3ed-eb56-4adb-8726-263993bfeeac tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.735237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e793e3ed-eb56-4adb-8726-263993bfeeac tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053914 Jan 29 04:28:53.735895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49920) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.740561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-c88fc085-4683-4ded-a5a2-b28e9f80d0b2 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.741981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c88fc085-4683-4ded-a5a2-b28e9f80d0b2 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051298 Jan 29 04:28:53.744050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49922) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.755250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a29baa8b-c92f-4122-8c70-e5c5d74f5e1f None None] Port 1be1f37a-ec22-429e-98fa-7628eefa8130 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:53.762518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-bf94fc0e-6afd-4b65-a5f4-f02bc0f6346f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.763750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bf94fc0e-6afd-4b65-a5f4-f02bc0f6346f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0116572 Jan 29 04:28:53.766793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.779838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-f18ad762-b3e6-4daf-b505-42e1e3f1b32f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.780821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f18ad762-b3e6-4daf-b505-42e1e3f1b32f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0101793 Jan 29 04:28:53.792114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.795012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa8c5e9b-26c4-42a2-af8f-33649b74b22d req-02b9fa25-838c-4b08-9f88-63485ebf4424 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032555 Jan 29 04:28:53.802648 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-402dec2c-04fc-4bec-ba2d-8eda22a2e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.802823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-c88ed99e-03b6-47cd-89df-293c9c709abb tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.803757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c88ed99e-03b6-47cd-89df-293c9c709abb tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070541 Jan 29 04:28:53.807560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49928) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.811485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7184bb-b873-483e-b769-15f2f8c349e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.811830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-f4e23ae7-3917-4c8c-895d-8706d3e6ac4a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.816999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.820584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f4e23ae7-3917-4c8c-895d-8706d3e6ac4a tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117555 Jan 29 04:28:53.825085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-15e5fe2e-6e6b-43db-b7fc-4e580614f6cb tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.826053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-15e5fe2e-6e6b-43db-b7fc-4e580614f6cb tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056114 Jan 29 04:28:53.828699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49932) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.833700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-3f8fb395-491b-4f80-a19e-f8abd93c9f5b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.834714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f8fb395-491b-4f80-a19e-f8abd93c9f5b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049410 Jan 29 04:28:53.838334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49934) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.843077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-a7d407c1-ba55-435b-8e3a-fca1f04e5529 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.844299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a7d407c1-ba55-435b-8e3a-fca1f04e5529 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047789 Jan 29 04:28:53.847016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49936) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.854294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-6c251882-87a6-4352-a47d-c7fa3f063c5b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.858584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6c251882-87a6-4352-a47d-c7fa3f063c5b tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0103283 Jan 29 04:28:53.859325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.865385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-ae56111e-f8f9-4a85-871b-d6edacf0f197 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.869928 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ae56111e-f8f9-4a85-871b-d6edacf0f197 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092795 Jan 29 04:28:53.870823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49942) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.874294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Made reservation on behalf of 3dd4a6b7839542adad1c9c47ae53d6c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:53.876056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-d55f353c-112f-4df2-9e7e-c462df3b3963 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.878889 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.879828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d55f353c-112f-4df2-9e7e-c462df3b3963 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078485 Jan 29 04:28:53.880767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49944) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.886819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-06ddf046-6a05-4bf3-b5ee-6682f90c76c2 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.890648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06ddf046-6a05-4bf3-b5ee-6682f90c76c2 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087554 Jan 29 04:28:53.891328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49946) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.896816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-9caafe3c-27e6-499d-9b1b-38d491e4dd21 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.901802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9caafe3c-27e6-499d-9b1b-38d491e4dd21 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093646 Jan 29 04:28:53.902633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.907952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-f6c9eabd-3fb7-4afa-a5b9-ec79ba11a459 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.909250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7184bb-b873-483e-b769-15f2f8c349e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.917847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49950) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.924344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f6c9eabd-3fb7-4afa-a5b9-ec79ba11a459 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0204291 Jan 29 04:28:53.928498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-9c23395a-f505-446c-9435-639b7170d321 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.932898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c23395a-f505-446c-9435-639b7170d321 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0094521 Jan 29 04:28:53.933282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49952) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.938181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-608a38a9-e58e-45eb-8d29-69bce5080d8f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.940143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-608a38a9-e58e-45eb-8d29-69bce5080d8f tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053849 Jan 29 04:28:53.942771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49954) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.949154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-92284f0a-24a7-4be3-9a10-d916e790b3a2 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.951194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-92284f0a-24a7-4be3-9a10-d916e790b3a2 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065215 Jan 29 04:28:53.953325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49956) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.958525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-61283dcc-8e25-4db2-94e4-26724e292f83 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.959798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-61283dcc-8e25-4db2-94e4-26724e292f83 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048494 Jan 29 04:28:53.962389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49958) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.968176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:53.976841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-003ad917-aad4-4da1-b25c-8624d3193ef4 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.978366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-003ad917-aad4-4da1-b25c-8624d3193ef4 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0146186 Jan 29 04:28:53.981369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49960) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.985707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-8ac58701-a920-418f-a3c2-13a3b1aaf266 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.986998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8ac58701-a920-418f-a3c2-13a3b1aaf266 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045011 Jan 29 04:28:53.989398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:53.995354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-f5d255de-2095-4b41-b90f-1e7ba4f98e40 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:53.996619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5d255de-2095-4b41-b90f-1e7ba4f98e40 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054708 Jan 29 04:28:54.000337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:54.004927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-a10cedbd-ae64-4bd0-92a3-c96cd27f0fdc tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:54.006114 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a10cedbd-ae64-4bd0-92a3-c96cd27f0fdc tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044985 Jan 29 04:28:54.008721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49966) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:54.013146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-a7e2092b-6d95-42d3-8d00-e85ffdb3a58c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:54.014326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a7e2092b-6d95-42d3-8d00-e85ffdb3a58c tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045311 Jan 29 04:28:54.016673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:54.021219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [None req-48b6552a-588e-4732-b963-cde309da4835 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:28:54.022374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-48b6552a-588e-4732-b963-cde309da4835 tempest-ExtensionsTestJSON-1137520070 tempest-ExtensionsTestJSON-1137520070-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046861 Jan 29 04:28:54.065143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Pushing event deleted for resources: {'Port': ['ID=34af8af2-651d-4242-8d93-02116bfd3eab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.177771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead762-4213-4b43-be4a-be49794da340 req-0c1a5b3d-6e9f-4c56-9d65-16eea2d6b986 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.184670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead762-4213-4b43-be4a-be49794da340 req-0c1a5b3d-6e9f-4c56-9d65-16eea2d6b986 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.191307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead762-4213-4b43-be4a-be49794da340 req-0c1a5b3d-6e9f-4c56-9d65-16eea2d6b986 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.198003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead762-4213-4b43-be4a-be49794da340 req-0c1a5b3d-6e9f-4c56-9d65-16eea2d6b986 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.200054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bead762-4213-4b43-be4a-be49794da340 req-0c1a5b3d-6e9f-4c56-9d65-16eea2d6b986 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 3094 time: 0.2606988 Jan 29 04:28:54.201087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] No DVR routers for this DVR port 34af8af2-651d-4242-8d93-02116bfd3eab on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:54.204108 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37028a7f-4b35-4f24-bd00-124c5a7e1024 req-b4125915-b890-4071-8fc0-b2ec79b0d96e tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 210 time: 0.0577476 Jan 29 04:28:54.205792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7184bb-b873-483e-b769-15f2f8c349e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.208590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7184bb-b873-483e-b769-15f2f8c349e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.209733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f7184bb-b873-483e-b769-15f2f8c349e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81e0e9cc-eb04-4aee-9af3-d7f21388210c HTTP/1.1" status: 204 len: 168 time: 0.6153927 Jan 29 04:28:54.215367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.218636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ccb2f30-d234-4fda-b368-bc523a099376 req-010b6580-4dfb-4f34-abd6-549bc944dcc5 tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.36 "DELETE /v2.0/ports/34af8af2-651d-4242-8d93-02116bfd3eab HTTP/1.1" status: 204 len: 173 time: 1.3987360 Jan 29 04:28:54.220827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'name': 'network-vif-deleted', 'tag': '34af8af2-651d-4242-8d93-02116bfd3eab'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:54.223301 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b90891-cf05-48e6-8c28-d539386e82fa" -d '{"events": [{"server_uuid": "3fcc8952-9ac8-48c0-8963-3bdae31a25ae", "name": "network-vif-deleted", "tag": "34af8af2-651d-4242-8d93-02116bfd3eab"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:54.257404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7184bb-b873-483e-b769-15f2f8c349e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0e9cc-eb04-4aee-9af3-d7f21388210c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.354397 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c70e796-e164-40ef-8b59-761ce79c0a12 x-openstack-request-id: req-5c70e796-e164-40ef-8b59-761ce79c0a12 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:54.355017 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcc8952-9ac8-48c0-8963-3bdae31a25ae", "name": "network-vif-deleted", "tag": "34af8af2-651d-4242-8d93-02116bfd3eab", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:54.355017 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c70e796-e164-40ef-8b59-761ce79c0a12 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:54.355340 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcc8952-9ac8-48c0-8963-3bdae31a25ae', 'name': 'network-vif-deleted', 'tag': '34af8af2-651d-4242-8d93-02116bfd3eab', 'status': 'completed', 'code': 200} Jan 29 04:28:54.360876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bead762-4213-4b43-be4a-be49794da340 req-7ff6ad97-c1a8-42ac-8d91-a78f8172e962 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469374 Jan 29 04:28:54.380989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Allocated IP 10.2.2.200 (46f3a1eb-bcbe-47c4-a092-70d46d746218/c33c60f6-a176-4fad-93a6-9e129f3b51f0/f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:54.534879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:54.553366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f7fdfcc-7d72-46c7-936a-581d6eee8713 req-bdacf0b5-a030-40b7-aa56-24f87e9ab85e tempest-ListServerFiltersTestJSON-668604049 tempest-ListServerFiltersTestJSON-668604049-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcc8952-9ac8-48c0-8963-3bdae31a25ae HTTP/1.1" status: 200 len: 210 time: 0.0531440 Jan 29 04:28:54.674575 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.721803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.791585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:54.799201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:54.813218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.830959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:54.889735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event updated for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:54.954073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.954981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:54.990156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-2dbc0c95-86a2-474e-8a4c-5b26ce72066c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:54.992649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-2dbc0c95-86a2-474e-8a4c-5b26ce72066c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.36 "GET /v2.0/networks?id=da3ad234-0465-451e-8418-de9ffa8c89b5 HTTP/1.1" status: 200 len: 811 time: 0.2367980 Jan 29 04:28:55.018892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.024315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.060859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3ab0845c-996d-4dd6-a4c3-6a8872f99e8b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5271111 Jan 29 04:28:55.091497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4c787-97c5-4450-8fdb-94f894640ade req-14e62cee-cbd5-4f71-9402-2761ab52bb65 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.093068 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-59d4c787-97c5-4450-8fdb-94f894640ade req-14e62cee-cbd5-4f71-9402-2761ab52bb65 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1119606 Jan 29 04:28:55.096304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55297e-2ffc-4532-9450-86aa5d1f4568,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:55.108724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:55.109981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c60b60a1153443488af4e1abb94c171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642045 Jan 29 04:28:55.115215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:55.127534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.128099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.128322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.128577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.129491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.129491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.129491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.129989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.130941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.130941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.130941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.131358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db4fdde-dfd3-4fec-a322-2f73cfd04a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:28:55.265205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-34d241ed-523b-4d67-8d76-ae73179b49c3 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49748b9db62a464eb07b6313ec17c4e6 HTTP/1.1" status: 200 len: 380 time: 0.1620212 Jan 29 04:28:55.284464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-59d4c787-97c5-4450-8fdb-94f894640ade req-f4aee21d-a4cd-47cc-bf2d-646447054b42 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782100 Jan 29 04:28:55.294778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Request body: {'port': {'device_id': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'admin_state_up': True, 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'security_groups': ['6fe16740-f16c-4fb0-ac6e-bea66c34f36b']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:55.301915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.319289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb387e89-7ab7-47cd-b8c9-468ddeac816f None None] Provisioning complete for port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:55.319822 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb387e89-7ab7-47cd-b8c9-468ddeac816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.338220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:55.362306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bb387e89-7ab7-47cd-b8c9-468ddeac816f None None] Port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:55.391098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692063f2-cf3a-4546-b104-7e26d389cf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.400976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34af8af2-651d-4242-8d93-02116bfd3eab no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:55.419626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39e73001-db5f-4c95-b0ca-f529f8ba9765 req-b0d0092a-3854-4981-ac0f-db225f4d0aa6 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 210 time: 0.0893807 Jan 29 04:28:55.437703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 34af8af2-651d-4242-8d93-02116bfd3eab {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:55.447688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 34af8af2-651d-4242-8d93-02116bfd3eab not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:55.487805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692063f2-cf3a-4546-b104-7e26d389cf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.523583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1341328170-network', 'tenant_id': 'd66296ee1d81469dac12b80f32a774dc'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:55.548577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Made reservation on behalf of d66296ee1d81469dac12b80f32a774dc for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:55.551141 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.561283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.626431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:55.681068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.688673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.694098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Deleting subnet 99d235b7-d897-4823-ba68-4391bffb29fd {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:28:55.703560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.704995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526621-83dc-4dd9-820e-90c28c156635 req-7b00cfe9-8ed7-4931-b1eb-976b6bfac240 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.711377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526621-83dc-4dd9-820e-90c28c156635 req-7b00cfe9-8ed7-4931-b1eb-976b6bfac240 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.717657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526621-83dc-4dd9-820e-90c28c156635 req-7b00cfe9-8ed7-4931-b1eb-976b6bfac240 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.723428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526621-83dc-4dd9-820e-90c28c156635 req-7b00cfe9-8ed7-4931-b1eb-976b6bfac240 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.729268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526621-83dc-4dd9-820e-90c28c156635 req-7b00cfe9-8ed7-4931-b1eb-976b6bfac240 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.731085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64526621-83dc-4dd9-820e-90c28c156635 req-7b00cfe9-8ed7-4931-b1eb-976b6bfac240 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 3815 time: 0.2507880 Jan 29 04:28:55.749274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e8663-608c-4fd4-b44d-72cf269b0fb1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:55.756715 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.799648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692063f2-cf3a-4546-b104-7e26d389cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.802562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692063f2-cf3a-4546-b104-7e26d389cf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.802936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:55.806673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-692063f2-cf3a-4546-b104-7e26d389cf43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af55297e-2ffc-4532-9450-86aa5d1f4568 HTTP/1.1" status: 204 len: 168 time: 0.6871526 Jan 29 04:28:55.817262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Made reservation on behalf of 49748b9db62a464eb07b6313ec17c4e6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:55.821319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.837623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.838568 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Added segment 48e0b434-87e0-48d1-bf0f-b2eec3e2cc86 of type vlan for network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 Jan 29 04:28:55.856158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692063f2-cf3a-4546-b104-7e26d389cf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55297e-2ffc-4532-9450-86aa5d1f4568,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:55.871797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64526621-83dc-4dd9-820e-90c28c156635 req-382689c8-297f-4b9f-8587-c384d1ee1679 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067605 Jan 29 04:28:55.889373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.913358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.957984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:55.959212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:55.960019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.027642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6822472 Jan 29 04:28:56.028951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.033204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50022) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:56.046300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Request body: {'subnet': {'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1341328170-subnet', 'tenant_id': 'd66296ee1d81469dac12b80f32a774dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:56.064296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29eb7404-e1bf-4a05-a2a4-64e33a1b029a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:56.072975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16a580e8-15e0-4b12-a70f-95f400e4c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.078329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.082612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d235b7-d897-4823-ba68-4391bffb29fd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.084827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123df57a-0c63-4519-9898-df6a58440955 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.092636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.096038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d1420396-b0ac-4df4-9b2f-4ade614fe421 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/99d235b7-d897-4823-ba68-4391bffb29fd HTTP/1.1" status: 204 len: 168 time: 0.4675846 Jan 29 04:28:56.101545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50026) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:56.106060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a07cc-061d-411d-811b-7a7d72153866 None None] Network 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:56.110645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Allocated IP 172.20.0.3 (da3ad234-0465-451e-8418-de9ffa8c89b5/0710bf0e-fa77-4abb-8337-145a72e31347/24a9c048-b5bc-477a-9732-ba431964ce46) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:28:56.120926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Transition to ACTIVE for port object 29eb7404-e1bf-4a05-a2a4-64e33a1b029a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:56.139124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.270319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:56.290966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Made reservation on behalf of d66296ee1d81469dac12b80f32a774dc for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:56.306321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.360273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.389127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] DHCP port deletion for 75045185-0e6a-42e3-b0bb-d3a8bfa5b517 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:28:56.415585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Pushing event updated for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.569229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] Deleting port 58513238-dc3d-4e70-9eee-441ee9419546 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:56.570737 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.619801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-50ca7ecf-b3dd-407f-a873-bb3d69ac9128 req-ea36da5b-db9f-407b-8ebe-51a91ebbb6af tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 210 time: 0.0689008 Jan 29 04:28:56.652835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Attempting to bind port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:56.653177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Attempting to bind port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:56.653521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Attempting to bind port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a on network d019f607-b533-406f-bccf-961d985c5be4 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:56.670055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a on network d019f607-b533-406f-bccf-961d985c5be4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:56.670393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Attempting to bind port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a on network d019f607-b533-406f-bccf-961d985c5be4 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:56.686269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:56.686614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Checking segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:56.687007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Bound using segment: {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:56.687453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Bound port: 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3671514e-318e-4a5f-a21f-753efb29b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:56.687819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.709713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.714020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] For port 58513238-dc3d-4e70-9eee-441ee9419546, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=58513238-dc3d-4e70-9eee-441ee9419546,segment=NetworkSegment(055e42d0-74be-49cd-96ab-725eca50cffb),segment_id=055e42d0-74be-49cd-96ab-725eca50cffb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:56.714673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.736726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] Calling delete_port for 58513238-dc3d-4e70-9eee-441ee9419546 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:56.799380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.800494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:28:56.816161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:28:56.817677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.829284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.831041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae141-fa30-40a2-80e9-036289bf8a4d req-fa120a38-20a9-448f-b3d7-8601a8c0b980 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:56.841522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b72ae141-fa30-40a2-80e9-036289bf8a4d req-fa120a38-20a9-448f-b3d7-8601a8c0b980 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.4125111 Jan 29 04:28:56.901101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:56.901952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:56.903528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] 10.222.0.36 "PUT /v2.0/ports/29eb7404-e1bf-4a05-a2a4-64e33a1b029a HTTP/1.1" status: 200 len: 1091 time: 1.7939231 Jan 29 04:28:56.904172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:28:56.906603 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bd30e2-f952-49ff-878d-f7d0f924b31b" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:28:56.919164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Network da3ad234-0465-451e-8418-de9ffa8c89b5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:28:56.922883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:56.927704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:28:56.932301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event updated for resources: {'Port': ['ID=24a9c048-b5bc-477a-9732-ba431964ce46,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:56.973242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.002755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:57.019785 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db6416-32b6-40fc-bad3-c39f3feb863b x-openstack-request-id: req-15db6416-32b6-40fc-bad3-c39f3feb863b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:28:57.020356 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:28:57.020769 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15db6416-32b6-40fc-bad3-c39f3feb863b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:28:57.021321 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'status': 'completed', 'code': 200} Jan 29 04:28:57.024068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69711723-cc9e-4450-a27d-6a1441368da4,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.082273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Deleting port 58513238-dc3d-4e70-9eee-441ee9419546 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:28:57.082620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.096391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] Pushing event deleted for resources: {'Port': ['ID=58513238-dc3d-4e70-9eee-441ee9419546,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.111015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2555a2-8841-4f50-bc43-099f27d6932f None None] No DVR routers for this DVR port 58513238-dc3d-4e70-9eee-441ee9419546 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:57.208643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.214363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b72ae141-fa30-40a2-80e9-036289bf8a4d req-53522bb0-7dc5-44a1-98ab-e3a651452288 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718777 Jan 29 04:28:57.215177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50058) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:57.296822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] For port 58513238-dc3d-4e70-9eee-441ee9419546, host n-d-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:28:57.330870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.373692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-097b1393-20cf-498e-beae-52a881f77e73 None None] Provisioning complete for port 24a9c048-b5bc-477a-9732-ba431964ce46 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:28:57.376855 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-097b1393-20cf-498e-beae-52a881f77e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.383976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Calling delete_port for 58513238-dc3d-4e70-9eee-441ee9419546 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:28:57.390613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Checking segment: {'id': '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:57.390985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Network hostable DHCP agents. Network: 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:28:57.402120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Port 58513238-dc3d-4e70-9eee-441ee9419546 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:28:57.403989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.499647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] No DVR routers for this DVR port 58513238-dc3d-4e70-9eee-441ee9419546 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:28:57.501823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:28:57.505794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Pushing event deleted for resources: {'Port': ['ID=58513238-dc3d-4e70-9eee-441ee9419546,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.515304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-097b1393-20cf-498e-beae-52a881f77e73 None None] Port 24a9c048-b5bc-477a-9732-ba431964ce46 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:28:57.522184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58513238-dc3d-4e70-9eee-441ee9419546 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:28:57.544639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465142543'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:57.549625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:28:57.561707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cca3e-b4b5-4c9a-8f37-3397d2eb5c20 None None] Network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:57.565732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 58513238-dc3d-4e70-9eee-441ee9419546 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:28:57.566498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58513238-dc3d-4e70-9eee-441ee9419546 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:28:57.757178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.757975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.761458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252479ac-8173-4aa9-b170-63967b47f461 service neutron] Pushing event updated for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:57.790162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.809281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7cff9b01-d064-4546-b78d-76c984ddfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.809785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7cff9b01-d064-4546-b78d-76c984ddfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.810296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7cff9b01-d064-4546-b78d-76c984ddfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.810766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7cff9b01-d064-4546-b78d-76c984ddfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.811233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7cff9b01-d064-4546-b78d-76c984ddfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.813029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7cff9b01-d064-4546-b78d-76c984ddfba5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 4362 time: 0.7381945 Jan 29 04:28:57.820895 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-5a7c3c05-5522-498d-b7dd-c13dd29391c9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5312207 Jan 29 04:28:57.832750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-992e32c4-8334-4e78-b6c3-5cd59f943112 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.839475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-992e32c4-8334-4e78-b6c3-5cd59f943112 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.845398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-992e32c4-8334-4e78-b6c3-5cd59f943112 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.851887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-992e32c4-8334-4e78-b6c3-5cd59f943112 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.857744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-992e32c4-8334-4e78-b6c3-5cd59f943112 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.859665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-992e32c4-8334-4e78-b6c3-5cd59f943112 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 3827 time: 0.1918263 Jan 29 04:28:57.867214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Request body: {'port': {'device_id': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:57.884296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:57.884848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.890323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d36d4-bf71-4788-a581-db0d2cc51326 None None] Network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:28:57.920526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:57.923717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.943197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.959003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:57.991989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f0427c2-9fd1-4de1-b283-dfaa79a77e28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9556024 Jan 29 04:28:58.076440 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.081705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75045185-0e6a-42e3-b0bb-d3a8bfa5b517']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:58.092509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.103885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05efa3b7-ed97-4080-946a-bc16100ccf07 req-c55950f2-e238-4895-a066-84b3c85ed64b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248461 Jan 29 04:28:58.109758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d20d2-1b70-4f67-ba32-e96c51933934 req-f4dcd8a0-b26a-47a0-ad63-c580a3ab4af0 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.118173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-525d20d2-1b70-4f67-ba32-e96c51933934 req-f4dcd8a0-b26a-47a0-ad63-c580a3ab4af0 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.2439101 Jan 29 04:28:58.123304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055e42d0-74be-49cd-96ab-725eca50cffb') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:58.123742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055e42d0-74be-49cd-96ab-725eca50cffb') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:28:58.140358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.200817 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.207036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:58.213773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7a196d67-0a6a-4d05-a27d-73916cff0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.214280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7a196d67-0a6a-4d05-a27d-73916cff0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.214749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7a196d67-0a6a-4d05-a27d-73916cff0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.216544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-7a196d67-0a6a-4d05-a27d-73916cff0d44 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3547084 Jan 29 04:28:58.268101 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-525d20d2-1b70-4f67-ba32-e96c51933934 req-5f9ec5e1-dba6-4349-9224-7838443d2a7f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488085 Jan 29 04:28:58.287894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.289081 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment be28f9b1-fcbe-4edf-9027-5aef15910c77 of type vlan for network 3d362886-155b-4348-bbf5-1668dcc260ce Jan 29 04:28:58.370827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd133c77-8fbd-46ce-b083-4233aa154d15,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:58.384575 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.418711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.435575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:28:58.435905 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:28:58.437995 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:28:58.550349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63907-fba0-4cae-9c73-1fd7664c3140 req-971b7150-e4e8-4cde-9b3c-c36450947281 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.552125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b3d63907-fba0-4cae-9c73-1fd7664c3140 req-971b7150-e4e8-4cde-9b3c-c36450947281 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1722715 Jan 29 04:28:58.553563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.556093 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.562095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.562749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.573518 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.579748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] 10.222.0.32 "DELETE /v2.0/networks/75045185-0e6a-42e3-b0bb-d3a8bfa5b517 HTTP/1.1" status: 204 len: 168 time: 2.4769967 Jan 29 04:28:58.614694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0c65d-30fa-497e-89ca-a646c2a72053 req-515cbffc-381a-4acb-a2a9-cc1797647b38 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.617524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0e0c65d-30fa-497e-89ca-a646c2a72053 req-515cbffc-381a-4acb-a2a9-cc1797647b38 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 931 time: 0.3123095 Jan 29 04:28:58.623525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-1c2681f8-4084-4601-9f69-db2440320a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:58.625054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40bd30e2-f952-49ff-878d-f7d0f924b31b req-1c2681f8-4084-4601-9f69-db2440320a4f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3879092 Jan 29 04:28:58.742604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5199325 Jan 29 04:28:58.782200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404bf81a-bfc8-4e59-9dd2-a6e688e77542 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:58.784101 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8baa-bde8-4774-b257-195e671f334d tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=3d362886-155b-4348-bbf5-1668dcc260ce,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:58.812717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b3d63907-fba0-4cae-9c73-1fd7664c3140 req-da46b3b3-2a25-42b3-915c-fb25c4a8a499 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456355 Jan 29 04:28:58.827360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 3d362886-155b-4348-bbf5-1668dcc260ce details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:58.827901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.842792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:58.845433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb42727-50a6-4ec4-aaeb-461443deb759 admin admin] Pushing event deleted for resources: {'Network': ['ID=75045185-0e6a-42e3-b0bb-d3a8bfa5b517,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:58.867395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50084) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:58.872316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-311296211-network', 'tenant_id': 'c1afec719fa74391a15dd910bee40daf'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:58.907670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0e0c65d-30fa-497e-89ca-a646c2a72053 req-42ee7f4d-474c-4630-9239-e59f52f005eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653410 Jan 29 04:28:58.921802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Transition to ACTIVE for port object 404bf81a-bfc8-4e59-9dd2-a6e688e77542 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:58.933672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.946916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Made reservation on behalf of c1afec719fa74391a15dd910bee40daf for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:58.949516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:58.974313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.000404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a9c048-b5bc-477a-9732-ba431964ce46 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:28:59.048948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b3d388e-b246-4428-a52c-03e14e38653c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a013203a41cd49b292fc1af5f1871520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998711 Jan 29 04:28:59.058330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.061316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:59.072279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.173185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Transition to ACTIVE for port object 24a9c048-b5bc-477a-9732-ba431964ce46 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:28:59.184566 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.209406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.215014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.217572 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.267714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:28:59.329863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.330596 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Added segment e990457e-f300-4a9c-bad4-dff8faa062bb of type vlan for network 15e20ac5-5eea-4c29-93fd-79ae058f8045 Jan 29 04:28:59.333596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.421307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102b101a-d022-4f89-b983-da20c3161a67,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.498653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.504423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.518391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.530534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.548486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.554891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.556803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-c415be65-8a94-47cb-8b05-882e56de7dbc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 4604 time: 0.2863228 Jan 29 04:28:59.582108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.611666 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-205bfdcc-ae9d-4d3c-8233-2eee371d8d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.638168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Attempting to bind port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:59.638750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Attempting to bind port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:59.639098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Attempting to bind port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:59.641300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Pushing event updated for resources: {'Port': ['ID=24a9c048-b5bc-477a-9732-ba431964ce46,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.673266 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fab0c8be-5d33-48ed-a34c-4dd52d3afe8e req-0278f1f9-494a-4423-a52f-86e1d2aab56b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624886 Jan 29 04:28:59.674808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.676390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.677244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.697942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 on network f0e89752-aec8-44f9-89b0-2ea42156e56e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:59.698283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Attempting to bind port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:59.745032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-205bfdcc-ae9d-4d3c-8233-2eee371d8d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.760556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:28:59.760869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Checking segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:28:59.761261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Bound using segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:28:59.761711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Bound port: 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:28:59.762111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.776701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] Pushing event updated for resources: {'Network': ['ID=15e20ac5-5eea-4c29-93fd-79ae058f8045,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:28:59.785052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-75a1731b-ceb4-4e28-98f5-9f0d7ed83721 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9162712 Jan 29 04:28:59.789687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 15e20ac5-5eea-4c29-93fd-79ae058f8045 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:28:59.793543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd10b09-a1d1-4bbe-af47-6cf192e2aa57 req-78770f84-8fe1-47d9-ac82-8efa79d44124 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.799995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50092) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:28:59.801420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbd10b09-a1d1-4bbe-af47-6cf192e2aa57 req-78770f84-8fe1-47d9-ac82-8efa79d44124 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.4090054 Jan 29 04:28:59.807741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Request body: {'subnet': {'network_id': '15e20ac5-5eea-4c29-93fd-79ae058f8045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-311296211-subnet', 'tenant_id': 'c1afec719fa74391a15dd910bee40daf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:28:59.815985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-4afe65b6-8a32-4edd-b79c-b7e6318797dd tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:28:59.817449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-4afe65b6-8a32-4edd-b79c-b7e6318797dd tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.4202094 Jan 29 04:28:59.843803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Made reservation on behalf of c1afec719fa74391a15dd910bee40daf for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:28:59.847450 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:28:59.859893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Attempting to bind port 24a9c048-b5bc-477a-9732-ba431964ce46 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:28:59.860519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Attempting to bind port 24a9c048-b5bc-477a-9732-ba431964ce46 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:28:59.861271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Attempting to bind port 24a9c048-b5bc-477a-9732-ba431964ce46 on network da3ad234-0465-451e-8418-de9ffa8c89b5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:28:59.945094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Port 24a9c048-b5bc-477a-9732-ba431964ce46 on network da3ad234-0465-451e-8418-de9ffa8c89b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:28:59.945494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Attempting to bind port 24a9c048-b5bc-477a-9732-ba431964ce46 on network da3ad234-0465-451e-8418-de9ffa8c89b5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:00.025993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbd10b09-a1d1-4bbe-af47-6cf192e2aa57 req-0a1de39e-ff33-4b3e-9740-7bfedc8c8610 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236326 Jan 29 04:29:00.042764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:00.043429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Checking segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:00.044587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Bound using segment: {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:00.046210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Bound port: 24a9c048-b5bc-477a-9732-ba431964ce46, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135591cf-67d7-47ec-b19e-946c436e5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:00.048385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.257569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.264987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-205bfdcc-ae9d-4d3c-8233-2eee371d8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.268626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-205bfdcc-ae9d-4d3c-8233-2eee371d8d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.283258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-205bfdcc-ae9d-4d3c-8233-2eee371d8d4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf HTTP/1.1" status: 204 len: 168 time: 1.1968205 Jan 29 04:29:00.291371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:00.322445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed30fe4-fb8d-47fd-9bcc-1db19ecb95ec,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:00.343113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4b7c-091d-4ea1-8a06-79f70c5919df req-be24f117-df19-428e-abd8-7066051855dc tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.345807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e7d4b7c-091d-4ea1-8a06-79f70c5919df req-be24f117-df19-428e-abd8-7066051855dc tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.3740010 Jan 29 04:29:00.347108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f394c-18ef-484c-9164-30e396f7a1e4 req-e88ac6b9-4c8d-4b05-ab62-e21a4df61dc8 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.355287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c42f394c-18ef-484c-9164-30e396f7a1e4 req-e88ac6b9-4c8d-4b05-ab62-e21a4df61dc8 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 943 time: 0.1773958 Jan 29 04:29:00.357188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bfdcc-ae9d-4d3c-8233-2eee371d8d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9312aae-3d1e-4fdc-b6e4-7f03a22c9aaf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:00.386377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Checking segment: {'id': 'e990457e-f300-4a9c-bad4-dff8faa062bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '15e20ac5-5eea-4c29-93fd-79ae058f8045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:00.386741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Network hostable DHCP agents. Network: 15e20ac5-5eea-4c29-93fd-79ae058f8045, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:00.396463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Deleting port 045dd156-6fe1-4aaa-aff4-99d7382bba19 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:00.396820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.412290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:00.428753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e7d4b7c-091d-4ea1-8a06-79f70c5919df req-94cdfe98-7b82-4790-ab3c-c9a575231e36 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660887 Jan 29 04:29:00.440348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.455831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Network 15e20ac5-5eea-4c29-93fd-79ae058f8045 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:00.480817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 15e20ac5-5eea-4c29-93fd-79ae058f8045) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:00.484230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] For port 24a9c048-b5bc-477a-9732-ba431964ce46, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:00.494227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce63e15-3aec-4de9-87b9-1476ccdd4b95 None None] Network 15e20ac5-5eea-4c29-93fd-79ae058f8045 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:00.509634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.515201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.546718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.547413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.552435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 200 len: 1135 time: 3.5789964 Jan 29 04:29:00.555285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '404bf81a-bfc8-4e59-9dd2-a6e688e77542'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:00.557773 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffb5e5-bb9e-4f05-90d0-366f5828234e" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "404bf81a-bfc8-4e59-9dd2-a6e688e77542"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:00.562723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] For port 24a9c048-b5bc-477a-9732-ba431964ce46, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=24a9c048-b5bc-477a-9732-ba431964ce46,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:00.590852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c42f394c-18ef-484c-9164-30e396f7a1e4 req-55919e02-1f12-4962-8845-1f8dae4d5155 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285426 Jan 29 04:29:00.596015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9225ded3-cf61-4f4f-a554-6d336764fa4a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7937007 Jan 29 04:29:00.608243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.688840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:00.779695 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7d438-a479-4f62-a791-c6c983fa56a0 x-openstack-request-id: req-54d7d438-a479-4f62-a791-c6c983fa56a0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:00.780037 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "404bf81a-bfc8-4e59-9dd2-a6e688e77542", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:00.780231 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54d7d438-a479-4f62-a791-c6c983fa56a0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:00.780642 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '404bf81a-bfc8-4e59-9dd2-a6e688e77542', 'status': 'completed', 'code': 200} Jan 29 04:29:00.900875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:00.901557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:00.904387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] 10.222.0.36 "PUT /v2.0/ports/24a9c048-b5bc-477a-9732-ba431964ce46 HTTP/1.1" status: 200 len: 1091 time: 3.0437570 Jan 29 04:29:00.951972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b473c1-1d84-4265-b20a-36be607666e0 service neutron] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.008917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6ba34-7c36-480b-b9bf-7f68e6b70698 None None] Network 15e20ac5-5eea-4c29-93fd-79ae058f8045 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:01.208648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b69a8d-b8ce-4cb1-9480-a7fc6b034a52 service neutron] Pushing event updated for resources: {'Port': ['ID=24a9c048-b5bc-477a-9732-ba431964ce46,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:01.274942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f4063-90c1-4598-bdfa-6c82f5bf6625 req-1762f951-7105-47ea-ac8b-d6d056a06f7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.277202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-155f4063-90c1-4598-bdfa-6c82f5bf6625 req-1762f951-7105-47ea-ac8b-d6d056a06f7d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 946 time: 0.1367266 Jan 29 04:29:01.347240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:01.352082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] For port 045dd156-6fe1-4aaa-aff4-99d7382bba19, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=045dd156-6fe1-4aaa-aff4-99d7382bba19,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:01.352453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:01.382432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-155f4063-90c1-4598-bdfa-6c82f5bf6625 req-0ffadc6b-1f87-41fa-870a-b9ca4ea21cc3 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups?id=de68aece-e75c-4b88-bcea-6f61b875c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909061 Jan 29 04:29:01.513005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.513656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.514342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.514971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.515450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.516019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.518521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-22790763-a0b1-49a3-8d7f-43a6dadab02e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5290 time: 0.7350309 Jan 29 04:29:01.643153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.650197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.660195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.667634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.674605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.681767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.683926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-747d37ba-9563-4d1e-ba88-88d0e685272e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 4604 time: 0.8204453 Jan 29 04:29:01.695800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-ba425093-77a1-487f-83e4-9655c77847e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:01.704441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-ba425093-77a1-487f-83e4-9655c77847e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49748b9db62a464eb07b6313ec17c4e6&device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 1094 time: 0.5332363 Jan 29 04:29:01.894084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-11d88801-07a6-4352-9d4f-dc6da2ffaeed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24a9c048-b5bc-477a-9732-ba431964ce46 HTTP/1.1" status: 200 len: 217 time: 0.0906289 Jan 29 04:29:02.061241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-9ea717ae-ce5c-4daf-a4dd-789b18e3eee1 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.063882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-9ea717ae-ce5c-4daf-a4dd-789b18e3eee1 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/networks?id=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 HTTP/1.1" status: 200 len: 825 time: 0.1679769 Jan 29 04:29:02.064370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50148) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:02.069613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:02.072487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ce7bb49-0fc9-43fd-98f3-e49d9a60f0db req-3a209f37-ac5c-4fd5-aa0f-86e7743d200b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3380775 Jan 29 04:29:02.155447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-1b164010-56b3-48b9-a21a-f5c2723c4530 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/quotas/d66296ee1d81469dac12b80f32a774dc HTTP/1.1" status: 200 len: 375 time: 0.0806551 Jan 29 04:29:02.196129 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-e0bbe1e3-e4ff-4f93-a05d-4c70a957b2ce tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d66296ee1d81469dac12b80f32a774dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329392 Jan 29 04:29:02.282940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:02.286605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:02.381100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-d6e0c24b-729c-40b0-8aa8-d00c7ff1556e service neutron] 10.222.0.32 "GET /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767960 Jan 29 04:29:02.533439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-1ebc5cce-2457-407a-ac55-d3c3485e2b91 service neutron] 10.222.0.32 "GET /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405778 Jan 29 04:29:02.535815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-96d44850-6f21-477b-9657-4c3d1bf53e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.535815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-96d44850-6f21-477b-9657-4c3d1bf53e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.536190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-96d44850-6f21-477b-9657-4c3d1bf53e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.537739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-96d44850-6f21-477b-9657-4c3d1bf53e8b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9378793 Jan 29 04:29:02.598944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:02.605941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-f2e6a4ac-1485-410a-abd0-0d782d3f7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.607403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-f2e6a4ac-1485-410a-abd0-0d782d3f7566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0710bf0e-fa77-4abb-8337-145a72e31347 HTTP/1.1" status: 200 len: 850 time: 0.5662820 Jan 29 04:29:02.700736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:02.701107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:02.701916 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Floating IP c72e6237-26fc-4fed-a81b-b6e19516640c disassociated. External IP: 172.25.4.168, port: 045dd156-6fe1-4aaa-aff4-99d7382bba19. Jan 29 04:29:02.701916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Calling delete_port for 045dd156-6fe1-4aaa-aff4-99d7382bba19 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:02.804271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17b14-4a40-455b-9029-badba8c0a93a req-578960c8-4d64-49bf-a820-6b744245e64f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.805827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6f17b14-4a40-455b-9029-badba8c0a93a req-578960c8-4d64-49bf-a820-6b744245e64f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.6483347 Jan 29 04:29:02.806319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:02.808105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=363544b8-4915-4aeb-b31c-953b14d096cb,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:02.808717 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec" -d '{"events": [{"name": "network-changed", "server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:02.813739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': 'be28f9b1-fcbe-4edf-9027-5aef15910c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:02.814148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: 3d362886-155b-4348-bbf5-1668dcc260ce, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:02.842609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c8a0-44a2-43b5-ba9a-5fa40046d69d req-1700fa64-7233-470c-8263-912ab05efd9c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.854199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c47c8a0-44a2-43b5-ba9a-5fa40046d69d req-1700fa64-7233-470c-8263-912ab05efd9c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 943 time: 0.1440544 Jan 29 04:29:02.860131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-4f9425c4-db3c-45bc-b63f-e50560bc22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.861625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-4f9425c4-db3c-45bc-b63f-e50560bc22a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da3ad234-0465-451e-8418-de9ffa8c89b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403083 Jan 29 04:29:02.871656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-59e0f25b-5a2d-45f4-ba3e-7cba55ab8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.873085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bffb5e5-bb9e-4f05-90d0-366f5828234e req-59e0f25b-5a2d-45f4-ba3e-7cba55ab8123 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055837 Jan 29 04:29:02.902161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network 3d362886-155b-4348-bbf5-1668dcc260ce is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:02.920608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c47c8a0-44a2-43b5-ba9a-5fa40046d69d req-abbebe69-b0a7-46cf-9516-454dc3596e60 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654249 Jan 29 04:29:02.922238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 3d362886-155b-4348-bbf5-1668dcc260ce) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:02.928418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:02.930046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:02.940559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae9dbc-81e2-4feb-8100-75d32367a03e None None] Network 3d362886-155b-4348-bbf5-1668dcc260ce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:02.950433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03674584-c74b-4e5a-86a1-f14e917e25b9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8848872 Jan 29 04:29:02.953976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50168) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:02.959082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003814119'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:02.991136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:02.997396 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.013878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6f17b14-4a40-455b-9029-badba8c0a93a req-5fefc9a3-cce3-44f6-bd37-63844b56a621 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900835 Jan 29 04:29:03.040125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878937f9-e8df-4443-8969-22f894d32a6a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:03.051837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.075257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:03.095150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.096951 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment c4d0a114-3cef-4fad-a390-407eb145b160 of type vlan for network 9a0be585-793d-4ae0-a7c4-a074ca52c680 Jan 29 04:29:03.119800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Transition to ACTIVE for port object 878937f9-e8df-4443-8969-22f894d32a6a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:03.137705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.146735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-c3f5f8ee-24f9-47f1-afe0-00c4981ec13d service neutron] 10.222.0.36 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727201 Jan 29 04:29:03.215694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.256538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-3d362886-155b-4348-bbf5-1668dcc260ce', 'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': '363544b8-4915-4aeb-b31c-953b14d096cb'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:03.257728 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.263178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.346797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.348896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62f3ad0a-5400-4aa0-8761-711af6f4d49a req-496a9a4a-d64b-41d0-96a1-eff893265f88 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 210 time: 0.1693389 Jan 29 04:29:03.359496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Pushing event updated for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:03.376654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:03.379314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.470479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event deleted for resources: {'Port': ['ID=045dd156-6fe1-4aaa-aff4-99d7382bba19,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:03.548068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=9a0be585-793d-4ae0-a7c4-a074ca52c680,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:03.567283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 045dd156-6fe1-4aaa-aff4-99d7382bba19 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:03.575478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6f75fd53-2ae8-442d-ac27-361822f46d41 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6206639 Jan 29 04:29:03.578300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50186) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:03.578859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 9a0be585-793d-4ae0-a7c4-a074ca52c680 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:03.603971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': '9a0be585-793d-4ae0-a7c4-a074ca52c680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:03.622917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 045dd156-6fe1-4aaa-aff4-99d7382bba19 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:03.623541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 045dd156-6fe1-4aaa-aff4-99d7382bba19 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:03.654286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-577de0aa-164c-4bdb-8ad9-d2ade47769f7 req-2a8ac4af-e01c-4ebf-aac2-30c04af36246 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 210 time: 0.0727620 Jan 29 04:29:03.702140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b31c13-40ab-4a72-9a6e-ed931a735011 req-f7e2b66c-273b-4b3d-b4b3-ea4a24382b34 service neutron] 10.222.0.36 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299568 Jan 29 04:29:03.724483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Attempting to bind port 878937f9-e8df-4443-8969-22f894d32a6a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:03.724795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Attempting to bind port 878937f9-e8df-4443-8969-22f894d32a6a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:03.725141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Attempting to bind port 878937f9-e8df-4443-8969-22f894d32a6a on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:03.746721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Port 878937f9-e8df-4443-8969-22f894d32a6a on network f0e89752-aec8-44f9-89b0-2ea42156e56e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:03.747071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Attempting to bind port 878937f9-e8df-4443-8969-22f894d32a6a on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:03.775298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:03.775674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Checking segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:03.776049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Bound using segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:03.776502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Bound port: 878937f9-e8df-4443-8969-22f894d32a6a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:03.776876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:03.810040 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ad3311-ffbf-466b-82a8-bcb4f592a45b x-openstack-request-id: req-93ad3311-ffbf-466b-82a8-bcb4f592a45b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:03.810481 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:03.810759 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93ad3311-ffbf-466b-82a8-bcb4f592a45b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:03.811199 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46', 'status': 'completed', 'code': 200} Jan 29 04:29:03.817529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Router f12fff5a-7ed7-45f6-af70-5e92cecd4164 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:03.942303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Allocated IP 2001:db8:0:ffff::2 (3d362886-155b-4348-bbf5-1668dcc260ce/363544b8-4915-4aeb-b31c-953b14d096cb/516fa221-02bd-4dbb-93de-f96a7d0e7c24) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:04.019734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.026146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.033357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.037124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0836c809-1b53-4679-81b3-337a52d6ea9c req-36581f6e-df0c-463b-af3f-bdf38f7667d5 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1217370 Jan 29 04:29:04.042475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.048199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.054107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.060014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.068049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-96f96146-5e49-4c5b-863b-545920d6ea34 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5382 time: 0.2202439 Jan 29 04:29:04.070369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:04.073836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.144218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:04.148716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=878937f9-e8df-4443-8969-22f894d32a6a,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:04.224170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-942ea89f-d01c-4151-8234-baee3ccc85e3 req-3fe8366d-710f-4278-82d7-e09b174d8631 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546931 Jan 29 04:29:04.237681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:04.260364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.271020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] Sync routers for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:04.292110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.303897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:04.304779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:04.321993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.419711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-9129b2da-ab7c-45b1-a7f9-f98205c6ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.422978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-9129b2da-ab7c-45b1-a7f9-f98205c6ece1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49748b9db62a464eb07b6313ec17c4e6&device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 1094 time: 0.5224819 Jan 29 04:29:04.437709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729e42e-d2f9-4d0b-af93-913b0d66fb72 req-25d5fa3b-464d-4472-9696-fc517c4501b4 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.439128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6729e42e-d2f9-4d0b-af93-913b0d66fb72 req-25d5fa3b-464d-4472-9696-fc517c4501b4 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1218810 Jan 29 04:29:04.448094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.464475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Network 3d362886-155b-4348-bbf5-1668dcc260ce is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:04.476703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] No DVR routers for this DVR port 045dd156-6fe1-4aaa-aff4-99d7382bba19 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:04.480065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.484549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:04.488605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:04.491782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4adf2952-597d-4475-a09a-2a1049ab0bb0 req-af3d8f6f-4041-4bd4-a132-794eb3da99a4 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.36 "DELETE /v2.0/ports/045dd156-6fe1-4aaa-aff4-99d7382bba19 HTTP/1.1" status: 204 len: 173 time: 4.6081390 Jan 29 04:29:04.514318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.516101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.517626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] 10.222.0.36 "PUT /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 200 len: 1136 time: 3.8974998 Jan 29 04:29:04.568037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Pushing event updated for resources: {'Port': ['ID=516fa221-02bd-4dbb-93de-f96a7d0e7c24,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:04.607250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.607608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.607928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.608259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.608587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.608961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.609583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.610072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.610395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.610717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.611300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.611789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:04.667811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=eea5974d-b64b-4f87-8fd2-fb363a607702,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:04.686226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6729e42e-d2f9-4d0b-af93-913b0d66fb72 req-7283ac07-2a37-4db5-8a1d-794051289632 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144430 Jan 29 04:29:04.716028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': 'c4d0a114-3cef-4fad-a390-407eb145b160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9a0be585-793d-4ae0-a7c4-a074ca52c680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:04.716640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: 9a0be585-793d-4ae0-a7c4-a074ca52c680, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:04.716863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:04.775520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network 9a0be585-793d-4ae0-a7c4-a074ca52c680 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:04.799147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef350-772c-4602-ba43-9ff8541e1fc2 req-d652c2ce-e485-44d9-9b48-e731a5c1bb32 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.808169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 9a0be585-793d-4ae0-a7c4-a074ca52c680) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:04.815231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:04.816171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.816587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Attempting to bind port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:04.819177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Attempting to bind port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'be28f9b1-fcbe-4edf-9027-5aef15910c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:04.821290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Attempting to bind port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 on network 3d362886-155b-4348-bbf5-1668dcc260ce {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:04.822776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-080ef350-772c-4602-ba43-9ff8541e1fc2 req-d652c2ce-e485-44d9-9b48-e731a5c1bb32 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 943 time: 0.5881054 Jan 29 04:29:04.830764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8435d4-38d8-4ec8-9d6c-20719e8f0c3f None None] Network 9a0be585-793d-4ae0-a7c4-a074ca52c680 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:04.847059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:04.865065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:04.865464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Checking segment: {'id': 'be28f9b1-fcbe-4edf-9027-5aef15910c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:04.866689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.866849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Bound using segment: {'id': 'be28f9b1-fcbe-4edf-9027-5aef15910c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:04.867451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Bound port: 516fa221-02bd-4dbb-93de-f96a7d0e7c24, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be28f9b1-fcbe-4edf-9027-5aef15910c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '3d362886-155b-4348-bbf5-1668dcc260ce'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:04.867860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:04.900097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-072355cc-af6f-46a8-ada9-aa508d5861af tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3200643 Jan 29 04:29:04.914573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50210) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:04.937838 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-834cbc34-5b11-4eda-bbb7-0655c7cc6e3d req-d5007d15-8f33-43d5-a14f-e4683a98778c tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9c83f46-2ada-4f24-9f2f-3856026ad4ee HTTP/1.1" status: 200 len: 210 time: 0.0685265 Jan 29 04:29:05.006240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb408a-ff2a-4081-ae6e-9a1d5408e62e service neutron] Pushing event updated for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.065334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-080ef350-772c-4602-ba43-9ff8541e1fc2 req-a4840041-6dac-44cd-9448-49d5783378ac tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350812 Jan 29 04:29:05.099494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8126e3e-1c46-43e4-aa93-848ec70a3bb7 req-24d8430d-b0bd-4265-acfb-492c0c2305f3 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 210 time: 0.0721836 Jan 29 04:29:05.148747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.152674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.257433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] For port 516fa221-02bd-4dbb-93de-f96a7d0e7c24, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:05.287213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] For port 516fa221-02bd-4dbb-93de-f96a7d0e7c24, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=516fa221-02bd-4dbb-93de-f96a7d0e7c24,segment=NetworkSegment(be28f9b1-fcbe-4edf-9027-5aef15910c77),segment_id=be28f9b1-fcbe-4edf-9027-5aef15910c77)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:05.289011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.297418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-625d2e5a-698d-4f41-a454-30fdc2ee5293 req-9617653a-e514-46cc-b518-a36cdb146826 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1168530 Jan 29 04:29:05.304881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-e1e8d6c3-3b90-4bfd-962e-fa320ec56eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.306489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-e1e8d6c3-3b90-4bfd-962e-fa320ec56eaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=da3ad234-0465-451e-8418-de9ffa8c89b5 HTTP/1.1" status: 200 len: 912 time: 0.8400311 Jan 29 04:29:05.313624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.344518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-6fc988dc-216d-4a26-b91f-4c69563f8e49 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.366687 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-6fc988dc-216d-4a26-b91f-4c69563f8e49 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.36 "GET /v2.0/networks?id=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 HTTP/1.1" status: 200 len: 825 time: 0.5997419 Jan 29 04:29:05.386687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Request body: {'port': {'device_id': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9', 'admin_state_up': True, 'tenant_id': 'd66296ee1d81469dac12b80f32a774dc'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:05.471667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bf23e-a5a9-4f56-8fe9-5054ada20dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-9a0be585-793d-4ae0-a7c4-a074ca52c680', 'network_id': '9a0be585-793d-4ae0-a7c4-a074ca52c680', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': 'eea5974d-b64b-4f87-8fd2-fb363a607702'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:05.473780 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-481bf23e-a5a9-4f56-8fe9-5054ada20dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.559749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.631412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=eea5974d-b64b-4f87-8fd2-fb363a607702,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.860373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989a75d-f956-4966-afb0-0d6f1784ae20 None None] Pushing event updated for resources: {'Port': ['ID=516fa221-02bd-4dbb-93de-f96a7d0e7c24,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:05.870193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7ba19a-b466-4f74-b435-8ea8ef806c89 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:05.884779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.907573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Transition to ACTIVE for port object 7c7ba19a-b466-4f74-b435-8ea8ef806c89 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:05.908529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'name': 'network-vif-deleted', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19'}, {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '878937f9-e8df-4443-8969-22f894d32a6a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:05.914999 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b808622-61c1-464a-bc20-5dee64819711" -d '{"events": [{"server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "name": "network-vif-deleted", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19"}, {"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "878937f9-e8df-4443-8969-22f894d32a6a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:05.915360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.922423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.929430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.935717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.942706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.950143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.957454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:05.959035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-ecb15ca4-3cc5-4af9-87a2-b96ad648fe4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24a9c048-b5bc-477a-9732-ba431964ce46 HTTP/1.1" status: 200 len: 217 time: 0.6342123 Jan 29 04:29:05.960428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:05.968024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-3f4afc3f-2e29-42fe-a2f7-1a80464ac491 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5382 time: 0.5155504 Jan 29 04:29:05.984025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0257f3c8-bea7-429c-ab19-a5974abf047d None None] Network 9a0be585-793d-4ae0-a7c4-a074ca52c680 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:05.989246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.012690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.044390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0be585-793d-4ae0-a7c4-a074ca52c680']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.073052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f12fbb4-61d5-4fe4-8b96-5908b1b70d2a req-52874723-6347-4885-852f-cda7f25f23b5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038866 Jan 29 04:29:06.086585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d0a114-3cef-4fad-a390-407eb145b160') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.087795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d0a114-3cef-4fad-a390-407eb145b160') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.121942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.130263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] Checking router: f12fff5a-7ed7-45f6-af70-5e92cecd4164 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:06.156380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.164758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:06.165272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:06.168771 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:06.192847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:06.213048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:06.214969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.245211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.280666 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.289800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/9a0be585-793d-4ae0-a7c4-a074ca52c680 HTTP/1.1" status: 204 len: 168 time: 1.3738987 Jan 29 04:29:06.291058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50232) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:06.295035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3aa9a-26d7-4102-8bc7-ff963001b954 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=9a0be585-793d-4ae0-a7c4-a074ca52c680,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:06.301514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704840668'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:06.346518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:06.352632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.354018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-c062ed61-1a9d-4c70-bb30-4d0f295ba3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.364652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-c062ed61-1a9d-4c70-bb30-4d0f295ba3e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0710bf0e-fa77-4abb-8337-145a72e31347 HTTP/1.1" status: 200 len: 850 time: 0.3083062 Jan 29 04:29:06.421731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:06.450569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.451150 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment c8bd244f-de0e-4f44-a3e7-a7a827c11aa7 of type vlan for network 35be82f4-f14e-41cd-a0d5-851e2505e7ad Jan 29 04:29:06.490857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:06.491443 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728dffbd-4419-49dd-b48b-c7021402718c x-openstack-request-id: req-728dffbd-4419-49dd-b48b-c7021402718c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:06.491732 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c83f46-2ada-4f24-9f2f-3856026ad4ee", "name": "network-vif-deleted", "tag": "045dd156-6fe1-4aaa-aff4-99d7382bba19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "878937f9-e8df-4443-8969-22f894d32a6a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:06.492087 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-728dffbd-4419-49dd-b48b-c7021402718c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:06.492590 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c83f46-2ada-4f24-9f2f-3856026ad4ee', 'name': 'network-vif-deleted', 'tag': '045dd156-6fe1-4aaa-aff4-99d7382bba19', 'status': 'completed', 'code': 200} Jan 29 04:29:06.492939 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '878937f9-e8df-4443-8969-22f894d32a6a', 'status': 'completed', 'code': 200} Jan 29 04:29:06.551948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.589932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Made reservation on behalf of d66296ee1d81469dac12b80f32a774dc for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:06.594192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.676554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.684473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.685100 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.706979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f0fc5-1d2b-48ae-8ebb-96fb7fbf337f req-9942c3f2-3f13-4538-bd0f-03c31b17262c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.716168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f72f0fc5-1d2b-48ae-8ebb-96fb7fbf337f req-9942c3f2-3f13-4538-bd0f-03c31b17262c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.7918506 Jan 29 04:29:06.788772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-804306c3-eb52-4df8-85b0-9a9abb4a26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.794754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5022788 Jan 29 04:29:06.796757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-804306c3-eb52-4df8-85b0-9a9abb4a26df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da3ad234-0465-451e-8418-de9ffa8c89b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3250959 Jan 29 04:29:06.798426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:06.807143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:06.812452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Attempting to bind port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:06.818564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Attempting to bind port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:06.819169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Attempting to bind port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:06.820764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9190e94-3097-4949-933c-efc66643c530 req-5922392a-89b9-443f-b0d0-c9bea0a4e7ef tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.834462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9190e94-3097-4949-933c-efc66643c530 req-5922392a-89b9-443f-b0d0-c9bea0a4e7ef tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 943 time: 0.2183695 Jan 29 04:29:06.874994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 on network f0e89752-aec8-44f9-89b0-2ea42156e56e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:06.875476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Attempting to bind port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:06.901139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.907433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.908020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.908553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.909082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.909611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.910354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:06.913581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b808622-61c1-464a-bc20-5dee64819711 req-44350e70-f460-4c75-9cff-dcafe52c729f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6244 time: 0.3491349 Jan 29 04:29:06.940748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:06.954295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9190e94-3097-4949-933c-efc66643c530 req-3b5e6342-a343-457b-a4fd-1f448b4245b2 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187928 Jan 29 04:29:06.957241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b264b5-a7c5-46f2-a1fa-2bccd3920b82 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=35be82f4-f14e-41cd-a0d5-851e2505e7ad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:06.967504 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f72f0fc5-1d2b-48ae-8ebb-96fb7fbf337f req-5701a353-9914-4b24-a70e-209a027c1f76 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502329 Jan 29 04:29:06.969246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:06.969725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Checking segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:06.970242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Bound using segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:06.975768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Bound port: 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:06.976342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:06.981373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 35be82f4-f14e-41cd-a0d5-851e2505e7ad details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:06.988421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a7b24-e4ce-43e0-9a13-abcce5ae80e4 None None] The sync data for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 is: [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:27:21Z', 'revision_number': 4, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'bb5b6a71-72be-4eb1-9ac1-af30755f1b7c', 'name': '', 'network_id': '526a71a9-bf70-4c5c-bd6a-c0c00851235d', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'mac_address': 'fa:16:3e:7c:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:20Z', 'updated_at': '2022-01-29T04:27:29Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'subnets': [{'id': '04e28533-530a-4c4b-bb11-e7c892f6b81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:07.114909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:07.118487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.150565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5700bd28-a294-43fc-b658-0bf37ec6a279 req-ad6e18d1-7ef4-4fef-b642-213bb5568ed2 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 210 time: 0.0837677 Jan 29 04:29:07.154770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68e2f97e-84be-4dca-b201-1fefc2c0944a req-7c27e23c-009d-459b-8d8e-578f9d8a1f99 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0473113 Jan 29 04:29:07.220326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b077a77-e315-41bf-89ba-6692c3b923bf None None] Network 3d362886-155b-4348-bbf5-1668dcc260ce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:07.377905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50244) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:07.441026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d8d925b6-36be-43d0-935e-465c53eb0ba0 None None] Provisioning complete for port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:07.441399 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8d925b6-36be-43d0-935e-465c53eb0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.480810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 24a9c048-b5bc-477a-9732-ba431964ce46 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:07.511693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 516fa221-02bd-4dbb-93de-f96a7d0e7c24 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:07.540080 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3312ddf-4081-4b3d-ad84-cea0278e89fe None None] New status for floating IP c72e6237-26fc-4fed-a81b-b6e19516640c: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:29:07.563959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678bddb-d5a7-4cf1-8575-1a9e8ee7fae6 req-dd35728e-138f-4279-bdb5-39781edbb5f8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.565624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2678bddb-d5a7-4cf1-8575-1a9e8ee7fae6 req-dd35728e-138f-4279-bdb5-39781edbb5f8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 945 time: 0.2006040 Jan 29 04:29:07.596458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-115c56cd-5ecf-4f01-b595-5e681972886f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.623771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-115c56cd-5ecf-4f01-b595-5e681972886f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.715908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:29:07.741572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d129958-aee2-4514-a9ec-abe5cdd56c42 req-2c9294cd-89fc-42bc-a559-abfc88b37510 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0651803 Jan 29 04:29:07.745778 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-115c56cd-5ecf-4f01-b595-5e681972886f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.748325 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-115c56cd-5ecf-4f01-b595-5e681972886f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.751651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-115c56cd-5ecf-4f01-b595-5e681972886f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "DELETE /v2.0/security-groups/de68aece-e75c-4b88-bcea-6f61b875c6c8 HTTP/1.1" status: 204 len: 168 time: 0.3701713 Jan 29 04:29:07.757288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:07.789266 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2678bddb-d5a7-4cf1-8575-1a9e8ee7fae6 req-5ad158bb-f0e8-467d-99b4-ee49c3a5c3b6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951466 Jan 29 04:29:07.790185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c56cd-5ecf-4f01-b595-5e681972886f tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68aece-e75c-4b88-bcea-6f61b875c6c8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:07.825474 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-dadc4c0f-6a3b-4de5-9e4e-5bf758afe699 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] show failed (client error): The resource could not be found. Jan 29 04:29:07.829019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dadc4c0f-6a3b-4de5-9e4e-5bf758afe699 tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "GET /v2.0/security-groups/de68aece-e75c-4b88-bcea-6f61b875c6c8 HTTP/1.1" status: 404 len: 347 time: 0.0650244 Jan 29 04:29:07.854021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50248) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:07.869990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-46794900-b2b1-4218-bcc6-0d7f09fcb295 service neutron] 10.222.0.36 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0021377 Jan 29 04:29:07.880107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Allocated IP 172.20.0.2 (6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9/69711723-cc9e-4450-a27d-6a1441368da4/b4e5c520-8951-420a-a263-8b3dd00e6800) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:07.901274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:07.901623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.908453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.908638 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8d925b6-36be-43d0-935e-465c53eb0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:07.919222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.930964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.944530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.953154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.962497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:07.963474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 24a9c048-b5bc-477a-9732-ba431964ce46, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=24a9c048-b5bc-477a-9732-ba431964ce46,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:07.999083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '24a9c048-b5bc-477a-9732-ba431964ce46', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'port_id': '24a9c048-b5bc-477a-9732-ba431964ce46', 'mac_address': 'fa:16:3e:ae:b2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:07.999740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.006318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d8d925b6-36be-43d0-935e-465c53eb0ba0 None None] For port 516fa221-02bd-4dbb-93de-f96a7d0e7c24, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=516fa221-02bd-4dbb-93de-f96a7d0e7c24,segment=NetworkSegment(be28f9b1-fcbe-4edf-9027-5aef15910c77),segment_id=be28f9b1-fcbe-4edf-9027-5aef15910c77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:08.018607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-838e5792-92bd-477e-989e-7790806142b1 req-b2d5ba97-eb09-45a2-83bc-e2444b3b3f0c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5394 time: 0.3343625 Jan 29 04:29:08.042087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:08.059816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:08.062806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.063991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-63a213fb-2908-4a43-97e5-e4265e292f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.065240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-63a213fb-2908-4a43-97e5-e4265e292f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.066023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-63a213fb-2908-4a43-97e5-e4265e292f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.069808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b808622-61c1-464a-bc20-5dee64819711 req-63a213fb-2908-4a43-97e5-e4265e292f82 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1353419 Jan 29 04:29:08.070574 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8d925b6-36be-43d0-935e-465c53eb0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.109845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.152651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a9c048-b5bc-477a-9732-ba431964ce46 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:08.214512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 24a9c048-b5bc-477a-9732-ba431964ce46, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=24a9c048-b5bc-477a-9732-ba431964ce46,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:08.216128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d925b6-36be-43d0-935e-465c53eb0ba0 None None] Pushing event updated for resources: {'Port': ['ID=516fa221-02bd-4dbb-93de-f96a7d0e7c24,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.223279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.277821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=24a9c048-b5bc-477a-9732-ba431964ce46,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.293830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d7049189-58ab-413e-8b94-353b64310a7f None None] Provisioning complete for port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:08.294307 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7049189-58ab-413e-8b94-353b64310a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.317416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.318652 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.320938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c7ba19a-b466-4f74-b435-8ea8ef806c89 HTTP/1.1" status: 200 len: 1091 time: 3.5709589 Jan 29 04:29:08.387619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-838e5792-92bd-477e-989e-7790806142b1 req-4e5f0489-3a0f-48b4-b845-2e0f87c23120 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3606648 Jan 29 04:29:08.457770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:08.526821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.535542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:08.538625 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4916a102-552b-4e76-8dba-5da682c179dd" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:08.541357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c1eb8-713a-4314-b899-9c3881526d14 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.576909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa575-5120-4cc2-82fa-fe6b0c59e6e9 req-974a6ace-19b8-4921-a792-578e8b8ad3d2 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.578695 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a35fa575-5120-4cc2-82fa-fe6b0c59e6e9 req-974a6ace-19b8-4921-a792-578e8b8ad3d2 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 944 time: 0.1867452 Jan 29 04:29:08.647887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Deleting port ee5361f2-c191-4cdb-af4c-3407174db2bd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:08.648449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.676451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['24a9c048-b5bc-477a-9732-ba431964ce46'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:08.682968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=85e54eac-46f9-4853-97a6-067bd153c3bf,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:08.720256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a35fa575-5120-4cc2-82fa-fe6b0c59e6e9 req-a75f8f20-ec46-410f-aecd-634f91d6fff0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324208 Jan 29 04:29:08.743928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-438a7283-c4e0-4eaf-9a79-9bd9e57f1aec req-e41a6eb9-2ded-4cf1-a2d3-860dad593433 service neutron] 10.222.0.36 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185018 Jan 29 04:29:08.758142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808622-61c1-464a-bc20-5dee64819711 req-4e2dea73-b2ef-453b-ab54-4945b65288eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.762270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b808622-61c1-464a-bc20-5dee64819711 req-4e2dea73-b2ef-453b-ab54-4945b65288eb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6677277 Jan 29 04:29:08.769095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:08.769826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.770042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: 35be82f4-f14e-41cd-a0d5-851e2505e7ad, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:08.797956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95d86-54ff-4f5a-a7bc-0c8e1aadc4d5 req-1e4641d0-a20e-4675-94cf-e09def8675dd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:08.803275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2db95d86-54ff-4f5a-a7bc-0c8e1aadc4d5 req-1e4641d0-a20e-4675-94cf-e09def8675dd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.3174217 Jan 29 04:29:08.811102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.811680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:08.824853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Calling delete_port for ee5361f2-c191-4cdb-af4c-3407174db2bd owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:08.954715 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-133a05ac-73cb-4468-8172-f3b82e95a0f6 req-7eebab25-8751-4252-826e-77f142a8591b tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 210 time: 0.0406754 Jan 29 04:29:08.978838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network 35be82f4-f14e-41cd-a0d5-851e2505e7ad is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:09.020107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 35be82f4-f14e-41cd-a0d5-851e2505e7ad) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:09.030339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.031161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5922d-c1af-41de-8ad0-930edcfe8e9f None None] Network 35be82f4-f14e-41cd-a0d5-851e2505e7ad requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:09.031348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.053106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.054882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2db95d86-54ff-4f5a-a7bc-0c8e1aadc4d5 req-bfcbf53c-b59a-47a3-84f2-23d250cb53c6 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699433 Jan 29 04:29:09.072479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f9ddc7e3-d040-44cc-8261-89bbbe06d0d7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2725997 Jan 29 04:29:09.073358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50262) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:09.083186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.111449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Pushing event deleted for resources: {'Port': ['ID=ee5361f2-c191-4cdb-af4c-3407174db2bd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.126892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149442062'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:09.179740 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59b6409-569c-44cd-9846-f238429e6372 x-openstack-request-id: req-e59b6409-569c-44cd-9846-f238429e6372 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:09.180111 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:09.180256 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e59b6409-569c-44cd-9846-f238429e6372 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:09.180673 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89', 'status': 'completed', 'code': 200} Jan 29 04:29:09.242764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-35be82f4-f14e-41cd-a0d5-851e2505e7ad', 'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': '85e54eac-46f9-4853-97a6-067bd153c3bf'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:09.243968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.277971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d60171e5-3e26-417a-9abf-ea05c3001cb9 req-be8a00c9-1bc4-41a9-afdd-d088b645f6d2 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1636875 Jan 29 04:29:09.333813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.340001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.341699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a855b28d-6b95-4e01-b3b9-6b9e07c8f38d tempest-ServersTestFqdnHostnames-932070484 tempest-ServersTestFqdnHostnames-932070484-project] 10.222.0.32 "DELETE /v2.0/floatingips/c72e6237-26fc-4fed-a81b-b6e19516640c HTTP/1.1" status: 204 len: 168 time: 1.4878054 Jan 29 04:29:09.345253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50264) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:09.346669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:09.351591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.418204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.418551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.419019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.419616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.420075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.420532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.420984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.423036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4916a102-552b-4e76-8dba-5da682c179dd req-87f4c5e1-026b-4990-8e1c-48eccb2a3019 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6286 time: 0.2177556 Jan 29 04:29:09.436408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-e39a078e-3e83-4828-a9b4-bf1bbd9fba0b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.437884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-e39a078e-3e83-4828-a9b4-bf1bbd9fba0b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 945 time: 0.2503936 Jan 29 04:29:09.452897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Allocated IP 2001:db8::1 (35be82f4-f14e-41cd-a0d5-851e2505e7ad/85e54eac-46f9-4853-97a6-067bd153c3bf/742d659a-6215-4ae4-bede-e59eecbd012b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:09.465469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439157-ab72-4cac-8657-7956a69b978a req-948a3c5c-b2bd-4b89-9a38-f14510aed03d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.467002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69439157-ab72-4cac-8657-7956a69b978a req-948a3c5c-b2bd-4b89-9a38-f14510aed03d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 945 time: 0.2707770 Jan 29 04:29:09.527973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 516fa221-02bd-4dbb-93de-f96a7d0e7c24 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:09.555616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 24a9c048-b5bc-477a-9732-ba431964ce46 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:09.563901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:09.582502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.582852 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment 83ff4112-f92d-4723-8250-1387e6e6a127 of type vlan for network b03e4904-b5dd-4aa4-94bb-eefd781c990e Jan 29 04:29:09.627725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.631901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bad316c-3780-4deb-9a30-0601c96302ab {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:09.664179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:09.664767 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.674679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.681243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.681472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.686858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69439157-ab72-4cac-8657-7956a69b978a req-a069f7af-e9aa-41d3-b7ac-29c1e7edcfa9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882465 Jan 29 04:29:09.687103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.693022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.699313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.705212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.722525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.725021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-7bac84da-3c6b-4fce-9662-ac7cab114bcb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5394 time: 0.2009838 Jan 29 04:29:09.790949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.812701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-1559ec2b-1579-44d6-a744-ba407e1de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.813302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-1559ec2b-1579-44d6-a744-ba407e1de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.813886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-1559ec2b-1579-44d6-a744-ba407e1de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.815485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4916a102-552b-4e76-8dba-5da682c179dd req-1559ec2b-1579-44d6-a744-ba407e1de660 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3424890 Jan 29 04:29:09.816128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Pushing event updated for resources: {'Port': ['ID=b4e5c520-8951-420a-a263-8b3dd00e6800,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:09.836574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Transition to ACTIVE for port object 7bad316c-3780-4deb-9a30-0601c96302ab will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:09.852137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c74c76a9-7d78-40e8-ba35-219749790c04 req-90fe23ff-4c22-4f16-913b-c57fa1baa1fc tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845602 Jan 29 04:29:09.857875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:09.871423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.883567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 24a9c048-b5bc-477a-9732-ba431964ce46 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:09.886082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 24a9c048-b5bc-477a-9732-ba431964ce46 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:09.886895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.898192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.908977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:09.924719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.930953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:09.931682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.936092 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:09.963862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:10.022311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Network 35be82f4-f14e-41cd-a0d5-851e2505e7ad is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:10.030098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:10.032602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:10.041541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Pushing event updated for resources: {'Port': ['ID=742d659a-6215-4ae4-bede-e59eecbd012b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.081749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Deleting port 746bd3d0-068f-441b-99c3-56594819a114 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:10.085682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9792202 Jan 29 04:29:10.090610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.091656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50274) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:10.097976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:10.105575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439017de-dfaa-4de4-b4d8-4e58ce95cc33 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=b03e4904-b5dd-4aa4-94bb-eefd781c990e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.122474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b03e4904-b5dd-4aa4-94bb-eefd781c990e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:10.135832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.149137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Attempting to bind port 742d659a-6215-4ae4-bede-e59eecbd012b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:10.149513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Attempting to bind port 742d659a-6215-4ae4-bede-e59eecbd012b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:10.149880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Attempting to bind port 742d659a-6215-4ae4-bede-e59eecbd012b on network 35be82f4-f14e-41cd-a0d5-851e2505e7ad {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:10.200641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:10.201021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Checking segment: {'id': 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:10.201424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.201818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Bound using segment: {'id': 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:10.202338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Bound port: 742d659a-6215-4ae4-bede-e59eecbd012b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '35be82f4-f14e-41cd-a0d5-851e2505e7ad'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:10.202722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.202818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] For port 746bd3d0-068f-441b-99c3-56594819a114, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=746bd3d0-068f-441b-99c3-56594819a114,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:10.203123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.230637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f31bbf-40df-463a-8cfb-ae08c2396d67 req-5b07a85b-38b4-49ba-b8e0-f478ba600267 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.237467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:10.238898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86f31bbf-40df-463a-8cfb-ae08c2396d67 req-5b07a85b-38b4-49ba-b8e0-f478ba600267 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 944 time: 0.4120412 Jan 29 04:29:10.239266 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eaa741-8066-43d5-9fec-fdccb9f7e352" -d '{"events": [{"server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "name": "network-vif-plugged", "status": "completed", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:10.257035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567d78b-a28f-4348-9fad-dfd306419e02 req-98f4232f-09cf-4a27-9409-9bc2659e3452 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.262536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d567d78b-a28f-4348-9fad-dfd306419e02 req-98f4232f-09cf-4a27-9409-9bc2659e3452 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 931 time: 0.1346374 Jan 29 04:29:10.272778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 24a9c048-b5bc-477a-9732-ba431964ce46, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=24a9c048-b5bc-477a-9732-ba431964ce46,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:10.283512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Calling delete_port for 746bd3d0-068f-441b-99c3-56594819a114 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:10.287081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.342350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Pushing event updated for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.352968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:10.356301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.360681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] For port 742d659a-6215-4ae4-bede-e59eecbd012b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:10.364064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d567d78b-a28f-4348-9fad-dfd306419e02 req-4681fb94-d93a-4e66-b83e-8151c1eb10a0 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971775 Jan 29 04:29:10.365023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] For port 742d659a-6215-4ae4-bede-e59eecbd012b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=742d659a-6215-4ae4-bede-e59eecbd012b,segment=NetworkSegment(c8bd244f-de0e-4f44-a3e7-a7a827c11aa7),segment_id=c8bd244f-de0e-4f44-a3e7-a7a827c11aa7)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:10.368606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=24a9c048-b5bc-477a-9732-ba431964ce46,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.374832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.428776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Performing IP validity checks on allocation pools {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:29:10.429464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:29:10.440510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a102-552b-4e76-8dba-5da682c179dd req-1d8aab28-f390-4047-ae0e-e449fd48c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.443080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88ddf0-ea75-489b-bb37-9ebafaa89851 None None] Pushing event updated for resources: {'Port': ['ID=742d659a-6215-4ae4-bede-e59eecbd012b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.452836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4916a102-552b-4e76-8dba-5da682c179dd req-1d8aab28-f390-4047-ae0e-e449fd48c6ee service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6064801 Jan 29 04:29:10.453373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.466551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.467284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.526216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-97c90627-f90f-4705-b55f-96c1184fdc4c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1542523 Jan 29 04:29:10.529254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86f31bbf-40df-463a-8cfb-ae08c2396d67 req-a38a6e19-cff3-4c33-9407-ff97005d8a1e tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889273 Jan 29 04:29:10.552095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Request body: {'port': {'device_id': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:10.577526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Attempting to bind port 7bad316c-3780-4deb-9a30-0601c96302ab on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:10.577873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Attempting to bind port 7bad316c-3780-4deb-9a30-0601c96302ab by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:10.578241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Attempting to bind port 7bad316c-3780-4deb-9a30-0601c96302ab on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:10.591963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Port 7bad316c-3780-4deb-9a30-0601c96302ab on network f0e89752-aec8-44f9-89b0-2ea42156e56e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:10.592483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Attempting to bind port 7bad316c-3780-4deb-9a30-0601c96302ab on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:10.607408 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7abbe-c2e1-437e-a6cc-33496a3cf02a x-openstack-request-id: req-92b7abbe-c2e1-437e-a6cc-33496a3cf02a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:10.607871 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "name": "network-vif-plugged", "status": "completed", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:10.608130 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92b7abbe-c2e1-437e-a6cc-33496a3cf02a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:10.608535 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46', 'code': 200} Jan 29 04:29:10.657744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:10.658144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Checking segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:10.658546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Bound using segment: {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:10.659100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Bound port: 7bad316c-3780-4deb-9a30-0601c96302ab, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:10.659470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.703769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.704422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba0a15-1c17-45f6-8ca5-f4c698fb67d0 req-eecf83d9-7c4d-43c3-85ee-9f569ece7aaf tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:10.706788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8ba0a15-1c17-45f6-8ca5-f4c698fb67d0 req-eecf83d9-7c4d-43c3-85ee-9f569ece7aaf tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.2473488 Jan 29 04:29:10.788307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4526f8bb-fd78-4e3e-ad9d-52246dc8ee5c req-75b165ba-269b-4b2d-8a19-f78c0d1ba729 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0776246 Jan 29 04:29:10.806047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.847575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['746bd3d0-068f-441b-99c3-56594819a114'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:10.876441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event deleted for resources: {'Port': ['ID=746bd3d0-068f-441b-99c3-56594819a114,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:10.877508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8ba0a15-1c17-45f6-8ca5-f4c698fb67d0 req-7f6ba034-2792-406f-9623-ff6c8ace97bf tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247363 Jan 29 04:29:10.898448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:10.952863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:10.993929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=d868db42-3783-492c-83da-31b163e918af,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.013531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': '83ff4112-f92d-4723-8250-1387e6e6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:11.013531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: b03e4904-b5dd-4aa4-94bb-eefd781c990e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:11.054063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network b03e4904-b5dd-4aa4-94bb-eefd781c990e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:11.068143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b03e4904-b5dd-4aa4-94bb-eefd781c990e) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:11.074022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.074750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.083650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Deleting port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:11.083825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.085700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738165d-61e4-4ccd-9386-33ef02f13414 None None] Network b03e4904-b5dd-4aa4-94bb-eefd781c990e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:11.143751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a2b3217-0550-4d85-bfb4-9b9154a6015f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0501392 Jan 29 04:29:11.146465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50288) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:11.214501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e5c520-8951-420a-a263-8b3dd00e6800 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:11.222777 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.237227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3475c5c-bc9b-4cce-934f-e3ccf55af516 req-4b567d07-6a7d-4838-a043-52fbf1e0d9bf tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.3381650 Jan 29 04:29:11.259672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7bad316c-3780-4deb-9a30-0601c96302ab,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:11.273023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-b03e4904-b5dd-4aa4-94bb-eefd781c990e', 'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': 'd868db42-3783-492c-83da-31b163e918af'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:11.274430 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.278261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb1f92-f33b-478e-9569-5d996aae6aad req-b9b994d2-4990-4c98-90c6-6c9ed2b108af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.279767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90eb1f92-f33b-478e-9569-5d996aae6aad req-b9b994d2-4990-4c98-90c6-6c9ed2b108af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 1096 time: 0.5311470 Jan 29 04:29:11.304612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] For port bb5b6a71-72be-4eb1-9ac1-af30755f1b7c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:11.304612 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.312385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Transition to ACTIVE for port object b4e5c520-8951-420a-a263-8b3dd00e6800 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:11.313920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] No DVR routers for this DVR port 746bd3d0-068f-441b-99c3-56594819a114 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:11.316218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.333760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.338849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "DELETE /v2.0/ports/746bd3d0-068f-441b-99c3-56594819a114 HTTP/1.1" status: 204 len: 173 time: 1.8566892 Jan 29 04:29:11.375697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Calling delete_port for bb5b6a71-72be-4eb1-9ac1-af30755f1b7c owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:11.411964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.433781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665c6e0e-7161-4c33-bc86-77bafda03771', 'name': 'network-vif-deleted', 'tag': '746bd3d0-068f-441b-99c3-56594819a114'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:11.436344 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f37c6-3f09-4bdb-ad91-b0a3e1af538f" -d '{"events": [{"server_uuid": "665c6e0e-7161-4c33-bc86-77bafda03771", "name": "network-vif-deleted", "tag": "746bd3d0-068f-441b-99c3-56594819a114"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:11.445722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.449363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Pushing event updated for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.452857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.461936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.462566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.463957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5eeaae57-dc20-4add-a235-e8818621af45 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bad316c-3780-4deb-9a30-0601c96302ab HTTP/1.1" status: 200 len: 1090 time: 3.0448592 Jan 29 04:29:11.486794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.509508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.532542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:11.540420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.553293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.560579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 742d659a-6215-4ae4-bede-e59eecbd012b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:11.576567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:11.578711 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-237818e0-93f5-41a1-8bea-d3ea6f9bae11 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5406 time: 0.3729694 Jan 29 04:29:11.602165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.635444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90eb1f92-f33b-478e-9569-5d996aae6aad req-a924f179-4766-41a3-af43-375a06264eef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289008 Jan 29 04:29:11.652364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5c520-8951-420a-a263-8b3dd00e6800,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:11.763280 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.812245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Allocated IP 2001:db8::3 (b03e4904-b5dd-4aa4-94bb-eefd781c990e/d868db42-3783-492c-83da-31b163e918af/6775df3c-f68e-4aee-8773-c38c67c58a44) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:11.854169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Attempting to bind port b4e5c520-8951-420a-a263-8b3dd00e6800 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:11.854515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Attempting to bind port b4e5c520-8951-420a-a263-8b3dd00e6800 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:11.854897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Attempting to bind port b4e5c520-8951-420a-a263-8b3dd00e6800 on network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:11.880381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Port b4e5c520-8951-420a-a263-8b3dd00e6800 on network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:11.881032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Attempting to bind port b4e5c520-8951-420a-a263-8b3dd00e6800 on network 6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:11.900309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:11.900506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Checking segment: {'id': '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:11.900906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Bound using segment: {'id': '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:11.901355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Bound port: b4e5c520-8951-420a-a263-8b3dd00e6800, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:11.901720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:11.961948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71f805c0-1b24-45ac-8abc-3b276fa3cd3a req-326be436-c639-4d50-b109-389092da1526 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3487964 Jan 29 04:29:11.996167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.032851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.056243 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.148079 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.151989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Network b03e4904-b5dd-4aa4-94bb-eefd781c990e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:12.161829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e1db7-4a26-4251-a931-784cffb168b3 None None] Network 35be82f4-f14e-41cd-a0d5-851e2505e7ad requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:12.185817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:12.188777 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543149c-2722-43f4-8789-1f8915558d8a x-openstack-request-id: req-e543149c-2722-43f4-8789-1f8915558d8a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:12.189374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:12.190206 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665c6e0e-7161-4c33-bc86-77bafda03771", "name": "network-vif-deleted", "tag": "746bd3d0-068f-441b-99c3-56594819a114", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:12.190687 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e543149c-2722-43f4-8789-1f8915558d8a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:12.191931 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665c6e0e-7161-4c33-bc86-77bafda03771', 'name': 'network-vif-deleted', 'tag': '746bd3d0-068f-441b-99c3-56594819a114', 'status': 'completed', 'code': 200} Jan 29 04:29:12.210624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1511a-31e2-484f-bf06-0d4827388375 req-0340842f-283a-4c80-963b-3c708d721a2c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:12.213110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9c1511a-31e2-484f-bf06-0d4827388375 req-0340842f-283a-4c80-963b-3c708d721a2c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 943 time: 0.3697393 Jan 29 04:29:12.216594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.228601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Pushing event updated for resources: {'Port': ['ID=6775df3c-f68e-4aee-8773-c38c67c58a44,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.301385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 742d659a-6215-4ae4-bede-e59eecbd012b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:12.301752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.361280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Attempting to bind port 6775df3c-f68e-4aee-8773-c38c67c58a44 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:12.361609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Attempting to bind port 6775df3c-f68e-4aee-8773-c38c67c58a44 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '83ff4112-f92d-4723-8250-1387e6e6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:12.361943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Attempting to bind port 6775df3c-f68e-4aee-8773-c38c67c58a44 on network b03e4904-b5dd-4aa4-94bb-eefd781c990e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:12.362386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] For port b4e5c520-8951-420a-a263-8b3dd00e6800, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:12.379147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-88bd17fb-13c9-4358-be29-2dbf70fe6ed5 None None] Provisioning complete for port 742d659a-6215-4ae4-bede-e59eecbd012b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:12.379521 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88bd17fb-13c9-4358-be29-2dbf70fe6ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.384903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:12.385276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Checking segment: {'id': '83ff4112-f92d-4723-8250-1387e6e6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:12.385671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.386200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Bound using segment: {'id': '83ff4112-f92d-4723-8250-1387e6e6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:12.386677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Bound port: 6775df3c-f68e-4aee-8773-c38c67c58a44, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ff4112-f92d-4723-8250-1387e6e6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:12.387113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.393662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9c1511a-31e2-484f-bf06-0d4827388375 req-4ab8151a-86c1-4b06-8f12-458c479365ba tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686149 Jan 29 04:29:12.400714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] For port b4e5c520-8951-420a-a263-8b3dd00e6800, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b4e5c520-8951-420a-a263-8b3dd00e6800,segment=NetworkSegment(48e0b434-87e0-48d1-bf0f-b2eec3e2cc86),segment_id=48e0b434-87e0-48d1-bf0f-b2eec3e2cc86)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:12.424323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.448965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.476576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=d868db42-3783-492c-83da-31b163e918af,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.551088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5b6a71-72be-4eb1-9ac1-af30755f1b7c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:12.671406 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.686167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] For port 6775df3c-f68e-4aee-8773-c38c67c58a44, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:12.733053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] For port 6775df3c-f68e-4aee-8773-c38c67c58a44, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6775df3c-f68e-4aee-8773-c38c67c58a44,segment=NetworkSegment(83ff4112-f92d-4723-8250-1387e6e6a127),segment_id=83ff4112-f92d-4723-8250-1387e6e6a127)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:12.795558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.848941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 742d659a-6215-4ae4-bede-e59eecbd012b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=742d659a-6215-4ae4-bede-e59eecbd012b,segment=NetworkSegment(c8bd244f-de0e-4f44-a3e7-a7a827c11aa7),segment_id=c8bd244f-de0e-4f44-a3e7-a7a827c11aa7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:12.953459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:12.955000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:12.956784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] 10.222.0.36 "PUT /v2.0/ports/b4e5c520-8951-420a-a263-8b3dd00e6800 HTTP/1.1" status: 200 len: 1091 time: 2.4092238 Jan 29 04:29:12.994115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.004158 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88bd17fb-13c9-4358-be29-2dbf70fe6ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.011438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff1c82-d8bc-4f2a-8001-98962d92009b None None] Network b03e4904-b5dd-4aa4-94bb-eefd781c990e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:13.027938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4657b71d-ca05-4b8e-96c5-91ed9da99e80 req-1fce9717-4012-4b5f-b183-a5d1bf1669d8 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0682940 Jan 29 04:29:13.169061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67144a84-2b4d-4e88-8894-5432b923399a service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5c520-8951-420a-a263-8b3dd00e6800,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.193659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7b26-dc26-4ad6-abea-642cfc034a74 None None] Pushing event updated for resources: {'Port': ['ID=6775df3c-f68e-4aee-8773-c38c67c58a44,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.207020 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.233137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e4904-b5dd-4aa4-94bb-eefd781c990e']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:13.244492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ff4112-f92d-4723-8250-1387e6e6a127') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:13.244791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ff4112-f92d-4723-8250-1387e6e6a127') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:13.254440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be1f37a-ec22-429e-98fa-7628eefa8130 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:13.255090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.267217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a1c2-686f-433f-9ce3-842cfbbd6fb2 req-1bf8b992-3614-4743-8909-75f86855eaa2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.269483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5b4a1c2-686f-433f-9ce3-842cfbbd6fb2 req-1bf8b992-3614-4743-8909-75f86855eaa2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1123655 Jan 29 04:29:13.271113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.276267 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.291324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-0d6b9230-4a08-467a-ac6d-4ac94850eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.293942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-0d6b9230-4a08-467a-ac6d-4ac94850eaf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66296ee1d81469dac12b80f32a774dc&device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 1094 time: 0.1943846 Jan 29 04:29:13.370956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:13.371620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.385095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-e70e1d80-7a28-48c2-9bdc-6f1ef2b61a37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4e5c520-8951-420a-a263-8b3dd00e6800 HTTP/1.1" status: 200 len: 217 time: 0.0665131 Jan 29 04:29:13.434716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-88bd17fb-13c9-4358-be29-2dbf70fe6ed5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:13.435075 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-88bd17fb-13c9-4358-be29-2dbf70fe6ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:13.435192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5b4a1c2-686f-433f-9ce3-842cfbbd6fb2 req-273bc804-bcf9-421e-b685-fd6593134a1e tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542528 Jan 29 04:29:13.436710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Transition to ACTIVE for port object 1be1f37a-ec22-429e-98fa-7628eefa8130 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:13.466325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=742d659a-6215-4ae4-bede-e59eecbd012b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.491552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.498677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:13.510766 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:13.523117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 746bd3d0-068f-441b-99c3-56594819a114 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:13.527488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620aa67b-a5e0-4f8c-a775-e7956feaff87 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:29:13.556446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 746bd3d0-068f-441b-99c3-56594819a114 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:13.557149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 746bd3d0-068f-441b-99c3-56594819a114 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:13.572370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Pushing event updated for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:13.581015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c956d91-3992-4dca-8460-0e0b50c8ad45 req-dce13ad6-064b-4f0d-bfff-ca597528c4d3 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.588489 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c956d91-3992-4dca-8460-0e0b50c8ad45 req-dce13ad6-064b-4f0d-bfff-ca597528c4d3 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 1.3766391 Jan 29 04:29:13.597030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11d8af73-b3a8-4254-9736-bd14c8c3a885 req-49c49617-c049-4a0f-adf5-3242046c2a80 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0341222 Jan 29 04:29:13.629991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:13.631571 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:29:13.631571 n-d-825930-1 neutron-server[102403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:29:13.631571 n-d-825930-1 neutron-server[102403]: [parameters: {'id': 'b03e4904-b5dd-4aa4-94bb-eefd781c990e'}] Jan 29 04:29:13.631571 n-d-825930-1 neutron-server[102403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:13.632478 n-d-825930-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:13.634956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-cdb5fda2-1b8b-4c0f-8d33-b9b055c5fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.636536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-cdb5fda2-1b8b-4c0f-8d33-b9b055c5fc15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69711723-cc9e-4450-a27d-6a1441368da4 HTTP/1.1" status: 200 len: 865 time: 0.2252421 Jan 29 04:29:13.682531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c956d91-3992-4dca-8460-0e0b50c8ad45 req-cb480238-a349-4460-92b7-8bf12ee8182c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930772 Jan 29 04:29:13.695395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-93860404-2c24-4fd1-a317-958dcdde01b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370190 Jan 29 04:29:13.837347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620aa67b-a5e0-4f8c-a775-e7956feaff87 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:29:13.848058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Attempting to bind port 1be1f37a-ec22-429e-98fa-7628eefa8130 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:13.852043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Attempting to bind port 1be1f37a-ec22-429e-98fa-7628eefa8130 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:13.852043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Attempting to bind port 1be1f37a-ec22-429e-98fa-7628eefa8130 on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:13.863965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Port 1be1f37a-ec22-429e-98fa-7628eefa8130 on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:13.864293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Attempting to bind port 1be1f37a-ec22-429e-98fa-7628eefa8130 on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:13.893769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.900984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.907613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438b0e-2ca5-4ca6-abb5-5c6e6728036c req-9adcf2b3-f559-49ae-a039-28635d97db46 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.908490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.909234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de438b0e-2ca5-4ca6-abb5-5c6e6728036c req-9adcf2b3-f559-49ae-a039-28635d97db46 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 943 time: 0.0759845 Jan 29 04:29:13.920420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.926452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.932376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.939032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:13.950183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-ded2cd67-ea1f-42d4-add8-a37aa9a690eb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5418 time: 0.2241912 Jan 29 04:29:13.961443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:13.962137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Checking segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:13.962241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Bound using segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:13.962660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Bound port: 1be1f37a-ec22-429e-98fa-7628eefa8130, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:13.963030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.010565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-6b3098b3-25f8-4fea-9e49-a46ffd186ebd service neutron] 10.222.0.36 "GET /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062301 Jan 29 04:29:14.026310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de438b0e-2ca5-4ca6-abb5-5c6e6728036c req-8ef3e70f-d28c-4900-9c50-6f33a2cd09a8 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778213 Jan 29 04:29:14.061694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Router f12fff5a-7ed7-45f6-af70-5e92cecd4164 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:14.110104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0631f3e-56ec-4984-8568-c5cbac415e77 req-30658415-2ad9-4ab3-adb4-193a2b2a700d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567316 Jan 29 04:29:14.134868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.193704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab'}, {'name': 'network-changed', 'server_uuid': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'tag': 'b4e5c520-8951-420a-a263-8b3dd00e6800'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:14.197076 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab"}, {"name": "network-changed", "server_uuid": "8ac89929-692b-4ae8-9e58-f5b6aff322a9", "tag": "b4e5c520-8951-420a-a263-8b3dd00e6800"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:14.215726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-54e9ed75-e1e8-4816-a866-10d6bfc87e86 None None] Provisioning complete for port 742d659a-6215-4ae4-bede-e59eecbd012b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:14.216221 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed75-e1e8-4816-a866-10d6bfc87e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.255782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:14.261254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d60e22a1-e8c0-42a6-a6a1-e19ad54ac96d req-cd26d4d6-6b0b-4b09-8b6c-3047ecb518b8 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094786 Jan 29 04:29:14.280706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0579454b-7f6b-4c0d-bb8f-39d8948e2e5b req-5ae6e774-1382-4321-b662-a221b580f983 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0872767 Jan 29 04:29:14.283225 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403486b7-6898-4feb-99dd-c351afc4fbc9 x-openstack-request-id: req-403486b7-6898-4feb-99dd-c351afc4fbc9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:14.283645 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ac89929-692b-4ae8-9e58-f5b6aff322a9", "tag": "b4e5c520-8951-420a-a263-8b3dd00e6800", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:14.283915 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-403486b7-6898-4feb-99dd-c351afc4fbc9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:14.284450 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab', 'status': 'completed', 'code': 200} Jan 29 04:29:14.284711 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'tag': 'b4e5c520-8951-420a-a263-8b3dd00e6800', 'status': 'completed', 'code': 200} Jan 29 04:29:14.286594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1be1f37a-ec22-429e-98fa-7628eefa8130,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:14.306275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.318180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:14.327973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3341a3cb-e1e0-4d9a-969c-c5403d7bad20 admin admin] 10.222.0.32 "PUT /v2.0/routers/f12fff5a-7ed7-45f6-af70-5e92cecd4164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9648294 Jan 29 04:29:14.328676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:14.338138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port 6775df3c-f68e-4aee-8773-c38c67c58a44 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:14.338626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.341612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] Sync routers for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:14.388385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:14.388714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:14.435817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Pushing event updated for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:14.465803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.466643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.468964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-77f37660-1ff0-4eec-922c-3966f5060428 service neutron] 10.222.0.36 "PUT /v2.0/ports/1be1f37a-ec22-429e-98fa-7628eefa8130 HTTP/1.1" status: 200 len: 1091 time: 2.9421480 Jan 29 04:29:14.492700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port 6775df3c-f68e-4aee-8773-c38c67c58a44, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6775df3c-f68e-4aee-8773-c38c67c58a44,segment=NetworkSegment(83ff4112-f92d-4723-8250-1387e6e6a127),segment_id=83ff4112-f92d-4723-8250-1387e6e6a127)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:14.493233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.493849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.494360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.494833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.495303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.498553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.499114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.499669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.502442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-8d3da776-ce2f-43aa-8dd0-04a97d31a6a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6420 time: 0.1061063 Jan 29 04:29:14.511345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Request body: {'port': {'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:14.515342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for 6775df3c-f68e-4aee-8773-c38c67c58a44 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:14.529361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.641326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:14.682081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.709166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e026fff-bb8f-4d35-a178-de259349a495 req-13d7959b-abae-4d1e-a653-09b615a8aa20 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.711359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e026fff-bb8f-4d35-a178-de259349a495 req-13d7959b-abae-4d1e-a653-09b615a8aa20 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1501195 Jan 29 04:29:14.783279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.802667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e026fff-bb8f-4d35-a178-de259349a495 req-fbaad755-bb1e-4d9b-ba78-01121647e18e tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Jan 29 04:29:14.849940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-3a837e33-a440-420b-a8bc-5b4ae05b515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.850480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-3a837e33-a440-420b-a8bc-5b4ae05b515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.852404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-3a837e33-a440-420b-a8bc-5b4ae05b515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:14.854121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-3a837e33-a440-420b-a8bc-5b4ae05b515d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3024638 Jan 29 04:29:14.856790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port 6775df3c-f68e-4aee-8773-c38c67c58a44 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:14.914859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:29:12Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:14.964680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:14.968895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] Checking router: f12fff5a-7ed7-45f6-af70-5e92cecd4164 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:14.979422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] Routers {'f12fff5a-7ed7-45f6-af70-5e92cecd4164'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:14.980595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:14.996601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e4904-b5dd-4aa4-94bb-eefd781c990e']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.007318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ff4112-f92d-4723-8250-1387e6e6a127') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.007622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ff4112-f92d-4723-8250-1387e6e6a127') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.022645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.047280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.060532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:15.061084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.126465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] Set router f12fff5a-7ed7-45f6-af70-5e92cecd4164 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:15.135335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-233e8041-cd2e-4287-b689-e8ce84513fff req-aaf2eb15-a346-47cb-aeae-40a4ca88fca6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.3726192 Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:15.157437 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:15.160663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.165937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.172590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/b03e4904-b5dd-4aa4-94bb-eefd781c990e HTTP/1.1" status: 204 len: 168 time: 4.0213466 Jan 29 04:29:15.179423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=6775df3c-f68e-4aee-8773-c38c67c58a44,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.185813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50334) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:15.201113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064402505'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:15.238221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.241472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d471-fde5-4d24-b315-314ad9fcea4b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=b03e4904-b5dd-4aa4-94bb-eefd781c990e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.258024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:15.262760 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.302628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:15.313296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.313884 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment d2a47611-0710-46c8-8bc8-5292b9b9ab17 of type vlan for network e1859d17-1892-489e-b808-26e12b1a0223 Jan 29 04:29:15.372575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:15.380883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.382132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.395658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Transition to ACTIVE for port object f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:15.409461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.415647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 742d659a-6215-4ae4-bede-e59eecbd012b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:15.442204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.448885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.449673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.467368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.487726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910279b2-a861-4c7f-a97b-4ee71d94e638 req-3417fa2a-7fef-4d29-8879-910532ffd5f7 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.495044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910279b2-a861-4c7f-a97b-4ee71d94e638 req-3417fa2a-7fef-4d29-8879-910532ffd5f7 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.5812039 Jan 29 04:29:15.536403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 742d659a-6215-4ae4-bede-e59eecbd012b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:15.536879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.561062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-910279b2-a861-4c7f-a97b-4ee71d94e638 req-18991f87-1540-4320-9e48-0903de2eea24 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648181 Jan 29 04:29:15.564809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-7a12954b-95a1-4b0a-9631-ce6c7f36f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.570080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-7a12954b-95a1-4b0a-9631-ce6c7f36f941 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7011378 Jan 29 04:29:15.615611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=e1859d17-1892-489e-b808-26e12b1a0223,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:15.622921 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2cf0d360-b440-47ce-b924-9bd28e944f93 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4359877 Jan 29 04:29:15.627931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50340) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:15.634287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:15.660493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e8df5-d237-4813-b4e8-ee6240e5e459 req-eaa3f42a-8cd5-4d7e-9462-2dc4cc25ab4d tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.677603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d6e8df5-d237-4813-b4e8-ee6240e5e459 req-eaa3f42a-8cd5-4d7e-9462-2dc4cc25ab4d tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 943 time: 0.2676456 Jan 29 04:29:15.706132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Deleting port b854902c-ccbe-4381-a64d-9bd84c89de8d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:15.706834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.760026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e1859d17-1892-489e-b808-26e12b1a0223 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:15.791327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d6e8df5-d237-4813-b4e8-ee6240e5e459 req-afca7762-06e1-4d4b-b742-646235fca003 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113968 Jan 29 04:29:15.844645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:29:12Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:15.874253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Attempting to bind port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:15.874589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Attempting to bind port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:15.874923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Attempting to bind port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:15.893155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:15.894253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Attempting to bind port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f on network 46f3a1eb-bcbe-47c4-a092-70d46d746218 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:15.900334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-a00def7e-7704-436b-909f-87330ea17038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.900538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace37019-7159-4db0-b4c5-33ff794822f1 None None] The sync data for ids ['f12fff5a-7ed7-45f6-af70-5e92cecd4164'] in n-d-825930-1 is: [{'id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'name': 'tempest-ServersTestFqdnHostnames-152816796-router', 'tenant_id': '2f28fe2110a748039690673837d5b467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:08Z', 'updated_at': '2022-01-29T04:29:12Z', 'revision_number': 5, 'project_id': '2f28fe2110a748039690673837d5b467', 'gw_port': {'id': 'b854902c-ccbe-4381-a64d-9bd84c89de8d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12fff5a-7ed7-45f6-af70-5e92cecd4164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:10Z', 'updated_at': '2022-01-29T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:15.902030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-a00def7e-7704-436b-909f-87330ea17038 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66296ee1d81469dac12b80f32a774dc&device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 1094 time: 0.2215910 Jan 29 04:29:15.903470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:15.903817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Checking segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:15.904198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Bound using segment: {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:15.905142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Bound port: f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6c996f-d098-4d4b-a64e-3ab50fb30860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:15.905142 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.927247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] For port b854902c-ccbe-4381-a64d-9bd84c89de8d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b854902c-ccbe-4381-a64d-9bd84c89de8d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:15.927870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:15.948340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Calling delete_port for b854902c-ccbe-4381-a64d-9bd84c89de8d owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:15.959035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.965672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.971658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.978662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.984663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.990697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:15.996632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.004733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-cdc2aab3-b72b-4a89-a7bf-2d9728d97139 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.3149123 Jan 29 04:29:16.007176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a6b7dbb5-4bb5-4df4-af99-5f8c608b86c3 req-19e0a9bb-effc-4982-ad0f-04d6b1873e14 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0454495 Jan 29 04:29:16.157921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:16.161651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:16.191562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:16.217652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca35c46a-42fc-43b4-93f3-e4cd0ea1e3b0 req-89772496-57bd-4d54-9564-3f72b32e5c98 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116866 Jan 29 04:29:16.220956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548d4a1-eb43-45a7-a2e5-764b195ca109 req-86bf59a2-bb20-4087-997f-4092639cf973 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.222700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2548d4a1-eb43-45a7-a2e5-764b195ca109 req-86bf59a2-bb20-4087-997f-4092639cf973 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.0883992 Jan 29 04:29:16.232302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50346) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:16.238588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Request body: {'floatingip': {'port_id': '24a9c048-b5bc-477a-9732-ba431964ce46'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:16.326900 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:16.361307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:16.379246 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a03ac5b-d0b8-4e23-a88d-18588e788165" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:16.445968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:16.448966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69f4aa53-b5f7-4f77-8b2f-3d44e877b125 req-8e740e1e-e1d7-4a78-801c-5af3dae85f42 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0375304 Jan 29 04:29:16.462377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:16.551683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:16.558463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-57c24e9c-f2cf-4fa0-8a9e-5968bd901f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.560017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-57c24e9c-f2cf-4fa0-8a9e-5968bd901f98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 HTTP/1.1" status: 200 len: 926 time: 0.6489971 Jan 29 04:29:16.571475 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18db3f89-0a54-49cf-9ca6-20de73537860 x-openstack-request-id: req-18db3f89-0a54-49cf-9ca6-20de73537860 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:16.571748 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:16.572025 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18db3f89-0a54-49cf-9ca6-20de73537860 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:16.572430 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130', 'status': 'completed', 'code': 200} Jan 29 04:29:16.593264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.593909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:16.595370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f HTTP/1.1" status: 200 len: 1091 time: 2.0914361 Jan 29 04:29:16.739387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-eefe59d1-3753-4120-bd09-6bb3fcdea53d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4e5c520-8951-420a-a263-8b3dd00e6800 HTTP/1.1" status: 200 len: 217 time: 0.1215665 Jan 29 04:29:16.759362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b26f7-558d-4585-858f-172495793e26 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:16.859564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.859564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.859929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.860365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.860887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.861412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.868413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.870744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-734a1467-4c36-4e50-8447-999b277a64a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6487 time: 0.2416122 Jan 29 04:29:16.901875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-efa5e4a5-1932-499b-be0a-274d4f688307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.903554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-efa5e4a5-1932-499b-be0a-274d4f688307 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69711723-cc9e-4450-a27d-6a1441368da4 HTTP/1.1" status: 200 len: 865 time: 0.1380649 Jan 29 04:29:16.957141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619332e-f0f2-4ff0-875e-a74c22983321 req-feb65efb-d888-49de-b514-d5f8c146b79a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:16.958823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1619332e-f0f2-4ff0-875e-a74c22983321 req-feb65efb-d888-49de-b514-d5f8c146b79a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.5267429 Jan 29 04:29:16.962248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Pushing event deleted for resources: {'Port': ['ID=b854902c-ccbe-4381-a64d-9bd84c89de8d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.076944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-b1336203-6047-4b8c-a1c5-58ac71aa82aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743704 Jan 29 04:29:17.103763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.136127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.194510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4208-2597-4d07-aaaf-32f4164ebaee req-875108f5-3a58-4347-a7e6-6ad964a88ad5 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.196128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c07f4208-2597-4d07-aaaf-32f4164ebaee req-875108f5-3a58-4347-a7e6-6ad964a88ad5 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 943 time: 0.2041185 Jan 29 04:29:17.222445 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1619332e-f0f2-4ff0-875e-a74c22983321 req-72ee5142-b364-426f-86a3-cabcaa85d06a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173786 Jan 29 04:29:17.233856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-302978a4-0011-435f-9170-dbf808685364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.234258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-302978a4-0011-435f-9170-dbf808685364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.234738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-302978a4-0011-435f-9170-dbf808685364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.236331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-302978a4-0011-435f-9170-dbf808685364 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3317714 Jan 29 04:29:17.277932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.281572 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.348742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=edb4f895-28cc-4f03-aab9-fba1d0b02c76,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:17.382908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bb5b6a71-72be-4eb1-9ac1-af30755f1b7c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:17.389582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': 'd2a47611-0710-46c8-8bc8-5292b9b9ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:17.390259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: e1859d17-1892-489e-b808-26e12b1a0223, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:17.404249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: bb5b6a71-72be-4eb1-9ac1-af30755f1b7c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:17.404638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bb5b6a71-72be-4eb1-9ac1-af30755f1b7c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:17.413149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c07f4208-2597-4d07-aaaf-32f4164ebaee req-93f4ee3e-bec0-49fc-a804-ff3c08c49628 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011244 Jan 29 04:29:17.420498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-b1c29513-a249-46f3-a09e-be381443b32f service neutron] 10.222.0.36 "GET /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277321 Jan 29 04:29:17.434227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-824d8ddd-14a5-4481-b484-b659a49ea993 req-6470f4b7-a691-4932-b420-9563e82a07d5 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0403459 Jan 29 04:29:17.436698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.437036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f12fff5a-7ed7-45f6-af70-5e92cecd4164 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:17.442196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.443562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ee8516c6-d420-40ce-ab35-df9662855747 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f12fff5a-7ed7-45f6-af70-5e92cecd4164 HTTP/1.1" status: 204 len: 168 time: 3.1139536 Jan 29 04:29:17.446258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50356) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:17.546105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b4e5c520-8951-420a-a263-8b3dd00e6800 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:17.547108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Deleting subnet 04e28533-530a-4c4b-bb11-e7c892f6b81f {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:17.558566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.573694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network e1859d17-1892-489e-b808-26e12b1a0223 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:17.646468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e1859d17-1892-489e-b808-26e12b1a0223) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:17.647902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfee17e1-fa04-46fc-8575-bf33047b7595 req-d93054a9-eccd-47ee-a6f1-fd9fdf14fb12 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=665c6e0e-7161-4c33-bc86-77bafda03771 HTTP/1.1" status: 200 len: 210 time: 0.0542676 Jan 29 04:29:17.663642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.664477 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.668550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9f139-aee8-4c9f-9b53-5233cdf0a11a None None] Network e1859d17-1892-489e-b808-26e12b1a0223 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:17.690146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-ffa37793-a8c1-4253-a9ae-2f920c1d5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.696664 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.697245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a03ac5b-d0b8-4e23-a88d-18588e788165 req-ffa37793-a8c1-4253-a9ae-2f920c1d5617 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4194763 Jan 29 04:29:17.748821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.756934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.763218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.764682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.768859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.774873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.781089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.786522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.790806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port b4e5c520-8951-420a-a263-8b3dd00e6800, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b4e5c520-8951-420a-a263-8b3dd00e6800,segment=NetworkSegment(48e0b434-87e0-48d1-bf0f-b2eec3e2cc86),segment_id=48e0b434-87e0-48d1-bf0f-b2eec3e2cc86)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:17.793045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.795065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-0d3aefcb-df35-454c-b34a-7461b05327d7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.2505791 Jan 29 04:29:17.812735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'b4e5c520-8951-420a-a263-8b3dd00e6800', 'network_id': '6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9', 'port_id': 'b4e5c520-8951-420a-a263-8b3dd00e6800', 'mac_address': 'fa:16:3e:b8:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69711723-cc9e-4450-a27d-6a1441368da4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:17.842464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f56557ec-37cf-47ea-b35b-734e5e4e186a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2129121 Jan 29 04:29:17.845361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50360) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:17.856919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af9e2f9-5e58-4a63-b7d2-511d6dc04158 req-f6d34c27-24df-46be-9762-0c50bfad4e06 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111900 Jan 29 04:29:17.889022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.889022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.889418 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.889518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.889964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.890434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.891075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.891538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:17.893933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eeba5411-dae6-426a-bdc8-65a6fede0f21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6487 time: 0.0954535 Jan 29 04:29:17.912153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e5c520-8951-420a-a263-8b3dd00e6800 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:17.914029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-409376dc-d112-4a3f-8f95-e9b9a458d330 req-d48ec45b-41de-4217-9956-339e4e1cb704 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873094 Jan 29 04:29:17.946443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port b4e5c520-8951-420a-a263-8b3dd00e6800, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b4e5c520-8951-420a-a263-8b3dd00e6800,segment=NetworkSegment(48e0b434-87e0-48d1-bf0f-b2eec3e2cc86),segment_id=48e0b434-87e0-48d1-bf0f-b2eec3e2cc86)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:17.950915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-e1859d17-1892-489e-b808-26e12b1a0223', 'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': 'edb4f895-28cc-4f03-aab9-fba1d0b02c76'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:17.951766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.952285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.955359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:17.961462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-6a8628b4-3781-4396-82eb-7898302e6d06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a HTTP/1.1" status: 200 len: 217 time: 0.0461724 Jan 29 04:29:18.014765 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Floating IP 5b3af780-c656-4746-bc25-dbecd3365443 associated. External IP: 172.25.4.6, port: 24a9c048-b5bc-477a-9732-ba431964ce46. Jan 29 04:29:18.014977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bbaa99ea-b8d9-42f9-a76c-6cf637cd5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.016570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bbaa99ea-b8d9-42f9-a76c-6cf637cd5248 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56454a91-612d-46dc-957d-7211d8b95b4d HTTP/1.1" status: 200 len: 856 time: 0.0462983 Jan 29 04:29:18.068740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-18976f92-3abc-4b69-b3cb-b621bc764048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.071247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-18976f92-3abc-4b69-b3cb-b621bc764048 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d019f607-b533-406f-bccf-961d985c5be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471272 Jan 29 04:29:18.074922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=b4e5c520-8951-420a-a263-8b3dd00e6800,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.114895 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.164354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.165878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Allocated IP 2001:db8::1 (e1859d17-1892-489e-b808-26e12b1a0223/edb4f895-28cc-4f03-aab9-fba1d0b02c76/c3b2010b-0043-4bbc-99e0-286f27200bf9) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:18.208168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e28533-530a-4c4b-bb11-e7c892f6b81f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.216607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.222540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1761deaf-c1e2-4ae5-a9ef-db374cb4a513 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/04e28533-530a-4c4b-bb11-e7c892f6b81f HTTP/1.1" status: 204 len: 168 time: 0.7751887 Jan 29 04:29:18.227180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50362) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:18.238772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bb277-6f44-434b-bb8a-910cd014463e None None] Network 526a71a9-bf70-4c5c-bd6a-c0c00851235d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:18.325044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['b4e5c520-8951-420a-a263-8b3dd00e6800'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:18.417951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.427613 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.520301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14504f-db0e-4a25-91d2-c8f4766cda00 req-7812839f-29bd-4e23-ab71-f74db18c8c9f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.527486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e14504f-db0e-4a25-91d2-c8f4766cda00 req-7812839f-29bd-4e23-ab71-f74db18c8c9f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.2019913 Jan 29 04:29:18.561500 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-a141eae7-6a80-4729-a1ca-c085fcc9ed9d service neutron] 10.222.0.36 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802728 Jan 29 04:29:18.592466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:18.595215 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dc6914-2673-4663-b3ef-09766ddeafc2" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:18.603558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.604692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4c19-c226-4ac4-a89e-00d1baf3a3fb req-fdbd3d05-881d-40ba-88be-f4e50ec25f92 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.612428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cff4c19-c226-4ac4-a89e-00d1baf3a3fb req-fdbd3d05-881d-40ba-88be-f4e50ec25f92 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 944 time: 0.0933418 Jan 29 04:29:18.637160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e14504f-db0e-4a25-91d2-c8f4766cda00 req-dfc7bb1d-e844-41d0-885a-3c33b8669cfd tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088696 Jan 29 04:29:18.637322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.641192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:18.681387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] DHCP port deletion for 526a71a9-bf70-4c5c-bd6a-c0c00851235d request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:18.704983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Network e1859d17-1892-489e-b808-26e12b1a0223 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:18.707178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Pushing event updated for resources: {'Port': ['ID=c3b2010b-0043-4bbc-99e0-286f27200bf9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.708293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cff4c19-c226-4ac4-a89e-00d1baf3a3fb req-faa596e9-03c7-4c03-93f3-fedf3a78c332 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949590 Jan 29 04:29:18.710383 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.732559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:18.742582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:18.763072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=edb4f895-28cc-4f03-aab9-fba1d0b02c76,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:18.769318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Deleting port 238f997c-63d4-47ee-84ba-97a68ddc3d31 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:18.769652 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.773421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-59168c20-a097-4b22-be3b-e0b6b9a64a1b service neutron] 10.222.0.36 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033777 Jan 29 04:29:18.783468 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a930a44-d51c-427e-9a4d-ebd7df9bb388 x-openstack-request-id: req-5a930a44-d51c-427e-9a4d-ebd7df9bb388 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:18.783750 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:18.784002 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a930a44-d51c-427e-9a4d-ebd7df9bb388 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:18.784398 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f', 'status': 'completed', 'code': 200} Jan 29 04:29:18.820956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Attempting to bind port c3b2010b-0043-4bbc-99e0-286f27200bf9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:18.821324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Attempting to bind port c3b2010b-0043-4bbc-99e0-286f27200bf9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'd2a47611-0710-46c8-8bc8-5292b9b9ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:18.821687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Attempting to bind port c3b2010b-0043-4bbc-99e0-286f27200bf9 on network e1859d17-1892-489e-b808-26e12b1a0223 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:18.828469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:18.828828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Checking segment: {'id': 'd2a47611-0710-46c8-8bc8-5292b9b9ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:18.829227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.829624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Bound using segment: {'id': 'd2a47611-0710-46c8-8bc8-5292b9b9ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:18.830262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Bound port: c3b2010b-0043-4bbc-99e0-286f27200bf9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a47611-0710-46c8-8bc8-5292b9b9ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e1859d17-1892-489e-b808-26e12b1a0223'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:18.830649 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.844005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] Deleting port 238f997c-63d4-47ee-84ba-97a68ddc3d31 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:18.844382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.864762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3239be0f-61dc-4c11-a23b-60ae820c3ec1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 200 len: 217 time: 0.0435829 Jan 29 04:29:18.945671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] For port 238f997c-63d4-47ee-84ba-97a68ddc3d31, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=238f997c-63d4-47ee-84ba-97a68ddc3d31,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:18.946107 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:18.946303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5b9c5bc4-dc11-4549-85d3-393f14b1ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:18.948963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-5b9c5bc4-dc11-4549-85d3-393f14b1ea9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.0740318 Jan 29 04:29:18.978080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] Calling delete_port for 238f997c-63d4-47ee-84ba-97a68ddc3d31 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:18.986167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] For port c3b2010b-0043-4bbc-99e0-286f27200bf9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:18.996526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] For port c3b2010b-0043-4bbc-99e0-286f27200bf9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c3b2010b-0043-4bbc-99e0-286f27200bf9,segment=NetworkSegment(d2a47611-0710-46c8-8bc8-5292b9b9ab17),segment_id=d2a47611-0710-46c8-8bc8-5292b9b9ab17)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:19.043623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.066725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-6d33a1e4-6445-4013-b36a-4825c18425f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.068679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-6d33a1e4-6445-4013-b36a-4825c18425f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129866 Jan 29 04:29:19.165129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c012f58-6772-4a02-822a-837351f8d754 None None] Pushing event updated for resources: {'Port': ['ID=c3b2010b-0043-4bbc-99e0-286f27200bf9,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:19.188785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c1e83-4e0c-43e0-8380-3c9f8f126974 None None] Network e1859d17-1892-489e-b808-26e12b1a0223 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:19.204218 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.216052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94905924-bac9-4ab1-a57d-9c22bedffd1d req-bcb1f258-1f20-4616-bfb4-df3b26d8bd1e tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.4178975 Jan 29 04:29:19.233726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.235481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.242291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.248862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.254873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.262115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.266610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1859d17-1892-489e-b808-26e12b1a0223']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.268387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.271316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] Pushing event deleted for resources: {'Port': ['ID=238f997c-63d4-47ee-84ba-97a68ddc3d31,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:19.277231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:19.278899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbb1d6-0857-4ab2-a496-1e79792d2d26 None None] No DVR routers for this DVR port 238f997c-63d4-47ee-84ba-97a68ddc3d31 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:19.280316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.281302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] For port 238f997c-63d4-47ee-84ba-97a68ddc3d31, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=238f997c-63d4-47ee-84ba-97a68ddc3d31,segment=NetworkSegment(e3f2344c-0dd0-4723-ae54-bb9cdc42cd05),segment_id=e3f2344c-0dd0-4723-ae54-bb9cdc42cd05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:19.281673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.283449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-16ccacd0-d2d3-4d1e-b268-03fa8c0f9648 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1394923 Jan 29 04:29:19.293404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.296569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a47611-0710-46c8-8bc8-5292b9b9ab17') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.296870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a47611-0710-46c8-8bc8-5292b9b9ab17') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.301606 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] Sync routers for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:19.320007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-80ecb86f-e83f-4e0e-b9b4-17611899a0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436955 Jan 29 04:29:19.328956 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:19.330053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.330951 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.359946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Calling delete_port for 238f997c-63d4-47ee-84ba-97a68ddc3d31 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:19.389478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2bd1072f-60e3-4518-a539-ffd6852e1b2c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "PUT /v2.0/floatingips/5b3af780-c656-4746-bc25-dbecd3365443 HTTP/1.1" status: 200 len: 989 time: 3.1559367 Jan 29 04:29:19.393532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553dcac-d21f-4285-8152-5d5c08272925 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:29:19.394445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:19.397001 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:19.400765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.420179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:19.420960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:19.426644 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:19.475830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b854902c-ccbe-4381-a64d-9bd84c89de8d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:19.487121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-59ee5946-9d31-4dba-8c92-a2148267e6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536279 Jan 29 04:29:19.504939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b854902c-ccbe-4381-a64d-9bd84c89de8d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:19.505281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b854902c-ccbe-4381-a64d-9bd84c89de8d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:19.505753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 238f997c-63d4-47ee-84ba-97a68ddc3d31 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:19.513120 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:19.536628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 238f997c-63d4-47ee-84ba-97a68ddc3d31 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:19.537016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 238f997c-63d4-47ee-84ba-97a68ddc3d31 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:19.543462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-cf6b9bab-a750-4aef-bac3-d1fd8c578d77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 200 len: 217 time: 0.0481405 Jan 29 04:29:19.554356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b4e5c520-8951-420a-a263-8b3dd00e6800 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:19.579658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:29:19.579658 n-d-825930-1 neutron-server[102403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:29:19.579658 n-d-825930-1 neutron-server[102403]: [parameters: {'id': 'e1859d17-1892-489e-b808-26e12b1a0223'}] Jan 29 04:29:19.579658 n-d-825930-1 neutron-server[102403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:19.580445 n-d-825930-1 neutron-server[102403]: DEBUG oslo_db.api [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:19.620076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-daf141a5-a846-4176-8a1f-8d55b9b40360 req-0710a704-2423-48ab-bd62-858166b9f840 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3213971 Jan 29 04:29:19.630584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-b9e0a9b9-0738-469c-8326-137cfbe0ecb2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.643663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553dcac-d21f-4285-8152-5d5c08272925 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:29:19.651779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-b9e0a9b9-0738-469c-8326-137cfbe0ecb2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.2465909 Jan 29 04:29:19.663663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bb6d7673-b087-4e90-a2ed-c09d0cb5235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.667373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-bb6d7673-b087-4e90-a2ed-c09d0cb5235d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.1131279 Jan 29 04:29:19.669671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-37f2e8d0-2dc8-493e-bd4b-082fc0c0515a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.0165391 Jan 29 04:29:19.682922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.712789 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-55c49e82-5406-477e-8570-3f3bd6514756 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421538 Jan 29 04:29:19.753559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=238f997c-63d4-47ee-84ba-97a68ddc3d31,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:19.772594 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '5b3af780-c656-4746-bc25-dbecd3365443', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'port_id': '24a9c048-b5bc-477a-9732-ba431964ce46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'mac_address': 'fa:16:3e:ae:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:49Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 1, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:47Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.784162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] No DVR routers for this DVR port 238f997c-63d4-47ee-84ba-97a68ddc3d31 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:19.796937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-42936e20-0b87-4b34-a7c7-6d75fed987aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.798470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-42936e20-0b87-4b34-a7c7-6d75fed987aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237791 Jan 29 04:29:19.805035 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] Checking router: df6d9a7c-ff9c-463c-baff-75f1ceb889d0 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:19.809959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port b4e5c520-8951-420a-a263-8b3dd00e6800 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:19.814369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:19.815259 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:28:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.816180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port b4e5c520-8951-420a-a263-8b3dd00e6800 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:19.816549 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.864876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.886051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526a71a9-bf70-4c5c-bd6a-c0c00851235d']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.895530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.895833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f2344c-0dd0-4723-ae54-bb9cdc42cd05') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:19.906254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.920080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.921532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df718e3f-c6df-49df-a9f7-c7a5c2550821 req-1c134c0f-c3a1-440e-9e7f-7d8c4e75b26e tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:19.926429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:19.926605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:19.930536 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:19.931224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df718e3f-c6df-49df-a9f7-c7a5c2550821 req-1c134c0f-c3a1-440e-9e7f-7d8c4e75b26e tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.1806474 Jan 29 04:29:19.934663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-1b3dd028-3241-41be-b47c-48daaac1e40c service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273332 Jan 29 04:29:19.985008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df718e3f-c6df-49df-a9f7-c7a5c2550821 req-11323735-4794-45f0-9fc4-a26741d978ff tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527177 Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:19.987963 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:19.996015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.011256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.027632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] 10.222.0.32 "DELETE /v2.0/networks/526a71a9-bf70-4c5c-bd6a-c0c00851235d HTTP/1.1" status: 204 len: 168 time: 1.7953980 Jan 29 04:29:20.056506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638afb-10d4-48ab-bfd5-557235304dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=526a71a9-bf70-4c5c-bd6a-c0c00851235d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:20.081784 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.097228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-1d8b126e-0e7c-4e72-b199-620c1cf15337 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834765 Jan 29 04:29:20.161785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-3f3f8aee-2b4f-4175-bf16-45e31f4ce5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922617 Jan 29 04:29:20.187025 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3c473a-1240-4209-a489-3d308edd17b9 x-openstack-request-id: req-fa3c473a-1240-4209-a489-3d308edd17b9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:20.187632 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:20.188057 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa3c473a-1240-4209-a489-3d308edd17b9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:20.188515 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46', 'status': 'completed', 'code': 200} Jan 29 04:29:20.224346 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.285436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e5c520-8951-420a-a263-8b3dd00e6800'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:20.288572 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5915458b-2f2c-442e-bd05-1339b2549793" -d '{"events": [{"server_uuid": "8ac89929-692b-4ae8-9e58-f5b6aff322a9", "name": "network-vif-plugged", "status": "completed", "tag": "b4e5c520-8951-420a-a263-8b3dd00e6800"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:20.290928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-9379caa0-8d70-49cb-9ad4-5be7c4867950 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89 HTTP/1.1" status: 200 len: 217 time: 0.0904832 Jan 29 04:29:20.295630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port c3b2010b-0043-4bbc-99e0-286f27200bf9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:20.296122 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.299290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '5b3af780-c656-4746-bc25-dbecd3365443', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'port_id': '24a9c048-b5bc-477a-9732-ba431964ce46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'mac_address': 'fa:16:3e:ae:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:49Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 1, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:47Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:20.300654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-705a7188-7d97-456d-9220-f2aa79efb2db service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014799 Jan 29 04:29:20.340057 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3160b5-bf5c-4e54-aeb9-aeb2cb21ac58 None None] The sync data for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 is: [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '5b3af780-c656-4746-bc25-dbecd3365443', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'port_id': '24a9c048-b5bc-477a-9732-ba431964ce46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'mac_address': 'fa:16:3e:ae:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:49Z', 'updated_at': '2022-01-29T04:29:17Z', 'revision_number': 1, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:47Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:20.351272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port b4e5c520-8951-420a-a263-8b3dd00e6800, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b4e5c520-8951-420a-a263-8b3dd00e6800,segment=NetworkSegment(48e0b434-87e0-48d1-bf0f-b2eec3e2cc86),segment_id=48e0b434-87e0-48d1-bf0f-b2eec3e2cc86)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:20.358609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:20.368505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.442409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port c3b2010b-0043-4bbc-99e0-286f27200bf9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c3b2010b-0043-4bbc-99e0-286f27200bf9,segment=NetworkSegment(d2a47611-0710-46c8-8bc8-5292b9b9ab17),segment_id=d2a47611-0710-46c8-8bc8-5292b9b9ab17)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:20.444930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.473174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=b4e5c520-8951-420a-a263-8b3dd00e6800,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:20.481357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for c3b2010b-0043-4bbc-99e0-286f27200bf9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:20.523650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eb421767-24f9-4a4e-a3b2-35ae38b1734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.525130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-eb421767-24f9-4a4e-a3b2-35ae38b1734f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.2025626 Jan 29 04:29:20.530120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-451a57d4-955e-4efb-81e7-cb14e7b7740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.531695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-451a57d4-955e-4efb-81e7-cb14e7b7740c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49748b9db62a464eb07b6313ec17c4e6&device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 1096 time: 0.2359316 Jan 29 04:29:20.547669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23c7a84b-1c7c-4824-ba2e-f06c1a89589c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f28fe2110a748039690673837d5b467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881092 Jan 29 04:29:20.555337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50418) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:20.579302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57524a0f-2e11-41a5-981d-cb191098d949 req-46ca03da-32f6-4024-b84b-9729071a77fc tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.583351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57524a0f-2e11-41a5-981d-cb191098d949 req-46ca03da-32f6-4024-b84b-9729071a77fc tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.2863257 Jan 29 04:29:20.649059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115f7b-3510-4187-ab4a-cb3057e1aab7 req-09c63d86-57f0-49ab-b954-ed389095e612 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.650749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f115f7b-3510-4187-ab4a-cb3057e1aab7 req-09c63d86-57f0-49ab-b954-ed389095e612 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.1113548 Jan 29 04:29:20.673179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e5fae-5ca1-4404-aafc-7e97b48004bb None None] New status for floating IP 5b3af780-c656-4746-bc25-dbecd3365443: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:29:20.698684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c509deeb-82b1-4ec6-9772-9294a99dae09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.712041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.714754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-2221c32b-6364-428b-8f4f-35161573048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.716480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-2221c32b-6364-428b-8f4f-35161573048f service neutron] 10.222.0.36 "GET /v2.0/networks?id=da3ad234-0465-451e-8418-de9ffa8c89b5 HTTP/1.1" status: 200 len: 912 time: 0.1727276 Jan 29 04:29:20.736089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port c3b2010b-0043-4bbc-99e0-286f27200bf9 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:20.748960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-715024c4-3835-4bca-bdcb-41b37139087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:20.750632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-715024c4-3835-4bca-bdcb-41b37139087b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2162950 Jan 29 04:29:20.766893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57524a0f-2e11-41a5-981d-cb191098d949 req-eabf4be9-8d00-4023-b739-87e84a89a56d tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644566 Jan 29 04:29:20.790554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c509deeb-82b1-4ec6-9772-9294a99dae09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.855532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=c3b2010b-0043-4bbc-99e0-286f27200bf9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:20.906461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f115f7b-3510-4187-ab4a-cb3057e1aab7 req-eadf6ca2-49c9-47b0-bde8-2b3495adbabc tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226222 Jan 29 04:29:20.932137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a1698d3-0459-4422-a90b-67d672712f24 req-fe48274a-0360-4132-83cc-663896ee20e6 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0649753 Jan 29 04:29:20.942115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c509deeb-82b1-4ec6-9772-9294a99dae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.945437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c509deeb-82b1-4ec6-9772-9294a99dae09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.949310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c509deeb-82b1-4ec6-9772-9294a99dae09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb362d1d-1735-4037-9251-776ee69ec60d HTTP/1.1" status: 204 len: 168 time: 0.3929210 Jan 29 04:29:20.970694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509deeb-82b1-4ec6-9772-9294a99dae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb362d1d-1735-4037-9251-776ee69ec60d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:20.979242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:20.987731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-51d3358e-d569-4172-96f5-7b53a577698a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24a9c048-b5bc-477a-9732-ba431964ce46 HTTP/1.1" status: 200 len: 997 time: 0.2587762 Jan 29 04:29:20.991934 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d2c26d-ffda-4576-a378-0d5b383afd01 x-openstack-request-id: req-25d2c26d-ffda-4576-a378-0d5b383afd01 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:20.992222 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac89929-692b-4ae8-9e58-f5b6aff322a9", "name": "network-vif-plugged", "status": "completed", "tag": "b4e5c520-8951-420a-a263-8b3dd00e6800", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:20.992469 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25d2c26d-ffda-4576-a378-0d5b383afd01 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:20.992855 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e5c520-8951-420a-a263-8b3dd00e6800', 'code': 200} Jan 29 04:29:21.012592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1859d17-1892-489e-b808-26e12b1a0223']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.027335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a47611-0710-46c8-8bc8-5292b9b9ab17') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.027702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a47611-0710-46c8-8bc8-5292b9b9ab17') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:21.046519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.061967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.074586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:21.075122 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:21.079445 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:21.121485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8fafa25-51d0-4352-8b1c-f9ac8ad6310e req-0ea00128-9d98-4a06-90ff-b4c1113a3e56 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0913041 Jan 29 04:29:21.182890 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.193663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.201595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/e1859d17-1892-489e-b808-26e12b1a0223 HTTP/1.1" status: 204 len: 168 time: 3.3507755 Jan 29 04:29:21.203842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50434) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:21.212174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095445197'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:21.221097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-997473be-cff4-47b0-b61d-2b413ffb7739 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530339 Jan 29 04:29:21.228540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74713ab3-617f-43a1-a92f-116dcb5cd9cd tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=e1859d17-1892-489e-b808-26e12b1a0223,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:21.248559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.251814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.254805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-5ca36401-dde4-42e9-9bc0-f414d9562651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.256302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-5ca36401-dde4-42e9-9bc0-f414d9562651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0710bf0e-fa77-4abb-8337-145a72e31347 HTTP/1.1" status: 200 len: 850 time: 0.2250671 Jan 29 04:29:21.257878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.263673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.269566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.276351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.282350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.284294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-e36b7ffd-7abe-47c9-956a-25a1e83ded79 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1809871 Jan 29 04:29:21.332538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:21.336856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.371012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46f64c-0ffa-426c-97f4-867122275a42 req-7c5ab48e-e37a-473a-b263-4bd559a0df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.373273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed46f64c-0ffa-426c-97f4-867122275a42 req-7c5ab48e-e37a-473a-b263-4bd559a0df16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 1096 time: 0.2504425 Jan 29 04:29:21.376088 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dad9800a-0f24-43fa-82ab-6d2f613733a8 req-f8f3768d-64b4-46fc-aa94-6b0a6d13214b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822246 Jan 29 04:29:21.398470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:21.412013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.414011 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment 6779743e-96ed-4473-be79-78294e297651 of type vlan for network b4b0bbfa-cacd-4935-8e73-25189bb5f993 Jan 29 04:29:21.422002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47542-1de0-4fe1-bc36-6d38fc1a2ebf req-c102d113-f465-4fcd-9715-2f14da36f3ec tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.423570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82b47542-1de0-4fe1-bc36-6d38fc1a2ebf req-c102d113-f465-4fcd-9715-2f14da36f3ec tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.2080646 Jan 29 04:29:21.461360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.496031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed46f64c-0ffa-426c-97f4-867122275a42 req-1f491157-7d67-4e59-9d11-1f077dcaf1ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097176 Jan 29 04:29:21.504425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-200bda8a-c8fa-40d1-a205-028d6400eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.506005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-200bda8a-c8fa-40d1-a205-028d6400eee4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da3ad234-0465-451e-8418-de9ffa8c89b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367585 Jan 29 04:29:21.506332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.510676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-02e46532-725d-4220-b08f-57c5df60626a service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534721 Jan 29 04:29:21.513323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.514046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.516065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82b47542-1de0-4fe1-bc36-6d38fc1a2ebf req-11666bc3-d4ad-4124-aa5c-d8bbe357f74c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810108 Jan 29 04:29:21.546571 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3410490 Jan 29 04:29:21.549835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:21.557384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:21.593277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1386a0-d006-4680-8ba4-66037d6e5a4a tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=b4b0bbfa-cacd-4935-8e73-25189bb5f993,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:21.606745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b4b0bbfa-cacd-4935-8e73-25189bb5f993 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:21.696938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b16721b-eb96-4bd1-8272-860acef59f70 req-16b0074c-aa50-4301-99c4-a2a4f21af764 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0342662 Jan 29 04:29:21.721166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:21.724928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:21.854537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-513755f4-fd02-4e81-8037-2b31bb03a79e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=7bad316c-3780-4deb-9a30-0601c96302ab HTTP/1.1" status: 200 len: 217 time: 0.0619097 Jan 29 04:29:21.892464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57356f-4abb-41d6-8adb-7751fef78253 req-38fa5c84-87b8-4cd2-a6d2-e11ef9400a65 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.894219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b57356f-4abb-41d6-8adb-7751fef78253 req-38fa5c84-87b8-4cd2-a6d2-e11ef9400a65 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0559704 Jan 29 04:29:21.922785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50460) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:21.972943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b57356f-4abb-41d6-8adb-7751fef78253 req-ec51e826-3ed9-4b51-a2ca-2415671c4253 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Jan 29 04:29:21.980005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7e39cd30-90a2-4fb4-ad18-77189ff85838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:21.981475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-7e39cd30-90a2-4fb4-ad18-77189ff85838 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.0985377 Jan 29 04:29:22.071123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea7f88a6-9834-4cb1-8266-b560da508b7c req-107b2b88-cee5-4334-928d-172d0a9b6ab0 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0364234 Jan 29 04:29:22.077242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-0f5b45e4-9088-4c9e-b06e-8cfa1f854e31 service neutron] 10.222.0.36 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857223 Jan 29 04:29:22.091022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-165043063-network', 'tenant_id': '52b4e251be4a4cb4abe883d972292ab6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:22.115201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Made reservation on behalf of 52b4e251be4a4cb4abe883d972292ab6 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:22.117787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.127544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.164341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf367a4b-f580-4a26-b739-5ed16de766d3 req-370413f5-390e-4edb-afda-a04a5cee47f4 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.165747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf367a4b-f580-4a26-b739-5ed16de766d3 req-370413f5-390e-4edb-afda-a04a5cee47f4 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.1815116 Jan 29 04:29:22.178512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-368422bf-bc9f-4fa1-8319-f815863a66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.180334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-368422bf-bc9f-4fa1-8319-f815863a66c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398478 Jan 29 04:29:22.212344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.216231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.230024 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.236205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:22.249337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.254287 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.254680 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Added segment 6c048ea1-d066-4704-be20-f0c35dcbef6e of type vlan for network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 Jan 29 04:29:22.295055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.319995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.320925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.321502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.360876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf367a4b-f580-4a26-b739-5ed16de766d3 req-3854863c-0aaa-47d1-817a-d97c991b3720 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795404 Jan 29 04:29:22.381020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=2793593b-ab33-44a4-9b3b-0c9b19b166ab,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.391475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] Pushing event updated for resources: {'Network': ['ID=90bedd0d-3d89-42e4-a5b6-92412bffe6d2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.399292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a6067ee5-0ef1-4268-b3d5-11556c1de24c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4751005 Jan 29 04:29:22.402270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50468) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:22.403027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:22.407504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Request body: {'subnet': {'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-165043063-subnet', 'tenant_id': '52b4e251be4a4cb4abe883d972292ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:22.416108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b920a7a-6160-4ccb-a060-ff6ad93bf18d req-6d622bea-4602-42b4-be54-8869892b4482 service neutron] 10.222.0.36 "GET /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822413 Jan 29 04:29:22.429753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': '6779743e-96ed-4473-be79-78294e297651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:22.430205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: b4b0bbfa-cacd-4935-8e73-25189bb5f993, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:22.435054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Made reservation on behalf of 52b4e251be4a4cb4abe883d972292ab6 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:22.438043 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.438218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-ac223dfd-a8e8-423f-a330-e0dd0db62319 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222834 Jan 29 04:29:22.489480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network b4b0bbfa-cacd-4935-8e73-25189bb5f993 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:22.528777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b4b0bbfa-cacd-4935-8e73-25189bb5f993) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:22.535423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.535541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.542091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54e812-cd94-4356-871d-eeebde90236e None None] Network b4b0bbfa-cacd-4935-8e73-25189bb5f993 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:22.573124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4005e984-bdb3-4008-a97a-918a180182a8 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0218058 Jan 29 04:29:22.575988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:22.593115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.598943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.605868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.611825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.617842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.623632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.629455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.631698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-c535c3de-461c-41b5-9e27-3cc77d39782a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1373291 Jan 29 04:29:22.684174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-e51c316b-7802-4579-8758-9395dcf2fcc5 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274535 Jan 29 04:29:22.714699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad38a9e9-f3ec-435e-8f7d-c0b92d44fc56 req-30a413e8-4bb6-4746-bdd8-9d3980b9316d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759776 Jan 29 04:29:22.724169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-b4b0bbfa-cacd-4935-8e73-25189bb5f993', 'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': '2793593b-ab33-44a4-9b3b-0c9b19b166ab'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:22.725046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.830471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:22.868186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7d33cad-37e4-493b-b886-b3e06d5c7523 req-528a81b3-fa0a-4dda-bc4b-49896bb400ac tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0478566 Jan 29 04:29:22.927918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61c93e5-bd79-4efe-a88e-c432f37f6080,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:22.936620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Checking segment: {'id': '6c048ea1-d066-4704-be20-f0c35dcbef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:22.937035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Network hostable DHCP agents. Network: 90bedd0d-3d89-42e4-a5b6-92412bffe6d2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:22.941137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Allocated IP 2001:db8::1 (b4b0bbfa-cacd-4935-8e73-25189bb5f993/2793593b-ab33-44a4-9b3b-0c9b19b166ab/451adb51-888b-4849-af2f-c86efd520975) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:22.957171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:22.971690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 90bedd0d-3d89-42e4-a5b6-92412bffe6d2) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:22.997727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:22.998828 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.017997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f91195-e158-4d20-95df-8718b44d71ed None None] Network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:23.028890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e3939e14-6030-4760-ae7d-38922336b00e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6253169 Jan 29 04:29:23.127729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067e77d-129b-431a-b2ce-956a1f1d3517 req-e3a028c4-df22-40f9-a3b7-c806aa3dc8c2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.140791 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0067e77d-129b-431a-b2ce-956a1f1d3517 req-e3a028c4-df22-40f9-a3b7-c806aa3dc8c2 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0839772 Jan 29 04:29:23.176176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-cfff4d92-822e-4e32-b224-5b22d7e708b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.4839225 Jan 29 04:29:23.178570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-41fa00ae-e2e3-40fb-81b4-ad318fc34d6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1be1f37a-ec22-429e-98fa-7628eefa8130 HTTP/1.1" status: 200 len: 217 time: 0.4702065 Jan 29 04:29:23.182213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.197100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0067e77d-129b-431a-b2ce-956a1f1d3517 req-c66016d4-5604-4027-aa1c-bb9e6a1daa83 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554304 Jan 29 04:29:23.242789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff362a-b741-4c46-83e9-7af02eb40e70 None None] Network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:23.271487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c846-c72d-48d1-9726-509a80af96f1 req-5f0774df-c686-451d-a640-bcdd986e9d90 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.273930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d08c846-c72d-48d1-9726-509a80af96f1 req-5f0774df-c686-451d-a640-bcdd986e9d90 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.6651440 Jan 29 04:29:23.298145 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.304835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df35303c-8839-487e-9bae-dbb84f50ccd7 req-6a334bcb-52e4-4707-97dd-0bc715d4b3cd tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0377827 Jan 29 04:29:23.312481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.385511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Network b4b0bbfa-cacd-4935-8e73-25189bb5f993 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:23.392098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:23.395269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d1947-d011-4ef5-a4af-59a101e5d6fa req-c444f8f9-feb4-4ebb-b362-8fe7053f3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.397304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2d1947-d011-4ef5-a4af-59a101e5d6fa req-c444f8f9-feb4-4ebb-b362-8fe7053f3322 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 1097 time: 0.2094002 Jan 29 04:29:23.416933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Pushing event updated for resources: {'Port': ['ID=451adb51-888b-4849-af2f-c86efd520975,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:23.419342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:23.497481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-54d01786-5198-43e7-9d1f-dd911b49fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.498972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-54d01786-5198-43e7-9d1f-dd911b49fa73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c33c60f6-a176-4fad-93a6-9e129f3b51f0 HTTP/1.1" status: 200 len: 797 time: 0.2715199 Jan 29 04:29:23.501076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Attempting to bind port 451adb51-888b-4849-af2f-c86efd520975 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:23.501401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Attempting to bind port 451adb51-888b-4849-af2f-c86efd520975 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6779743e-96ed-4473-be79-78294e297651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:23.501787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Attempting to bind port 451adb51-888b-4849-af2f-c86efd520975 on network b4b0bbfa-cacd-4935-8e73-25189bb5f993 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:23.506858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:23.507227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Checking segment: {'id': '6779743e-96ed-4473-be79-78294e297651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:23.507870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.508156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Bound using segment: {'id': '6779743e-96ed-4473-be79-78294e297651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:23.508560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Bound port: 451adb51-888b-4849-af2f-c86efd520975, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6779743e-96ed-4473-be79-78294e297651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:23.509589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.513711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d08c846-c72d-48d1-9726-509a80af96f1 req-1b0ca700-6507-486a-82e1-d23c9a4d4a11 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011046 Jan 29 04:29:23.525077 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.585347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] For port 451adb51-888b-4849-af2f-c86efd520975, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:23.588594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] For port 451adb51-888b-4849-af2f-c86efd520975, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=451adb51-888b-4849-af2f-c86efd520975,segment=NetworkSegment(6779743e-96ed-4473-be79-78294e297651),segment_id=6779743e-96ed-4473-be79-78294e297651)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:23.595980 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.596429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2d1947-d011-4ef5-a4af-59a101e5d6fa req-e3bb15ec-eefa-464f-8d10-74d7908e0f77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672227 Jan 29 04:29:23.606066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-6095f6d8-eb8d-4b3c-9439-79e77a10646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.607526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-6095f6d8-eb8d-4b3c-9439-79e77a10646f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3788385 Jan 29 04:29:23.642750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-e7c7a019-89fc-4f15-9896-fc13c76a0306 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.643828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-e7c7a019-89fc-4f15-9896-fc13c76a0306 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/networks?id=90bedd0d-3d89-42e4-a5b6-92412bffe6d2 HTTP/1.1" status: 200 len: 813 time: 0.1162188 Jan 29 04:29:23.661046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-d620bf0d-2340-4e06-9cfb-963720571ae4 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/quotas/52b4e251be4a4cb4abe883d972292ab6 HTTP/1.1" status: 200 len: 375 time: 0.0107074 Jan 29 04:29:23.666667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9121-4b37-44d3-bd7d-e258f5e51a31 None None] Pushing event updated for resources: {'Port': ['ID=451adb51-888b-4849-af2f-c86efd520975,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:23.674994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-ca070515-2476-48c6-80c6-df6e4e75f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.676921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-ca070515-2476-48c6-80c6-df6e4e75f4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1671021 Jan 29 04:29:23.696349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-2a135975-e70d-419d-81a6-2a22561615b6 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52b4e251be4a4cb4abe883d972292ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285265 Jan 29 04:29:23.700872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121484e-55a5-4293-b523-9882697dfb91 req-bd0cdbf9-5ff0-4819-8aec-fb8156159bac tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:23.702574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d121484e-55a5-4293-b523-9882697dfb91 req-bd0cdbf9-5ff0-4819-8aec-fb8156159bac tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.1028082 Jan 29 04:29:23.704197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.740058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=2793593b-ab33-44a4-9b3b-0c9b19b166ab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:23.789713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58b532a3-7d12-4280-8572-52f073dc63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.809277 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-fde0a103-886d-411b-85c7-71b7d51910ad service neutron] 10.222.0.32 "GET /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044774 Jan 29 04:29:23.836667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d121484e-55a5-4293-b523-9882697dfb91 req-aaf6e9e2-6b00-4328-8ac3-b281f38aa354 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210275 Jan 29 04:29:23.838488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.873996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b0bbfa-cacd-4935-8e73-25189bb5f993']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:23.895808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6779743e-96ed-4473-be79-78294e297651') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:23.896237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6779743e-96ed-4473-be79-78294e297651') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:23.936384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:23.950637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-42028c05-b1a9-4652-94d4-9fb54cbbb672 service neutron] 10.222.0.32 "GET /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352451 Jan 29 04:29:24.069563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:24.090433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:24.090730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:24.095876 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:24.186705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.193640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.200371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.206324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.212635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.213741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:29:24.213741 n-d-825930-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:29:24.213741 n-d-825930-1 neutron-server[102402]: [parameters: {'id': 'b4b0bbfa-cacd-4935-8e73-25189bb5f993'}] Jan 29 04:29:24.213741 n-d-825930-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:29:24.214435 n-d-825930-1 neutron-server[102402]: DEBUG oslo_db.api [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:29:24.219177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.224769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa3950-dca9-488d-ab8b-bc174a1c3925 req-41171138-474b-4886-9927-d65202a0e36d tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.226044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.227152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1aa3950-dca9-488d-ab8b-bc174a1c3925 req-41171138-474b-4886-9927-d65202a0e36d tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.2888987 Jan 29 04:29:24.228209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-500a19ee-e0ff-4bdf-9c6b-7349acdd3f78 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1060002 Jan 29 04:29:24.231770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-2cd61867-7af4-4c9d-80ea-0d1eae5b90a5 service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177102 Jan 29 04:29:24.232734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-1ca3a3ca-b44b-4680-98d0-b47de8b3605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.234173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-1ca3a3ca-b44b-4680-98d0-b47de8b3605f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224475 Jan 29 04:29:24.294073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d673f1be-63cd-4f9d-9fa6-dd98f13fe64d req-9b09cbe7-5d4d-4df7-af94-9bcbb29ed187 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585532 Jan 29 04:29:24.345713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37bd3458-224e-4bf2-8460-fa377cff1d4f req-34ccbad4-a11f-4d47-acdc-e422413658a9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0347672 Jan 29 04:29:24.353793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1aa3950-dca9-488d-ab8b-bc174a1c3925 req-132ecd68-8ad8-41ac-939d-51b7d2251095 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182208 Jan 29 04:29:24.411534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-09ff4572-ac42-4b15-8ec8-271ad325c2ce service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598916 Jan 29 04:29:24.451160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99c92c-5919-423d-8ec8-73268b1e5d8d req-8ee68b2e-3948-444b-986a-33b0adcf4e6f tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.452641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e99c92c-5919-423d-8ec8-73268b1e5d8d req-8ee68b2e-3948-444b-986a-33b0adcf4e6f tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.0833437 Jan 29 04:29:24.475380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-4e56101b-a912-4daf-b4db-cb7a08ae9c7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f HTTP/1.1" status: 200 len: 217 time: 0.0543108 Jan 29 04:29:24.495522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e99c92c-5919-423d-8ec8-73268b1e5d8d req-ce5ad0d8-f5d5-42b0-87c5-b1cd9a3de4f8 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Jan 29 04:29:24.521323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-188ecae1-6067-4f9d-a377-d481fc4db046 req-3e40e5c0-cb14-4960-b3a5-9e46afb202d1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0868573 Jan 29 04:29:24.563091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-69984cda-f25e-4853-a510-7da88f5672e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.565179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-69984cda-f25e-4853-a510-7da88f5672e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c33c60f6-a176-4fad-93a6-9e129f3b51f0 HTTP/1.1" status: 200 len: 797 time: 0.0599437 Jan 29 04:29:24.646223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d3d0649-a53b-469f-a736-c5553bf188cb req-b8038d5a-287c-4e92-9047-127d82522a6c tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 210 time: 0.0352981 Jan 29 04:29:24.665540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-56dbc033-cd04-445b-ba71-2c02f948a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.667306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-56dbc033-cd04-445b-ba71-2c02f948a1df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947676 Jan 29 04:29:24.690384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303d4ed-b39c-4098-ba1f-174952b5c7da req-754b4f33-3a7e-4c33-a3e8-d2a6a6e52d3a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:24.691921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9303d4ed-b39c-4098-ba1f-174952b5c7da req-754b4f33-3a7e-4c33-a3e8-d2a6a6e52d3a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0651035 Jan 29 04:29:24.715828 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:24.726310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55a9ff9b-dd70-436b-9954-ce27153c1bdf req-33b8a0f8-0eac-42bc-831c-c4b5c9513ef7 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0264006 Jan 29 04:29:24.738723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9303d4ed-b39c-4098-ba1f-174952b5c7da req-d53de5b3-1f6f-4017-8449-1b419715a106 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Jan 29 04:29:24.914430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port 451adb51-888b-4849-af2f-c86efd520975 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:24.914805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:24.922311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414dd3f-74e0-4064-9de7-141bede59292 None None] Network b4b0bbfa-cacd-4935-8e73-25189bb5f993 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:24.945281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35508571-3e0d-4b0d-9e9f-a60814cfe8f2 req-4973ad1c-8b24-48e3-8c87-1461e39f63da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0897927 Jan 29 04:29:25.015129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ef0dcfaf-572f-40a7-844a-11d99763ce05 None None] Provisioning complete for port 451adb51-888b-4849-af2f-c86efd520975 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:25.015420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef0dcfaf-572f-40a7-844a-11d99763ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.119623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port 451adb51-888b-4849-af2f-c86efd520975, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=451adb51-888b-4849-af2f-c86efd520975,segment=NetworkSegment(6779743e-96ed-4473-be79-78294e297651),segment_id=6779743e-96ed-4473-be79-78294e297651)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:25.120087 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.147523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef0dcfaf-572f-40a7-844a-11d99763ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.157333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for 451adb51-888b-4849-af2f-c86efd520975 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:25.176879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] DHCP port deletion for b4b0bbfa-cacd-4935-8e73-25189bb5f993 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:25.186419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1c2a5-492e-4649-963c-9944e46563b4 req-a9764f85-7bee-42d1-b038-d69355122d46 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.187909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cc1c2a5-492e-4649-963c-9944e46563b4 req-a9764f85-7bee-42d1-b038-d69355122d46 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.1912503 Jan 29 04:29:25.188498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ef0dcfaf-572f-40a7-844a-11d99763ce05 None None] For port 451adb51-888b-4849-af2f-c86efd520975, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=451adb51-888b-4849-af2f-c86efd520975,segment=NetworkSegment(6779743e-96ed-4473-be79-78294e297651),segment_id=6779743e-96ed-4473-be79-78294e297651)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:25.196266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-0e3d13bd-3394-4826-bdd5-9d4725cba55e service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902099 Jan 29 04:29:25.210832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef0dcfaf-572f-40a7-844a-11d99763ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.261233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35508571-3e0d-4b0d-9e9f-a60814cfe8f2 req-67e1dcf7-b5ed-4bbf-a528-f25d6c65df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.262722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35508571-3e0d-4b0d-9e9f-a60814cfe8f2 req-67e1dcf7-b5ed-4bbf-a528-f25d6c65df1c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2685444 Jan 29 04:29:25.268982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dcfaf-572f-40a7-844a-11d99763ce05 None None] Pushing event updated for resources: {'Port': ['ID=451adb51-888b-4849-af2f-c86efd520975,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.276243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] Deleting port 451adb51-888b-4849-af2f-c86efd520975 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:25.276627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.342365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] For port 451adb51-888b-4849-af2f-c86efd520975, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=451adb51-888b-4849-af2f-c86efd520975,segment=NetworkSegment(6779743e-96ed-4473-be79-78294e297651),segment_id=6779743e-96ed-4473-be79-78294e297651)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:25.342828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.357217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] Calling delete_port for 451adb51-888b-4849-af2f-c86efd520975 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:25.376771 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:29:25.384808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cc1c2a5-492e-4649-963c-9944e46563b4 req-0bcd9948-78f4-4792-ac68-9ff7c9723101 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875517 Jan 29 04:29:25.470117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-092c4ec0-4e29-478e-b69b-d5362191e36a req-99c8ee62-4e05-44e8-ae50-dbbb4da6c1d7 service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507699 Jan 29 04:29:25.490556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35508571-3e0d-4b0d-9e9f-a60814cfe8f2 req-5a40e0a4-991c-4e84-b074-01eaaa30ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.492466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35508571-3e0d-4b0d-9e9f-a60814cfe8f2 req-5a40e0a4-991c-4e84-b074-01eaaa30ea4c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146258 Jan 29 04:29:25.493542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.501985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.503408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.521158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.532242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.540411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.541066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=451adb51-888b-4849-af2f-c86efd520975,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.541354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] Pushing event deleted for resources: {'Port': ['ID=451adb51-888b-4849-af2f-c86efd520975,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:25.546078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658e05-7e43-4c35-ab29-98f837e478a8 None None] No DVR routers for this DVR port 451adb51-888b-4849-af2f-c86efd520975 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:25.547083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.548214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port 451adb51-888b-4849-af2f-c86efd520975 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:25.554778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.570532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.573234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-1cb11ca5-7724-466a-b39e-e3a05e702891 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1853688 Jan 29 04:29:25.626454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4350093-ed0c-4d8f-ad4b-862c8e75d73e req-ba94e7cb-a142-487a-8970-e43573de6ec0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465193 Jan 29 04:29:25.658367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.686863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b0bbfa-cacd-4935-8e73-25189bb5f993']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:25.697039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6779743e-96ed-4473-be79-78294e297651') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:25.697346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6779743e-96ed-4473-be79-78294e297651') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:25.711242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.735330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c903bea-64e3-4e91-b1f8-72d83e968f77 req-fdb85974-9003-4a5c-a739-30e1bfacf943 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0286291 Jan 29 04:29:25.749965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58bea6fa-70f9-46aa-928e-bcf0bde77b5d req-7b555072-fa1f-4a27-89be-743c28fefffa tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 210 time: 0.0294940 Jan 29 04:29:25.750899 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.776703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:25.777115 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:25.780009 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:25.879200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac67b-5168-4338-b542-4b6bc79b51f6 req-74420534-136b-4283-be63-20a5d9e64e22 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:25.880682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d0ac67b-5168-4338-b542-4b6bc79b51f6 req-74420534-136b-4283-be63-20a5d9e64e22 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Jan 29 04:29:25.920369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d0ac67b-5168-4338-b542-4b6bc79b51f6 req-034308f8-c4fa-43da-bd44-a87908add94d tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Jan 29 04:29:25.931364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9e409ad-ebca-44cf-b748-f0ce6afd03b2 req-99c41b90-196b-43ff-bed1-4e51039c0055 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0968049 Jan 29 04:29:25.973338 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.002951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.003429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.004228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.004697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.005156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.005614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.006093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.008616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-dfd4ca20-0cff-4536-976e-7a2d5b8224a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6487 time: 0.2163236 Jan 29 04:29:26.010462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35508571-3e0d-4b0d-9e9f-a60814cfe8f2 req-4feaffdf-79ef-4fe8-a618-0eb2a724bd08 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.36 "GET /v2.0/ports?device_id=45c4ffeb-60fc-4857-9b02-53cc8426f5fb HTTP/1.1" status: 200 len: 210 time: 0.0646296 Jan 29 04:29:26.016103 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.023710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/b4b0bbfa-cacd-4935-8e73-25189bb5f993 HTTP/1.1" status: 204 len: 168 time: 3.4465103 Jan 29 04:29:26.026899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:26.031910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550461220'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:26.048238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53398f-f8bf-4212-97df-5ff9105efcdc req-635b6149-1064-4bdc-bb3a-1acef0ae429b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.051816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-60086d0c-a960-44ee-a31e-eee1b77edf74 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.053291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-60086d0c-a960-44ee-a31e-eee1b77edf74 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.36 "GET /v2.0/networks?id=90bedd0d-3d89-42e4-a5b6-92412bffe6d2 HTTP/1.1" status: 200 len: 813 time: 0.3065555 Jan 29 04:29:26.060639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc53398f-f8bf-4212-97df-5ff9105efcdc req-635b6149-1064-4bdc-bb3a-1acef0ae429b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0679550 Jan 29 04:29:26.061390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d72d1-9ff4-473b-a252-d9781541162c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=b4b0bbfa-cacd-4935-8e73-25189bb5f993,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:26.063940 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c844f941-72b5-4ea0-b6d7-f7e43a752bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.118168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc53398f-f8bf-4212-97df-5ff9105efcdc req-96748de2-ec7f-455c-a599-0a10ac678f89 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560179 Jan 29 04:29:26.121763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Request body: {'port': {'device_id': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2', 'admin_state_up': True, 'tenant_id': '52b4e251be4a4cb4abe883d972292ab6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:26.379287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791fbf8-c95f-4ffb-afed-9e94dca613b1 req-105ef7cc-82f3-41b8-b0da-1ab0435e8e52 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.388079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a791fbf8-c95f-4ffb-afed-9e94dca613b1 req-105ef7cc-82f3-41b8-b0da-1ab0435e8e52 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0656164 Jan 29 04:29:26.430324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a791fbf8-c95f-4ffb-afed-9e94dca613b1 req-1587c757-aead-48bc-8077-4d2e313bce11 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Jan 29 04:29:26.518771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:26.522547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.617932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:26.626544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-997ed311-e2e0-454f-bd19-be57a9aad042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.628007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-997ed311-e2e0-454f-bd19-be57a9aad042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f3a1eb-bcbe-47c4-a092-70d46d746218 HTTP/1.1" status: 200 len: 902 time: 0.5848241 Jan 29 04:29:26.638280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-2d644a82-7aab-47db-ac0f-89402038af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.639630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-2d644a82-7aab-47db-ac0f-89402038af15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 1097 time: 0.1315367 Jan 29 04:29:26.649547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.649922 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment 4258688e-025e-45fc-aaed-2538a48079be of type vlan for network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a Jan 29 04:29:26.706508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-9a1606a3-cdad-4511-9b23-3b6c3033a257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f HTTP/1.1" status: 200 len: 217 time: 0.0711958 Jan 29 04:29:26.832950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.878007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Made reservation on behalf of 52b4e251be4a4cb4abe883d972292ab6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:26.881400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e555938-40a7-4019-b8dc-d63db2419be6 req-55936c4f-51fe-403b-ad57-2672dc224838 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 210 time: 0.0304327 Jan 29 04:29:26.885830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.898462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-b322d941-4c70-4ae5-bf7e-93c939dc6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.899934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-b322d941-4c70-4ae5-bf7e-93c939dc6591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c33c60f6-a176-4fad-93a6-9e129f3b51f0 HTTP/1.1" status: 200 len: 797 time: 0.1714482 Jan 29 04:29:26.937626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.944213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.950165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.956137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.962240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.968016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.974169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.976681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-262dfbc7-1e03-4b11-a020-2236d60c40dd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.2511723 Jan 29 04:29:26.993767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:26.999267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:26.999840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:27.034506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-178bb634-d4be-4fbf-a21b-ae644c85ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.035928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-178bb634-d4be-4fbf-a21b-ae644c85ae75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 911 time: 0.3837657 Jan 29 04:29:27.067372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-02e1e4ae-ae00-45ce-97ee-8d0430f0423e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.069322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-02e1e4ae-ae00-45ce-97ee-8d0430f0423e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.1084564 Jan 29 04:29:27.085835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8d3fe0ad-470d-49c9-9aa0-c2842c30cda8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.0098071 Jan 29 04:29:27.119133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-e30e94b7-685e-4ca5-bc46-6d201b205c26 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271885 Jan 29 04:29:27.177044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1491137 Jan 29 04:29:27.180930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:27.187457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:27.188351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-e349b6ce-e422-4a3a-906c-9faf022c2643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607aaf38-82f5-4de6-8293-57cc33c284d9 HTTP/1.1" status: 200 len: 217 time: 0.1260607 Jan 29 04:29:27.206359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec1583-bca2-4769-9a15-c1e30bd97b64 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=024012aa-7aeb-468f-a6af-4c0e7ad1f84a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:27.206773 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:27.220944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:27.241951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87414e87-2531-4ebf-b269-19768c6f47c9 req-aa192980-1152-48a5-9895-f7cd61dc4e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500889 Jan 29 04:29:27.244014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-6f882732-a6cc-42d3-b9d7-2220cf54854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.245547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-6f882732-a6cc-42d3-b9d7-2220cf54854d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3207400 Jan 29 04:29:27.307469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-54d1ff18-e0fb-4f2b-beba-81843ed35159 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812682 Jan 29 04:29:27.383612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:27.387097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:27.407214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-c22da745-b85e-48a0-871b-54e031f941fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.408662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-c22da745-b85e-48a0-871b-54e031f941fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.1935012 Jan 29 04:29:27.414872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Allocated IP 172.20.0.4 (90bedd0d-3d89-42e4-a5b6-92412bffe6d2/a61c93e5-bd79-4efe-a88e-c432f37f6080/f016fffe-b480-49bc-a142-987f3a31c1fa) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:27.474501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-d69378b2-67f9-44b4-acb8-ffc2d7bb91ac service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659045 Jan 29 04:29:27.476853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-f46d3919-f4cc-4570-a9c1-98048435d3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506244 Jan 29 04:29:27.542562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd65cb-d4b6-4c84-a293-08850eb7b271 req-9d5c460b-bdf7-4646-be39-21bf1c4084c5 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.544071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90dd65cb-d4b6-4c84-a293-08850eb7b271 req-9d5c460b-bdf7-4646-be39-21bf1c4084c5 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.1761203 Jan 29 04:29:27.580800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-4390962b-4ade-4b86-ba8a-5958610d8978 service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810714 Jan 29 04:29:27.621715 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:27.697829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4d8e40a-cadd-4f8e-8930-a497797ffa69 req-b2f09117-b74b-4d54-80cb-e64dc6848a1a tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0441632 Jan 29 04:29:27.723180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=1fe3e843-6d0b-4479-853c-2d8608333d6f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:27.744290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': '4258688e-025e-45fc-aaed-2538a48079be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:27.744778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: 024012aa-7aeb-468f-a6af-4c0e7ad1f84a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:27.769799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:27.781020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 024012aa-7aeb-468f-a6af-4c0e7ad1f84a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:27.787232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.789467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:27.801195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e289e3-3b1e-4cce-be35-4eb14fa7b751 None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:27.802447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90dd65cb-d4b6-4c84-a293-08850eb7b271 req-b9281130-6a45-4f47-af1c-6912ab486e35 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162650 Jan 29 04:29:27.838479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e642c41d-3d94-4584-ad17-c4539c422ca6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6564596 Jan 29 04:29:27.845172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:27.852116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-56ff2817-0094-419b-b26c-9f1528b955b5 service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615150 Jan 29 04:29:27.861747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:27.889794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9890f3-9b8a-4ff9-9b6d-6f793c1436b1 req-2e6da4b9-88f8-41b8-9aea-3d1cc71ebf4c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:27.900334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a9890f3-9b8a-4ff9-9b6d-6f793c1436b1 req-2e6da4b9-88f8-41b8-9aea-3d1cc71ebf4c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0795999 Jan 29 04:29:27.952810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a9890f3-9b8a-4ff9-9b6d-6f793c1436b1 req-e99397c7-3862-4021-a85e-a13d2dface87 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Jan 29 04:29:27.999616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-024012aa-7aeb-468f-a6af-4c0e7ad1f84a', 'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': '1fe3e843-6d0b-4479-853c-2d8608333d6f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:28.001587 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.062470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39c1ef9f-b49b-4d9a-84db-64a6bf3c4241 req-e555a28e-970c-4305-951b-d73ca8fb6bca tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 210 time: 0.0463820 Jan 29 04:29:28.075790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7dc6914-2673-4663-b3ef-09766ddeafc2 req-65cb2324-d87d-4675-bf3b-1d0da81880ef service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807396 Jan 29 04:29:28.086141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-829bb0dd-6751-4355-9c48-993032009b12 req-348ed3e5-d9bf-4c4a-ad07-21121950a67b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 210 time: 0.1363389 Jan 29 04:29:28.128285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.177713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Allocated IP 2001:db8::2 (024012aa-7aeb-468f-a6af-4c0e7ad1f84a/1fe3e843-6d0b-4479-853c-2d8608333d6f/a5f51d0b-f70f-4843-864f-530af554bfdb) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:28.251538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d21bde-d47e-48ec-bb41-4c1d61400a82 req-2f903da3-faec-4a30-bfb3-f23b5082a9be service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782995 Jan 29 04:29:28.273976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-3f3bc0e4-f9e1-4070-a819-2c9c4e7bd7f9 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.275926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-3f3bc0e4-f9e1-4070-a819-2c9c4e7bd7f9 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.1141999 Jan 29 04:29:28.279725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.366543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:28.372230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:28.375050 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.375981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.380807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.381532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:28.387604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Pushing event updated for resources: {'Port': ['ID=f016fffe-b480-49bc-a142-987f3a31c1fa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.390041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:28.410639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.417197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.423733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.426360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:28.431177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.435060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:28.437542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:28.437780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.441079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Pushing event updated for resources: {'Port': ['ID=a5f51d0b-f70f-4843-864f-530af554bfdb,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.444834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.453706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.455746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-d7ee2b0e-a67f-48e3-92d0-2e18b93081d0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1125185 Jan 29 04:29:28.502144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Attempting to bind port a5f51d0b-f70f-4843-864f-530af554bfdb on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:28.502515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Attempting to bind port a5f51d0b-f70f-4843-864f-530af554bfdb by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4258688e-025e-45fc-aaed-2538a48079be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:28.502878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Attempting to bind port a5f51d0b-f70f-4843-864f-530af554bfdb on network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:28.504986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23c5788a-6338-4cfe-aaf3-950b4e6bdccf req-06bd777e-c6d4-4494-8fce-93cc524f07a5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422702 Jan 29 04:29:28.508971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:28.508971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Checking segment: {'id': '4258688e-025e-45fc-aaed-2538a48079be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:28.509218 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.509615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Bound using segment: {'id': '4258688e-025e-45fc-aaed-2538a48079be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:28.510191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Bound port: a5f51d0b-f70f-4843-864f-530af554bfdb, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4258688e-025e-45fc-aaed-2538a48079be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:28.510576 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.522451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.528500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.557692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-99a93ec6-7321-4418-92ff-247f490a50fb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4430535 Jan 29 04:29:28.582036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Deleting port b4e5c520-8951-420a-a263-8b3dd00e6800 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:28.582382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.589314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] For port a5f51d0b-f70f-4843-864f-530af554bfdb, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:28.592542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] For port a5f51d0b-f70f-4843-864f-530af554bfdb, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a5f51d0b-f70f-4843-864f-530af554bfdb,segment=NetworkSegment(4258688e-025e-45fc-aaed-2538a48079be),segment_id=4258688e-025e-45fc-aaed-2538a48079be)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:28.596970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.639340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Request body: {'port': {'device_id': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:28.664353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b046e9f-579e-4a29-8527-2d8d7a4d4451 None None] Pushing event updated for resources: {'Port': ['ID=a5f51d0b-f70f-4843-864f-530af554bfdb,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:28.844578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.892859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec8dd120-4aba-42ee-aeae-284f43058172 req-19e3f081-5323-44ee-a52e-653cb08cfb7d tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0822778 Jan 29 04:29:28.939717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] For port b4e5c520-8951-420a-a263-8b3dd00e6800, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=b4e5c520-8951-420a-a263-8b3dd00e6800,segment=NetworkSegment(48e0b434-87e0-48d1-bf0f-b2eec3e2cc86),segment_id=48e0b434-87e0-48d1-bf0f-b2eec3e2cc86)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:28.940099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:28.966363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae13c72-8c78-4263-a447-fcc122edec30 req-2a38a17f-3754-47e3-91bb-1930a130f16c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:28.968529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ae13c72-8c78-4263-a447-fcc122edec30 req-2a38a17f-3754-47e3-91bb-1930a130f16c tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 945 time: 0.0533078 Jan 29 04:29:28.977101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Calling delete_port for b4e5c520-8951-420a-a263-8b3dd00e6800 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:29.027986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ae13c72-8c78-4263-a447-fcc122edec30 req-cfec240c-330b-46b6-a3ee-f1cb6974f8ba tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a7e8663-608c-4fd4-b44d-72cf269b0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467775 Jan 29 04:29:29.079039 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.163893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.171891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-3aa4466e-cd19-4b62-bf5f-889b3ff737a1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.173392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-3aa4466e-cd19-4b62-bf5f-889b3ff737a1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.4776349 Jan 29 04:29:29.179139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.196230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f69a8-76de-4086-a0f3-15a97519b2d0 req-eac2dc4e-12d1-4fc9-af47-7d49f66759b4 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.197958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-904f69a8-76de-4086-a0f3-15a97519b2d0 req-eac2dc4e-12d1-4fc9-af47-7d49f66759b4 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 931 time: 0.0551748 Jan 29 04:29:29.247276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-904f69a8-76de-4086-a0f3-15a97519b2d0 req-379512e2-2557-4e83-a3b8-53128813a88a tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Jan 29 04:29:29.266856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Request body: {'port': {'device_id': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'admin_state_up': True, 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:29.342787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e321a27-4d6b-4692-a40f-57a9a4c2aa28 req-5a00b688-e138-4334-ba8b-2f1f74b689a1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 210 time: 0.0294142 Jan 29 04:29:29.422129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a5f51d0b-f70f-4843-864f-530af554bfdb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:29.476049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a5f51d0b-f70f-4843-864f-530af554bfdb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:29.476532 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.566339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.609347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a5f51d0b-f70f-4843-864f-530af554bfdb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a5f51d0b-f70f-4843-864f-530af554bfdb,segment=NetworkSegment(4258688e-025e-45fc-aaed-2538a48079be),segment_id=4258688e-025e-45fc-aaed-2538a48079be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:29.621880 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.666646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.672489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.680183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.680976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:29.686861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.692826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.694094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a5f51d0b-f70f-4843-864f-530af554bfdb,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.701056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:29.703923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.710706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.712615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bc80205d-c7cf-4c1e-8e09-ec6e4368c972 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1222026 Jan 29 04:29:29.723538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39272dfd-f0a8-499a-ab88-9d61bfebb5cb req-73f24b0b-fae5-4251-992a-f0fd00ce49f9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.725034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39272dfd-f0a8-499a-ab88-9d61bfebb5cb req-73f24b0b-fae5-4251-992a-f0fd00ce49f9 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.6363852 Jan 29 04:29:29.727436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.728362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.745251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=bd63ee98-8da7-4694-9b5a-8ef2ae53a1a1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:29.763005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c96b2b96-054b-4238-8e2d-4f422baddd55 req-bdce166e-747d-4dc2-894a-977c05eaeca3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408399 Jan 29 04:29:29.828580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f966ca31-6c23-4f85-933f-2e535978fb89 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9794886 Jan 29 04:29:29.831243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50606) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:29.875173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba461af-f236-426c-a274-b1e1df650b09 None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:29.914598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39272dfd-f0a8-499a-ab88-9d61bfebb5cb req-d580177d-2043-44a8-91db-f5469f07baa7 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614671 Jan 29 04:29:29.943479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aff3d6-e9dd-4d76-984e-22006a5712ba tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.944547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a6abacc4-2e40-4f4e-b5f6-ca5b5e5fb190 None None] Provisioning complete for port a5f51d0b-f70f-4843-864f-530af554bfdb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:29.944924 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6abacc4-2e40-4f4e-b5f6-ca5b5e5fb190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.946723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aff3d6-e9dd-4d76-984e-22006a5712ba tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.948788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aff3d6-e9dd-4d76-984e-22006a5712ba tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.951117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aff3d6-e9dd-4d76-984e-22006a5712ba tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.951871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:29.953419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aff3d6-e9dd-4d76-984e-22006a5712ba tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:29.956219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-51aff3d6-e9dd-4d76-984e-22006a5712ba tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1239357 Jan 29 04:29:29.960977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50612) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:29.967490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-316122082'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:30.009293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Pushing event deleted for resources: {'Port': ['ID=b4e5c520-8951-420a-a263-8b3dd00e6800,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.017883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:30.021544 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.070783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5103496c-39e8-4fa3-8c7e-75770db3453a req-d6412d0b-724a-4090-ab15-3df7eef5f5d3 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0501430 Jan 29 04:29:30.089453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:30.098414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.112810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] No DVR routers for this DVR port b4e5c520-8951-420a-a263-8b3dd00e6800 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:30.119630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.123399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04b75196-0c9b-4490-882e-e6c1fe4d06cd req-68575720-8735-4cdb-9858-03a52243c189 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.36 "DELETE /v2.0/ports/b4e5c520-8951-420a-a263-8b3dd00e6800 HTTP/1.1" status: 204 len: 173 time: 1.8074341 Jan 29 04:29:30.123897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'name': 'network-vif-deleted', 'tag': 'b4e5c520-8951-420a-a263-8b3dd00e6800'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:30.126256 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d0c90b-b0ed-4e36-b438-835d9868ae33" -d '{"events": [{"server_uuid": "8ac89929-692b-4ae8-9e58-f5b6aff322a9", "name": "network-vif-deleted", "tag": "b4e5c520-8951-420a-a263-8b3dd00e6800"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:30.133406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f016fffe-b480-49bc-a142-987f3a31c1fa {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:30.173506 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.198392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:30.204525 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e3950-05d6-446e-b36f-43c1bb98477d x-openstack-request-id: req-fd1e3950-05d6-446e-b36f-43c1bb98477d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:30.204847 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac89929-692b-4ae8-9e58-f5b6aff322a9", "name": "network-vif-deleted", "tag": "b4e5c520-8951-420a-a263-8b3dd00e6800", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:30.205280 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd1e3950-05d6-446e-b36f-43c1bb98477d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:30.205848 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac89929-692b-4ae8-9e58-f5b6aff322a9', 'name': 'network-vif-deleted', 'tag': 'b4e5c520-8951-420a-a263-8b3dd00e6800', 'status': 'completed', 'code': 200} Jan 29 04:29:30.215305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.216847 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment c15176b6-b0dc-446d-b889-f50652ea9723 of type vlan for network f3010699-a789-47fc-8ae6-d173d5fc9aff Jan 29 04:29:30.235670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d274e5ae-bd4b-453d-ad3a-9f4b5564951d req-6b16decf-7505-4b94-b872-efb6dafe65f7 tempest-ServersNegativeTestMultiTenantJSON-1454156218 tempest-ServersNegativeTestMultiTenantJSON-1454156218-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac89929-692b-4ae8-9e58-f5b6aff322a9 HTTP/1.1" status: 200 len: 210 time: 0.0546668 Jan 29 04:29:30.239742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Transition to ACTIVE for port object f016fffe-b480-49bc-a142-987f3a31c1fa will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:30.250213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.296219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.345735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Allocated IP 172.20.0.5 (61a7caeb-f810-4766-9c49-e2ecb81c4102/7ad1fbca-5034-4c39-86ae-3bca799a67fd/a4ab3ecc-0d0a-4d17-afda-74a965a34d34) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:30.352680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.362033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:30.362933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.371715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Pushing event updated for resources: {'Port': ['ID=f016fffe-b480-49bc-a142-987f3a31c1fa,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.454160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] Update dhcp port {'port': {'network_id': '024012aa-7aeb-468f-a6af-4c0e7ad1f84a', 'fixed_ips': [{'subnet_id': '1fe3e843-6d0b-4479-853c-2d8608333d6f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd63ee98-8da7-4694-9b5a-8ef2ae53a1a1'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'a5f51d0b-f70f-4843-864f-530af554bfdb'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:29:30.483132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.494088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-73e4121c-c2a0-49e0-b337-e3ecf08aa38f req-c4ed660f-da87-45a5-bef3-ab3a2f9544a5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 210 time: 0.0430751 Jan 29 04:29:30.527228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5625954 Jan 29 04:29:30.527228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24708be7-ad63-4a80-b1a0-214b5c337af6 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=f3010699-a789-47fc-8ae6-d173d5fc9aff,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.528698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50622) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:30.536275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:30.541282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f3010699-a789-47fc-8ae6-d173d5fc9aff details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:30.559285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Attempting to bind port f016fffe-b480-49bc-a142-987f3a31c1fa on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:30.559626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Attempting to bind port f016fffe-b480-49bc-a142-987f3a31c1fa by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '6c048ea1-d066-4704-be20-f0c35dcbef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:30.559973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Attempting to bind port f016fffe-b480-49bc-a142-987f3a31c1fa on network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:30.572670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Port f016fffe-b480-49bc-a142-987f3a31c1fa on network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:30.573017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Attempting to bind port f016fffe-b480-49bc-a142-987f3a31c1fa on network 90bedd0d-3d89-42e4-a5b6-92412bffe6d2 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:30.583103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:30.583480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Checking segment: {'id': '6c048ea1-d066-4704-be20-f0c35dcbef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:30.583876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Bound using segment: {'id': '6c048ea1-d066-4704-be20-f0c35dcbef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:30.584885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Bound port: f016fffe-b480-49bc-a142-987f3a31c1fa, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c048ea1-d066-4704-be20-f0c35dcbef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:30.585250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.596784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783247de-b53b-4664-b70f-82b0fd27c15c req-607267d0-be8b-47bf-8ef8-a431f5bda1bb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:30.598307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-783247de-b53b-4664-b70f-82b0fd27c15c req-607267d0-be8b-47bf-8ef8-a431f5bda1bb tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 943 time: 0.1588273 Jan 29 04:29:30.669755 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.704961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] For port f016fffe-b480-49bc-a142-987f3a31c1fa, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:30.709978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] For port f016fffe-b480-49bc-a142-987f3a31c1fa, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f016fffe-b480-49bc-a142-987f3a31c1fa,segment=NetworkSegment(6c048ea1-d066-4704-be20-f0c35dcbef6e),segment_id=6c048ea1-d066-4704-be20-f0c35dcbef6e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:30.710935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-783247de-b53b-4664-b70f-82b0fd27c15c req-b5fa3cc9-c41f-4545-a3d4-2ffcae6030b2 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032162 Jan 29 04:29:30.716778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.745338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] Allocated IP 172.20.0.1 (024012aa-7aeb-468f-a6af-4c0e7ad1f84a/bd63ee98-8da7-4694-9b5a-8ef2ae53a1a1/a5f51d0b-f70f-4843-864f-530af554bfdb) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:30.765285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.765467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:30.766017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.767405 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] 10.222.0.36 "PUT /v2.0/ports/f016fffe-b480-49bc-a142-987f3a31c1fa HTTP/1.1" status: 200 len: 1091 time: 2.1359894 Jan 29 04:29:30.787103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.790620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.813399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcc9c5-e552-404f-ad97-e2a060840f40 service neutron] Pushing event updated for resources: {'Port': ['ID=f016fffe-b480-49bc-a142-987f3a31c1fa,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.823374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network f3010699-a789-47fc-8ae6-d173d5fc9aff is not hosted by any dhcp agent {{(pid=102403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:29:30.828906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:30.829521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.831174 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "PUT /v2.0/networks/f3010699-a789-47fc-8ae6-d173d5fc9aff HTTP/1.1" status: 200 len: 723 time: 0.3000836 Jan 29 04:29:30.863310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:30.876969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:30.906278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] For port a5f51d0b-f70f-4843-864f-530af554bfdb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a5f51d0b-f70f-4843-864f-530af554bfdb,segment=NetworkSegment(4258688e-025e-45fc-aaed-2538a48079be),segment_id=4258688e-025e-45fc-aaed-2538a48079be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:30.919322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:30.930705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d61f-8ed3-4f03-98d2-0cdb18cf9cf5 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=f3010699-a789-47fc-8ae6-d173d5fc9aff,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.950203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f3010699-a789-47fc-8ae6-d173d5fc9aff details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:30.955993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:30.963267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:30.969796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:30.978069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event updated for resources: {'Port': ['ID=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:30.994195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:30.997831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.026846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-5418b1bd-17d9-48ea-ba41-678907edd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.028370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-5418b1bd-17d9-48ea-ba41-678907edd3d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b4e251be4a4cb4abe883d972292ab6&device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 1094 time: 0.1769657 Jan 29 04:29:31.035059 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.065262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.071995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.077995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.084583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.090586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.096554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.102700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.105383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-43ea1d47-dff8-4a38-8446-fb21814d0b7b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.2109983 Jan 29 04:29:31.110484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.111316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.133740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9370aab-de64-4498-a1de-7f51968e08c8 None None] Pushing event updated for resources: {'Port': ['ID=a5f51d0b-f70f-4843-864f-530af554bfdb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:31.160824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-56960f02-dab3-41a3-8491-9075ee092cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f016fffe-b480-49bc-a142-987f3a31c1fa HTTP/1.1" status: 200 len: 217 time: 0.1163468 Jan 29 04:29:31.188948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-8fbb6574-b23a-4e46-af97-80c3b6c56078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9554908 Jan 29 04:29:31.223443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-bce22159-7e8f-4137-a2d9-1d074a36d87d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:29:31.224476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-bce22159-7e8f-4137-a2d9-1d074a36d87d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145369 Jan 29 04:29:31.242163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8284d054-b3d5-4eca-be5d-24fabab1f1cc req-74c3d814-8cc4-47f0-8bb4-19e7604eec47 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268277 Jan 29 04:29:31.253656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-73c38942-f017-4324-b159-5a6cdd2b005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.254954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-73c38942-f017-4324-b159-5a6cdd2b005f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a61c93e5-bd79-4efe-a88e-c432f37f6080 HTTP/1.1" status: 200 len: 853 time: 0.0836008 Jan 29 04:29:31.298863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-131b8ae6-4d1a-4daf-bbbd-da6472a700f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90bedd0d-3d89-42e4-a5b6-92412bffe6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276828 Jan 29 04:29:31.343792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Request body: {'port': {'device_id': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:31.426710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a5f51d0b-f70f-4843-864f-530af554bfdb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:31.433926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ba3ee00-7aa1-4110-a45a-59181bf2156a req-cff9416b-7e2c-490e-a6c8-2a69b8714663 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0545945 Jan 29 04:29:31.446219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644438a-db1d-4876-9aaf-1d7dbf54e2b6 req-7d98e784-78e9-470c-befc-b3c615bb1d60 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.455312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6644438a-db1d-4876-9aaf-1d7dbf54e2b6 req-7d98e784-78e9-470c-befc-b3c615bb1d60 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0965445 Jan 29 04:29:31.495073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.526173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a5f51d0b-f70f-4843-864f-530af554bfdb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:31.526690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.527867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50638) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:31.570530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6644438a-db1d-4876-9aaf-1d7dbf54e2b6 req-349ef34d-3864-4e24-a3df-88bda31d7cd1 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140225 Jan 29 04:29:31.603403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-050652bb-dead-4ec8-9d25-c662cee5d118 service neutron] 10.222.0.36 "GET /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928247 Jan 29 04:29:31.641388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b4e5c520-8951-420a-a263-8b3dd00e6800 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:31.675558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Deleting subnet 69711723-cc9e-4450-a27d-6a1441368da4 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:31.681618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.683844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: b4e5c520-8951-420a-a263-8b3dd00e6800 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:31.684238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device b4e5c520-8951-420a-a263-8b3dd00e6800 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:31.757776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.793619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.884721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:31.915619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505756eb-5d73-46ec-bcda-288ae902f2e6 None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:31.917333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90812239-75fd-439c-b9ad-efb2be3cffc4 req-8b14260e-bbf8-4544-a041-63612627e70f service neutron] 10.222.0.36 "GET /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983867 Jan 29 04:29:31.931674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e57969-0525-4ef6-aa00-c75960926298 req-277ed2e2-9da5-46a3-bd58-00b3552dd3d5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:31.938920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5e57969-0525-4ef6-aa00-c75960926298 req-277ed2e2-9da5-46a3-bd58-00b3552dd3d5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 931 time: 0.2210269 Jan 29 04:29:31.968173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=40ad4b3a-c0ab-4e89-b0c0-44ba459205cc,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:31.992251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': 'c15176b6-b0dc-446d-b889-f50652ea9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:31.992251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: f3010699-a789-47fc-8ae6-d173d5fc9aff, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:32.005076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-952b1c80-6cee-4a39-8ab8-6f8d932e0176 None None] Provisioning complete for port a5f51d0b-f70f-4843-864f-530af554bfdb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:32.005317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5e57969-0525-4ef6-aa00-c75960926298 req-37e9dd9d-94b2-44dd-b6cc-a089f337b68f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627062 Jan 29 04:29:32.005436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-952b1c80-6cee-4a39-8ab8-6f8d932e0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.025328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2de63-1125-4abd-ab28-3255ae719994 req-cc0204fe-31b1-417e-b589-6d230ae59709 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.027375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44e2de63-1125-4abd-ab28-3255ae719994 req-cc0204fe-31b1-417e-b589-6d230ae59709 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 943 time: 0.1438887 Jan 29 04:29:32.043104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.059738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network f3010699-a789-47fc-8ae6-d173d5fc9aff is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:32.097524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69711723-cc9e-4450-a27d-6a1441368da4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.104721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ab3ecc-0d0a-4d17-afda-74a965a34d34 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:32.106268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.109832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6798441a-5137-42df-a98c-0b8e33789b72 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/69711723-cc9e-4450-a27d-6a1441368da4 HTTP/1.1" status: 204 len: 168 time: 0.5806150 Jan 29 04:29:32.112731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50646) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:32.120527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f3010699-a789-47fc-8ae6-d173d5fc9aff) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:32.129554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.130157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.135063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.156637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Transition to ACTIVE for port object a4ab3ecc-0d0a-4d17-afda-74a965a34d34 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:32.169426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba87cb-9efb-45fe-a97b-11f4e37d031a req-f3f521ac-7b89-4cbe-8eff-ce66ba4d8b35 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.171055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97e373-0ea0-480d-b3c1-7d37869540d0 None None] Network f3010699-a789-47fc-8ae6-d173d5fc9aff requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:32.171313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91ba87cb-9efb-45fe-a97b-11f4e37d031a req-f3f521ac-7b89-4cbe-8eff-ce66ba4d8b35 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0857396 Jan 29 04:29:32.172595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.202536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44e2de63-1125-4abd-ab28-3255ae719994 req-52c12961-a974-48c6-8e67-0e0623f1e56d tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621361 Jan 29 04:29:32.213671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'tag': 'f016fffe-b480-49bc-a142-987f3a31c1fa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:32.221961 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34221b00-88a6-4a1f-a94b-f0172f3aaccb" -d '{"events": [{"name": "network-changed", "server_uuid": "61d511d0-893b-4005-bf0f-eb5fbea38def", "tag": "f016fffe-b480-49bc-a142-987f3a31c1fa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:32.223632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.234372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2e72e6a3-ea82-4779-89ac-530219ceb6cf tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3698413 Jan 29 04:29:32.237406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:32.248657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:32.275179 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27003af-39c1-4e27-a2f1-fde3dcacd8dc x-openstack-request-id: req-d27003af-39c1-4e27-a2f1-fde3dcacd8dc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:32.275562 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d511d0-893b-4005-bf0f-eb5fbea38def", "tag": "f016fffe-b480-49bc-a142-987f3a31c1fa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:32.275820 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d27003af-39c1-4e27-a2f1-fde3dcacd8dc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:32.276333 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'tag': 'f016fffe-b480-49bc-a142-987f3a31c1fa', 'status': 'completed', 'code': 200} Jan 29 04:29:32.279455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.307247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91ba87cb-9efb-45fe-a97b-11f4e37d031a req-dceda407-b144-49a3-a88f-2646a1796b47 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265311 Jan 29 04:29:32.415613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f3010699-a789-47fc-8ae6-d173d5fc9aff', 'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': '40ad4b3a-c0ab-4e89-b0c0-44ba459205cc'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:32.416490 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.440073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-046cb5bc-7e13-4981-9350-976f80c5ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.441809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-046cb5bc-7e13-4981-9350-976f80c5ee40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b4e251be4a4cb4abe883d972292ab6&device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 1094 time: 0.0973878 Jan 29 04:29:32.446174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Attempting to bind port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:32.446174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Attempting to bind port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:32.446174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Attempting to bind port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:32.461371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:32.462179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Attempting to bind port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:32.478438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-45d4d933-add0-4ee4-bd71-86368488fcea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991292 Jan 29 04:29:32.509802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:32.509802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:32.519239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Bound using segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:32.526137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131592581'] for subnet, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.531046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Bound port: a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:32.531809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.604341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-965845dc-c5f6-4b3f-948e-7b0ca65980d2 req-c2b3adf4-ff58-4a2d-a3fe-17724797d4b5 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0585716 Jan 29 04:29:32.630448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.634823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.636434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Allocated IP 2001:db8::2 (f3010699-a789-47fc-8ae6-d173d5fc9aff/40ad4b3a-c0ab-4e89-b0c0-44ba459205cc/98235368-d692-4fc4-9d70-6b856b2a66d0) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:32.641477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.648296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.654856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.660975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.667261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.669405 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-82bae21e-88f4-46d6-b3c5-64a53e76ea02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.2607641 Jan 29 04:29:32.674061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.688785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-0a4299a8-f260-420a-bccd-4cfe061919a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.690307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-0a4299a8-f260-420a-bccd-4cfe061919a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90bedd0d-3d89-42e4-a5b6-92412bffe6d2 HTTP/1.1" status: 200 len: 914 time: 0.2381434 Jan 29 04:29:32.701247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-f897bcc2-c551-4c34-a41b-68434b0c2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.703093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-f897bcc2-c551-4c34-a41b-68434b0c2b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76b5c057842f49108dc8a7ea6d24292b&device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 1096 time: 0.1305301 Jan 29 04:29:32.707436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] For port a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:32.712058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] For port a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:32.715560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a001f769-30d2-430f-b10a-c44498821f50 None None] Provisioning complete for port a5f51d0b-f70f-4843-864f-530af554bfdb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:32.715936 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a001f769-30d2-430f-b10a-c44498821f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.722576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.732369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:32.752066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:32.752449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e0b434-87e0-48d1-bf0f-b2eec3e2cc86') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:32.768761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53498ae8-6a51-4e9d-9fa3-d002746360e1 req-9dce8d24-ed21-4eac-8f5e-adbb907cbff6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849137 Jan 29 04:29:32.770411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.784603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.792116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:32.792778 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:32.794751 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:32.797672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-3ef61f61-da53-4b41-9a07-31dc5eab0740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f016fffe-b480-49bc-a142-987f3a31c1fa HTTP/1.1" status: 200 len: 217 time: 0.0825551 Jan 29 04:29:32.830364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.830997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.832337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] 10.222.0.20 "PUT /v2.0/ports/a4ab3ecc-0d0a-4d17-afda-74a965a34d34 HTTP/1.1" status: 200 len: 1091 time: 1.5874255 Jan 29 04:29:32.863663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.871945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.878278 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9 HTTP/1.1" status: 204 len: 168 time: 0.7614183 Jan 29 04:29:32.884029 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.891189 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.893267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50656) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:32.903091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fc850-f975-4411-88e0-57e23af62c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4efc69-c8e1-4fb3-8a25-d0b2242c14e9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.935064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Network f3010699-a789-47fc-8ae6-d173d5fc9aff is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:32.939590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:32.942678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:32.964148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b350-f7d5-4bfe-8388-5fd7c74dd25f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.977311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Deleting subnet 3ed30fe4-fb8d-47fd-9bcc-1db19ecb95ec {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:32.982128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:32.984008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Pushing event updated for resources: {'Port': ['ID=98235368-d692-4fc4-9d70-6b856b2a66d0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:32.997081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-e108b531-b7ed-4693-b459-0e8a41e42027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:32.998745 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-e108b531-b7ed-4693-b459-0e8a41e42027 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a61c93e5-bd79-4efe-a88e-c432f37f6080 HTTP/1.1" status: 200 len: 853 time: 0.1934106 Jan 29 04:29:33.019198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-2b81f59f-eb3d-4e12-8e43-ed0335e65b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.020777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-2b81f59f-eb3d-4e12-8e43-ed0335e65b14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 1094 time: 0.1173987 Jan 29 04:29:33.024360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-4847445e-a088-4b40-95ae-3710ce7c57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.025882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-4847445e-a088-4b40-95ae-3710ce7c57ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 200 len: 911 time: 0.2597473 Jan 29 04:29:33.030021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Attempting to bind port 98235368-d692-4fc4-9d70-6b856b2a66d0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:33.030415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Attempting to bind port 98235368-d692-4fc4-9d70-6b856b2a66d0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'c15176b6-b0dc-446d-b889-f50652ea9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:33.030776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Attempting to bind port 98235368-d692-4fc4-9d70-6b856b2a66d0 on network f3010699-a789-47fc-8ae6-d173d5fc9aff {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:33.036658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:33.037032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Checking segment: {'id': 'c15176b6-b0dc-446d-b889-f50652ea9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:33.038267 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.038911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Bound using segment: {'id': 'c15176b6-b0dc-446d-b889-f50652ea9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:33.039532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Bound port: 98235368-d692-4fc4-9d70-6b856b2a66d0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15176b6-b0dc-446d-b889-f50652ea9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f3010699-a789-47fc-8ae6-d173d5fc9aff'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:33.039916 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.045435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-fbbf9cdf-3c72-47c2-850a-54bd566e3bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90bedd0d-3d89-42e4-a5b6-92412bffe6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370262 Jan 29 04:29:33.106729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.108623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746768454759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131335839'] for subnet, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.110143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] For port 98235368-d692-4fc4-9d70-6b856b2a66d0, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:33.113699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] For port 98235368-d692-4fc4-9d70-6b856b2a66d0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=98235368-d692-4fc4-9d70-6b856b2a66d0,segment=NetworkSegment(c15176b6-b0dc-446d-b889-f50652ea9723),segment_id=c15176b6-b0dc-446d-b889-f50652ea9723)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:33.118761 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.134212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-d696cf40-8dd9-4a11-9197-768377ef1b9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34 HTTP/1.1" status: 200 len: 217 time: 0.0925822 Jan 29 04:29:33.135520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-2fc528a5-0f39-44bf-9a98-d3223bc94694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63df4342-c0c9-4e88-8610-e0cfeba60052 HTTP/1.1" status: 200 len: 217 time: 0.0925236 Jan 29 04:29:33.161962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.163211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.164510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "PUT /v2.0/subnets/40ad4b3a-c0ab-4e89-b0c0-44ba459205cc HTTP/1.1" status: 200 len: 826 time: 0.9259465 Jan 29 04:29:33.170303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:33.183228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1bc41-0dba-4310-8172-5f6731e2896a None None] Pushing event updated for resources: {'Port': ['ID=98235368-d692-4fc4-9d70-6b856b2a66d0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.243725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.276486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe71e9-4806-44f9-a0bb-22fbc934c4b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=40ad4b3a-c0ab-4e89-b0c0-44ba459205cc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.304991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-38f8c9ca-9e3b-454c-901a-850562aa7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.306846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-38f8c9ca-9e3b-454c-901a-850562aa7ee3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.1589077 Jan 29 04:29:33.312626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-49737ab5-8703-4d3d-a805-2b1cfaf7aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.314320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-49737ab5-8703-4d3d-a805-2b1cfaf7aa37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 200 len: 850 time: 0.1694286 Jan 29 04:29:33.344374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eda43-a95a-492e-9431-47c167b016a6 req-cfaa0cc6-67d7-4ed0-bd86-b0837cc55159 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.346199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c9eda43-a95a-492e-9431-47c167b016a6 req-cfaa0cc6-67d7-4ed0-bd86-b0837cc55159 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 943 time: 0.2233665 Jan 29 04:29:33.371596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.377390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.382021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-9bee1363-7523-479d-acdc-61864c14cdae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638142 Jan 29 04:29:33.408092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-8c0dfb99-35d6-4317-8aef-60a9d3a27744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2416a59b-ff05-44d5-9d68-f5303c7c04b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752773 Jan 29 04:29:33.436545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652759-d825-48aa-9361-6f95463c4bc7 req-72330c16-3c7c-4167-8aa6-5dd280eeca36 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.444172 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5652759-d825-48aa-9361-6f95463c4bc7 req-72330c16-3c7c-4167-8aa6-5dd280eeca36 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 943 time: 0.1470895 Jan 29 04:29:33.447767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-89d45c77-0a6b-4787-87a2-89cd0228e2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907139 Jan 29 04:29:33.448766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed30fe4-fb8d-47fd-9bcc-1db19ecb95ec,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:33.471179 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.474375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-10596685-175a-48e3-8049-259f05639e20 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ed30fe4-fb8d-47fd-9bcc-1db19ecb95ec HTTP/1.1" status: 204 len: 168 time: 0.5799296 Jan 29 04:29:33.478157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:33.570942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5652759-d825-48aa-9361-6f95463c4bc7 req-ada3def1-4faf-403b-95d9-a4e24be68127 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258166 Jan 29 04:29:33.602586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.603731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c9eda43-a95a-492e-9431-47c167b016a6 req-bef0fe4e-27fb-437a-9717-0f1c8a2612ec tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257583 Jan 29 04:29:33.685474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-211b5511-9f38-4745-8337-a6e3ebf81979 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808535 Jan 29 04:29:33.691817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-d110d52a-d155-46d0-a43d-1db4e113e07e service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683301 Jan 29 04:29:33.694749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34221b00-88a6-4a1f-a94b-f0172f3aaccb req-f7da664b-1a64-4c9a-bafd-695f8be04f65 service neutron] 10.222.0.36 "GET /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355826 Jan 29 04:29:33.731331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port 98235368-d692-4fc4-9d70-6b856b2a66d0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:33.731681 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.780408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.816276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e20ac5-5eea-4c29-93fd-79ae058f8045']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:33.832272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e990457e-f300-4a9c-bad4-dff8faa062bb') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:33.832570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e990457e-f300-4a9c-bad4-dff8faa062bb') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:33.843746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b213-6ca6-4179-9e96-8f74fb25122f req-4c787482-196d-4e24-95db-1846bf110072 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:33.845309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aff6b213-6ca6-4179-9e96-8f74fb25122f req-4c787482-196d-4e24-95db-1846bf110072 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.1742320 Jan 29 04:29:33.868160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.907617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.913206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port 98235368-d692-4fc4-9d70-6b856b2a66d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=98235368-d692-4fc4-9d70-6b856b2a66d0,segment=NetworkSegment(c15176b6-b0dc-446d-b889-f50652ea9723),segment_id=c15176b6-b0dc-446d-b889-f50652ea9723)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:33.913604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.939112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:33.939534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:33.941259 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:33.943972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for 98235368-d692-4fc4-9d70-6b856b2a66d0 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:33.957560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aff6b213-6ca6-4179-9e96-8f74fb25122f req-71478fc5-d68a-4d6f-bec6-0d316be57a35 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996466 Jan 29 04:29:34.057236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.069577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.073921 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] 10.222.0.32 "DELETE /v2.0/networks/15e20ac5-5eea-4c29-93fd-79ae058f8045 HTTP/1.1" status: 204 len: 168 time: 0.5934553 Jan 29 04:29:34.096273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe1bf-1650-409f-adc5-967a79f61660 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e20ac5-5eea-4c29-93fd-79ae058f8045,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.138938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1463ee73-e5a6-41ab-a58a-771297ee98b0 req-0698c5d5-71fb-4d2b-aa4e-2b7cd4b092d4 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.4349091 Jan 29 04:29:34.153364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.159323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.165812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.171871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.177929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.184191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.191084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.192586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-27bc498a-34c2-4398-b90d-8aeabd2e1d77 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1290734 Jan 29 04:29:34.241769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec742525-fd49-4d35-8188-be8f61fa4b1c req-592e023d-dfac-454d-b25c-cd45634f0b25 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461168 Jan 29 04:29:34.266932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23e8124e-9c85-47d7-9d20-51d19f584b9f req-2950f228-c8df-4d05-98cb-0bed2d803d6e service neutron] 10.222.0.36 "GET /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448067 Jan 29 04:29:34.269129 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20eac6f7-d4e3-4d7f-8961-afc588f2c736 req-9200d57c-b77f-40fc-92d5-8e9262e55467 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502555 Jan 29 04:29:34.271243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.282467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'tag': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:34.285109 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5525339-ef83-48a0-8efb-4cedce902606" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0e7853-6ac7-43d8-807f-8f8a18399d4c", "tag": "a4ab3ecc-0d0a-4d17-afda-74a965a34d34"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:34.288164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50674) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:34.313980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=98235368-d692-4fc4-9d70-6b856b2a66d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.362654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port 98235368-d692-4fc4-9d70-6b856b2a66d0 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:34.364446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50678) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:34.364845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b7a28f8a-fe77-4859-8fed-d100ce082768 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d66296ee1d81469dac12b80f32a774dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691466 Jan 29 04:29:34.368713 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65085b0-7b23-45ed-9f5a-ddfbee9f9546 x-openstack-request-id: req-b65085b0-7b23-45ed-9f5a-ddfbee9f9546 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:34.369015 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0e7853-6ac7-43d8-807f-8f8a18399d4c", "tag": "a4ab3ecc-0d0a-4d17-afda-74a965a34d34", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:34.369275 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b65085b0-7b23-45ed-9f5a-ddfbee9f9546 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:34.369682 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'tag': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34', 'status': 'completed', 'code': 200} Jan 29 04:29:34.439758 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.446820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b9b3be-7b96-4f03-8de8-3b265fdeca01 None None] Network f3010699-a789-47fc-8ae6-d173d5fc9aff requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:34.457230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5525339-ef83-48a0-8efb-4cedce902606 req-7b786ea6-074c-43fa-af28-77c283d54fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.459752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-7b786ea6-074c-43fa-af28-77c283d54fbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 1094 time: 0.0467746 Jan 29 04:29:34.489562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-399b4aaa-63ca-4d63-94e0-aab8ded27670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.523351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-399b4aaa-63ca-4d63-94e0-aab8ded27670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.541603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-01de8c93-1aa4-48ac-b5a2-3241d1a98fa7 None None] Could not find standard attr ID for object 98235368-d692-4fc4-9d70-6b856b2a66d0. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:34.543673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.560066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5525339-ef83-48a0-8efb-4cedce902606 req-34ae077b-3531-403c-93b3-8897d379a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.561289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-34ae077b-3531-403c-93b3-8897d379a417 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 911 time: 0.0946622 Jan 29 04:29:34.582848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=40ad4b3a-c0ab-4e89-b0c0-44ba459205cc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.628060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-2ab1e372-ad53-4668-be07-58aa735dcdf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34 HTTP/1.1" status: 200 len: 217 time: 0.0577734 Jan 29 04:29:34.657079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.677571 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-399b4aaa-63ca-4d63-94e0-aab8ded27670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.680950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-399b4aaa-63ca-4d63-94e0-aab8ded27670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.682300 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-399b4aaa-63ca-4d63-94e0-aab8ded27670 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a7e8663-608c-4fd4-b44d-72cf269b0fb1 HTTP/1.1" status: 204 len: 168 time: 0.3165836 Jan 29 04:29:34.684127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c5dee-daa1-47c6-86a5-68d5ba23f30e None None] DHCP port deletion for f3010699-a789-47fc-8ae6-d173d5fc9aff request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:34.702207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77166599-35c8-4451-8aac-147928086f08 None None] Network f3010699-a789-47fc-8ae6-d173d5fc9aff requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:34.706068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5525339-ef83-48a0-8efb-4cedce902606 req-582b941c-737f-4bb0-b1fb-7f2dfbf7854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.707930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-582b941c-737f-4bb0-b1fb-7f2dfbf7854e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0651543 Jan 29 04:29:34.731376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3010699-a789-47fc-8ae6-d173d5fc9aff']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:34.733853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4aaa-63ca-4d63-94e0-aab8ded27670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e8663-608c-4fd4-b44d-72cf269b0fb1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.749575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15176b6-b0dc-446d-b889-f50652ea9723') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:34.749907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15176b6-b0dc-446d-b889-f50652ea9723') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:34.762753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-3b7a58fa-dfc2-4fa4-8050-44fd0602e602 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472331 Jan 29 04:29:34.764223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.792193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6901-cb0e-4546-b3c0-7a34abcb9902 req-e8ec4dd8-bb96-48fe-bb91-630d6882d979 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.794598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-017b6901-cb0e-4546-b3c0-7a34abcb9902 req-e8ec4dd8-bb96-48fe-bb91-630d6882d979 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 943 time: 0.1343811 Jan 29 04:29:34.798486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.806775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:34.807823 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:34.859520 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:34.883468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940b705-643e-429f-974e-6eaa50f3e47f req-98fc6222-6633-4458-a5bc-c63a4018ff26 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:34.884992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a940b705-643e-429f-974e-6eaa50f3e47f req-98fc6222-6633-4458-a5bc-c63a4018ff26 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 943 time: 0.1340108 Jan 29 04:29:34.904691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.913827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:34.916748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/f3010699-a789-47fc-8ae6-d173d5fc9aff HTTP/1.1" status: 204 len: 168 time: 1.7455065 Jan 29 04:29:34.921700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-017b6901-cb0e-4546-b3c0-7a34abcb9902 req-25c4fbe3-68cb-4e12-a8a1-dca89cad83d5 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 Jan 29 04:29:34.921876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:34.931013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-dc80e253-aad8-4f65-8e97-d0b05114ba22 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455610 Jan 29 04:29:34.931794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc051-4865-48c4-9eca-f8175dbc27dc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=f3010699-a789-47fc-8ae6-d173d5fc9aff,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:34.960215 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-67936da5-77ab-4ab8-9d05-6025cb42b5aa tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:34.960828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67936da5-77ab-4ab8-9d05-6025cb42b5aa tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:34.964121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-67936da5-77ab-4ab8-9d05-6025cb42b5aa tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/f3010699-a789-47fc-8ae6-d173d5fc9aff HTTP/1.1" status: 404 len: 339 time: 0.0407465 Jan 29 04:29:34.968110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50690) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:34.973045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979536129', 'description': 'd1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:34.981474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a940b705-643e-429f-974e-6eaa50f3e47f req-a9144563-5c24-4cf4-955b-1776b009da11 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811813 Jan 29 04:29:35.008894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:35.014646 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.046282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:35.072146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.072832 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment f865e781-06a9-489a-8e75-e84ddbad1994 of type vlan for network b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff Jan 29 04:29:35.084209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5525339-ef83-48a0-8efb-4cedce902606 req-a8123f6e-a3f2-4226-b9b8-46fc5dfec2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317334 Jan 29 04:29:35.126257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:35.139834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.151102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627abb3-4689-4a04-b542-b13d9c14a8d2 req-12812818-940e-4dc8-8aac-eafcc72b354a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.152647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3627abb3-4689-4a04-b542-b13d9c14a8d2 req-12812818-940e-4dc8-8aac-eafcc72b354a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0975664 Jan 29 04:29:35.167496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-89b35779-3003-4793-99fa-fbb8434d328a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1afec719fa74391a15dd910bee40daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398564 Jan 29 04:29:35.171205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:35.198531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.203822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.204401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.226748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5b8e-f627-469e-9e5c-821f21f56faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.235579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3627abb3-4689-4a04-b542-b13d9c14a8d2 req-41ff01a7-2266-4ba2-a0d6-ab6b5f31f753 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752816 Jan 29 04:29:35.273859 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3046532 Jan 29 04:29:35.274238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3116a13e-54e2-43b5-a989-0d9f53f92ebf req-80b5cfad-c8dc-4df3-9ce1-183f73257540 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0374861 Jan 29 04:29:35.276607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5b8e-f627-469e-9e5c-821f21f56faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.277360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:35.286739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9179a6b-e8c0-42a0-80fd-9857e4a097fc tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.298803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:35.367287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9b661-7aad-4b7b-8e7e-aac4b0b39f4e tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.371125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6e9b661-7aad-4b7b-8e7e-aac4b0b39f4e tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks?id=b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff HTTP/1.1" status: 200 len: 765 time: 0.0904610 Jan 29 04:29:35.371464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:35.387126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'description': 'd2'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:35.414925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5b8e-f627-469e-9e5c-821f21f56faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.418116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5b8e-f627-469e-9e5c-821f21f56faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.418724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf4d5b8e-f627-469e-9e5c-821f21f56faa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/102b101a-d022-4f89-b983-da20c3161a67 HTTP/1.1" status: 204 len: 168 time: 0.2464204 Jan 29 04:29:35.426817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d5b8e-f627-469e-9e5c-821f21f56faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102b101a-d022-4f89-b983-da20c3161a67,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.494884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.500772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.506793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.513076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.518539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.524881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.530719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.532638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-fa9897ae-104a-46db-b016-cd4794e1e89f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1727576 Jan 29 04:29:35.618634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f016fffe-b480-49bc-a142-987f3a31c1fa details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:35.631673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae21e5ae-499e-48fb-ba09-d7899e1ca80a req-b98a11a8-14fb-49b0-8033-f19691077270 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868926 Jan 29 04:29:35.660458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.681011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.690697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff is not hosted by any dhcp agent {{(pid=102403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:29:35.696941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.697540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.701661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "PUT /v2.0/networks/b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff HTTP/1.1" status: 200 len: 762 time: 0.3291578 Jan 29 04:29:35.712268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50712) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:35.728956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f016fffe-b480-49bc-a142-987f3a31c1fa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f016fffe-b480-49bc-a142-987f3a31c1fa,segment=NetworkSegment(6c048ea1-d066-4704-be20-f0c35dcbef6e),segment_id=6c048ea1-d066-4704-be20-f0c35dcbef6e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:35.743240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f016fffe-b480-49bc-a142-987f3a31c1fa', 'network_id': '90bedd0d-3d89-42e4-a5b6-92412bffe6d2', 'port_id': 'f016fffe-b480-49bc-a142-987f3a31c1fa', 'mac_address': 'fa:16:3e:da:2d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61c93e5-bd79-4efe-a88e-c432f37f6080', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:35.748041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031532b4-495b-436f-9b63-30309371f19a req-bdf73736-c120-43b9-815c-d72e6436713b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.749678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-031532b4-495b-436f-9b63-30309371f19a req-bdf73736-c120-43b9-815c-d72e6436713b tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 946 time: 0.0632510 Jan 29 04:29:35.790628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.807962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f016fffe-b480-49bc-a142-987f3a31c1fa {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:35.827822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7db0-9e4e-423c-861e-0c01c4564a03 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.832563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f016fffe-b480-49bc-a142-987f3a31c1fa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f016fffe-b480-49bc-a142-987f3a31c1fa,segment=NetworkSegment(6c048ea1-d066-4704-be20-f0c35dcbef6e),segment_id=6c048ea1-d066-4704-be20-f0c35dcbef6e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:35.838481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.866291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89935250-778e-4568-98fc-2d8b4088a1ec tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:35.871083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Deleting port 607aaf38-82f5-4de6-8293-57cc33c284d9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:35.871431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89935250-778e-4568-98fc-2d8b4088a1ec tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks?id=b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff HTTP/1.1" status: 200 len: 765 time: 0.1581504 Jan 29 04:29:35.871553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:35.872039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50720) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:35.876500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:35.942900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f016fffe-b480-49bc-a142-987f3a31c1fa,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:35.989325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] For port 607aaf38-82f5-4de6-8293-57cc33c284d9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=607aaf38-82f5-4de6-8293-57cc33c284d9,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:35.989744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.003774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Calling delete_port for 607aaf38-82f5-4de6-8293-57cc33c284d9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:36.153531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f016fffe-b480-49bc-a142-987f3a31c1fa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:36.155939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5dd0-7c1d-4a78-8af3-7c373628f820 req-77696877-e8d8-4caa-91c2-c451bd1030a6 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.158015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-badd5dd0-7c1d-4a78-8af3-7c373628f820 req-77696877-e8d8-4caa-91c2-c451bd1030a6 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 944 time: 0.0902874 Jan 29 04:29:36.244043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-badd5dd0-7c1d-4a78-8af3-7c373628f820 req-34fa0a49-1046-4a57-ac74-5b8210fd48b4 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735159 Jan 29 04:29:36.276126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.321103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Pushing event deleted for resources: {'Port': ['ID=607aaf38-82f5-4de6-8293-57cc33c284d9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:36.340694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e334e0-8ecf-4fcd-a2e6-e3de540e35c4 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.342333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-09e334e0-8ecf-4fcd-a2e6-e3de540e35c4 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4692698 Jan 29 04:29:36.342984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50738) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:36.346286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50740) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:36.387558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] No DVR routers for this DVR port 607aaf38-82f5-4de6-8293-57cc33c284d9 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:36.392922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.395342 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-031532b4-495b-436f-9b63-30309371f19a req-97739c70-01f7-4897-8cf8-7e75c24b23aa tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "DELETE /v2.0/ports/607aaf38-82f5-4de6-8293-57cc33c284d9 HTTP/1.1" status: 204 len: 173 time: 0.6392200 Jan 29 04:29:36.395790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d102e6-f426-4374-9931-65f50b80fecf', 'name': 'network-vif-deleted', 'tag': '607aaf38-82f5-4de6-8293-57cc33c284d9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:36.404874 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be29c72-9094-44f2-8ed5-af5e190a659f" -d '{"events": [{"server_uuid": "62d102e6-f426-4374-9931-65f50b80fecf", "name": "network-vif-deleted", "tag": "607aaf38-82f5-4de6-8293-57cc33c284d9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:36.415674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0d531505-1bd0-4e6e-893c-fd7b0ccd64f7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 207 time: 0.0642173 Jan 29 04:29:36.419339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:36.429548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b29ccee6-3809-4b2e-9e12-6c977e4f2481 req-1bc04b95-c9d7-44e4-ac8c-875848602cc3 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d102e6-f426-4374-9931-65f50b80fecf HTTP/1.1" status: 200 len: 210 time: 0.0692947 Jan 29 04:29:36.503636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1819773650-network', 'tenant_id': '76fbca16a5d14af3a634284b05ce2d0c'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:36.524569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f11e-3112-4ab0-bade-e3a0d40dd776 req-416e9757-bd27-4a97-8295-490bca7ccb1a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.526096 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62f8f11e-3112-4ab0-bade-e3a0d40dd776 req-416e9757-bd27-4a97-8295-490bca7ccb1a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 943 time: 0.1822231 Jan 29 04:29:36.536323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0da714f8-a7f6-42e5-a602-a5804ee34f67 req-723f1d79-4db7-48bc-8afe-747a114f0ea9 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0287170 Jan 29 04:29:36.591231 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9fe570-3464-4cd8-a0c5-8473576863bd x-openstack-request-id: req-7f9fe570-3464-4cd8-a0c5-8473576863bd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:36.591523 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d102e6-f426-4374-9931-65f50b80fecf", "name": "network-vif-deleted", "tag": "607aaf38-82f5-4de6-8293-57cc33c284d9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:36.591777 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f9fe570-3464-4cd8-a0c5-8473576863bd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:36.592183 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d102e6-f426-4374-9931-65f50b80fecf', 'name': 'network-vif-deleted', 'tag': '607aaf38-82f5-4de6-8293-57cc33c284d9', 'status': 'completed', 'code': 200} Jan 29 04:29:36.650235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62f8f11e-3112-4ab0-bade-e3a0d40dd776 req-036c94ef-a4c2-47d0-bfca-d7d17be19d47 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109269 Jan 29 04:29:36.670693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.676366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.682808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.688720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.694716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.701030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.706426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-97012a9c-f408-451a-a0f8-3af8519bdaad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2827091 Jan 29 04:29:36.706426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Made reservation on behalf of 76fbca16a5d14af3a634284b05ce2d0c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:36.707015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.707229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:36.716478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.798977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.803276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.824410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:36.838362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753b24d-0550-4e3a-a127-c9a17c700603,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:36.843745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.844100 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Added segment 3ee47c71-c50d-4a61-9cd1-47aa85718ebe of type vlan for network b989f3ad-f710-46f3-bd47-4449481b0762 Jan 29 04:29:36.854978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['63df4342-c0c9-4e88-8610-e0cfeba60052', '607aaf38-82f5-4de6-8293-57cc33c284d9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:36.886207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.902275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.908453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.915990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.916430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.917560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.918386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:36.921941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.931893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.942184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.949589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:36.958222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-d848c06a-1abe-4135-83ce-c5072a3c7c26 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.2333298 Jan 29 04:29:36.982336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6364868 Jan 29 04:29:36.990879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b64319-d397-48de-969b-9c6247fa03b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b989f3ad-f710-46f3-bd47-4449481b0762,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:37.013956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b989f3ad-f710-46f3-bd47-4449481b0762 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:37.058165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85a89193-8ca8-4aa7-bfa9-a9ae4479893a req-9e171a6f-708c-452e-b6e4-3ad0daff0647 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989020 Jan 29 04:29:37.075124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-71069574-aac3-4a2c-a2e6-50cb29d25c42 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3664718 Jan 29 04:29:37.078436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.148553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b87bae-dfc8-41a7-8ec2-66dcfc9fc55c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.150316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b87bae-dfc8-41a7-8ec2-66dcfc9fc55c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.151996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b87bae-dfc8-41a7-8ec2-66dcfc9fc55c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.153516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b87bae-dfc8-41a7-8ec2-66dcfc9fc55c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.155193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b87bae-dfc8-41a7-8ec2-66dcfc9fc55c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.156966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e5b87bae-dfc8-41a7-8ec2-66dcfc9fc55c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0774508 Jan 29 04:29:37.160618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.221954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655ced7-ab6d-4141-9a6c-35952c3bf1e0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.223652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655ced7-ab6d-4141-9a6c-35952c3bf1e0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.225386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655ced7-ab6d-4141-9a6c-35952c3bf1e0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.226990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655ced7-ab6d-4141-9a6c-35952c3bf1e0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.228545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655ced7-ab6d-4141-9a6c-35952c3bf1e0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.230574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1655ced7-ab6d-4141-9a6c-35952c3bf1e0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0687716 Jan 29 04:29:37.234115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50766) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.379561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad261f8-c6a1-40b7-ac7e-badefb26b9e2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.380958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ad261f8-c6a1-40b7-ac7e-badefb26b9e2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks/3d362886-155b-4348-bbf5-1668dcc260ce HTTP/1.1" status: 200 len: 804 time: 0.1457675 Jan 29 04:29:37.384763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.410247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c82c0-1c0f-43ab-90c6-bbf3d0aabb18 req-8d51ff2f-dc5f-43a2-90f4-fab12184538f tempest-ComputeTenantNetworksTest-1256184598 tempest-ComputeTenantNetworksTest-1256184598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.416682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c82c0-1c0f-43ab-90c6-bbf3d0aabb18 req-8d51ff2f-dc5f-43a2-90f4-fab12184538f tempest-ComputeTenantNetworksTest-1256184598 tempest-ComputeTenantNetworksTest-1256184598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.422721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c82c0-1c0f-43ab-90c6-bbf3d0aabb18 req-8d51ff2f-dc5f-43a2-90f4-fab12184538f tempest-ComputeTenantNetworksTest-1256184598 tempest-ComputeTenantNetworksTest-1256184598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.424306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a46c82c0-1c0f-43ab-90c6-bbf3d0aabb18 req-8d51ff2f-dc5f-43a2-90f4-fab12184538f tempest-ComputeTenantNetworksTest-1256184598 tempest-ComputeTenantNetworksTest-1256184598-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1261516 Jan 29 04:29:37.461094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192963b-e010-4888-9828-22b526a2b4e2 req-f4e2fc33-a404-4186-a587-3864397ebe92 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.462710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9192963b-e010-4888-9828-22b526a2b4e2 req-f4e2fc33-a404-4186-a587-3864397ebe92 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 944 time: 0.1219378 Jan 29 04:29:37.524545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9192963b-e010-4888-9828-22b526a2b4e2 req-e3290d0a-5103-4f3b-b58c-a5cea99487ac tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540686 Jan 29 04:29:37.532033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-769a9eb9-80d4-46b1-80d0-8e24169122c4 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/networks/3d362886-155b-4348-bbf5-1668dcc260ce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1429436 Jan 29 04:29:37.532208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfa2f2-053a-4712-a878-920cd9f33b29 req-d2e0aac6-c49a-443b-a4d3-bf4d04612019 tempest-ComputeTenantNetworksTest-1256184598 tempest-ComputeTenantNetworksTest-1256184598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.532327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.533027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39bfa2f2-053a-4712-a878-920cd9f33b29 req-d2e0aac6-c49a-443b-a4d3-bf4d04612019 tempest-ComputeTenantNetworksTest-1256184598 tempest-ComputeTenantNetworksTest-1256184598-project] 10.222.0.32 "GET /v2.0/networks/b989f3ad-f710-46f3-bd47-4449481b0762 HTTP/1.1" status: 200 len: 769 time: 0.0885625 Jan 29 04:29:37.543164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.661543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c150589-7a67-472e-b6e5-e6053b6c3214 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.663658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7c150589-7a67-472e-b6e5-e6053b6c3214 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/subnets/363544b8-4915-4aeb-b31c-953b14d096cb HTTP/1.1" status: 200 len: 843 time: 0.1306436 Jan 29 04:29:37.667754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50784) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.670857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06f8d899-fb00-4a39-af06-145014445a23 req-63042cb9-45ca-4612-b1b8-611ad535f925 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0487297 Jan 29 04:29:37.672632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f016fffe-b480-49bc-a142-987f3a31c1fa up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:37.677262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.748901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port f016fffe-b480-49bc-a142-987f3a31c1fa completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:37.754618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ab95f-4085-4a15-8d9c-85881108899c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.754808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f016fffe-b480-49bc-a142-987f3a31c1fa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:37.755160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.760020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-295ab95f-4085-4a15-8d9c-85881108899c tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "GET /v2.0/subnets/363544b8-4915-4aeb-b31c-953b14d096cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0893538 Jan 29 04:29:37.760742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50790) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:37.765729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702044787'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:37.794472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:37.799032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.799777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.838559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b989f3ad-f710-46f3-bd47-4449481b0762']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.853289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.855173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee47c71-c50d-4a61-9cd1-47aa85718ebe') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.855474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee47c71-c50d-4a61-9cd1-47aa85718ebe') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:37.863354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:37.864717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75597-7991-4ec3-b62f-974d60b238c7 req-f69ada9c-cd36-4c59-af64-1890079afcc2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.865796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a4ab3ecc-0d0a-4d17-afda-74a965a34d34 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:37.870402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dca75597-7991-4ec3-b62f-974d60b238c7 req-f69ada9c-cd36-4c59-af64-1890079afcc2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 943 time: 0.0885210 Jan 29 04:29:37.874650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.875019 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Added segment 156f272d-1c00-4741-a411-db744efc391a of type vlan for network 4ebfb443-4e23-4672-91ac-5959e63c7976 Jan 29 04:29:37.888755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f016fffe-b480-49bc-a142-987f3a31c1fa'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:37.889178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.891049 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc4c3e-e895-492c-95f4-7b0d3666c359" -d '{"events": [{"server_uuid": "61d511d0-893b-4005-bf0f-eb5fbea38def", "name": "network-vif-plugged", "status": "completed", "tag": "f016fffe-b480-49bc-a142-987f3a31c1fa"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:37.907624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f016fffe-b480-49bc-a142-987f3a31c1fa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f016fffe-b480-49bc-a142-987f3a31c1fa,segment=NetworkSegment(6c048ea1-d066-4704-be20-f0c35dcbef6e),segment_id=6c048ea1-d066-4704-be20-f0c35dcbef6e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:37.915505 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.924793 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.925616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 607aaf38-82f5-4de6-8293-57cc33c284d9 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:37.929258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:37.929689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:37.931423 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:37.937800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e32be-8169-4b47-86df-b9c154de1ae4 req-dd141b64-f69f-47e3-b9d7-450f976d20f1 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:37.939332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-723e32be-8169-4b47-86df-b9c154de1ae4 req-dd141b64-f69f-47e3-b9d7-450f976d20f1 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1202352 Jan 29 04:29:37.940995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:37.952076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dca75597-7991-4ec3-b62f-974d60b238c7 req-fcaa51cf-92c3-4f94-be5e-409a1b5f4eb6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738041 Jan 29 04:29:38.001520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.005572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 607aaf38-82f5-4de6-8293-57cc33c284d9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:38.006585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 607aaf38-82f5-4de6-8293-57cc33c284d9 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:38.010391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.016235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] 10.222.0.32 "DELETE /v2.0/networks/b989f3ad-f710-46f3-bd47-4449481b0762 HTTP/1.1" status: 204 len: 168 time: 0.4721649 Jan 29 04:29:38.018578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-723e32be-8169-4b47-86df-b9c154de1ae4 req-c8b780b9-6c4e-42d3-934f-8591358b0a2a tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Jan 29 04:29:38.020060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.023053 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00314899-3469-437a-8a5c-e99cd466d2f0 x-openstack-request-id: req-00314899-3469-437a-8a5c-e99cd466d2f0 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:38.023434 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d511d0-893b-4005-bf0f-eb5fbea38def", "name": "network-vif-plugged", "status": "completed", "tag": "f016fffe-b480-49bc-a142-987f3a31c1fa", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:38.023795 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00314899-3469-437a-8a5c-e99cd466d2f0 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:38.024181 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f016fffe-b480-49bc-a142-987f3a31c1fa', 'code': 200} Jan 29 04:29:38.027246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.028221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.054361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc92dd-62c7-4d7f-919e-91cbe71f063b admin admin] Pushing event deleted for resources: {'Network': ['ID=b989f3ad-f710-46f3-bd47-4449481b0762,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.090289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f016fffe-b480-49bc-a142-987f3a31c1fa,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.095321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3334608 Jan 29 04:29:38.098295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50796) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:38.109450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:38.130081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:38.136506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b931b3-b28c-4ac3-bed4-cd07640fd9ad tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Network': ['ID=4ebfb443-4e23-4672-91ac-5959e63c7976,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.143604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34', 'mac_address': 'fa:16:3e:8c:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:38.167124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:38.210262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50800) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:38.253547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fafc5761-12fb-43f5-9183-3cbcb4c2e8dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76fbca16a5d14af3a634284b05ce2d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420477 Jan 29 04:29:38.256186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50802) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:38.262332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.268759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d843e03-eed8-446e-8358-853bd009d795 req-9a0a4fe6-07fa-4a14-af36-a6b895792a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.270516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d843e03-eed8-446e-8358-853bd009d795 req-9a0a4fe6-07fa-4a14-af36-a6b895792a64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 1096 time: 0.1414480 Jan 29 04:29:38.282504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ab3ecc-0d0a-4d17-afda-74a965a34d34 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:38.306617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Made reservation on behalf of f285a80a43a540a7886222d19b33d39a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:38.310094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.310707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-922321e6-0e46-4bae-8328-0bc054f01c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.319594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:38.324009 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.327793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.333655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.333860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-922321e6-0e46-4bae-8328-0bc054f01c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.340610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.346281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.353085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.358861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.364560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.366816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-5e66a8d9-777a-47db-bcef-1602696f6fe4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1916704 Jan 29 04:29:38.375553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.393225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-922321e6-0e46-4bae-8328-0bc054f01c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.395837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-922321e6-0e46-4bae-8328-0bc054f01c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.397665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-922321e6-0e46-4bae-8328-0bc054f01c28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7753b24d-0550-4e3a-a127-c9a17c700603 HTTP/1.1" status: 204 len: 168 time: 0.1404390 Jan 29 04:29:38.405866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922321e6-0e46-4bae-8328-0bc054f01c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753b24d-0550-4e3a-a127-c9a17c700603,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.442677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d843e03-eed8-446e-8358-853bd009d795 req-22987889-4d74-438f-8335-2086e13bdf58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512163 Jan 29 04:29:38.450888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:29:38.451473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:29:38.478551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca7952c9-5b28-4e3a-995b-ddac52309e3e req-359567cc-4405-4e4f-9c7d-75b94eefec1c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007352 Jan 29 04:29:38.603369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.631765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['a4ab3ecc-0d0a-4d17-afda-74a965a34d34'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:38.665522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6d251-aa53-4640-a364-ae8fa7f0358f req-69c1b17b-61a3-4e02-b7b5-42beba49c2b7 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.666927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=35339ff0-e289-4979-813c-eeeeaa74ef3e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:38.675983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39b6d251-aa53-4640-a364-ae8fa7f0358f req-69c1b17b-61a3-4e02-b7b5-42beba49c2b7 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 945 time: 0.0745435 Jan 29 04:29:38.676208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Checking segment: {'id': '156f272d-1c00-4741-a411-db744efc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:38.676504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network hostable DHCP agents. Network: 4ebfb443-4e23-4672-91ac-5959e63c7976, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:38.700307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:38.721615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4ebfb443-4e23-4672-91ac-5959e63c7976) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:38.731117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:38.731749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.737921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3221f9-c9a1-4836-a54c-236029f60898 None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:38.739403 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39b6d251-aa53-4640-a364-ae8fa7f0358f req-d5015df5-27be-4268-a776-9f9c6205b5c9 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Jan 29 04:29:38.765306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23a1d061-06bf-4790-ab39-e10d75fd8f9b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6653540 Jan 29 04:29:38.768157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50816) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:38.774048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:38.804043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b0ad1e1-0697-45b8-8d11-44b55e76e8f5 req-2b329ae0-4ae1-489e-a24a-00c1e6eef24b tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0365107 Jan 29 04:29:38.891916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131592581'] for subnet, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:38.974124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4ebfb443-4e23-4672-91ac-5959e63c7976', 'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976', 'tenant_id': 'f285a80a43a540a7886222d19b33d39a', 'fixed_ips': [{'subnet_id': '35339ff0-e289-4979-813c-eeeeaa74ef3e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:29:38.975589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.118643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49425a03-9f35-41d5-9086-54f5391977de req-e84a6ee6-bdc1-420f-a0ac-3406963922e8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.120364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49425a03-9f35-41d5-9086-54f5391977de req-e84a6ee6-bdc1-420f-a0ac-3406963922e8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 944 time: 0.0828469 Jan 29 04:29:39.122644 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746768454759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131335839'] for subnet, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.173077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f0fc4-65fc-4a02-9407-fffd7b2b88f5 req-f3816f0f-693e-4d82-abed-5bad9a2da32c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.174883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb2f0fc4-65fc-4a02-9407-fffd7b2b88f5 req-f3816f0f-693e-4d82-abed-5bad9a2da32c tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0648870 Jan 29 04:29:39.184369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Allocated IP 2001:db8::3 (4ebfb443-4e23-4672-91ac-5959e63c7976/35339ff0-e289-4979-813c-eeeeaa74ef3e/8e8463b9-b41b-44e6-b277-74f6cd95fb70) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:39.216345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.217387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.222194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "PUT /v2.0/subnets/35339ff0-e289-4979-813c-eeeeaa74ef3e HTTP/1.1" status: 200 len: 900 time: 0.4502957 Jan 29 04:29:39.230706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:39.234077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb2f0fc4-65fc-4a02-9407-fffd7b2b88f5 req-e531ffc8-159e-46d9-89ca-4f50ea18622f tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506849 Jan 29 04:29:39.242673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:39.252817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587b2f4-be7b-4f29-8183-4c2c8dcc34c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event updated for resources: {'Subnet': ['ID=35339ff0-e289-4979-813c-eeeeaa74ef3e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.278607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49425a03-9f35-41d5-9086-54f5391977de req-2c16b8e6-2b9c-4143-8703-287b4b3713ac tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444530 Jan 29 04:29:39.353625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.361219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.368603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.375994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-29178748-network', 'tenant_id': '80631a242c104c5eb6db5bbea07937cb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:39.401226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:39.402676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Made reservation on behalf of 80631a242c104c5eb6db5bbea07937cb for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:39.404336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:39.405008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.407869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:39.416905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Pushing event updated for resources: {'Port': ['ID=8e8463b9-b41b-44e6-b277-74f6cd95fb70,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.417311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.432365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port 8e8463b9-b41b-44e6-b277-74f6cd95fb70 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:39.432701 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.479310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Attempting to bind port 8e8463b9-b41b-44e6-b277-74f6cd95fb70 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:39.480045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Attempting to bind port 8e8463b9-b41b-44e6-b277-74f6cd95fb70 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '156f272d-1c00-4741-a411-db744efc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:39.480520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Attempting to bind port 8e8463b9-b41b-44e6-b277-74f6cd95fb70 on network 4ebfb443-4e23-4672-91ac-5959e63c7976 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:39.485780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:39.486359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Checking segment: {'id': '156f272d-1c00-4741-a411-db744efc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:39.486768 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.487251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Bound using segment: {'id': '156f272d-1c00-4741-a411-db744efc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:39.487784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Bound port: 8e8463b9-b41b-44e6-b277-74f6cd95fb70, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156f272d-1c00-4741-a411-db744efc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4ebfb443-4e23-4672-91ac-5959e63c7976'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:39.488247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.500102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.503919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.524418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port 8e8463b9-b41b-44e6-b277-74f6cd95fb70, host n-d-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:39.524830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.525952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:39.538233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for 8e8463b9-b41b-44e6-b277-74f6cd95fb70 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:39.542364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a5d0c-7592-484a-b9fd-534bd255f0e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.545873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.545873 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Added segment 423f715e-cd21-4ec0-804f-c7da48f80d24 of type vlan for network 6ced0398-63ec-414f-b8a6-d01d3c2b793c Jan 29 04:29:39.588479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] For port 8e8463b9-b41b-44e6-b277-74f6cd95fb70, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:39.592604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] For port 8e8463b9-b41b-44e6-b277-74f6cd95fb70, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8e8463b9-b41b-44e6-b277-74f6cd95fb70,segment=NetworkSegment(156f272d-1c00-4741-a411-db744efc391a),segment_id=156f272d-1c00-4741-a411-db744efc391a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:39.594098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.600593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.647515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.648374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.649429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.680189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6841d3-80a6-42dd-aca8-a41687b60e6a None None] Pushing event updated for resources: {'Port': ['ID=8e8463b9-b41b-44e6-b277-74f6cd95fb70,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.713650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.718045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4714799 Jan 29 04:29:39.718950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50842) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:39.728385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Request body: {'subnet': {'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-29178748-subnet', 'tenant_id': '80631a242c104c5eb6db5bbea07937cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:39.741584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d08d-4ab0-4142-abd7-66bc3e28ff5d admin admin] Pushing event updated for resources: {'Network': ['ID=6ced0398-63ec-414f-b8a6-d01d3c2b793c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.757437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:39.757668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.763530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.777848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.783049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=8e8463b9-b41b-44e6-b277-74f6cd95fb70,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:39.789713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.795650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.804192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.810254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.810581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port 8e8463b9-b41b-44e6-b277-74f6cd95fb70 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:39.818440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-27a7df95-dc90-48f5-9651-4dc1ff6e5c53 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.2109272 Jan 29 04:29:39.870122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Made reservation on behalf of 80631a242c104c5eb6db5bbea07937cb for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:39.872479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.878427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a4ab3ecc-0d0a-4d17-afda-74a965a34d34 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:39.888880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-015936ff-8bb2-428b-8146-fec93fc07cf3 req-6d7cdbda-e9a9-4858-98cd-995593e17505 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694041 Jan 29 04:29:39.897207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.988569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:39.989582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2d6c7-1150-406c-90e8-98ec9a404585 req-b58d808f-b52e-4324-87bf-f8b1b8ef3d64 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:39.993859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:39.994299 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:39.997307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96b2d6c7-1150-406c-90e8-98ec9a404585 req-b58d808f-b52e-4324-87bf-f8b1b8ef3d64 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 945 time: 0.1494355 Jan 29 04:29:40.067674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96b2d6c7-1150-406c-90e8-98ec9a404585 req-637a1a0d-64bf-46a4-b533-d4b38484dc8b tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657635 Jan 29 04:29:40.094668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.095161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c016e40-04f9-4b9c-8be4-f6b7b84c385a req-32226413-9f2b-4a73-bd15-31761f6c4c5e tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0748367 Jan 29 04:29:40.108060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.144218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=35339ff0-e289-4979-813c-eeeeaa74ef3e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.144741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:40.147704 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0e976f-78c0-4aef-8667-0a5e5c99acdd" -d '{"events": [{"server_uuid": "5b0e7853-6ac7-43d8-807f-8f8a18399d4c", "name": "network-vif-plugged", "status": "completed", "tag": "a4ab3ecc-0d0a-4d17-afda-74a965a34d34"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:40.197978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:40.208705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.218954 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c5cb47-3deb-43eb-ba6f-b909541409b6 x-openstack-request-id: req-90c5cb47-3deb-43eb-ba6f-b909541409b6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:40.219250 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0e7853-6ac7-43d8-807f-8f8a18399d4c", "name": "network-vif-plugged", "status": "completed", "tag": "a4ab3ecc-0d0a-4d17-afda-74a965a34d34", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:40.219504 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90c5cb47-3deb-43eb-ba6f-b909541409b6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:40.219898 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34', 'code': 200} Jan 29 04:29:40.231039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.232767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.277128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebfb443-4e23-4672-91ac-5959e63c7976']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:40.284408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.306156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156f272d-1c00-4741-a411-db744efc391a') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:40.307133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156f272d-1c00-4741-a411-db744efc391a') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:40.323602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.337331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.338820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.358443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:40.358848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:40.362691 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:40.368178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Checking segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:40.368550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Network hostable DHCP agents. Network: 6ced0398-63ec-414f-b8a6-d01d3c2b793c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:40.384558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706043f7-bb12-4eb5-a916-5ad061acac48 req-2f708818-e8b3-4a5a-adc2-64d50a306d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.386727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-706043f7-bb12-4eb5-a916-5ad061acac48 req-2f708818-e8b3-4a5a-adc2-64d50a306d72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 1096 time: 0.0726924 Jan 29 04:29:40.431169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:40.447867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b2e8-be63-4459-b6f4-5373ffec7704 req-a7b3ccc1-d31b-4027-a090-1b1247b1ef0d tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.449398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92d4b2e8-be63-4459-b6f4-5373ffec7704 req-a7b3ccc1-d31b-4027-a090-1b1247b1ef0d tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.1134226 Jan 29 04:29:40.450542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.457719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.459492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6ced0398-63ec-414f-b8a6-d01d3c2b793c) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:40.465693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/4ebfb443-4e23-4672-91ac-5959e63c7976 HTTP/1.1" status: 204 len: 168 time: 1.2318003 Jan 29 04:29:40.467289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.467953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.469614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50862) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:40.471726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-706043f7-bb12-4eb5-a916-5ad061acac48 req-3d6478bd-feed-4e3f-a5d7-eaa30b53b939 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 Jan 29 04:29:40.473774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61325eea-4e62-47f4-850c-5d7355fdf1d0 None None] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:40.486459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe50fa6-d843-4d2d-80c2-96ee6eae0fa8 req-1479229c-eb1e-4154-8fdc-eed332c6e30f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.488120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbe50fa6-d843-4d2d-80c2-96ee6eae0fa8 req-1479229c-eb1e-4154-8fdc-eed332c6e30f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.0986924 Jan 29 04:29:40.505753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf455154-888a-46aa-9eea-0c98f0d8c2e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7842143 Jan 29 04:29:40.507536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b71bd4-3570-4ee2-b376-ddc802a1b6b0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=4ebfb443-4e23-4672-91ac-5959e63c7976,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:40.535487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbe50fa6-d843-4d2d-80c2-96ee6eae0fa8 req-6920d330-bef9-4606-a131-eaa47229366c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Jan 29 04:29:40.549424 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f789d16-e4de-4fdc-8651-c84884eb0835 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:40.559023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f789d16-e4de-4fdc-8651-c84884eb0835 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:40.564604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8f789d16-e4de-4fdc-8651-c84884eb0835 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/35339ff0-e289-4979-813c-eeeeaa74ef3e HTTP/1.1" status: 404 len: 337 time: 0.0918906 Jan 29 04:29:40.565444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50866) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:40.610145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92d4b2e8-be63-4459-b6f4-5373ffec7704 req-7a1f3008-83a2-4054-936e-706948762285 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432016 Jan 29 04:29:40.614047 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9c880c-53cf-41c5-a93c-04733137ae4f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:40.614751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9c880c-53cf-41c5-a93c-04733137ae4f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:40.618119 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce9c880c-53cf-41c5-a93c-04733137ae4f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/4ebfb443-4e23-4672-91ac-5959e63c7976 HTTP/1.1" status: 404 len: 339 time: 0.0513835 Jan 29 04:29:40.620733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:40.643064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21cb21e-8053-4b72-be53-ece6c8fe8a50 None None] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:40.722604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.864198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.903718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:40.916932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f865e781-06a9-489a-8e75-e84ddbad1994') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:40.917308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f865e781-06a9-489a-8e75-e84ddbad1994') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:40.930156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.939170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f303d-e1d5-4675-9669-ab64252291b4 req-db9b2186-c635-40b2-bad8-88257489386e tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.940797 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b63f303d-e1d5-4675-9669-ab64252291b4 req-db9b2186-c635-40b2-bad8-88257489386e tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 945 time: 0.0921586 Jan 29 04:29:40.967285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.978814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:40.979439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:40.982807 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:40.986875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-07587329-641a-4105-b462-2603bb8c21a6 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:40.988568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-07587329-641a-4105-b462-2603bb8c21a6 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0546520 Jan 29 04:29:41.042511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b63f303d-e1d5-4675-9669-ab64252291b4 req-54cda64b-fc68-4293-89bc-c77331775836 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930011 Jan 29 04:29:41.061730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.083000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.094019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff HTTP/1.1" status: 204 len: 168 time: 0.4709010 Jan 29 04:29:41.096429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:41.109215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f78cf-209b-4d2b-a967-d0bf59ed7a30 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=b01b9d3a-d67d-4e9b-ae36-331efc4dc6ff,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:41.110680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c92c263a-cbf4-46a7-960f-52ce6e455996 None None] Could not find standard attr ID for object 8e8463b9-b41b-44e6-b277-74f6cd95fb70. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:41.146106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53dd22f-d6f3-4e70-8351-163c138092ce None None] DHCP port deletion for 4ebfb443-4e23-4672-91ac-5959e63c7976 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:41.168247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be2f14-362f-47d9-9044-55cbc15ca546 None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:41.184888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be2f14-362f-47d9-9044-55cbc15ca546 None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:29:41.192636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9f065-f2f9-4a88-8206-b8f29ff11364 None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:41.198279 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df366b8-57b3-4215-b112-c6614fe28452 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:41.198755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df366b8-57b3-4215-b112-c6614fe28452 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:41.204100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9df366b8-57b3-4215-b112-c6614fe28452 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/40ad4b3a-c0ab-4e89-b0c0-44ba459205cc HTTP/1.1" status: 404 len: 337 time: 0.0737355 Jan 29 04:29:41.205326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:41.206126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9f065-f2f9-4a88-8206-b8f29ff11364 None None] Network 4ebfb443-4e23-4672-91ac-5959e63c7976 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:29:41.207231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.214028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.219855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.226393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.232254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.238106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.244578 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f533e2e4-1c3f-49f8-bff4-fafef84388e9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:41.244744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.245100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f533e2e4-1c3f-49f8-bff4-fafef84388e9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:41.246504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-f7483287-409e-4f7d-9002-2877a61fd5f5 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1099324 Jan 29 04:29:41.250380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f533e2e4-1c3f-49f8-bff4-fafef84388e9 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/f3010699-a789-47fc-8ae6-d173d5fc9aff HTTP/1.1" status: 404 len: 339 time: 0.0422451 Jan 29 04:29:41.251968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50894) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:41.289117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1d0c566-d0cf-4652-bd47-9ede201524f0 req-712f1501-b979-4726-9eaf-d7a53e7ba84c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356483 Jan 29 04:29:41.304830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-8c809700-9869-4907-a593-38df6ce235b8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.310390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-8c809700-9869-4907-a593-38df6ce235b8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.2550113 Jan 29 04:29:41.339950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Deleting port 63df4342-c0c9-4e88-8610-e0cfeba60052 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:41.340296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.360275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting subnet bd63ee98-8da7-4694-9b5a-8ef2ae53a1a1 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:41.366365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-3b7653ae-6cb2-46d2-a62e-9d7cdf8e687a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/quotas/80631a242c104c5eb6db5bbea07937cb HTTP/1.1" status: 200 len: 375 time: 0.0407381 Jan 29 04:29:41.367034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.387754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-11288dbc-d003-4c90-aa37-01a390c673da req-815a7f3a-c594-4480-8d1d-8e33a81c47b5 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0257945 Jan 29 04:29:41.449283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-88c0884d-f36b-4209-afc3-fc59979531a7 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562162 Jan 29 04:29:41.472087 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.531185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-3d4c9be8-1772-4f5e-a01e-fe82b828a6e1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:29:41.532200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-3d4c9be8-1772-4f5e-a01e-fe82b828a6e1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0736396 Jan 29 04:29:41.539183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] For port 63df4342-c0c9-4e88-8610-e0cfeba60052, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63df4342-c0c9-4e88-8610-e0cfeba60052,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:41.539552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.578614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Calling delete_port for 63df4342-c0c9-4e88-8610-e0cfeba60052 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:41.667771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc7406-35e9-4b22-8a84-41b15bbf3d0f req-d8823666-2917-41ae-8f41-a386d37217bf tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.669236 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cdc7406-35e9-4b22-8a84-41b15bbf3d0f req-d8823666-2917-41ae-8f41-a386d37217bf tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.0546374 Jan 29 04:29:41.689338 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.707896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cdc7406-35e9-4b22-8a84-41b15bbf3d0f req-788a6ceb-257a-42b3-b4aa-aa1f966afa74 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Jan 29 04:29:41.779274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:41.822287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11edf6-4fec-42ea-86d5-ea6b00118c37 req-e0a5bc95-53b8-44b9-bd0c-190400d222c8 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:41.823852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e11edf6-4fec-42ea-86d5-ea6b00118c37 req-e0a5bc95-53b8-44b9-bd0c-190400d222c8 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Jan 29 04:29:41.864835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e11edf6-4fec-42ea-86d5-ea6b00118c37 req-c2b2cecc-4f7f-4d2d-bf12-a1a07d0338c0 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346987 Jan 29 04:29:42.070974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32a35a-47f9-46db-b367-0a7dd562cb5a req-9c9ea4d4-21b6-42ff-b5e0-cc8df6989ef3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.072470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f32a35a-47f9-46db-b367-0a7dd562cb5a req-9c9ea4d4-21b6-42ff-b5e0-cc8df6989ef3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.0549035 Jan 29 04:29:42.093873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-1274193d-58b0-4d34-86be-88d4e981bb4d service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491378 Jan 29 04:29:42.109138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f32a35a-47f9-46db-b367-0a7dd562cb5a req-c6f1edc7-a7d7-413f-ba83-25e94553e999 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Jan 29 04:29:42.163776 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.201335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=bd63ee98-8da7-4694-9b5a-8ef2ae53a1a1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.210105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.212993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e590fb-b2a2-48dc-bda8-43caa5d9fd54 None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:42.213490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-203e6bad-8f5c-4d0a-93d4-aee1ca3cd8f0 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/bd63ee98-8da7-4694-9b5a-8ef2ae53a1a1 HTTP/1.1" status: 204 len: 168 time: 0.9575374 Jan 29 04:29:42.216947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50908) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:42.275064 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-7c2073eb-ea8a-4ce3-841c-c5f7f402605b service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679637 Jan 29 04:29:42.277763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.310685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a468f1e-2b81-42f4-b97c-cdbfecc1607a req-1a996fa9-a7fd-4156-9c89-3be27dd1dc06 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.314731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a468f1e-2b81-42f4-b97c-cdbfecc1607a req-1a996fa9-a7fd-4156-9c89-3be27dd1dc06 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 945 time: 0.1453714 Jan 29 04:29:42.315019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Pushing event deleted for resources: {'Port': ['ID=63df4342-c0c9-4e88-8610-e0cfeba60052,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.362409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting subnet 1fe3e843-6d0b-4479-853c-2d8608333d6f {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:42.365904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] No DVR routers for this DVR port 63df4342-c0c9-4e88-8610-e0cfeba60052 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:42.368705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.369989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.389247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f45991eb-f68e-4408-bbef-8196576b61c2 req-7313a0b4-a28a-431c-9449-c3b326d9c517 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.36 "DELETE /v2.0/ports/63df4342-c0c9-4e88-8610-e0cfeba60052 HTTP/1.1" status: 204 len: 173 time: 1.3849697 Jan 29 04:29:42.389776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49714632-933c-4de3-b89c-7f762042e615', 'name': 'network-vif-deleted', 'tag': '63df4342-c0c9-4e88-8610-e0cfeba60052'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:42.393814 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a2648-4f59-40c3-a527-8ee2955a3284" -d '{"events": [{"server_uuid": "49714632-933c-4de3-b89c-7f762042e615", "name": "network-vif-deleted", "tag": "63df4342-c0c9-4e88-8610-e0cfeba60052"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:42.418165 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a468f1e-2b81-42f4-b97c-cdbfecc1607a req-b05b24bb-844e-443f-a8ed-03c48a25cc1e tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847485 Jan 29 04:29:42.444339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.503269 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a418d0b-ec79-480a-8e3b-adc7ebebf725 x-openstack-request-id: req-3a418d0b-ec79-480a-8e3b-adc7ebebf725 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:42.503572 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49714632-933c-4de3-b89c-7f762042e615", "name": "network-vif-deleted", "tag": "63df4342-c0c9-4e88-8610-e0cfeba60052", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:42.503826 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a418d0b-ec79-480a-8e3b-adc7ebebf725 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:42.504233 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49714632-933c-4de3-b89c-7f762042e615', 'name': 'network-vif-deleted', 'tag': '63df4342-c0c9-4e88-8610-e0cfeba60052', 'status': 'completed', 'code': 200} Jan 29 04:29:42.555632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.605974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5cc9128-b4e8-4a75-82a8-3f1e262fb787 req-b345402a-b584-45a8-9d1c-047b832d0b09 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0285201 Jan 29 04:29:42.662781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.668897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.675736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.682839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.689099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.696548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.699227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-feba8a56-2b81-4ded-8ec6-b83d4c28ea68 req-4650b37b-a7b7-4a32-9416-bc690f313f87 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 210 time: 0.0304048 Jan 29 04:29:42.703489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.706898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-8993cc51-0921-402f-84a0-3b8b55a93473 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1560793 Jan 29 04:29:42.780224 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.784224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-d926d4ad-65ca-4703-9ce7-b329120d9a92 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:42.785740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-d926d4ad-65ca-4703-9ce7-b329120d9a92 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 945 time: 0.0639391 Jan 29 04:29:42.819795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe3e843-6d0b-4479-853c-2d8608333d6f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:42.829100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fdb41e8b-8a41-4d53-ac72-2bd4820e00e5 req-d93855b3-3d23-4ef5-b46e-1bedf61be028 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111562 Jan 29 04:29:42.834733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.838319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b8075f55-cd4e-4918-b548-39275adf8908 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/1fe3e843-6d0b-4479-853c-2d8608333d6f HTTP/1.1" status: 204 len: 168 time: 0.6109262 Jan 29 04:29:42.842946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50924) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:42.936971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:42.960086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Deleting port f016fffe-b480-49bc-a142-987f3a31c1fa {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:42.960457 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.013635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port a5f51d0b-f70f-4843-864f-530af554bfdb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:43.014164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.050832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de771900-8b5c-4f56-bf29-65cd01d4bbac req-e25a97af-1728-4e9a-8972-5c3e62d1d976 tempest-ServerRescueTestJSON-2126364537 tempest-ServerRescueTestJSON-2126364537-project] 10.222.0.32 "GET /v2.0/ports?device_id=49714632-933c-4de3-b89c-7f762042e615 HTTP/1.1" status: 200 len: 210 time: 0.0748551 Jan 29 04:29:43.117667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port a5f51d0b-f70f-4843-864f-530af554bfdb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a5f51d0b-f70f-4843-864f-530af554bfdb,segment=NetworkSegment(4258688e-025e-45fc-aaed-2538a48079be),segment_id=4258688e-025e-45fc-aaed-2538a48079be)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:43.118082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.128813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] For port f016fffe-b480-49bc-a142-987f3a31c1fa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f016fffe-b480-49bc-a142-987f3a31c1fa,segment=NetworkSegment(6c048ea1-d066-4704-be20-f0c35dcbef6e),segment_id=6c048ea1-d066-4704-be20-f0c35dcbef6e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:43.129332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.136426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for a5f51d0b-f70f-4843-864f-530af554bfdb owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:43.145651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Calling delete_port for f016fffe-b480-49bc-a142-987f3a31c1fa owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:43.224048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b2d01-9a04-40e7-8b5b-84b256d4e7ae None None] Network 024012aa-7aeb-468f-a6af-4c0e7ad1f84a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:43.302714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffc05c-5c6f-4610-9f12-b79f7a4a5f73 req-5bb2a164-2e99-4cff-82e4-a4b10483ce4e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:43.306804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30ffc05c-5c6f-4610-9f12-b79f7a4a5f73 req-5bb2a164-2e99-4cff-82e4-a4b10483ce4e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.1016297 Jan 29 04:29:43.326147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7e8419ef-7781-430e-8077-14a0a31f6006 None None] Provisioning complete for port a5f51d0b-f70f-4843-864f-530af554bfdb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:43.326534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e8419ef-7781-430e-8077-14a0a31f6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.335423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.353293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.371032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Pushing event deleted for resources: {'Port': ['ID=f016fffe-b480-49bc-a142-987f3a31c1fa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:43.378932 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.383767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f016fffe-b480-49bc-a142-987f3a31c1fa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:43.416352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=a5f51d0b-f70f-4843-864f-530af554bfdb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:43.427707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7e8419ef-7781-430e-8077-14a0a31f6006 None None] Could not find standard attr ID for object a5f51d0b-f70f-4843-864f-530af554bfdb. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:29:43.431222 n-d-825930-1 neutron-server[102404]: INFO neutron.plugins.ml2.db [None req-7e8419ef-7781-430e-8077-14a0a31f6006 None None] No ports have port_id starting with a5f51d0b-f70f-4843-864f-530af554bfdb Jan 29 04:29:43.434340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port a5f51d0b-f70f-4843-864f-530af554bfdb on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:43.435483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] No DVR routers for this DVR port f016fffe-b480-49bc-a142-987f3a31c1fa on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:43.437704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.441043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b7f6a02-6d5e-4277-a00c-cfb760df7afe req-487d7e6b-f5af-4a04-820e-8a57b4ce6c51 tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.36 "DELETE /v2.0/ports/f016fffe-b480-49bc-a142-987f3a31c1fa HTTP/1.1" status: 204 len: 173 time: 0.6480942 Jan 29 04:29:43.444660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30ffc05c-5c6f-4610-9f12-b79f7a4a5f73 req-ae693077-ba0a-4ffe-84b2-155428295397 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133881 Jan 29 04:29:43.488809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292f666-cec6-45e4-bd7c-1667a7166936 None None] DHCP port deletion for 024012aa-7aeb-468f-a6af-4c0e7ad1f84a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:43.549508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35f980d2-2070-45ec-9d7d-625d6bce8a26 req-77b8fb5f-6b84-4a0b-813f-2dd8589e07fe tempest-ServerAddressesTestJSON-1654409958 tempest-ServerAddressesTestJSON-1654409958-project] 10.222.0.32 "GET /v2.0/ports?device_id=61d511d0-893b-4005-bf0f-eb5fbea38def HTTP/1.1" status: 200 len: 210 time: 0.0280364 Jan 29 04:29:43.563302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.593428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024012aa-7aeb-468f-a6af-4c0e7ad1f84a']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:43.603915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4258688e-025e-45fc-aaed-2538a48079be') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:43.604219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4258688e-025e-45fc-aaed-2538a48079be') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:43.621063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.639080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.645964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:43.646969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:43.650906 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:43.687666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63df4342-c0c9-4e88-8610-e0cfeba60052 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:43.732589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 63df4342-c0c9-4e88-8610-e0cfeba60052 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:43.733226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63df4342-c0c9-4e88-8610-e0cfeba60052 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:43.734895 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.739686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b2c7-557d-4ef2-be79-eb39d0f24028 req-8036da1f-61f9-41d8-8642-2ebc4a8f21e4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:43.741247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1387b2c7-557d-4ef2-be79-eb39d0f24028 req-8036da1f-61f9-41d8-8642-2ebc4a8f21e4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.0638082 Jan 29 04:29:43.743084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:43.748366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/024012aa-7aeb-468f-a6af-4c0e7ad1f84a HTTP/1.1" status: 204 len: 168 time: 0.9020946 Jan 29 04:29:43.750278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50942) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:43.768588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415fbb4-cc64-4c3b-a064-417882754453 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=024012aa-7aeb-468f-a6af-4c0e7ad1f84a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:43.794605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8631d3d8-202a-4cd3-a48c-36398ed39cb1 req-4cc96580-91ac-46c6-9900-6f09613e06b1 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0452168 Jan 29 04:29:43.809856 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb0c6b1-95e5-4d89-8db3-726ab4a77940 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:43.810178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb0c6b1-95e5-4d89-8db3-726ab4a77940 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:43.816799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0bb0c6b1-95e5-4d89-8db3-726ab4a77940 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/2793593b-ab33-44a4-9b3b-0c9b19b166ab HTTP/1.1" status: 404 len: 337 time: 0.0652740 Jan 29 04:29:43.822804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50944) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:43.847789 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-186049c7-8b9b-4e9b-8c61-49e882df57c7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:43.849065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186049c7-8b9b-4e9b-8c61-49e882df57c7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:43.855409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-186049c7-8b9b-4e9b-8c61-49e882df57c7 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/b4b0bbfa-cacd-4935-8e73-25189bb5f993 HTTP/1.1" status: 404 len: 339 time: 0.0289712 Jan 29 04:29:43.857726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50946) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:43.885173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1387b2c7-557d-4ef2-be79-eb39d0f24028 req-263cd210-afa1-4206-a238-3f4c6b7aef92 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261792 Jan 29 04:29:43.915394 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d6852-c847-429a-a578-a88a1393ae00 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:43.915394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d6852-c847-429a-a578-a88a1393ae00 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:43.917563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-564d6852-c847-429a-a578-a88a1393ae00 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/edb4f895-28cc-4f03-aab9-fba1d0b02c76 HTTP/1.1" status: 404 len: 337 time: 0.0587068 Jan 29 04:29:43.920027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:43.937389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-40dcd663-b8c6-43fd-8ece-39c7fd1aecce tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:43.939006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-40dcd663-b8c6-43fd-8ece-39c7fd1aecce tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.1772676 Jan 29 04:29:43.959878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-390ab7cb-50fe-4927-a22d-dbf6bbf2e22d req-fa62f25d-875a-4f9d-aa73-c67eb3edc9cf tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 210 time: 0.0548995 Jan 29 04:29:43.961556 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab1f9d3-3a73-4324-9be7-24645c3596aa tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:43.962142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab1f9d3-3a73-4324-9be7-24645c3596aa tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:43.967444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5ab1f9d3-3a73-4324-9be7-24645c3596aa tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/e1859d17-1892-489e-b808-26e12b1a0223 HTTP/1.1" status: 404 len: 339 time: 0.0440590 Jan 29 04:29:43.967662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50952) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:43.970949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Request body: {'port': {'device_id': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'admin_state_up': True, 'tenant_id': '80631a242c104c5eb6db5bbea07937cb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:44.000763 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf0ea77-2855-44bf-87cf-967037955aeb tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.001216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf0ea77-2855-44bf-87cf-967037955aeb tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.004286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eaf0ea77-2855-44bf-87cf-967037955aeb tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/d868db42-3783-492c-83da-31b163e918af HTTP/1.1" status: 404 len: 337 time: 0.0356357 Jan 29 04:29:44.007861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50954) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:44.028063 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d7ae08-6bd8-4627-a13c-080e454263c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:44.029159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d7ae08-6bd8-4627-a13c-080e454263c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:44.033942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-59d7ae08-6bd8-4627-a13c-080e454263c2 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/b03e4904-b5dd-4aa4-94bb-eefd781c990e HTTP/1.1" status: 404 len: 339 time: 0.0232465 Jan 29 04:29:44.035114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50956) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:44.094538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting subnet 85e54eac-46f9-4853-97a6-067bd153c3bf {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:44.098918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.105757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:44.112035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.119458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.125410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.133376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.139677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.145469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.152832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.154864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-da31deb8-14f6-4f0d-b076-2dd489b7533e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1799123 Jan 29 04:29:44.188510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.222383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-542a6e93-e7b9-4e67-927b-b398ecc0583c req-92837b2e-5149-4c11-b003-0a345178325b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564141 Jan 29 04:29:44.223479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Made reservation on behalf of 80631a242c104c5eb6db5bbea07937cb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:44.227180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.364088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Allocated IP 172.20.0.13 (6ced0398-63ec-414f-b8a6-d01d3c2b793c/877a1c43-ebfa-434c-81a7-a1f43c0ba7bd/02926449-5684-4b69-a850-4206a1d21909) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:44.508074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'name': 'network-vif-deleted', 'tag': 'f016fffe-b480-49bc-a142-987f3a31c1fa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:44.510373 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041a397c-6892-4090-a2b7-1635e7bec150" -d '{"events": [{"server_uuid": "61d511d0-893b-4005-bf0f-eb5fbea38def", "name": "network-vif-deleted", "tag": "f016fffe-b480-49bc-a142-987f3a31c1fa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:44.535085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.559543 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cf982f-2a40-4785-aab0-a5b1a2e7ebdc x-openstack-request-id: req-82cf982f-2a40-4785-aab0-a5b1a2e7ebdc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:44.559808 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d511d0-893b-4005-bf0f-eb5fbea38def", "name": "network-vif-deleted", "tag": "f016fffe-b480-49bc-a142-987f3a31c1fa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:44.560009 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82cf982f-2a40-4785-aab0-a5b1a2e7ebdc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:44.560403 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d511d0-893b-4005-bf0f-eb5fbea38def', 'name': 'network-vif-deleted', 'tag': 'f016fffe-b480-49bc-a142-987f3a31c1fa', 'status': 'completed', 'code': 200} Jan 29 04:29:44.574140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.612750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:44.616348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:44.621789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:44.625595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:44.625833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.663494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event updated for resources: {'Port': ['ID=02926449-5684-4b69-a850-4206a1d21909,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:44.684282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:44.684900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.700689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-fbe8fd26-f46e-4672-88cf-7f53f5e6200b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377489 Jan 29 04:29:44.722934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Request body: {'port': {'device_id': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:44.734397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Deleting subnet a61c93e5-bd79-4efe-a88e-c432f37f6080 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:44.739406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.781323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.793147 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.799381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.866336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=85e54eac-46f9-4853-97a6-067bd153c3bf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:44.874575 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:44.877721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6e96d902-ac82-445a-94e0-49928224109f tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/85e54eac-46f9-4853-97a6-067bd153c3bf HTTP/1.1" status: 204 len: 168 time: 0.8416100 Jan 29 04:29:44.882796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50972) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:44.885346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7341b-d9df-494c-b2cd-b5381eb477ea None None] Network 35be82f4-f14e-41cd-a0d5-851e2505e7ad requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:44.964870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.004229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a800894-82d1-4162-82b5-9653d81df5b4 req-e3c1c2f0-0f18-4c91-89fa-492b1388cc87 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0939429 Jan 29 04:29:45.050398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.113791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] DHCP port deletion for 35be82f4-f14e-41cd-a0d5-851e2505e7ad request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:45.128516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5751-fdb4-4f2c-a269-56da2ddef1b6 req-901220f4-f4d4-4384-9bf0-d1b9d3d30a74 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.130156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-701b5751-fdb4-4f2c-a269-56da2ddef1b6 req-901220f4-f4d4-4384-9bf0-d1b9d3d30a74 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.1497715 Jan 29 04:29:45.160916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.166191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] Deleting port 742d659a-6215-4ae4-bede-e59eecbd012b {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:45.166800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.184230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02926449-5684-4b69-a850-4206a1d21909 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:45.203048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.212143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-701b5751-fdb4-4f2c-a269-56da2ddef1b6 req-21dbb421-ae60-4a9f-b754-689b46ec6f18 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Jan 29 04:29:45.215393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61c93e5-bd79-4efe-a88e-c432f37f6080,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.218629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.221777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a050e6c0-fd51-45d2-8dbc-836574e538a7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a61c93e5-bd79-4efe-a88e-c432f37f6080 HTTP/1.1" status: 204 len: 168 time: 0.6067443 Jan 29 04:29:45.225807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:45.228091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Transition to ACTIVE for port object 02926449-5684-4b69-a850-4206a1d21909 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:45.246878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.251575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1db5a1-0d2f-412e-8711-45a1fff53b9e req-05f53b98-256c-4688-b7d4-db2e2fc281d5 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.258240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] For port 742d659a-6215-4ae4-bede-e59eecbd012b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=742d659a-6215-4ae4-bede-e59eecbd012b,segment=NetworkSegment(c8bd244f-de0e-4f44-a3e7-a7a827c11aa7),segment_id=c8bd244f-de0e-4f44-a3e7-a7a827c11aa7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:45.258644 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.260901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb1db5a1-0d2f-412e-8711-45a1fff53b9e req-05f53b98-256c-4688-b7d4-db2e2fc281d5 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 932 time: 0.1736958 Jan 29 04:29:45.279658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] Calling delete_port for 742d659a-6215-4ae4-bede-e59eecbd012b owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:45.356902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port 742d659a-6215-4ae4-bede-e59eecbd012b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:45.356902 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.383862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Pushing event updated for resources: {'Port': ['ID=02926449-5684-4b69-a850-4206a1d21909,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.385843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.392482 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.415758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] Pushing event deleted for resources: {'Port': ['ID=742d659a-6215-4ae4-bede-e59eecbd012b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.419925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1089609-7ba2-42de-b6c4-9200a69e4e4b None None] No DVR routers for this DVR port 742d659a-6215-4ae4-bede-e59eecbd012b on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:45.440949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 742d659a-6215-4ae4-bede-e59eecbd012b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:45.459660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.465951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.467220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 742d659a-6215-4ae4-bede-e59eecbd012b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:45.467752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 742d659a-6215-4ae4-bede-e59eecbd012b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:45.468395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a5f51d0b-f70f-4843-864f-530af554bfdb no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:45.472697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.480041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.485787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.488275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a5f51d0b-f70f-4843-864f-530af554bfdb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:45.488628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a5f51d0b-f70f-4843-864f-530af554bfdb not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:45.492433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.499214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.499721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.506748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-d8fad131-6ad9-4267-ba00-64ebf0f4f5b3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5430 time: 0.1956289 Jan 29 04:29:45.510444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb1db5a1-0d2f-412e-8711-45a1fff53b9e req-e9bb5835-6307-4238-8a1a-8bfeee164c0f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055368 Jan 29 04:29:45.560462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620838d-c81d-4f6c-855b-2616d194621a req-d63c6177-4fe2-46c6-9ca0-e3578730ef8a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.561903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3620838d-c81d-4f6c-855b-2616d194621a req-d63c6177-4fe2-46c6-9ca0-e3578730ef8a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.2583504 Jan 29 04:29:45.614984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port 742d659a-6215-4ae4-bede-e59eecbd012b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=742d659a-6215-4ae4-bede-e59eecbd012b,segment=NetworkSegment(c8bd244f-de0e-4f44-a3e7-a7a827c11aa7),segment_id=c8bd244f-de0e-4f44-a3e7-a7a827c11aa7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:45.615393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.637002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for 742d659a-6215-4ae4-bede-e59eecbd012b owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:45.659970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.662393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Attempting to bind port 02926449-5684-4b69-a850-4206a1d21909 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:45.662882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Attempting to bind port 02926449-5684-4b69-a850-4206a1d21909 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:45.663224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Attempting to bind port 02926449-5684-4b69-a850-4206a1d21909 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:45.666443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5c28059-cea1-46c7-b9fa-bd6cbcdfe4a9 req-0780d35c-7221-4b98-a725-cf3d14d7249d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0520260 Jan 29 04:29:45.675905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85a7f70a-6b5f-4117-ad38-71977ab76e99 req-283add1d-480f-42e6-bcc7-aabba0f65a47 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637924 Jan 29 04:29:45.681251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Port 02926449-5684-4b69-a850-4206a1d21909 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:45.681532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Attempting to bind port 02926449-5684-4b69-a850-4206a1d21909 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:45.692038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 878937f9-e8df-4443-8969-22f894d32a6a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:45.696030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:45.696411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Checking segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:45.696792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Bound using segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:45.697247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Bound port: 02926449-5684-4b69-a850-4206a1d21909, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:45.697618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.703986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bedd0d-3d89-42e4-a5b6-92412bffe6d2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:45.704174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f016fffe-b480-49bc-a142-987f3a31c1fa no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:45.720799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c048ea1-d066-4704-be20-f0c35dcbef6e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:45.721232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c048ea1-d066-4704-be20-f0c35dcbef6e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:45.725027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: f016fffe-b480-49bc-a142-987f3a31c1fa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:45.725377 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f016fffe-b480-49bc-a142-987f3a31c1fa not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:45.735005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.776781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.791839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:45.792551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:45.794008 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:45.819425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=878937f9-e8df-4443-8969-22f894d32a6a,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:45.830661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '878937f9-e8df-4443-8969-22f894d32a6a', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'port_id': '878937f9-e8df-4443-8969-22f894d32a6a', 'mac_address': 'fa:16:3e:43:ea:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:45.848944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] For port 02926449-5684-4b69-a850-4206a1d21909, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:45.862039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] For port 02926449-5684-4b69-a850-4206a1d21909, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=02926449-5684-4b69-a850-4206a1d21909,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:45.867399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Deleting port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:45.868015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.869707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.874826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.882955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/90bedd0d-3d89-42e4-a5b6-92412bffe6d2 HTTP/1.1" status: 204 len: 168 time: 0.6538460 Jan 29 04:29:45.885018 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.889822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.892853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.900167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878937f9-e8df-4443-8969-22f894d32a6a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:45.923332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:45.925037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.926369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] 10.222.0.20 "PUT /v2.0/ports/02926449-5684-4b69-a850-4206a1d21909 HTTP/1.1" status: 200 len: 1092 time: 1.2075393 Jan 29 04:29:45.928149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f628e74-9ba6-43a4-9d53-9fb9a49fa3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bedd0d-3d89-42e4-a5b6-92412bffe6d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.932396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=878937f9-e8df-4443-8969-22f894d32a6a,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:45.944213 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:45.944930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 404bf81a-bfc8-4e59-9dd2-a6e688e77542 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:45.982329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=742d659a-6215-4ae4-bede-e59eecbd012b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:45.987387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port 742d659a-6215-4ae4-bede-e59eecbd012b on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:46.018092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.033778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.038952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076873ac-7a09-4217-a20b-746774b62c3e service neutron] Pushing event updated for resources: {'Port': ['ID=02926449-5684-4b69-a850-4206a1d21909,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.040308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '404bf81a-bfc8-4e59-9dd2-a6e688e77542', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'port_id': '404bf81a-bfc8-4e59-9dd2-a6e688e77542', 'mac_address': 'fa:16:3e:77:f6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:46.052933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-38c20332-6a43-400d-98b5-e9a3f31b49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.056392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-38c20332-6a43-400d-98b5-e9a3f31b49c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 1095 time: 0.0680819 Jan 29 04:29:46.094913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.106601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:46.113762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404bf81a-bfc8-4e59-9dd2-a6e688e77542 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:46.125406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-586c8ebf-19c9-4ff9-b401-0f6079de3954 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02926449-5684-4b69-a850-4206a1d21909 HTTP/1.1" status: 200 len: 217 time: 0.0545685 Jan 29 04:29:46.138943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] For port a4ab3ecc-0d0a-4d17-afda-74a965a34d34, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.139316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.150168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.155274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.156097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 7bad316c-3780-4deb-9a30-0601c96302ab details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:46.179098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba282-964f-4e4d-a026-607c4b797320 req-f7a38a03-eac8-4ef8-bd47-af16cec6a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.181052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-f7a38a03-eac8-4ef8-bd47-af16cec6a841 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.0486088 Jan 29 04:29:46.184397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.214142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48d8c171-1387-4550-bda6-58c180a9fdb8 req-fd27542b-293d-471c-8826-7b9d651a36a2 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0906093 Jan 29 04:29:46.216404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-3245d638-3a99-4780-a803-f812c3c8df6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274200 Jan 29 04:29:46.219375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Calling delete_port for a4ab3ecc-0d0a-4d17-afda-74a965a34d34 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:46.226230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7bad316c-3780-4deb-9a30-0601c96302ab,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.228883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.241642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '7bad316c-3780-4deb-9a30-0601c96302ab', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'port_id': '7bad316c-3780-4deb-9a30-0601c96302ab', 'mac_address': 'fa:16:3e:67:e8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:46.243441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35be82f4-f14e-41cd-a0d5-851e2505e7ad']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.266386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.266689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bd244f-de0e-4f44-a3e7-a7a827c11aa7') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:46.296370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.310863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad316c-3780-4deb-9a30-0601c96302ab {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:46.315087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.320096 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3d280fda-59b8-43c0-87fc-b00304869cf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52b4e251be4a4cb4abe883d972292ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064202 Jan 29 04:29:46.327132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:46.331615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7bad316c-3780-4deb-9a30-0601c96302ab,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.337996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.337996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 7c7ba19a-b466-4f74-b435-8ea8ef806c89 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:46.341653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.359942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:46.360353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:46.363320 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:46.410753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.413432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Deleting port e45b08b5-d72a-484f-b0dd-bbfe9b589027 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:46.413788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.420493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.430130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-b4a11e6c-de13-4a78-83a1-133b8ee912a1 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063460 Jan 29 04:29:46.434603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '7c7ba19a-b466-4f74-b435-8ea8ef806c89', 'network_id': 'f0e89752-aec8-44f9-89b0-2ea42156e56e', 'port_id': '7c7ba19a-b466-4f74-b435-8ea8ef806c89', 'mac_address': 'fa:16:3e:be:a4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6312399-e8f8-422f-a94d-bff68bbcd054', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:46.442033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a8c42-a4f5-46d0-9fd8-0d6ac941a785 req-6e9185c0-632b-4f45-a818-17f3b20ba490 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.444036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-070a8c42-a4f5-46d0-9fd8-0d6ac941a785 req-6e9185c0-632b-4f45-a818-17f3b20ba490 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b0e7853-6ac7-43d8-807f-8f8a18399d4c HTTP/1.1" status: 200 len: 945 time: 0.1274557 Jan 29 04:29:46.479032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.482991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1675079b-f021-477d-b755-35978ec5619f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.485024 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.497121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7ba19a-b466-4f74-b435-8ea8ef806c89 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:46.501243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.504643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/35be82f4-f14e-41cd-a0d5-851e2505e7ad HTTP/1.1" status: 204 len: 168 time: 1.6209645 Jan 29 04:29:46.518485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:46.523266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.529753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.530493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 29eb7404-e1bf-4a05-a2a4-64e33a1b029a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:46.537880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d99619-46d0-4c06-ad30-d2e540150d91 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=35be82f4-f14e-41cd-a0d5-851e2505e7ad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.573380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'tag': '02926449-5684-4b69-a850-4206a1d21909'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:46.575661 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac" -d '{"events": [{"name": "network-changed", "server_uuid": "33b83fb9-ac77-4539-8cc6-7960080d3b05", "tag": "02926449-5684-4b69-a850-4206a1d21909"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:46.582950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] For port e45b08b5-d72a-484f-b0dd-bbfe9b589027, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e45b08b5-d72a-484f-b0dd-bbfe9b589027,segment=NetworkSegment(2e3e2f54-4805-4e76-b699-9a20acd80f5c),segment_id=2e3e2f54-4805-4e76-b699-9a20acd80f5c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:46.583324 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.591694 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5751b71d-e194-4b9e-8336-395c0e9edce1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:46.592150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5751b71d-e194-4b9e-8336-395c0e9edce1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:46.595330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5751b71d-e194-4b9e-8336-395c0e9edce1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/eea5974d-b64b-4f87-8fd2-fb363a607702 HTTP/1.1" status: 404 len: 337 time: 0.0740910 Jan 29 04:29:46.598451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50998) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:46.602716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Calling delete_port for e45b08b5-d72a-484f-b0dd-bbfe9b589027 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:46.616200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.618450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1675079b-f021-477d-b755-35978ec5619f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.632644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-070a8c42-a4f5-46d0-9fd8-0d6ac941a785 req-7a4dcc6d-1eef-4442-8ba2-2185159dd2e1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722093 Jan 29 04:29:46.670502 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880ba282-964f-4e4d-a026-607c4b797320 req-33c77785-f6ab-47fc-83b3-26f9e22c926e service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234104 Jan 29 04:29:46.690482 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-557acf5b-8af8-4d2a-b1b7-aa08f5114293 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] DELETE failed (client error): The resource could not be found. Jan 29 04:29:46.691167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557acf5b-8af8-4d2a-b1b7-aa08f5114293 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:29:46.698013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:46.698829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-557acf5b-8af8-4d2a-b1b7-aa08f5114293 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/9a0be585-793d-4ae0-a7c4-a074ca52c680 HTTP/1.1" status: 404 len: 339 time: 0.0992272 Jan 29 04:29:46.733369 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f70daa-6fa1-4329-a067-756e98f0577b x-openstack-request-id: req-79f70daa-6fa1-4329-a067-756e98f0577b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:46.733369 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b83fb9-ac77-4539-8cc6-7960080d3b05", "tag": "02926449-5684-4b69-a850-4206a1d21909", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:46.733369 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79f70daa-6fa1-4329-a067-756e98f0577b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:46.733981 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'tag': '02926449-5684-4b69-a850-4206a1d21909', 'status': 'completed', 'code': 200} Jan 29 04:29:46.767709 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1675079b-f021-477d-b755-35978ec5619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.776920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1675079b-f021-477d-b755-35978ec5619f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.778514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event deleted for resources: {'Port': ['ID=a4ab3ecc-0d0a-4d17-afda-74a965a34d34,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.793101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1675079b-f021-477d-b755-35978ec5619f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee HTTP/1.1" status: 204 len: 168 time: 0.4559622 Jan 29 04:29:46.843438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675079b-f021-477d-b755-35978ec5619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d54be4-fd26-443f-ae4e-f57eb8b7c4ee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:46.851887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting subnet 363544b8-4915-4aeb-b31c-953b14d096cb {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:46.861569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] No DVR routers for this DVR port a4ab3ecc-0d0a-4d17-afda-74a965a34d34 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:46.873103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94d85-fec9-4951-8bd9-82dc965953fb req-8f8b475d-ab52-4c13-822d-c4abdbbd0d82 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.879722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['a4ab3ecc-0d0a-4d17-afda-74a965a34d34'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:46.881700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.882805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3b94d85-fec9-4951-8bd9-82dc965953fb req-8f8b475d-ab52-4c13-822d-c4abdbbd0d82 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 944 time: 0.2598555 Jan 29 04:29:46.890013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.893668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3620838d-c81d-4f6c-855b-2616d194621a req-0e616f40-7282-4a52-8cf9-1d6b40954286 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "DELETE /v2.0/ports/a4ab3ecc-0d0a-4d17-afda-74a965a34d34 HTTP/1.1" status: 204 len: 173 time: 1.3232036 Jan 29 04:29:46.895020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'name': 'network-vif-deleted', 'tag': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:46.897459 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef762d8-16bc-41cc-8389-0121203f5fb4" -d '{"events": [{"server_uuid": "5b0e7853-6ac7-43d8-807f-8f8a18399d4c", "name": "network-vif-deleted", "tag": "a4ab3ecc-0d0a-4d17-afda-74a965a34d34"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:46.935583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:46.968414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3b94d85-fec9-4951-8bd9-82dc965953fb req-3b738c33-0a96-483e-84bb-b95dabceddda tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845139 Jan 29 04:29:46.971003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-5df79ec0-d80d-4be8-abc3-5f0fe06e8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.972613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-5df79ec0-d80d-4be8-abc3-5f0fe06e8433 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 1095 time: 0.1757250 Jan 29 04:29:46.992284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:46.998221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.004462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.010658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.016317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.021829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:47.027815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.038942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.043928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-f2347a2b-6dcd-4a85-a141-13db581b3c30 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5434 time: 0.2343633 Jan 29 04:29:47.050760 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09e1cf-5f7f-4fcf-b3dd-cda9693d5b18 x-openstack-request-id: req-fa09e1cf-5f7f-4fcf-b3dd-cda9693d5b18 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:47.051107 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0e7853-6ac7-43d8-807f-8f8a18399d4c", "name": "network-vif-deleted", "tag": "a4ab3ecc-0d0a-4d17-afda-74a965a34d34", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:47.051442 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa09e1cf-5f7f-4fcf-b3dd-cda9693d5b18 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:47.051880 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0e7853-6ac7-43d8-807f-8f8a18399d4c', 'name': 'network-vif-deleted', 'tag': 'a4ab3ecc-0d0a-4d17-afda-74a965a34d34', 'status': 'completed', 'code': 200} Jan 29 04:29:47.062761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'port_id': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'mac_address': 'fa:16:3e:92:4e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:47.065843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.136363 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.152099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29eb7404-e1bf-4a05-a2a4-64e33a1b029a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:47.177365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:47.181552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.183590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.184870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:47.216442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d45871a4-0006-4f5c-8fab-5316d40ec1ca req-04bfe19f-5a3a-492a-ac0e-69ce36c011e3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403756 Jan 29 04:29:47.222080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45b08b5-d72a-484f-b0dd-bbfe9b589027,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.234744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.315702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.398236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:47.409555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f', 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218', 'port_id': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f', 'mac_address': 'fa:16:3e:59:cf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c60f6-a176-4fad-93a6-9e129f3b51f0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:47.447978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-2cbbf394-277e-40cc-bbf1-820dc248f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.449981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-2cbbf394-277e-40cc-bbf1-820dc248f895 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 914 time: 0.4047849 Jan 29 04:29:47.470077 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.503308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:47.512746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.519735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.538116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-94014558-b7ca-4c00-bf53-971e40376900 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02926449-5684-4b69-a850-4206a1d21909 HTTP/1.1" status: 200 len: 217 time: 0.0706007 Jan 29 04:29:47.539379 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.542930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/subnets/363544b8-4915-4aeb-b31c-953b14d096cb HTTP/1.1" status: 204 len: 168 time: 0.8434534 Jan 29 04:29:47.544497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ef0f7-3ab5-4dff-b86b-1fa88be16b84 None None] Network 3d362886-155b-4348-bbf5-1668dcc260ce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:47.556111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51020) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:47.561583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7d85c59-f052-45a0-9406-67e5d9a5db6e req-02491110-1985-43bb-91b5-5fc3a43c6ee1 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1284134 Jan 29 04:29:47.573676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:47.594689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada70bb-e13f-42bd-92f3-eb77f37c4fc1 tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Subnet': ['ID=363544b8-4915-4aeb-b31c-953b14d096cb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.628408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.636294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1be1f37a-ec22-429e-98fa-7628eefa8130 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:47.672824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-24635d10-8227-4289-8d03-2788916db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:47.687435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-24635d10-8227-4289-8d03-2788916db8fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.1118543 Jan 29 04:29:47.748471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-1e9c1bbf-8606-4a5f-aa4f-67324ec598b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524042 Jan 29 04:29:47.834406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1be1f37a-ec22-429e-98fa-7628eefa8130,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:47.847601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:47.861503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '1be1f37a-ec22-429e-98fa-7628eefa8130', 'network_id': '46f3a1eb-bcbe-47c4-a092-70d46d746218', 'port_id': '1be1f37a-ec22-429e-98fa-7628eefa8130', 'mac_address': 'fa:16:3e:ba:8b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c60f6-a176-4fad-93a6-9e129f3b51f0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:47.940155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-436daad8-9439-4988-ac60-5fd3594c6406 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828656 Jan 29 04:29:47.977594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:47.997641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be1f37a-ec22-429e-98fa-7628eefa8130 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:48.020787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1be1f37a-ec22-429e-98fa-7628eefa8130,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:48.046556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.059572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:48.133126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.138760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] DHCP port deletion for 3d362886-155b-4348-bbf5-1668dcc260ce request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:29:48.152065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.157773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d82fc8-2a71-45b3-9eb2-b0407e0a8fac req-7418599d-4dd4-4885-9a9c-b905ea7a5f75 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110193 Jan 29 04:29:48.203565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] Deleting port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:48.204266 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.209172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-441bbac9-62fe-4651-b6ca-c9259e112559 req-7b50b0ec-4e7e-400f-b621-9d7ce06bf93d tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1504264 Jan 29 04:29:48.211289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d4378fe-1f58-429e-b053-10337990638f req-df5e03e6-2b04-4caa-a313-b46d76817596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=289f79689d7b4fbb8d9f7b9f92a64adb&device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1509340 Jan 29 04:29:48.255718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d4378fe-1f58-429e-b053-10337990638f req-d7b2c9c0-4a8f-420a-97c1-309a2ca84386 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=289f79689d7b4fbb8d9f7b9f92a64adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309885 Jan 29 04:29:48.287081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1066589043-network', 'tenant_id': 'aee0314abfc243169bc5cade8191df82'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:48.294285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] For port 516fa221-02bd-4dbb-93de-f96a7d0e7c24, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=516fa221-02bd-4dbb-93de-f96a7d0e7c24,segment=NetworkSegment(be28f9b1-fcbe-4edf-9027-5aef15910c77),segment_id=be28f9b1-fcbe-4edf-9027-5aef15910c77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:48.294823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.322132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] Calling delete_port for 516fa221-02bd-4dbb-93de-f96a7d0e7c24 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:48.373916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-0fa0a334-8b8c-43d4-aef2-ab2dceb42d65 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.375592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-0fa0a334-8b8c-43d4-aef2-ab2dceb42d65 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.2410266 Jan 29 04:29:48.390917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Made reservation on behalf of aee0314abfc243169bc5cade8191df82 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:48.393174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.417696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.421339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.429206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4378fe-1f58-429e-b053-10337990638f req-1b9ab34d-d7b9-44c9-b9cd-abec371b1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.430691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d4378fe-1f58-429e-b053-10337990638f req-1b9ab34d-d7b9-44c9-b9cd-abec371b1caf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676273 Jan 29 04:29:48.433931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-d969530d-70d6-475f-b7a4-79d6583b0e6e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.0308037 Jan 29 04:29:48.437921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Deleting port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:48.438258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.438525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f299a2-bc96-405b-88d7-57461ac7aac9 req-c8f83f38-8809-4b9f-8af5-078caeadc10e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.439970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7f299a2-bc96-405b-88d7-57461ac7aac9 req-c8f83f38-8809-4b9f-8af5-078caeadc10e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 944 time: 0.1060309 Jan 29 04:29:48.464038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] Pushing event deleted for resources: {'Port': ['ID=516fa221-02bd-4dbb-93de-f96a7d0e7c24,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.470155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471ec1b-4c2d-4d84-bb6f-de937c7fbee8 None None] No DVR routers for this DVR port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:48.515489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7f299a2-bc96-405b-88d7-57461ac7aac9 req-2e058460-0bc4-4518-942d-789122ccf307 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607240 Jan 29 04:29:48.520294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Router 77844b14-9edc-494d-9fbb-175f32d9fe7d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:29:48.525356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-33c9b8a7-7e5b-4ffc-8e71-66a6d18b33c6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683203 Jan 29 04:29:48.567965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] For port 516fa221-02bd-4dbb-93de-f96a7d0e7c24, host n-d-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:48.569124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.577829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.582009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.637653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:48.647775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Calling delete_port for 516fa221-02bd-4dbb-93de-f96a7d0e7c24 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:48.655708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:29:48.655893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d454357-6ca4-4da7-b04c-ca52418cce23,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.660117 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.660426 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Added segment 81452add-e567-46b6-a19f-26eba7728c4c of type vlan for network d84f0387-dbf9-4964-bfde-567338449f86 Jan 29 04:29:48.663860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.710917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Port': ['ID=516fa221-02bd-4dbb-93de-f96a7d0e7c24,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.711172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.717175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.723016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.729657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.735773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.742652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.747955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.752805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-aabb68d8-642e-42ee-a008-020b4518e460 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5437 time: 0.1664813 Jan 29 04:29:48.758371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] No DVR routers for this DVR port 516fa221-02bd-4dbb-93de-f96a7d0e7c24 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:29:48.780181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.790538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-b50b0205-491a-4e8e-b10f-cb95c4c03fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516916 Jan 29 04:29:48.818790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6e38f1b-b33c-4f9e-bcdc-7ee0d7e8f13d req-bb53d9c9-7c9a-4a33-a1ec-ea946349fbbd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608981 Jan 29 04:29:48.823366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.824445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:48.825386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.880577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8190880 Jan 29 04:29:48.884445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:48.889010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Request body: {'subnet': {'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1066589043-subnet', 'tenant_id': 'aee0314abfc243169bc5cade8191df82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:48.897884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60417e1-69ce-45cb-928a-043e24ac84a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d84f0387-dbf9-4964-bfde-567338449f86,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:48.899585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:29:48.908771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d84f0387-dbf9-4964-bfde-567338449f86 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:48.911142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a44a36a-4c6f-4498-8a5f-4bf7fa721847 admin admin] 10.222.0.32 "PUT /v2.0/routers/77844b14-9edc-494d-9fbb-175f32d9fe7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7869575 Jan 29 04:29:48.913300 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] Sync routers for ids ['77844b14-9edc-494d-9fbb-175f32d9fe7d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:29:48.914657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:48.918410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:48.931366 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] Routers {'77844b14-9edc-494d-9fbb-175f32d9fe7d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:48.932735 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77844b14-9edc-494d-9fbb-175f32d9fe7d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.951360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d362886-155b-4348-bbf5-1668dcc260ce']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.968343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be28f9b1-fcbe-4edf-9027-5aef15910c77') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.968645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be28f9b1-fcbe-4edf-9027-5aef15910c77') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:48.990969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.001914 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-e560b962-1961-4010-932c-039172e9fe09 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041175 Jan 29 04:29:49.008745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.019652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:49.020373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.025481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Made reservation on behalf of aee0314abfc243169bc5cade8191df82 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:49.026869 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:49.029327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.038130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:49.048032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['878937f9-e8df-4443-8969-22f894d32a6a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:49.053784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.113011 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['7c7ba19a-b466-4f74-b435-8ea8ef806c89'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:49.115805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['1be1f37a-ec22-429e-98fa-7628eefa8130'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:49.116472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.117904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['29eb7404-e1bf-4a05-a2a4-64e33a1b029a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:49.125969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.133480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] 10.222.0.32 "DELETE /v2.0/networks/3d362886-155b-4348-bbf5-1668dcc260ce HTTP/1.1" status: 204 len: 168 time: 1.5706871 Jan 29 04:29:49.145018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d799fd-9a69-49b5-bc2e-0c83bf2e613b tempest-NetworksIpV6Test-170727153 tempest-NetworksIpV6Test-170727153-project] Pushing event deleted for resources: {'Network': ['ID=3d362886-155b-4348-bbf5-1668dcc260ce,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:49.208132 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] Set router 77844b14-9edc-494d-9fbb-175f32d9fe7d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:49.539702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 516fa221-02bd-4dbb-93de-f96a7d0e7c24 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:49.573473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ae6985e-4bca-4bae-a491-9cba3587387b req-6793b854-c663-45d7-b3b8-755788a7c877 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1074858 Jan 29 04:29:49.574041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:49.653015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 516fa221-02bd-4dbb-93de-f96a7d0e7c24 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:49.653357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 516fa221-02bd-4dbb-93de-f96a7d0e7c24 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:49.743049 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:29:47Z', 'revision_number': 5, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.768071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf019cb-1bd0-4e33-adec-b53fcac9ee33 req-f53a16a8-d708-42c3-912f-386822258a77 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 210 time: 0.1156554 Jan 29 04:29:49.768238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de896542-02eb-43df-81dc-e4d54fc2c8a3 req-d3d98c71-ae56-4ea8-a1b6-3eda76084b92 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:49.772642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de896542-02eb-43df-81dc-e4d54fc2c8a3 req-d3d98c71-ae56-4ea8-a1b6-3eda76084b92 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 944 time: 0.1217747 Jan 29 04:29:49.805533 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] Checking router: 77844b14-9edc-494d-9fbb-175f32d9fe7d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:29:49.817156 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] Routers {'77844b14-9edc-494d-9fbb-175f32d9fe7d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:29:49.819090 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77844b14-9edc-494d-9fbb-175f32d9fe7d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:49.864878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.871331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de896542-02eb-43df-81dc-e4d54fc2c8a3 req-c2cf36dd-e4bc-4c8c-a2a4-aba541aecee1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779412 Jan 29 04:29:49.877187 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-641396d0-b7bc-4e94-9c1a-9eef92a304d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f285a80a43a540a7886222d19b33d39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020365 Jan 29 04:29:49.878143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51084) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:49.907140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.959207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 02926449-5684-4b69-a850-4206a1d21909 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:29:49.974098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a4ab3ecc-0d0a-4d17-afda-74a965a34d34 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:49.976308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e48b2bf-67dd-45fd-9bdf-8a40ba02b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:49.976963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['404bf81a-bfc8-4e59-9dd2-a6e688e77542'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:49.999882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['7bad316c-3780-4deb-9a30-0601c96302ab'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:50.000299 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] Set router 77844b14-9edc-494d-9fbb-175f32d9fe7d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:29:50.003414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e48b2bf-67dd-45fd-9bdf-8a40ba02b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.069750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e48b2bf-67dd-45fd-9bdf-8a40ba02b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.072625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e48b2bf-67dd-45fd-9bdf-8a40ba02b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.076758 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2e48b2bf-67dd-45fd-9bdf-8a40ba02b97d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd133c77-8fbd-46ce-b083-4233aa154d15 HTTP/1.1" status: 204 len: 168 time: 0.1974018 Jan 29 04:29:50.094979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b2bf-67dd-45fd-9bdf-8a40ba02b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd133c77-8fbd-46ce-b083-4233aa154d15,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:50.107395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: a4ab3ecc-0d0a-4d17-afda-74a965a34d34 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:50.107909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a4ab3ecc-0d0a-4d17-afda-74a965a34d34 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:50.136121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a0d4ac-6d86-434a-ae21-cfd69cc9dc84,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:50.139842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d4378fe-1f58-429e-b053-10337990638f req-9accc04c-3294-43c9-aca5-439e6066b1f2 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.36 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.1172974 Jan 29 04:29:50.197627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Checking segment: {'id': '81452add-e567-46b6-a19f-26eba7728c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:50.198222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Network hostable DHCP agents. Network: d84f0387-dbf9-4964-bfde-567338449f86, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:50.203228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Deleting port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:29:50.203580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.217848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.223861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.229744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.236295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.242496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.248218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.252542 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:29:47Z', 'revision_number': 5, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:50.254746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.257231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-b7bf03e6-b388-4fcf-966a-63057d7dc180 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5437 time: 0.2474339 Jan 29 04:29:50.339444 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3faaba-a994-4073-8547-c8628a438226 None None] The sync data for ids ['77844b14-9edc-494d-9fbb-175f32d9fe7d'] in n-d-825930-1 is: [{'id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'name': 'tempest-ServerRescueTestJSON-787321831-router', 'tenant_id': '76b5c057842f49108dc8a7ea6d24292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:29:47Z', 'revision_number': 5, 'project_id': '76b5c057842f49108dc8a7ea6d24292b', 'gw_port': {'id': 'd02d5216-e9e0-4b16-8e1b-af0f1939e4c1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77844b14-9edc-494d-9fbb-175f32d9fe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:07Z', 'updated_at': '2022-01-29T04:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:29:50.371428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Network d84f0387-dbf9-4964-bfde-567338449f86 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:50.406015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d84f0387-dbf9-4964-bfde-567338449f86) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:50.428407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91145a68-08ee-4ec4-814d-b82e14a830cf req-cdb0db3a-088e-4e29-96af-f819d2e7bd61 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549444 Jan 29 04:29:50.435538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:50.436648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.452332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e7799-3fd3-498a-b698-df008ec12c72 None None] Network d84f0387-dbf9-4964-bfde-567338449f86 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:50.458704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] For port d02d5216-e9e0-4b16-8e1b-af0f1939e4c1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:50.459213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.474401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ca1ed89-64ce-4518-803c-24a52a902b6a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5887265 Jan 29 04:29:50.489298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Calling delete_port for d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:29:50.651008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 02926449-5684-4b69-a850-4206a1d21909, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=02926449-5684-4b69-a850-4206a1d21909,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:50.726358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:50.726740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '02926449-5684-4b69-a850-4206a1d21909', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'port_id': '02926449-5684-4b69-a850-4206a1d21909', 'mac_address': 'fa:16:3e:c1:ae:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a1c43-ebfa-434c-81a7-a1f43c0ba7bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:29:50.770572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ba95399-d7fd-4336-9af3-29cb7ae7df06 req-40c5e782-730b-4245-a4fe-8551578b3687 tempest-ServerShowV254Test-158635326 tempest-ServerShowV254Test-158635326-project] 10.222.0.32 "GET /v2.0/ports?device_id=56dc7a82-4cf0-41a2-8d84-2671a08d3eed HTTP/1.1" status: 200 len: 210 time: 0.0660348 Jan 29 04:29:50.807534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Pushing event deleted for resources: {'Port': ['ID=d02d5216-e9e0-4b16-8e1b-af0f1939e4c1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:50.989509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.001098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407907e-9f80-44a5-babc-698e62fd77aa None None] Network d84f0387-dbf9-4964-bfde-567338449f86 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:51.142852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02926449-5684-4b69-a850-4206a1d21909 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:51.148046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-937a450f-af53-4f54-a9e1-696c07d76863 req-bc46c50c-5b4c-423c-9cba-31625072c29f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 210 time: 0.2582691 Jan 29 04:29:51.198858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51124) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:51.221787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 02926449-5684-4b69-a850-4206a1d21909, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=02926449-5684-4b69-a850-4206a1d21909,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:51.222021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.236333 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.354865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=02926449-5684-4b69-a850-4206a1d21909,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:51.374313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560506909'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:51.394407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.402514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-2d3f63f8-4035-43d7-aae3-9ff103190580 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.403969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-2d3f63f8-4035-43d7-aae3-9ff103190580 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.4570076 Jan 29 04:29:51.405141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.425012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c73a-68f0-4e7d-8201-e4fe5608ba74 req-ff4a3298-41b6-49dd-a05c-dcef96598a8d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.426470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf15c73a-68f0-4e7d-8201-e4fe5608ba74 req-ff4a3298-41b6-49dd-a05c-dcef96598a8d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 945 time: 0.2126441 Jan 29 04:29:51.434510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e45b08b5-d72a-484f-b0dd-bbfe9b589027 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:51.436883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Request body: {'port': {'device_id': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'admin_state_up': True, 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:51.455183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e45b08b5-d72a-484f-b0dd-bbfe9b589027 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:51.455523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e45b08b5-d72a-484f-b0dd-bbfe9b589027 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:51.464454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.485506 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.504504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:29:51.523811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ef205336-da7c-408b-988c-5d493dbbb298 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.525278 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ef205336-da7c-408b-988c-5d493dbbb298 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/networks?id=d84f0387-dbf9-4964-bfde-567338449f86 HTTP/1.1" status: 200 len: 821 time: 0.1664064 Jan 29 04:29:51.531836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.532365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77844b14-9edc-494d-9fbb-175f32d9fe7d {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:29:51.545384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.546948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-082cec53-c92f-4626-ad4d-f03f8fa4772f admin admin] 10.222.0.32 "DELETE /v2.0/routers/77844b14-9edc-494d-9fbb-175f32d9fe7d HTTP/1.1" status: 204 len: 168 time: 2.6293144 Jan 29 04:29:51.549732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:51.575731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-51ced2b8-057c-4cd9-85e1-fb799d7fd61b tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/quotas/aee0314abfc243169bc5cade8191df82 HTTP/1.1" status: 200 len: 375 time: 0.0250890 Jan 29 04:29:51.600908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf15c73a-68f0-4e7d-8201-e4fe5608ba74 req-11f0781b-67fa-494f-a995-6904b1fb8f1d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600952 Jan 29 04:29:51.634361 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-66aeeabf-20a0-458f-a429-f99deaf0d3b7 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aee0314abfc243169bc5cade8191df82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456405 Jan 29 04:29:51.684709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Deleting subnet 2c0ebb0f-7db1-409e-8129-ddf80a8ee341 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:29:51.693647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.721757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.728001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.782798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.792538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a553bd6-713c-4c97-ae6e-ecd440792e17,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:51.810886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:51.812236 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6890da89-0f1f-4983-81a3-b36a24977010 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688325 Jan 29 04:29:51.814644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.835507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.841398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.847266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.853729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.859682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.865669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.871584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:51.873528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-ffcdccaa-2828-42b9-ac4d-f984dda56a97 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5437 time: 0.1525314 Jan 29 04:29:51.891747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.897376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.920373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.933171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:51.936797 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7340755 Jan 29 04:29:51.940016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:51.968638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf65ee-7403-4907-8fa1-fb575cab3fb4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184931e8-0314-4fb3-95b1-82f62fbd519e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:51.977222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-75de3b2f-546b-4a6f-83e5-17917fd57780 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561077 Jan 29 04:29:51.996315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b96a0f42-b3e8-4b72-9c94-ffd0d5207c1b req-174a2fc5-3d85-4c70-ad27-517bfa80926d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140215 Jan 29 04:29:52.030320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f55a4b7b-8eae-4a83-bde3-d12a928568f0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0877616 Jan 29 04:29:52.033380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51144) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.038929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-security--1578789473', 'description': 'tempest-security-description-1661895930'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:52.074294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.092649 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.168217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.175040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.179218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-96203030-af56-493a-a08a-993295ad481c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2c0ebb0f-7db1-409e-8129-ddf80a8ee341 HTTP/1.1" status: 204 len: 168 time: 0.6220317 Jan 29 04:29:52.183605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Allocated IP 172.20.0.2 (61a7caeb-f810-4766-9c49-e2ecb81c4102/7ad1fbca-5034-4c39-86ae-3bca799a67fd/542860b4-e6c1-4a07-b19d-e90861acab99) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:52.189805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51154) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.197549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 878937f9-e8df-4443-8969-22f894d32a6a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:52.229478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.240938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.247100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96203030-af56-493a-a08a-993295ad481c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0ebb0f-7db1-409e-8129-ddf80a8ee341,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.248163 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "PUT /v2.0/security-groups/184931e8-0314-4fb3-95b1-82f62fbd519e HTTP/1.1" status: 200 len: 1780 time: 0.2135079 Jan 29 04:29:52.252896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.302211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 878937f9-e8df-4443-8969-22f894d32a6a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:52.313974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 878937f9-e8df-4443-8969-22f894d32a6a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:52.314609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.341871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ada87ee-258d-4527-af3a-6cb5ed04f677 req-61590904-b059-4b41-9d05-c52e88c26e4b tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 210 time: 0.0925214 Jan 29 04:29:52.402695 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a096e889-1335-4021-ad90-e6aa7c450393 req-607f4b85-2550-4cb7-bd46-9e03c7b3b2e7 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 210 time: 0.1505785 Jan 29 04:29:52.403516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4f0c2c0b-0aef-4e5b-8d12-fd52272f22c5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups/184931e8-0314-4fb3-95b1-82f62fbd519e HTTP/1.1" status: 200 len: 1780 time: 0.1480997 Jan 29 04:29:52.407158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.424982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410badff-2347-4fa2-b7f2-c3ef06331705 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184931e8-0314-4fb3-95b1-82f62fbd519e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.449038 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.454000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.489423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878937f9-e8df-4443-8969-22f894d32a6a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:52.493260 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e103d74e-f994-4261-b647-517a004c9e9b" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "878937f9-e8df-4443-8969-22f894d32a6a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:52.502771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.511883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=878937f9-e8df-4443-8969-22f894d32a6a,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:52.516202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.518126 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.519071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 7c7ba19a-b466-4f74-b435-8ea8ef806c89 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:52.533789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-512041ef-397c-4361-b03e-e066994f7baf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.570797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-512041ef-397c-4361-b03e-e066994f7baf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.609960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.611598 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1f64e-14b3-4f08-a0e5-0523caf4915d x-openstack-request-id: req-76f1f64e-14b3-4f08-a0e5-0523caf4915d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:52.611893 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "878937f9-e8df-4443-8969-22f894d32a6a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:52.612148 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76f1f64e-14b3-4f08-a0e5-0523caf4915d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:52.612542 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878937f9-e8df-4443-8969-22f894d32a6a', 'code': 200} Jan 29 04:29:52.650808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.660080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2416a59b-ff05-44d5-9d68-f5303c7c04b9']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.664249 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.669500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:52.674125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:52.674719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.685136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3e2f54-4805-4e76-b699-9a20acd80f5c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.685440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3e2f54-4805-4e76-b699-9a20acd80f5c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:29:52.704225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-512041ef-397c-4361-b03e-e066994f7baf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.707160 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-512041ef-397c-4361-b03e-e066994f7baf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.708416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-512041ef-397c-4361-b03e-e066994f7baf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/184931e8-0314-4fb3-95b1-82f62fbd519e HTTP/1.1" status: 204 len: 168 time: 0.3003516 Jan 29 04:29:52.710602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.721212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51174) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.746815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e81c5a40-6c8f-4aa1-9d65-21d5b953b189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.766999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512041ef-397c-4361-b03e-e066994f7baf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184931e8-0314-4fb3-95b1-82f62fbd519e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.778630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.783096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:52.792935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:52.795592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.807595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:29:52.808173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.810542 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:29:52.810644 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:29:52.814209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:52.851338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:52.856167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.857278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 29eb7404-e1bf-4a05-a2a4-64e33a1b029a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:52.888926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:52.889569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.918057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f8ce-eb43-4233-a466-fe6096160441 req-290cb732-220a-4c29-9090-c7495dd5e967 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:52.920353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb42f8ce-eb43-4233-a466-fe6096160441 req-290cb732-220a-4c29-9090-c7495dd5e967 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 945 time: 0.1982000 Jan 29 04:29:52.920723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-13c1e8b8-985d-4fa5-90d1-f7f79aab882e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4899142 Jan 29 04:29:52.929994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d329227-4932-4772-92e4-86fcf50bd2b1 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2036774 Jan 29 04:29:52.930498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:52.937085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:52.941261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.947763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.951606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:52.955285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2416a59b-ff05-44d5-9d68-f5303c7c04b9 HTTP/1.1" status: 204 len: 168 time: 0.7628398 Jan 29 04:29:52.958349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:52.959531 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:52.968879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Request body: {'port': {'device_id': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:52.985326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdd87d-76dd-4d82-ac46-e746b2f3c615 admin admin] Pushing event deleted for resources: {'Network': ['ID=2416a59b-ff05-44d5-9d68-f5303c7c04b9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.015636 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb42f8ce-eb43-4233-a466-fe6096160441 req-682baa7c-dcfb-486a-9cdd-de20cc79994c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584166 Jan 29 04:29:53.030774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e81c5a40-6c8f-4aa1-9d65-21d5b953b189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.032411 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-fce67c8b-f60c-4ae4-8a85-a3a583fae09c tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] delete failed (client error): The resource could not be found. Jan 29 04:29:53.037450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fce67c8b-f60c-4ae4-8a85-a3a583fae09c tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/184931e8-0314-4fb3-95b1-82f62fbd519e HTTP/1.1" status: 404 len: 347 time: 0.1018488 Jan 29 04:29:53.040625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51182) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:53.049204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627947541'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:53.054484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e81c5a40-6c8f-4aa1-9d65-21d5b953b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.139334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.176159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51186) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:53.176308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e81c5a40-6c8f-4aa1-9d65-21d5b953b189 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=289f79689d7b4fbb8d9f7b9f92a64adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587965 Jan 29 04:29:53.177012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c5a40-6c8f-4aa1-9d65-21d5b953b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d15e5b-fafa-4b03-874f-2a9d011d33b2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.196705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.222029 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.230206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51188) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:53.261414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:53.263780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-765e4f9d-ff2b-44b2-8a44-b4e8a1d71e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.265790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.266763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:53.288978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-765e4f9d-ff2b-44b2-8a44-b4e8a1d71e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.331521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.344227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.346634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.354061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.356828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:29:53.357379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-765e4f9d-ff2b-44b2-8a44-b4e8a1d71e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.360044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-765e4f9d-ff2b-44b2-8a44-b4e8a1d71e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.361224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-765e4f9d-ff2b-44b2-8a44-b4e8a1d71e11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80d15e5b-fafa-4b03-874f-2a9d011d33b2 HTTP/1.1" status: 204 len: 168 time: 0.1828346 Jan 29 04:29:53.369315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.371323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e4f9d-ff2b-44b2-8a44-b4e8a1d71e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d15e5b-fafa-4b03-874f-2a9d011d33b2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.388944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.390927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:53.392792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:29:53.393130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d02d5216-e9e0-4b16-8e1b-af0f1939e4c1 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:29:53.394794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.401650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.403275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:53.403646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.403784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-b69987e7-a505-4809-b094-67488048767a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5439 time: 0.2384326 Jan 29 04:29:53.496391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b3adc36e-bbc5-43a3-b210-f5c1c9547423 req-f65884c1-0566-4885-a8b5-12c15bf82e57 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 210 time: 0.0414898 Jan 29 04:29:53.510653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.521007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-84545a36-d6c6-4c79-ad5c-8c1f3c1022ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76b5c057842f49108dc8a7ea6d24292b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869484 Jan 29 04:29:53.525656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51196) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:53.541337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.566914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:53.574273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.575646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1be1f37a-ec22-429e-98fa-7628eefa8130 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:53.581746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.627370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36a83910-1d4c-4558-b2e9-9cd7fce404a7 req-2befcaac-3b76-4bfc-a709-6904ab02b680 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125113 Jan 29 04:29:53.670611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d039-67d5-4526-9280-dd2054fb2efa req-96d96ce1-824c-47d8-839e-6d7cdcefc4ac tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.688709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c610d039-67d5-4526-9280-dd2054fb2efa req-96d96ce1-824c-47d8-839e-6d7cdcefc4ac tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 931 time: 0.0781431 Jan 29 04:29:53.706605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.724001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 1be1f37a-ec22-429e-98fa-7628eefa8130 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:53.730624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 1be1f37a-ec22-429e-98fa-7628eefa8130 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:53.731179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.743295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.744610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7024589 Jan 29 04:29:53.751025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75205d9d-2278-43d3-a412-a3c304d57970,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.775090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51200) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:53.791504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c610d039-67d5-4526-9280-dd2054fb2efa req-91fcaeeb-d472-4fb8-b705-e1b0d231325e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Jan 29 04:29:53.795506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8280739d-3403-4878-afdd-83c93cfb4dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.800769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '75205d9d-2278-43d3-a412-a3c304d57970', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:53.804155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.804502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.804846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.805180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.806134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.806844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.807185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.807511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.807840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.808164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.808486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.808803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568b9ff-46b7-4758-8e62-c416bd770533 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:53.817843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2984-4b32-473a-8c21-2884bb6d7779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.852602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.869557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.882171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2984-4b32-473a-8c21-2884bb6d7779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.895064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1be1f37a-ec22-429e-98fa-7628eefa8130,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:53.901633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.941238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 02926449-5684-4b69-a850-4206a1d21909 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:53.955375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.960918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:53.981031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e6b198-f3c7-40f7-b99d-64a740c723ff,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:53.981795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-3f39635e-c2cd-4a1c-a23c-f95bd37e6d49 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:53.983712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-3f39635e-c2cd-4a1c-a23c-f95bd37e6d49 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.36 "GET /v2.0/networks?id=d84f0387-dbf9-4964-bfde-567338449f86 HTTP/1.1" status: 200 len: 821 time: 0.2751369 Jan 29 04:29:54.011016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 02926449-5684-4b69-a850-4206a1d21909 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:54.012084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Request body: {'port': {'device_id': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86', 'admin_state_up': True, 'tenant_id': 'aee0314abfc243169bc5cade8191df82'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:54.015631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 02926449-5684-4b69-a850-4206a1d21909 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:54.015974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.017663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.018374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.019904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1729ff58-1495-4916-9cda-e7cfc9ea0a9f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274079 Jan 29 04:29:54.024990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:54.061931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-151dc738-e196-4557-8c0f-3551e549761e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.074321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-151dc738-e196-4557-8c0f-3551e549761e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.111954 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-151dc738-e196-4557-8c0f-3551e549761e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.122267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-151dc738-e196-4557-8c0f-3551e549761e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.126620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-151dc738-e196-4557-8c0f-3551e549761e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/83e6b198-f3c7-40f7-b99d-64a740c723ff HTTP/1.1" status: 204 len: 168 time: 0.0945623 Jan 29 04:29:54.143603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51214) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:54.143807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.148203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dc738-e196-4557-8c0f-3551e549761e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83e6b198-f3c7-40f7-b99d-64a740c723ff,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.187022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 02926449-5684-4b69-a850-4206a1d21909, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=02926449-5684-4b69-a850-4206a1d21909,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:54.191078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2984-4b32-473a-8c21-2884bb6d7779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.195275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2984-4b32-473a-8c21-2884bb6d7779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.196016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.196601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1dd2984-4b32-473a-8c21-2884bb6d7779 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e4e0270-9e67-4fb0-ade0-70c6470f2b3c HTTP/1.1" status: 204 len: 168 time: 0.6659930 Jan 29 04:29:54.228012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-38dcd656-7ac6-4198-8fdf-9472b272c116 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0820940 Jan 29 04:29:54.230580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51218) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:54.239362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 404bf81a-bfc8-4e59-9dd2-a6e688e77542 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:54.250199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542860b4-e6c1-4a07-b19d-e90861acab99 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:54.261836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd2984-4b32-473a-8c21-2884bb6d7779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e0270-9e67-4fb0-ade0-70c6470f2b3c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.270755 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.291956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51513f3-25b2-4757-b167-b571c4751503 req-f23d0d9c-e121-48de-9c13-a093f2e31fc1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:54.293513 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f51513f3-25b2-4757-b167-b571c4751503 req-f23d0d9c-e121-48de-9c13-a093f2e31fc1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 945 time: 0.1563251 Jan 29 04:29:54.305857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Transition to ACTIVE for port object 542860b4-e6c1-4a07-b19d-e90861acab99 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:54.336491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4e277c7-686a-4efc-b44d-7ca8fcfb7464 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.340592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.344914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=02926449-5684-4b69-a850-4206a1d21909,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.369515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:54.375892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:54.376483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.383121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4e277c7-686a-4efc-b44d-7ca8fcfb7464 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.394303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f51513f3-25b2-4757-b167-b571c4751503 req-68eddf9d-153e-4016-a7dd-1f0e59433a79 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870614 Jan 29 04:29:54.430813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Made reservation on behalf of aee0314abfc243169bc5cade8191df82 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:54.437448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.459465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4e277c7-686a-4efc-b44d-7ca8fcfb7464 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.463366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4e277c7-686a-4efc-b44d-7ca8fcfb7464 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.467411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e4e277c7-686a-4efc-b44d-7ca8fcfb7464 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/75205d9d-2278-43d3-a412-a3c304d57970 HTTP/1.1" status: 204 len: 168 time: 0.2335927 Jan 29 04:29:54.476046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.478249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51226) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:54.479899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.515302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:54.523428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.524312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 7bad316c-3780-4deb-9a30-0601c96302ab up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:29:54.532469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e277c7-686a-4efc-b44d-7ca8fcfb7464 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75205d9d-2278-43d3-a412-a3c304d57970,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.593686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b94d3d1d-c768-47bf-ab1f-1629ff6cac2a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129429 Jan 29 04:29:54.594348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51234) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:54.600126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--567942956'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:54.661637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130'}, {'server_uuid': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02926449-5684-4b69-a850-4206a1d21909'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404bf81a-bfc8-4e59-9dd2-a6e688e77542'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:54.666244 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09612d57-5266-4b56-8fd5-0d21dab80a53 req-5afd2345-8df0-49db-b5ed-485b7c708786 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 210 time: 0.0395322 Jan 29 04:29:54.669158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.675144 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d779e-adb0-441c-a06d-f18a79c20b5e" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130"}, {"server_uuid": "33b83fb9-ac77-4539-8cc6-7960080d3b05", "name": "network-vif-plugged", "status": "completed", "tag": "02926449-5684-4b69-a850-4206a1d21909"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "404bf81a-bfc8-4e59-9dd2-a6e688e77542"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:54.732929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.754330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Allocated IP 172.20.0.3 (d84f0387-dbf9-4964-bfde-567338449f86/40a0d4ac-6d86-434a-ae21-cfd69cc9dc84/ef0a8348-5e40-40d6-af86-9795d55c9d39) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:29:54.789638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 7bad316c-3780-4deb-9a30-0601c96302ab completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:29:54.796113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 7bad316c-3780-4deb-9a30-0601c96302ab triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:29:54.796595 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.799217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Attempting to bind port 542860b4-e6c1-4a07-b19d-e90861acab99 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:54.799684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Attempting to bind port 542860b4-e6c1-4a07-b19d-e90861acab99 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:54.800693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Attempting to bind port 542860b4-e6c1-4a07-b19d-e90861acab99 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:54.817067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Port 542860b4-e6c1-4a07-b19d-e90861acab99 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:54.817382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Attempting to bind port 542860b4-e6c1-4a07-b19d-e90861acab99 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:54.842002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.846263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:54.849214 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e0d02e-bf88-46bd-8e1e-4897c661bc71 x-openstack-request-id: req-54e0d02e-bf88-46bd-8e1e-4897c661bc71 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:54.850363 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130", "code": 200}, {"server_uuid": "33b83fb9-ac77-4539-8cc6-7960080d3b05", "name": "network-vif-plugged", "status": "completed", "tag": "02926449-5684-4b69-a850-4206a1d21909", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "404bf81a-bfc8-4e59-9dd2-a6e688e77542", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:54.850807 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54e0d02e-bf88-46bd-8e1e-4897c661bc71 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:54.851468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.858238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:54.859597 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89', 'code': 200} Jan 29 04:29:54.859831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Bound using segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:54.859967 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'code': 200} Jan 29 04:29:54.860200 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f', 'code': 200} Jan 29 04:29:54.860461 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130', 'code': 200} Jan 29 04:29:54.860718 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02926449-5684-4b69-a850-4206a1d21909', 'code': 200} Jan 29 04:29:54.860966 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404bf81a-bfc8-4e59-9dd2-a6e688e77542', 'code': 200} Jan 29 04:29:54.861078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Bound port: 542860b4-e6c1-4a07-b19d-e90861acab99, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:54.861714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.943240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:54.945110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3496251 Jan 29 04:29:54.946206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21092d7-501f-4890-8bfd-4bb35b5cc712 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:54.952740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:54.973314 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.012712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:55.013853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7bad316c-3780-4deb-9a30-0601c96302ab,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:29:55.018957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.032917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172e1b1-c05f-4702-8ec4-7c9cf139ff23 req-89b14bfa-27af-4dcd-9a78-ed4b6fca128b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.034515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d172e1b1-c05f-4702-8ec4-7c9cf139ff23 req-89b14bfa-27af-4dcd-9a78-ed4b6fca128b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 943 time: 0.1160240 Jan 29 04:29:55.039881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.041317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c9e97-a129-4192-9cd1-1828c52f644b req-5e549d91-e137-4980-a52a-61136ddb0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.042834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d9c9e97-a129-4192-9cd1-1828c52f644b req-5e549d91-e137-4980-a52a-61136ddb0b07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 1097 time: 0.1035454 Jan 29 04:29:55.045729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.051624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.057732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.063762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.071746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.077929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.079587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-f7970dba-7958-4c91-8640-833aa995be7d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5443 time: 0.2728717 Jan 29 04:29:55.095572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d9c9e97-a129-4192-9cd1-1828c52f644b req-1b0f3ce1-10e8-469b-b908-0f156e33a597 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Jan 29 04:29:55.104788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.113785 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d172e1b1-c05f-4702-8ec4-7c9cf139ff23 req-b71e1006-cd33-4763-8415-7c292f1fd823 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698311 Jan 29 04:29:55.177721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.207539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:55.221080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d381fe6a-2740-48f3-9de2-da8f6355d224 req-68b0d35b-e6c6-42bd-b3d7-1f5d06495d1f tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301303 Jan 29 04:29:55.231285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.248867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:55.259409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.321362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.322473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.323550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/542860b4-e6c1-4a07-b19d-e90861acab99 HTTP/1.1" status: 200 len: 1091 time: 2.3710785 Jan 29 04:29:55.325297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:55.327588 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:55.361293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48720733-64d4-4be4-8fac-29b0fdcc65c3 service neutron] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.361470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51268) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:55.382264 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.385120 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c08ebb-521f-48b5-afcf-c9427b1ac064 x-openstack-request-id: req-77c08ebb-521f-48b5-afcf-c9427b1ac064 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:55.385535 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:55.386025 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77c08ebb-521f-48b5-afcf-c9427b1ac064 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:55.386606 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99', 'status': 'completed', 'code': 200} Jan 29 04:29:55.388494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.400052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.426494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51274) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:55.477742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d23034-19e5-406d-8c28-4c935b69aff1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.486013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Network d84f0387-dbf9-4964-bfde-567338449f86 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:29:55.521069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:55.530966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:29:55.536592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.537854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8214d0e3-947a-4840-96c0-9e046aafbd17 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5601888 Jan 29 04:29:55.540862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51278) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:55.551929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:55.567455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1461856002-network', 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:55.572014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Pushing event updated for resources: {'Port': ['ID=ef0a8348-5e40-40d6-af86-9795d55c9d39,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.587025 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361e0ec3-07cf-4bff-b407-d5040a7efc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.622006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.622630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.628093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9 req-e287c6bf-8355-4b40-9c7f-12523e28c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.629573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9 req-e287c6bf-8355-4b40-9c7f-12523e28c048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 1094 time: 0.1694186 Jan 29 04:29:55.634987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.640865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a57aa-fb06-420d-9240-d6db4b33c80f req-475a2a8c-a8df-48b3-a4ba-04d1cb861f06 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.641518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:55.642632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-020a57aa-fb06-420d-9240-d6db4b33c80f req-475a2a8c-a8df-48b3-a4ba-04d1cb861f06 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 946 time: 0.1553109 Jan 29 04:29:55.643957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.670254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.679504 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-6ad6eaeb-5c51-4d60-b734-1aa4b319b4b2 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6757972 Jan 29 04:29:55.718706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Request body: {'port': {'device_id': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:55.779385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.781332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361e0ec3-07cf-4bff-b407-d5040a7efc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.789110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-020a57aa-fb06-420d-9240-d6db4b33c80f req-89bca5f4-1bba-4f90-b2b0-08ac2819c1a1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332002 Jan 29 04:29:55.794166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.805705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361e0ec3-07cf-4bff-b407-d5040a7efc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.830185 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.847636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9 req-fb4143d8-3368-4238-9f7a-f63c860bcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.849145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9 req-fb4143d8-3368-4238-9f7a-f63c860bcd74 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2035351 Jan 29 04:29:55.875830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf55a3f-51b3-4161-ae40-9d440006ca7a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.899269 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.902942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3586204 Jan 29 04:29:55.913973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51282) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:55.915288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.915635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.915970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.916295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.916625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.916945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.917263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.917580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.917949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.918239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.918550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.918862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71abb0e2-900b-4d0e-a529-c71500ddfbd8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:29:55.928066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:55.934799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e0ec3-07cf-4bff-b407-d5040a7efc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848c5a51-007b-4479-81dc-5647d038fc82,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:55.952068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-361e0ec3-07cf-4bff-b407-d5040a7efc5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17317cecd6b94f4d83601ce689ec5eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197980 Jan 29 04:29:55.952624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:55.955186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:55.967181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f40661-6a60-48a8-9d50-9c47a677b3f6 req-4f66b8b4-dea8-41ad-aea9-ef7914597202 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:55.968654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f40661-6a60-48a8-9d50-9c47a677b3f6 req-4f66b8b4-dea8-41ad-aea9-ef7914597202 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 931 time: 0.1921861 Jan 29 04:29:55.971533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.013472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:56.038671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ffba8-49a4-4ec2-ad02-786ce1d6fc80,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.060841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8466f31d-1987-4d44-862b-5e4aac0c7d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.068867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.069225 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Added segment b9eca05d-06e6-4cf6-9526-bd138907333e of type vlan for network f2c0239e-f79a-4e04-ba3e-2bd153250539 Jan 29 04:29:56.079256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.094457 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67f40661-6a60-48a8-9d50-9c47a677b3f6 req-bffa0c22-cb5b-41b7-b5c4-f586ab715b36 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149695 Jan 29 04:29:56.153115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.193834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.200883 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.218727 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.219723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.220463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.266755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.270558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457720 Jan 29 04:29:56.270558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f024e-7636-4607-a577-d64500736f93 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7eddac-559b-4425-bda3-389ed9aa3acd,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.318717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51290) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:56.327196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:56.339178 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9765081 Jan 29 04:29:56.351053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51292) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:56.355863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Request body: {'subnet': {'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1461856002-subnet', 'tenant_id': '539fd38780164bffb0e0d48e63f321c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:56.381872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc316d5-6868-4ad1-af7e-232de99d92ed admin admin] Pushing event updated for resources: {'Network': ['ID=f2c0239e-f79a-4e04-ba3e-2bd153250539,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.392343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:56.432430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.449393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.455526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.461496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.467396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.473257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.474105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9 req-76db9047-8f81-4796-87e8-f7ac6050a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.476089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cd937f8-aeda-437d-8a58-c3d0ad2f67d9 req-76db9047-8f81-4796-87e8-f7ac6050a2b0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6054485 Jan 29 04:29:56.479029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.484804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.487211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-d46d775a-7f5d-4b88-bfbc-ad3ba16e03a3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.1557288 Jan 29 04:29:56.494532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:56.496776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.505366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce62607a-b225-4499-8e90-18034ddbd054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.583051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce62607a-b225-4499-8e90-18034ddbd054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.621024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b7e7dc2-25d7-4035-a16f-9a1c8e3c3de0 req-e9fa7938-c27f-4de8-8b13-c8398a1a9ee0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098347 Jan 29 04:29:56.638357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41668e-7918-4e0e-97d5-5c98b2bd328a req-b9e9788b-739d-48fa-90ba-aecb43d90976 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.639966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e41668e-7918-4e0e-97d5-5c98b2bd328a req-b9e9788b-739d-48fa-90ba-aecb43d90976 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 943 time: 0.1606004 Jan 29 04:29:56.640303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.655523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.691704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-b3135418-5887-4062-8b64-187f9bedc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.693705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-b3135418-5887-4062-8b64-187f9bedc885 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 1094 time: 0.1540470 Jan 29 04:29:56.701875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd402451-5c26-48d4-a5ae-6f490d6805ae,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.708191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.709379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f0564eba-9196-4d00-9eaa-f51973243f65 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3888121 Jan 29 04:29:56.714509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51294) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:56.718720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:56.779122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e41668e-7918-4e0e-97d5-5c98b2bd328a req-d14a8eff-7e00-49bc-8696-cfd35d7f17ce tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182451 Jan 29 04:29:56.780164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.780397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-a13babf1-ab92-4e76-a79b-d135916c1224 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=542860b4-e6c1-4a07-b19d-e90861acab99 HTTP/1.1" status: 200 len: 217 time: 0.0521545 Jan 29 04:29:56.796079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0a8348-5e40-40d6-af86-9795d55c9d39 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:29:56.822190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce62607a-b225-4499-8e90-18034ddbd054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.824752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce62607a-b225-4499-8e90-18034ddbd054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.825917 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce62607a-b225-4499-8e90-18034ddbd054 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/848c5a51-007b-4479-81dc-5647d038fc82 HTTP/1.1" status: 204 len: 168 time: 0.8731761 Jan 29 04:29:56.829683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.829950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.851613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62607a-b225-4499-8e90-18034ddbd054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c5a51-007b-4479-81dc-5647d038fc82,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.862168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:56.864763 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d59948-418a-4d07-ad71-23ef27df1443" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:56.871116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114f24-2668-4dd5-9478-d37809a960f8 req-56da851d-df96-445b-81de-ff3dbddfd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:56.872856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-56da851d-df96-445b-81de-ff3dbddfd73b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0866499 Jan 29 04:29:56.917551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Transition to ACTIVE for port object ef0a8348-5e40-40d6-af86-9795d55c9d39 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:29:56.917825 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c82ae-3877-40df-bf40-deb757e1c704 x-openstack-request-id: req-ad9c82ae-3877-40df-bf40-deb757e1c704 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:56.918302 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-plugged", "status": "completed", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:56.918904 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad9c82ae-3877-40df-bf40-deb757e1c704 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:56.919577 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab', 'code': 200} Jan 29 04:29:56.919882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-c5848c66-5919-4153-86a2-749cdf175a0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380855 Jan 29 04:29:56.923465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:56.925361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0128db7-b0af-4e44-9b10-cb8ba9e315e2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:56.965731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:56.966780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Network hostable DHCP agents. Network: f2c0239e-f79a-4e04-ba3e-2bd153250539, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:57.003090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dda2f-6516-4981-aeb5-74858dba1bba req-74952366-84b4-4eb9-8eff-7d2fb08a8594 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.004921 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-974dda2f-6516-4981-aeb5-74858dba1bba req-74952366-84b4-4eb9-8eff-7d2fb08a8594 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 946 time: 0.1371467 Jan 29 04:29:57.034441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0a8348-5e40-40d6-af86-9795d55c9d39,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.038957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.049386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:57.056802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.082979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f2c0239e-f79a-4e04-ba3e-2bd153250539) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:57.093401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f3a73-58df-427c-a575-bee0716e512c None None] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:57.109558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9191d5a-5e43-4927-90c5-491fabb5d3df,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.120584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-974dda2f-6516-4981-aeb5-74858dba1bba req-e63af08c-ebd4-461f-8efe-8182634dd7ba tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947568 Jan 29 04:29:57.131848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.132833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.139582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.144989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b2212ef7-647a-4390-8c3a-5bb83e846d5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4294832 Jan 29 04:29:57.148735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:57.161009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-54f9bff5-1158-4c6c-8c14-498e2073f430 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322040 Jan 29 04:29:57.167755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5ff15f7e-de87-4e3a-bf65-9ea098225d6a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8156264 Jan 29 04:29:57.245646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.292229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.292707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.293183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.293654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.294153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.294615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.295085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.297042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-7ab32869-b3a2-4beb-9d88-7f55a7db471d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6501 time: 0.2389886 Jan 29 04:29:57.302777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Attempting to bind port ef0a8348-5e40-40d6-af86-9795d55c9d39 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:29:57.302952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Attempting to bind port ef0a8348-5e40-40d6-af86-9795d55c9d39 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '81452add-e567-46b6-a19f-26eba7728c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:29:57.303279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Attempting to bind port ef0a8348-5e40-40d6-af86-9795d55c9d39 on network d84f0387-dbf9-4964-bfde-567338449f86 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:57.336145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf1f-d54c-4280-aba2-319a578f7ca9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.360897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Port ef0a8348-5e40-40d6-af86-9795d55c9d39 on network d84f0387-dbf9-4964-bfde-567338449f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:29:57.361278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Attempting to bind port ef0a8348-5e40-40d6-af86-9795d55c9d39 on network d84f0387-dbf9-4964-bfde-567338449f86 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:29:57.367415 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf1f-d54c-4280-aba2-319a578f7ca9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.396841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36dbef9-1f9f-4b2c-9ffd-1e4d0a0df62a None None] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:57.399650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:29:57.400082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Checking segment: {'id': '81452add-e567-46b6-a19f-26eba7728c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:57.400664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Bound using segment: {'id': '81452add-e567-46b6-a19f-26eba7728c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:29:57.401411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Bound port: ef0a8348-5e40-40d6-af86-9795d55c9d39, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81452add-e567-46b6-a19f-26eba7728c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:29:57.401967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.455017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e936acf-85dd-4281-b88f-022701bbd8cd req-161e2c48-d4f5-4a19-9620-c7b3796e8150 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455002 Jan 29 04:29:57.463916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13114f24-2668-4dd5-9478-d37809a960f8 req-52bd0f58-54e4-4e04-b9aa-e5bbca7446fe service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881975 Jan 29 04:29:57.492003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71590f82-9d58-4a1b-9b04-1d4d86413dcd req-c0e1f0b6-3c5b-4ebf-8065-1cd76f64f76f tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.494701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71590f82-9d58-4a1b-9b04-1d4d86413dcd req-c0e1f0b6-3c5b-4ebf-8065-1cd76f64f76f tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 943 time: 0.2726879 Jan 29 04:29:57.500545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf1f-d54c-4280-aba2-319a578f7ca9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.508082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf1f-d54c-4280-aba2-319a578f7ca9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.509471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68cfcf1f-d54c-4280-aba2-319a578f7ca9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c9191d5a-5e43-4927-90c5-491fabb5d3df HTTP/1.1" status: 204 len: 168 time: 0.3582273 Jan 29 04:29:57.513085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51324) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:57.525380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfcf1f-d54c-4280-aba2-319a578f7ca9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9191d5a-5e43-4927-90c5-491fabb5d3df,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.593558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b6b7d71d-5149-40d9-8007-7855eb893a96 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0792437 Jan 29 04:29:57.594793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51330) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:57.615239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] For port ef0a8348-5e40-40d6-af86-9795d55c9d39, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:29:57.623622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea63c898-bcac-45a5-9190-27652c32fadf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.629909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] For port ef0a8348-5e40-40d6-af86-9795d55c9d39, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39,segment=NetworkSegment(81452add-e567-46b6-a19f-26eba7728c4c),segment_id=81452add-e567-46b6-a19f-26eba7728c4c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:29:57.633286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea63c898-bcac-45a5-9190-27652c32fadf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.664473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71590f82-9d58-4a1b-9b04-1d4d86413dcd req-28ec71fe-5180-4628-884e-e9510abf1a6d tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537828 Jan 29 04:29:57.666313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.683144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea63c898-bcac-45a5-9190-27652c32fadf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.705217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea63c898-bcac-45a5-9190-27652c32fadf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.713464 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ea63c898-bcac-45a5-9190-27652c32fadf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cd402451-5c26-48d4-a5ae-6f490d6805ae HTTP/1.1" status: 204 len: 168 time: 0.1173010 Jan 29 04:29:57.714245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:57.760533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c898-bcac-45a5-9190-27652c32fadf tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd402451-5c26-48d4-a5ae-6f490d6805ae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.765739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.767127 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.768889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef0a8348-5e40-40d6-af86-9795d55c9d39 HTTP/1.1" status: 200 len: 1091 time: 2.0579946 Jan 29 04:29:57.769553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'tag': 'ef0a8348-5e40-40d6-af86-9795d55c9d39'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:29:57.773903 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028537cd-84fe-40ca-a80f-58445210f2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6725dc60-c8c9-4b9f-be12-96f4ea55fc42", "tag": "ef0a8348-5e40-40d6-af86-9795d55c9d39"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:29:57.809497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd85ea9-5128-4ca9-ab21-3e05bac68003 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0a8348-5e40-40d6-af86-9795d55c9d39,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:57.840414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fd491c20-e5c9-4b98-9f72-70db5e20976f tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1178532 Jan 29 04:29:57.840414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51352) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:57.868435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f671e4c5-7f4b-4e6e-8925-cf90874900e8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.877219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f671e4c5-7f4b-4e6e-8925-cf90874900e8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.908447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.914733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.921580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.929051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.934990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.938117 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f671e4c5-7f4b-4e6e-8925-cf90874900e8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.941785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.948989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.951117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-ba39df60-f08d-416a-b969-45e284fa71a4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.1372185 Jan 29 04:29:57.969489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f671e4c5-7f4b-4e6e-8925-cf90874900e8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:57.973273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f671e4c5-7f4b-4e6e-8925-cf90874900e8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5f7eddac-559b-4425-bda3-389ed9aa3acd HTTP/1.1" status: 204 len: 168 time: 0.1319630 Jan 29 04:29:57.974737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:57.977473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-f3e5b40d-ed20-4853-a502-8bfe3de0ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:57.979025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-f3e5b40d-ed20-4853-a502-8bfe3de0ad45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aee0314abfc243169bc5cade8191df82&device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 1094 time: 0.1197805 Jan 29 04:29:58.010730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e4c5-7f4b-4e6e-8925-cf90874900e8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f7eddac-559b-4425-bda3-389ed9aa3acd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.012302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51368) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.071883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-b4bfcc2c-b215-42d5-8fa4-adf86544cd66 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:58.074703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-8c9b3ed9-4bc7-427c-8fc4-e43f391e6436 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39 HTTP/1.1" status: 200 len: 217 time: 0.0654292 Jan 29 04:29:58.075222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-b4bfcc2c-b215-42d5-8fa4-adf86544cd66 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.1514168 Jan 29 04:29:58.092129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c83d7fc8-4784-4864-901f-edbce31b895e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1117463 Jan 29 04:29:58.095999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51372) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.129323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25d11f79-bb13-437d-afc6-46740e33e81a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.139007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-ca9b4777-2dbc-4756-a25a-10b7d404aa15 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0478032 Jan 29 04:29:58.140624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25d11f79-bb13-437d-afc6-46740e33e81a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.144468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-eb0023c7-6bbe-4038-8aa7-8b2560c83428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:58.146456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-eb0023c7-6bbe-4038-8aa7-8b2560c83428 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40a0d4ac-6d86-434a-ae21-cfd69cc9dc84 HTTP/1.1" status: 200 len: 861 time: 0.0508697 Jan 29 04:29:58.166057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63c1abab-898f-4efd-8449-0f2c274af5bf req-43a11677-11d2-4a64-b27f-61cc01bc90cf tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918926 Jan 29 04:29:58.203740 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-6f9df713-1eb0-4040-bd0f-e7adb8ff96f9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544200 Jan 29 04:29:58.207770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1442176879-network', 'tenant_id': 'c88af286954c4498b54d4c29401014dc'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:58.215613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-627c2a0e-7498-4a01-9bc4-53f48e2d03d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84f0387-dbf9-4964-bfde-567338449f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482144 Jan 29 04:29:58.236728 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff79f68-8aec-48a3-a543-10225af810a6 x-openstack-request-id: req-aff79f68-8aec-48a3-a543-10225af810a6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:29:58.237315 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6725dc60-c8c9-4b9f-be12-96f4ea55fc42", "tag": "ef0a8348-5e40-40d6-af86-9795d55c9d39", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:29:58.237783 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aff79f68-8aec-48a3-a543-10225af810a6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:29:58.238800 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'tag': 'ef0a8348-5e40-40d6-af86-9795d55c9d39', 'status': 'completed', 'code': 200} Jan 29 04:29:58.243095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25d11f79-bb13-437d-afc6-46740e33e81a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.263555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25d11f79-bb13-437d-afc6-46740e33e81a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.267282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-25d11f79-bb13-437d-afc6-46740e33e81a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/eaf55a3f-51b3-4161-ae40-9d440006ca7a HTTP/1.1" status: 204 len: 168 time: 0.1696744 Jan 29 04:29:58.269926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51374) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.270450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Made reservation on behalf of c88af286954c4498b54d4c29401014dc for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:58.272952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.274944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d11f79-bb13-437d-afc6-46740e33e81a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaf55a3f-51b3-4161-ae40-9d440006ca7a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.332362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.370981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95a114-9d97-4fd4-8ef3-536f0f399b5b req-27b7d21e-9585-4440-a139-1a40b2deca4d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:58.372614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ce95a114-9d97-4fd4-8ef3-536f0f399b5b req-27b7d21e-9585-4440-a139-1a40b2deca4d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 943 time: 0.0734975 Jan 29 04:29:58.408535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-e4b62b32-2627-4a43-9d1a-df3a6566fff7 service neutron] 10.222.0.36 "GET /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852016 Jan 29 04:29:58.415076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb5b5858-0f6d-4428-a605-8b0341760a51 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1345327 Jan 29 04:29:58.415690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51376) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.416525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-b9e8bc3a-a5c9-4066-aa42-ba2becbd112d service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987903 Jan 29 04:29:58.517156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ce95a114-9d97-4fd4-8ef3-536f0f399b5b req-6dfdb31f-ed65-4046-9110-a36a64e4c917 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335042 Jan 29 04:29:58.521623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf19a65-7c1f-4baa-bd1b-b6ef3be90b27 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.535836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf19a65-7c1f-4baa-bd1b-b6ef3be90b27 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.587088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95d4ed9e-3d99-4448-854b-790ba36f0f93 req-ef59fe9f-5516-48e7-ba6c-7abfe5013043 service neutron] 10.222.0.36 "GET /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699946 Jan 29 04:29:58.588124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf19a65-7c1f-4baa-bd1b-b6ef3be90b27 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.593244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf19a65-7c1f-4baa-bd1b-b6ef3be90b27 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.596991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cf19a65-7c1f-4baa-bd1b-b6ef3be90b27 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b7d23034-19e5-406d-8c28-4c935b69aff1 HTTP/1.1" status: 204 len: 168 time: 0.1762700 Jan 29 04:29:58.597487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.626913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19a65-7c1f-4baa-bd1b-b6ef3be90b27 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7d23034-19e5-406d-8c28-4c935b69aff1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.658864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d094559-3924-4354-8b7a-aea01c04134c tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558031 Jan 29 04:29:58.661559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.764557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e044b4d1-c218-44c8-8ecb-886ea71b5d02 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.793253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028537cd-84fe-40ca-a80f-58445210f2fb req-776fde0b-fc0c-4428-875d-fc3db38c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:58.794881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-776fde0b-fc0c-4428-875d-fc3db38c4332 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aee0314abfc243169bc5cade8191df82&device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 1094 time: 0.0919633 Jan 29 04:29:58.796451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e044b4d1-c218-44c8-8ecb-886ea71b5d02 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.846873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.855517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.862003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-b7f29d94-42ed-463c-aed2-a95532bdc740 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373620 Jan 29 04:29:58.892572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:29:58.899031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d75ebe2-3019-4671-82b3-1c0d84c66d5a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:58.921091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.921611 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Added segment 6f794fe0-0c78-44c5-b47f-a2b2c44c5113 of type vlan for network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 Jan 29 04:29:58.939337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95214505-aeaf-44f0-9360-7b775c784012 req-0baa63b8-5b5d-40d4-a6b2-04081792304c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:58.941010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95214505-aeaf-44f0-9360-7b775c784012 req-0baa63b8-5b5d-40d4-a6b2-04081792304c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.1528592 Jan 29 04:29:58.966269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e044b4d1-c218-44c8-8ecb-886ea71b5d02 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.969153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e044b4d1-c218-44c8-8ecb-886ea71b5d02 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:58.973326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e044b4d1-c218-44c8-8ecb-886ea71b5d02 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b HTTP/1.1" status: 204 len: 168 time: 0.3107309 Jan 29 04:29:58.973994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:58.996631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.026777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044b4d1-c218-44c8-8ecb-886ea71b5d02 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc0d054-8a24-4ddd-8cee-e8ffb5582c8b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.045116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028537cd-84fe-40ca-a80f-58445210f2fb req-16d22c17-ef98-4fd5-a876-52885b0d6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.046978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-16d22c17-ef98-4fd5-a876-52885b0d6b0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84f0387-dbf9-4964-bfde-567338449f86 HTTP/1.1" status: 200 len: 922 time: 0.2397161 Jan 29 04:29:59.049352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.051058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.051832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.075889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.128020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95214505-aeaf-44f0-9360-7b775c784012 req-b2fdd8df-1d95-4870-8449-257706c82088 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752431 Jan 29 04:29:59.132306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-524db374-1a49-4103-836d-45ec343577b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39 HTTP/1.1" status: 200 len: 217 time: 0.0660684 Jan 29 04:29:59.159806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d0025fa-088c-41cf-b52a-09d1956a2cee tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1680148 Jan 29 04:29:59.171166 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1498802 Jan 29 04:29:59.171166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:59.171166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51400) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:59.176889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.196682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520559287'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:59.202500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028537cd-84fe-40ca-a80f-58445210f2fb req-aea5c8d4-ca61-46c9-99ab-e4b96579c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.204155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-aea5c8d4-ca61-46c9-99ab-e4b96579c8c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40a0d4ac-6d86-434a-ae21-cfd69cc9dc84 HTTP/1.1" status: 200 len: 861 time: 0.0623281 Jan 29 04:29:59.205082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Request body: {'subnet': {'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1442176879-subnet', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:59.219773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a01b9-9ee7-4d37-8803-cd04b7307766 admin admin] Pushing event updated for resources: {'Network': ['ID=4081dbec-a4bc-4ff2-8de0-c48e5d890905,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.231772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:29:59.245433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-9f691dc0-d030-4691-9932-a8f1cbd4cbc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84f0387-dbf9-4964-bfde-567338449f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339644 Jan 29 04:29:59.270056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87568-f88e-4e58-a07d-40a102785349 req-4c7dbf62-9886-4602-b95d-0ac428bdbe95 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.272556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08c87568-f88e-4e58-a07d-40a102785349 req-4c7dbf62-9886-4602-b95d-0ac428bdbe95 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 943 time: 0.1537139 Jan 29 04:29:59.296848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Made reservation on behalf of c88af286954c4498b54d4c29401014dc for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:29:59.302882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.306706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.361081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-90f96658-b8ef-46cb-8193-5f7cb86c6abf service neutron] 10.222.0.36 "GET /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079917 Jan 29 04:29:59.422288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08c87568-f88e-4e58-a07d-40a102785349 req-575f33fe-916a-4e09-97f4-a8443150ad2e tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420608 Jan 29 04:29:59.492296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-028537cd-84fe-40ca-a80f-58445210f2fb req-0648c77b-c61a-4057-ac34-18ce0902e3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195614 Jan 29 04:29:59.534878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.550366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.583966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-229a3324-2da3-4520-a23e-fdb2b3c8a472 req-92904835-b3fd-4815-aa01-23ef52f15c81 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 210 time: 0.0536997 Jan 29 04:29:59.665393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.669315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4760139 Jan 29 04:29:59.670371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51422) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:29:59.682223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '13949990-095f-43e4-a675-b60e74d68aba', 'direction': 'ingress', 'protocol': 17}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:29:59.705854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a58eb-58b2-45e4-9319-31936a731e23 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13949990-095f-43e4-a675-b60e74d68aba,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.737251 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.779618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.798193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.804374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.808318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8cbe4-f4d7-4ee8-8e64-76e3bbe5a91c req-cd8b2d18-f41e-4131-b4a4-fdb0537c54f3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.810336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.810515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62a8cbe4-f4d7-4ee8-8e64-76e3bbe5a91c req-cd8b2d18-f41e-4131-b4a4-fdb0537c54f3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 943 time: 0.1299820 Jan 29 04:29:59.816805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.823040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.829167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.831835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cc24fe-548f-4077-8dcc-b8a911d45964,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.841217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.843255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-43a16c2c-a879-4e8a-a6aa-1b21599e5ba3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.1456442 Jan 29 04:29:59.890566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Checking segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:29:59.891385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Network hostable DHCP agents. Network: 4081dbec-a4bc-4ff2-8de0-c48e5d890905, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:29:59.907750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62a8cbe4-f4d7-4ee8-8e64-76e3bbe5a91c req-00439de4-e541-4e00-88d5-e170c79c13c8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721815 Jan 29 04:29:59.925880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:29:59.937794 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.945019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e62ad398-5df2-4b7c-bf0a-ceed99ba67cf req-ac69e6cf-576c-45b0-b17f-3f6db7ef0fc1 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932422 Jan 29 04:29:59.945866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4081dbec-a4bc-4ff2-8de0-c48e5d890905) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:29:59.947985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.950513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:29:59.951641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.956763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856acf6a-700e-422b-b75a-1c1aed4af9e8 None None] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:29:59.968977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ac28ba-25d4-4274-a7d2-a9ba004b90de,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:29:59.994116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:29:59.994755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a825f68-cac6-4836-a517-951e90d5269e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8028259 Jan 29 04:30:00.000803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-948dc81b-184d-49cd-94b5-2d37fe5f8b0d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3275836 Jan 29 04:30:00.000803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51428) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:00.001060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:00.033834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:00.125698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.126664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.138117 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13d1df6-49c9-4891-ac64-5ebcbf039601 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.199565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.205388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.212189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.213508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:30:00.216045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.218015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.225703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.231681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.237495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.239454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abed8cec-5ce2-48e9-a457-6195d91817e5 req-b0732ed0-34a9-4910-901b-bb8857666e10 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.1806126 Jan 29 04:30:00.243129 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13d1df6-49c9-4891-ac64-5ebcbf039601 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.250016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51434) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:00.254732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Request body: {'floatingip': {'port_id': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:00.284927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.326741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.403906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc481-ab2c-4cf4-b775-9f3e41f193de req-faa9ceb8-2b84-400b-bcc2-a77e014e9207 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.412646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49fbc481-ab2c-4cf4-b775-9f3e41f193de req-faa9ceb8-2b84-400b-bcc2-a77e014e9207 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.1778357 Jan 29 04:30:00.469569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Allocated IP 172.20.0.2 (4081dbec-a4bc-4ff2-8de0-c48e5d890905/e8cc24fe-548f-4077-8dcc-b8a911d45964/134de65f-8af0-4bfb-b234-9b2c687b69e6) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:00.493483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13d1df6-49c9-4891-ac64-5ebcbf039601 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.497858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13d1df6-49c9-4891-ac64-5ebcbf039601 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.501598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f13d1df6-49c9-4891-ac64-5ebcbf039601 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/13949990-095f-43e4-a675-b60e74d68aba HTTP/1.1" status: 204 len: 168 time: 0.4972479 Jan 29 04:30:00.520536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51438) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:00.550349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49fbc481-ab2c-4cf4-b775-9f3e41f193de req-8555bc01-77ce-4c2c-9a67-b288afc5c0f4 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366999 Jan 29 04:30:00.601151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d1df6-49c9-4891-ac64-5ebcbf039601 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13949990-095f-43e4-a675-b60e74d68aba,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:00.626703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.648889 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c5de0c7-521b-4899-8ec6-e0ff1d8c2937 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263559 Jan 29 04:30:00.654018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:00.660863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263565694'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:00.681756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-ce8b9f68-eb9f-4d81-8265-3923979eb2f2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.684736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-ce8b9f68-eb9f-4d81-8265-3923979eb2f2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.3373532 Jan 29 04:30:00.701566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712c29d-d28a-4b83-97fa-e2ab982ad4fe req-8787649c-03cb-416b-b5e5-9ec99ef4c2d4 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:00.703493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d712c29d-d28a-4b83-97fa-e2ab982ad4fe req-8787649c-03cb-416b-b5e5-9ec99ef4c2d4 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 943 time: 0.1265693 Jan 29 04:30:00.710659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:00.728315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.743194 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.792125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00050afa-47db-4054-ba63-5a55f0ae29be req-e5822d68-bb41-44e9-b51e-def5d4081372 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 210 time: 0.0794675 Jan 29 04:30:00.808576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:00.821704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.821940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:00.824750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:00.843436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Pushing event updated for resources: {'Port': ['ID=134de65f-8af0-4bfb-b234-9b2c687b69e6,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:00.882113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d712c29d-d28a-4b83-97fa-e2ab982ad4fe req-86770fef-e8df-41b8-8bb8-7a6503c97b85 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313674 Jan 29 04:30:00.920433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Attempting to bind port 134de65f-8af0-4bfb-b234-9b2c687b69e6 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:00.921258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Attempting to bind port 134de65f-8af0-4bfb-b234-9b2c687b69e6 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:00.921870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Attempting to bind port 134de65f-8af0-4bfb-b234-9b2c687b69e6 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:00.928771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:00.929567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Checking segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:00.930296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.931012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Bound using segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:00.931765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Bound port: 134de65f-8af0-4bfb-b234-9b2c687b69e6, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:00.932402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.955141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:00.965402 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:00.986943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.034412 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.040441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] For port 134de65f-8af0-4bfb-b234-9b2c687b69e6, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:01.044081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] For port 134de65f-8af0-4bfb-b234-9b2c687b69e6, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=134de65f-8af0-4bfb-b234-9b2c687b69e6,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:01.049877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.111950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.113196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4582551 Jan 29 04:30:01.118415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51448) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:01.150692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0193e-8b69-4402-a447-7edf198f2566 None None] Pushing event updated for resources: {'Port': ['ID=134de65f-8af0-4bfb-b234-9b2c687b69e6,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:01.163333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885989900'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:01.170509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97b032-7730-400a-86fd-daae4940d8ca tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab64df8-6c3b-42da-97b8-385cac383b35,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:01.198962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.233665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.265677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.270167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2580b-55a0-48ea-8d91-6df014ad57ac req-b2b2a671-66da-4fa4-b793-636bad3a3bae tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:01.272798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71a2580b-55a0-48ea-8d91-6df014ad57ac req-b2b2a671-66da-4fa4-b793-636bad3a3bae tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 943 time: 0.2227414 Jan 29 04:30:01.335549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.12 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/e4dce4d3-5b7c-4ce8-a880-5afe2b58f551) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:01.432155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.448806 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.453098 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-71a2580b-55a0-48ea-8d91-6df014ad57ac req-8603b09d-8557-46a0-b127-d0bc25a18e5e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701968 Jan 29 04:30:01.556959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Allocated IP 172.25.4.141 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/ce708ede-231d-4c92-b87f-ebb1d1d3acb8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:01.627210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.637089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.704252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12166a-cc26-471c-8154-f3e2e3a75795,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:01.712892 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Floating IP c1e8d5a4-2f2e-473f-badd-51067cea45f1 associated. External IP: 172.25.4.151, port: 29eb7404-e1bf-4a05-a2a4-64e33a1b029a. Jan 29 04:30:01.720067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.724150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7cd38d34-31a9-4952-b83c-2398dab2ee7e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6002829 Jan 29 04:30:01.760298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51452) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:01.769357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': 'eab64df8-6c3b-42da-97b8-385cac383b35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b12166a-cc26-471c-8154-f3e2e3a75795', 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:01.868765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:01.946649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-284246b3-33d5-4e14-90c5-618bfdc1b8b7 req-fecc5a46-d9fb-40d8-b451-12b4fe5fafc9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 210 time: 0.0423820 Jan 29 04:30:01.975017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:02.119413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:02.132801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '542860b4-e6c1-4a07-b19d-e90861acab99', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': '542860b4-e6c1-4a07-b19d-e90861acab99', 'mac_address': 'fa:16:3e:0d:55:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:02.199753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.223686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542860b4-e6c1-4a07-b19d-e90861acab99 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:02.232910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be6995-088d-43a2-8ef0-abc900142c43 req-e8c50c73-7f4a-4ba4-b287-f7afc47e950a tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:02.234329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ef0a8348-5e40-40d6-af86-9795d55c9d39 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:02.245635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4be6995-088d-43a2-8ef0-abc900142c43 req-e8c50c73-7f4a-4ba4-b287-f7afc47e950a tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 943 time: 0.1741264 Jan 29 04:30:02.255877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.266427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:02.283399 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.285170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.337629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40692b3-01ca-4078-8c02-ddc2b01561a7,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:02.378611 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:30:02.381572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Router b56f760a-95fa-42fe-b393-d018fc26ecef has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:02.394810 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.396396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a1f6756-72b1-4b4f-95cc-536f5908241b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6352842 Jan 29 04:30:02.400844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51460) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:02.403507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.422863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:02.425726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4be6995-088d-43a2-8ef0-abc900142c43 req-1b4fc40e-2723-476f-80d5-8e6803cbaa33 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791713 Jan 29 04:30:02.447801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ef0a8348-5e40-40d6-af86-9795d55c9d39, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39,segment=NetworkSegment(81452add-e567-46b6-a19f-26eba7728c4c),segment_id=81452add-e567-46b6-a19f-26eba7728c4c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:02.457803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.465968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ef0a8348-5e40-40d6-af86-9795d55c9d39', 'network_id': 'd84f0387-dbf9-4964-bfde-567338449f86', 'port_id': 'ef0a8348-5e40-40d6-af86-9795d55c9d39', 'mac_address': 'fa:16:3e:87:3b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a0d4ac-6d86-434a-ae21-cfd69cc9dc84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:02.483515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-dd4faaaa-0eb7-47db-a176-d2938dab7fd0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:02.486009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-dd4faaaa-0eb7-47db-a176-d2938dab7fd0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.2966826 Jan 29 04:30:02.519706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d1605-6481-4e99-a72f-b3dab147f62d req-571de2a5-cc6d-4c3a-802c-611f8184e5f9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:02.521327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a9d1605-6481-4e99-a72f-b3dab147f62d req-571de2a5-cc6d-4c3a-802c-611f8184e5f9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.3357093 Jan 29 04:30:02.538233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.561047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0a8348-5e40-40d6-af86-9795d55c9d39 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:02.591594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ef0a8348-5e40-40d6-af86-9795d55c9d39, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39,segment=NetworkSegment(81452add-e567-46b6-a19f-26eba7728c4c),segment_id=81452add-e567-46b6-a19f-26eba7728c4c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:02.592049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1173440b-f4b8-4688-8820-1eed9a448d0e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.603591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1173440b-f4b8-4688-8820-1eed9a448d0e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.603973 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.638335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:02.645354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.657842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1173440b-f4b8-4688-8820-1eed9a448d0e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.673937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] Sync routers for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:02.677208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['542860b4-e6c1-4a07-b19d-e90861acab99'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:02.680041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a9d1605-6481-4e99-a72f-b3dab147f62d req-3147eda3-7558-4851-87b8-8be5cab808d9 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241336 Jan 29 04:30:02.698647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1173440b-f4b8-4688-8820-1eed9a448d0e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.702086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1173440b-f4b8-4688-8820-1eed9a448d0e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a40692b3-01ca-4078-8c02-ddc2b01561a7 HTTP/1.1" status: 204 len: 168 time: 0.2965455 Jan 29 04:30:02.713966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:02.728303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.738898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173440b-f4b8-4688-8820-1eed9a448d0e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a40692b3-01ca-4078-8c02-ddc2b01561a7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:02.760496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dbf56704-8015-419a-a7e2-7b0f3c3b4125 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "PUT /v2.0/floatingips/c1e8d5a4-2f2e-473f-badd-51067cea45f1 HTTP/1.1" status: 200 len: 991 time: 2.5091786 Jan 29 04:30:02.761262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:02.762323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:02.763054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:02.764824 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:02.798476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5227db6-bc9f-407d-b365-b6861775a725 req-286d749a-c904-4523-af83-0ce44cac8808 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:02.808527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5227db6-bc9f-407d-b365-b6861775a725 req-286d749a-c904-4523-af83-0ce44cac8808 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 944 time: 0.1679831 Jan 29 04:30:02.825295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3b93e-3912-43ee-90e1-68835ce5f371 None None] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:02.859580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5227db6-bc9f-407d-b365-b6861775a725 req-114cac29-7ce7-408a-9e28-e51913f328f3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Jan 29 04:30:02.862447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ef0a8348-5e40-40d6-af86-9795d55c9d39,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:02.907234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:02.932056 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05220a69-cf0a-4852-bd98-85963151ca38 x-openstack-request-id: req-05220a69-cf0a-4852-bd98-85963151ca38 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:02.932355 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:02.932615 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05220a69-cf0a-4852-bd98-85963151ca38 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:02.933027 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'status': 'completed', 'code': 200} Jan 29 04:30:02.941181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Pushing event updated for resources: {'Port': ['ID=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:03.000131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ef0a8348-5e40-40d6-af86-9795d55c9d39'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:03.029930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:03.058926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:03.061324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:03.063638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-605f1a3a-6df1-4d4f-bfcb-1166519fc286 None None] Provisioning complete for port 134de65f-8af0-4bfb-b234-9b2c687b69e6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:03.064017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605f1a3a-6df1-4d4f-bfcb-1166519fc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.090378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a3f9a842-646e-4b1d-affb-944a716e420b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3749042 Jan 29 04:30:03.094888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:03.117161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:03.122957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a290e3-ba92-409f-ab5a-4282cc9380c0 req-dc7d17c0-ea2d-42ed-b70b-2086d2d1f5d3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.124843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10a290e3-ba92-409f-ab5a-4282cc9380c0 req-dc7d17c0-ea2d-42ed-b70b-2086d2d1f5d3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 932 time: 0.0866930 Jan 29 04:30:03.145211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:03.148542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:03.180549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10a290e3-ba92-409f-ab5a-4282cc9380c0 req-6d232d1f-b7a5-41ba-8f2b-ef8d10213003 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483096 Jan 29 04:30:03.190457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:03.235299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.242303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.248055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.253829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.260652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.266479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.272900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.280236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-72bc8565-d03a-4de7-a427-dbd721f36687 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.3930118 Jan 29 04:30:03.320418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Deleting port 24a9c048-b5bc-477a-9732-ba431964ce46 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:03.321020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.330004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:03.347549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.348164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.485605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-aae0d999-5bc8-4315-a6fc-17f3cd256d7b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7796240 Jan 29 04:30:03.494256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.495060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.495696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.496411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.496620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.497220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.498321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.500073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-928daae6-1c85-4ff0-8284-ec870ffa0d5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6501 time: 0.5046439 Jan 29 04:30:03.522526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Request body: {'port': {'device_id': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:03.562483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 134de65f-8af0-4bfb-b234-9b2c687b69e6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:03.603849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a9d87a6-d0aa-4c73-b4ec-e78998d0d0b6 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.620971 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605f1a3a-6df1-4d4f-bfcb-1166519fc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.636488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c12ec0-855e-4134-8f13-b8385ee34525 req-4fa6b11a-5f4c-4134-8521-58df6ffb9434 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:03.644088 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3c12ec0-855e-4134-8f13-b8385ee34525 req-4fa6b11a-5f4c-4134-8521-58df6ffb9434 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 944 time: 0.0829713 Jan 29 04:30:03.704182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3c12ec0-855e-4134-8f13-b8385ee34525 req-4d6ceb5e-23a7-4a49-af30-24bec0c35b9a tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586076 Jan 29 04:30:03.738435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b616bbb-24b1-45f8-b818-1b4d89a610c3 req-451f9048-25ec-48eb-b3ad-02756a0a09b9 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4473538 Jan 29 04:30:03.799257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-605f1a3a-6df1-4d4f-bfcb-1166519fc286 None None] For port 134de65f-8af0-4bfb-b234-9b2c687b69e6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=134de65f-8af0-4bfb-b234-9b2c687b69e6,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:03.824054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.831946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605f1a3a-6df1-4d4f-bfcb-1166519fc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.836166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a9d87a6-d0aa-4c73-b4ec-e78998d0d0b6 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.843763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 134de65f-8af0-4bfb-b234-9b2c687b69e6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:03.844127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:03.968621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] For port 24a9c048-b5bc-477a-9732-ba431964ce46, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=24a9c048-b5bc-477a-9732-ba431964ce46,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:03.969089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.004859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:04.035364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e171acf-f14f-49b8-9271-cd8d89a4a703 req-cecd58de-95b8-44d5-9023-9b74fbf1226e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:04.038557 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e171acf-f14f-49b8-9271-cd8d89a4a703 req-cecd58de-95b8-44d5-9023-9b74fbf1226e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 944 time: 0.0813377 Jan 29 04:30:04.066949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f1a3a-6df1-4d4f-bfcb-1166519fc286 None None] Pushing event updated for resources: {'Port': ['ID=134de65f-8af0-4bfb-b234-9b2c687b69e6,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.085701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e171acf-f14f-49b8-9271-cd8d89a4a703 req-a236828c-b549-443b-a5cf-aabdef4f620f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Jan 29 04:30:04.092746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-b2168cd4-10fe-4d7c-999c-290f450c666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:04.094515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-b2168cd4-10fe-4d7c-999c-290f450c666c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d019f607-b533-406f-bccf-961d985c5be4 HTTP/1.1" status: 200 len: 918 time: 0.5694866 Jan 29 04:30:04.140767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c1e8d5a4-2f2e-473f-badd-51067cea45f1', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'port_id': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'mac_address': 'fa:16:3e:92:4e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:35Z', 'updated_at': '2022-01-29T04:30:01Z', 'revision_number': 1, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.146836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 542860b4-e6c1-4a07-b19d-e90861acab99 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:04.176694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a9d87a6-d0aa-4c73-b4ec-e78998d0d0b6 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.178293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] Checking router: b56f760a-95fa-42fe-b393-d018fc26ecef for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:04.180007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 542860b4-e6c1-4a07-b19d-e90861acab99 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:04.180203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a9d87a6-d0aa-4c73-b4ec-e78998d0d0b6 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.180383 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.183693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a9d87a6-d0aa-4c73-b4ec-e78998d0d0b6 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b12166a-cc26-471c-8154-f3e2e3a75795 HTTP/1.1" status: 204 len: 168 time: 1.0620017 Jan 29 04:30:04.184671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:04.215635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:04.216272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.270424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-70910600-70c3-49c6-ad96-8786bf14fdae None None] Provisioning complete for port 134de65f-8af0-4bfb-b234-9b2c687b69e6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:04.270708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70910600-70c3-49c6-ad96-8786bf14fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.280826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08bed385-8abe-4e23-a52b-c21a1a168372 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0930400 Jan 29 04:30:04.281125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d87a6-d0aa-4c73-b4ec-e78998d0d0b6 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12166a-cc26-471c-8154-f3e2e3a75795,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.281967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51488) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:04.405220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850bb70-da67-4e4c-a625-3a4af24bb92b req-a3dd58d2-aed5-4cc3-ba89-561594ba86d3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:04.406781 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4850bb70-da67-4e4c-a625-3a4af24bb92b req-a3dd58d2-aed5-4cc3-ba89-561594ba86d3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 932 time: 0.0992510 Jan 29 04:30:04.407252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:04.440101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530ffd3-86f6-46a6-9112-7f39d73ac34a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.448642 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.453240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.454103 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.454674 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Floating IP 5b3af780-c656-4746-bc25-dbecd3365443 disassociated. External IP: 172.25.4.6, port: 24a9c048-b5bc-477a-9732-ba431964ce46. Jan 29 04:30:04.455263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Calling delete_port for 24a9c048-b5bc-477a-9732-ba431964ce46 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:04.468918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4850bb70-da67-4e4c-a625-3a4af24bb92b req-b59382c1-212b-4f6d-b21e-15fc4330ec38 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jan 29 04:30:04.486950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530ffd3-86f6-46a6-9112-7f39d73ac34a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.545646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:04.547929 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3962da0-a447-49a1-b7b5-7a356d2303c2" -d '{"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-plugged", "status": "completed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:04.551820 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530ffd3-86f6-46a6-9112-7f39d73ac34a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.554839 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530ffd3-86f6-46a6-9112-7f39d73ac34a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.558912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f530ffd3-86f6-46a6-9112-7f39d73ac34a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/eab64df8-6c3b-42da-97b8-385cac383b35 HTTP/1.1" status: 204 len: 168 time: 0.2756653 Jan 29 04:30:04.559908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51492) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:04.569584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:04.580324 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.596006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9149-4ab3-46a9-8e41-9515782367ac req-3694a093-db37-42a7-bf49-5b0403f4beee tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:04.598535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b02c9149-4ab3-46a9-8e41-9515782367ac req-3694a093-db37-42a7-bf49-5b0403f4beee tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 945 time: 0.6762152 Jan 29 04:30:04.599771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530ffd3-86f6-46a6-9112-7f39d73ac34a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab64df8-6c3b-42da-97b8-385cac383b35,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.636960 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd73c9a-8258-49e9-8944-672199d8303f x-openstack-request-id: req-6cd73c9a-8258-49e9-8944-672199d8303f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:04.637174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-ccc31d1f-2157-4d71-bdd4-3307c890a810 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a HTTP/1.1" status: 200 len: 999 time: 0.4345036 Jan 29 04:30:04.637384 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-plugged", "status": "completed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:04.637740 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cd73c9a-8258-49e9-8944-672199d8303f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:04.638144 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99', 'code': 200} Jan 29 04:30:04.645602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-11fbc215-08dd-48f1-a784-d33daf498288 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767269 Jan 29 04:30:04.647435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:04.652809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--253108515'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:04.684551 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.726126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.742975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.743322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.743662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.743993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.744324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.744642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.745003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.745327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.745650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.745990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.746360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.746686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:04.772314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.786977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.810532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c1e8d5a4-2f2e-473f-badd-51067cea45f1', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'port_id': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'mac_address': 'fa:16:3e:92:4e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:35Z', 'updated_at': '2022-01-29T04:30:01Z', 'revision_number': 1, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:04.848685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233c2d9-c159-4728-9584-1759e6e24b10 None None] The sync data for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 is: [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c1e8d5a4-2f2e-473f-badd-51067cea45f1', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'port_id': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'mac_address': 'fa:16:3e:92:4e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:28:35Z', 'updated_at': '2022-01-29T04:30:01Z', 'revision_number': 1, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:04.853476 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.854596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2060082 Jan 29 04:30:04.858132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ee3da-5c03-4ef2-b501-29151bb6f501 req-6adc442b-3ed6-4977-91c9-4e0d7f1a7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:04.859617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-094ee3da-5c03-4ef2-b501-29151bb6f501 req-6adc442b-3ed6-4977-91c9-4e0d7f1a7949 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 1096 time: 0.0858140 Jan 29 04:30:04.860900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51500) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:04.861544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db7c7c-bdc4-4feb-8833-9672ce8789d7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683b6fe7-081f-45a5-bc5a-cb9291caca8a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:04.886423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '683b6fe7-081f-45a5-bc5a-cb9291caca8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:04.940378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.962470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:04.996976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-094ee3da-5c03-4ef2-b501-29151bb6f501 req-73b32c0c-31e6-42bc-9e6d-e0e54483e20c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046398 Jan 29 04:30:05.009802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b02c9149-4ab3-46a9-8e41-9515782367ac req-8aaf5533-e8c8-4aac-812c-08aeb3daf17e tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fe16740-f16c-4fb0-ac6e-bea66c34f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960598 Jan 29 04:30:05.018857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9600-aa0b-4b91-a115-38e65e009a4b req-ec3e32a6-6a32-46a9-afa8-12678e597a9f tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.030079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e3d9600-aa0b-4b91-a115-38e65e009a4b req-ec3e32a6-6a32-46a9-afa8-12678e597a9f tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 944 time: 0.1712234 Jan 29 04:30:05.078404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.096466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.120336 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.121601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2470210 Jan 29 04:30:05.126950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-00b269ab-df63-4a96-b973-6d79e9bb60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.128495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-00b269ab-df63-4a96-b973-6d79e9bb60e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56454a91-612d-46dc-957d-7211d8b95b4d HTTP/1.1" status: 200 len: 856 time: 0.4777052 Jan 29 04:30:05.136749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:05.141011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e3d9600-aa0b-4b91-a115-38e65e009a4b req-30d6654f-318b-42e1-8bf1-ea93ea269ab5 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132102 Jan 29 04:30:05.154872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e720a-d262-4265-a43d-471baac612ab tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352181bc-ec41-4ab1-9ebf-983f44b8df9c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.211748 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c68194-408f-4542-a0fb-b4e6a0e9704d None None] New status for floating IP c1e8d5a4-2f2e-473f-badd-51067cea45f1: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:30:05.273384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e395ed-cf67-443b-987f-3143fd72b2fd req-0126ebda-4e9c-4487-b919-a7621442a40c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.280817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13e395ed-cf67-443b-987f-3143fd72b2fd req-0126ebda-4e9c-4487-b919-a7621442a40c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0636356 Jan 29 04:30:05.332903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13e395ed-cf67-443b-987f-3143fd72b2fd req-b0cade45-e71e-4132-a255-91ff1553dd89 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Jan 29 04:30:05.360701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45a423d1-76e5-4fd8-bb5c-70d2bac46aa0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.363359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.436143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 134de65f-8af0-4bfb-b234-9b2c687b69e6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:05.437875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event deleted for resources: {'Port': ['ID=24a9c048-b5bc-477a-9732-ba431964ce46,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:05.481208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45a423d1-76e5-4fd8-bb5c-70d2bac46aa0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.514403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 134de65f-8af0-4bfb-b234-9b2c687b69e6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:05.514403 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:05.641578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544baa-e401-48d6-9247-6feb33da406f req-f9274b0d-efa2-4494-a69c-b40912bfa909 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.643512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35544baa-e401-48d6-9247-6feb33da406f req-f9274b0d-efa2-4494-a69c-b40912bfa909 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 932 time: 0.0789428 Jan 29 04:30:05.694048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35544baa-e401-48d6-9247-6feb33da406f req-add371b2-ca4c-4efb-9d48-f7f0bc00aaf7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Jan 29 04:30:05.878865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-ae2ebc0c-0b4e-4629-af88-3a468652f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.880845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-ae2ebc0c-0b4e-4629-af88-3a468652f708 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d019f607-b533-406f-bccf-961d985c5be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7321281 Jan 29 04:30:05.973678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.979508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.985320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.991506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:05.997250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.003033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.009982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.011825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-b27c79f4-4c19-46dc-b4d7-ab79484b6548 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.9124269 Jan 29 04:30:06.119763 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf58be12-9817-4240-a02e-798dde632dca req-579d6ce6-8d06-452b-bcb8-cca537c9518d tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 210 time: 0.0312271 Jan 29 04:30:06.143897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:06.168355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.179683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45a423d1-76e5-4fd8-bb5c-70d2bac46aa0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.197359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45a423d1-76e5-4fd8-bb5c-70d2bac46aa0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.198529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-45a423d1-76e5-4fd8-bb5c-70d2bac46aa0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/352181bc-ec41-4ab1-9ebf-983f44b8df9c HTTP/1.1" status: 204 len: 168 time: 1.0599759 Jan 29 04:30:06.201424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51516) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:06.240029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Transition to ACTIVE for port object e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:06.249359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a423d1-76e5-4fd8-bb5c-70d2bac46aa0 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=352181bc-ec41-4ab1-9ebf-983f44b8df9c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.259643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ef0a8348-5e40-40d6-af86-9795d55c9d39 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:06.262547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.268467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4759e1ae-6f50-4e6f-81f2-b29da8dc123e req-57f02c02-be91-434c-a320-74a7d18fbe02 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2413523 Jan 29 04:30:06.269498 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.305344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-687d03dd-66d6-4158-b1d2-d47f70af472b tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1024728 Jan 29 04:30:06.308287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:06.315399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-2bfde819-4805-42d5-90b3-c657008a5ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163859 Jan 29 04:30:06.319163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:06.322185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04768-ef7b-4abc-a579-e065559d47b3 req-de6e516f-f569-4b5b-b2a3-7b2d8c0cd7b5 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.324132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6de04768-ef7b-4abc-a579-e065559d47b3 req-de6e516f-f569-4b5b-b2a3-7b2d8c0cd7b5 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 944 time: 0.0982380 Jan 29 04:30:06.341497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ef0a8348-5e40-40d6-af86-9795d55c9d39 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:06.348426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ef0a8348-5e40-40d6-af86-9795d55c9d39 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:06.349720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.368066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6de04768-ef7b-4abc-a579-e065559d47b3 req-7aeda28e-7810-474e-abd0-6968acec72f8 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369072 Jan 29 04:30:06.442351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.478027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ef0a8348-5e40-40d6-af86-9795d55c9d39, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39,segment=NetworkSegment(81452add-e567-46b6-a19f-26eba7728c4c),segment_id=81452add-e567-46b6-a19f-26eba7728c4c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:06.482670 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.483576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 24a9c048-b5bc-477a-9732-ba431964ce46 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:06.519207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.519449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 24a9c048-b5bc-477a-9732-ba431964ce46 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:06.519745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 24a9c048-b5bc-477a-9732-ba431964ce46 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:06.545905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ef0a8348-5e40-40d6-af86-9795d55c9d39,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:06.639266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0a8348-5e40-40d6-af86-9795d55c9d39'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:06.641681 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae18f222-6d7f-4939-8c10-51a0db278bb6" -d '{"events": [{"server_uuid": "6725dc60-c8c9-4b9f-be12-96f4ea55fc42", "name": "network-vif-plugged", "status": "completed", "tag": "ef0a8348-5e40-40d6-af86-9795d55c9d39"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:06.676778 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5a6ede-af60-45a4-ac16-e63a42df6d73 x-openstack-request-id: req-cc5a6ede-af60-45a4-ac16-e63a42df6d73 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:06.677071 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6725dc60-c8c9-4b9f-be12-96f4ea55fc42", "name": "network-vif-plugged", "status": "completed", "tag": "ef0a8348-5e40-40d6-af86-9795d55c9d39", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:06.677330 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc5a6ede-af60-45a4-ac16-e63a42df6d73 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:06.678365 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0a8348-5e40-40d6-af86-9795d55c9d39', 'code': 200} Jan 29 04:30:06.699890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a9f79c-34d5-4ca7-aba2-b425ba4d61c7 req-1cb93042-698d-4091-946f-3ebcb6fcaf2c service neutron] 10.222.0.36 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680716 Jan 29 04:30:06.700694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0492f80-d558-4e57-bdb9-abeeb0bb06e5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.747729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c2d23-b10b-4fee-85f2-8cb7ff7d51f8 req-25d7fca8-13a8-4e71-9681-8ec86c40cf7d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.749272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc0c2d23-b10b-4fee-85f2-8cb7ff7d51f8 req-25d7fca8-13a8-4e71-9681-8ec86c40cf7d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.3069074 Jan 29 04:30:06.822548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763a6ae-3a99-4a60-bff1-996ee562ae21 req-b5bded49-c137-46cb-b02b-7ae4cc1fb74f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.824057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1763a6ae-3a99-4a60-bff1-996ee562ae21 req-b5bded49-c137-46cb-b02b-7ae4cc1fb74f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 944 time: 0.0519056 Jan 29 04:30:06.840640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0492f80-d558-4e57-bdb9-abeeb0bb06e5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.861752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1763a6ae-3a99-4a60-bff1-996ee562ae21 req-2d9b6523-efd3-411d-bc67-b92233496870 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Jan 29 04:30:06.883482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:06.893237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] Sync routers for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:06.902263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:06.902878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:06.913198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Attempting to bind port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:06.913542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Attempting to bind port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:06.913868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Attempting to bind port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:06.938447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc0c2d23-b10b-4fee-85f2-8cb7ff7d51f8 req-d54783b2-b5c4-4206-9a35-3d1b6db5678b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696270 Jan 29 04:30:06.966621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:06.966957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Attempting to bind port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:06.970540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] No DVR routers for this DVR port 24a9c048-b5bc-477a-9732-ba431964ce46 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:06.973461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b766ad-3d4d-45f8-a833-df20bff8de4e req-55b7aa51-dc82-479a-969e-cf6f8b2b8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:06.975118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23b766ad-3d4d-45f8-a833-df20bff8de4e req-55b7aa51-dc82-479a-969e-cf6f8b2b8f5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 1096 time: 0.1989057 Jan 29 04:30:06.976154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:06.979366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a59d1a-0a1e-4d11-8ee8-2ea806979000 req-d9ecc9f5-c702-4f58-875f-1ba02604b19c tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.36 "DELETE /v2.0/ports/24a9c048-b5bc-477a-9732-ba431964ce46 HTTP/1.1" status: 204 len: 173 time: 4.4798021 Jan 29 04:30:06.981418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'name': 'network-vif-deleted', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:06.983734 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2f8c5-1e64-41a6-92b4-a4f2d976133e" -d '{"events": [{"server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "name": "network-vif-deleted", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:06.991441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Router ec403ec2-30ce-436f-bfbf-f72bf982058d is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:07.000844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0492f80-d558-4e57-bdb9-abeeb0bb06e5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.003533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0492f80-d558-4e57-bdb9-abeeb0bb06e5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.004932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a0492f80-d558-4e57-bdb9-abeeb0bb06e5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/683b6fe7-081f-45a5-bc5a-cb9291caca8a HTTP/1.1" status: 204 len: 168 time: 0.6916881 Jan 29 04:30:07.006324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:07.006668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:07.007159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:07.007716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Bound port: e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:07.008045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.009587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51530) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.038795 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e203cc-25d6-4d02-a207-89405d5dd7e7 x-openstack-request-id: req-47e203cc-25d6-4d02-a207-89405d5dd7e7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:07.039096 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac", "name": "network-vif-deleted", "tag": "24a9c048-b5bc-477a-9732-ba431964ce46", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:07.039360 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47e203cc-25d6-4d02-a207-89405d5dd7e7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:07.039768 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac', 'name': 'network-vif-deleted', 'tag': '24a9c048-b5bc-477a-9732-ba431964ce46', 'status': 'completed', 'code': 200} Jan 29 04:30:07.043918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:07.046185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0492f80-d558-4e57-bdb9-abeeb0bb06e5 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683b6fe7-081f-45a5-bc5a-cb9291caca8a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.088860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f0797da-a9c6-4667-b5e7-b3b79c900829 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734158 Jan 29 04:30:07.089069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51532) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.093439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132607251'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:07.132996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.180205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23b766ad-3d4d-45f8-a833-df20bff8de4e req-2240d58d-c389-4490-b2b0-005718be7940 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903007 Jan 29 04:30:07.264535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] For port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:07.304122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] For port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:07.332869 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.347448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-333ee0ef-7263-49ab-a75d-1c31f0316b92 req-2499dbf0-c092-433c-991a-8700e7a8379a tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a92ea6a-f71a-4e87-8ea9-36c6ba2381ac HTTP/1.1" status: 200 len: 210 time: 0.0480766 Jan 29 04:30:07.347448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.347448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:07.353256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.359230 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:07.383650 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:07.385583 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:07.401521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.406107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3135512 Jan 29 04:30:07.406679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.413123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '3f1977a3-94c5-4b2b-a782-5bca5ad32ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:07.477357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaa2ff-46c3-4e3f-b6dc-449b22f26300 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1977a3-94c5-4b2b-a782-5bca5ad32ae7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.497748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.573082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.580011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.591968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.592598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.594846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] 10.222.0.20 "PUT /v2.0/ports/e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 HTTP/1.1" status: 200 len: 1092 time: 4.0816009 Jan 29 04:30:07.616367 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:07.636094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c991f3-a908-4b2f-b362-a21f8948a194,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.649147 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.651114 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5583a22c-932f-401f-aa97-350851e9990d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2431571 Jan 29 04:30:07.655928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51552) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.688366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40da071f-3af7-4daa-8d13-363b64036bd4 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules/62c991f3-a908-4b2f-b362-a21f8948a194 HTTP/1.1" status: 200 len: 763 time: 0.0311496 Jan 29 04:30:07.690688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51554) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.709496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cdfaa-fb0f-4482-b396-6af1e7831d66 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:07.717958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:07.719563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff4abc94-efec-4dca-aab7-ca43762e798b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7196708 Jan 29 04:30:07.737711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51556) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.791094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.797871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.805741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.818630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.825413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.837711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.841741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:47Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:07.851774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.853847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-50b3f523-d42d-4130-8fcf-511221582ab4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.3307350 Jan 29 04:30:07.903568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] Checking router: df6d9a7c-ff9c-463c-baff-75f1ceb889d0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:07.907623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-9b7b081d-c19b-4952-866f-dfed95f6ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:07.909164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-9b7b081d-c19b-4952-866f-dfed95f6ee62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 1095 time: 0.2319093 Jan 29 04:30:07.936912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:03Z', 'revision_number': 3, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:07.937199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:07.937776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:07.972555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:07.972901 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Updating router ec403ec2-30ce-436f-bfbf-f72bf982058d port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:07.982299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-63470466-cc3c-402c-af2b-7ad3d0eb8dd1 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2902472 Jan 29 04:30:07.989097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51562) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:07.993149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-6ad9f662-847b-4d00-a151-4d76596b8a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 HTTP/1.1" status: 200 len: 217 time: 0.0597687 Jan 29 04:30:08.004921 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.046069 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-093b7205-8ab4-4d2b-8567-7c7a98902838 req-f2d65cd8-2169-4404-bfc2-f208a52edff6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809173 Jan 29 04:30:08.077375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-2957f5f8-d10e-494e-8756-f28607654d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.081351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-2957f5f8-d10e-494e-8756-f28607654d7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0800192 Jan 29 04:30:08.124139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:08.162548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-695cb15a-6281-4332-9090-0b3987b7f34b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702589 Jan 29 04:30:08.343128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954b3b-3d3c-4e69-95e6-caeb5807cd08 req-61dee26a-91d9-4daa-9b8b-d420d43d0f12 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.345257 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b954b3b-3d3c-4e69-95e6-caeb5807cd08 req-61dee26a-91d9-4daa-9b8b-d420d43d0f12 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1789224 Jan 29 04:30:08.384403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-734ac5e0-def7-422b-9f95-0a58a86363f7 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159526 Jan 29 04:30:08.424149 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aab0e3cc-90cc-4ffa-98ed-c4aae852fdfd tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.432470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b954b3b-3d3c-4e69-95e6-caeb5807cd08 req-9a678c2a-1b4b-46a0-92d8-0f70ed60b90b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741885 Jan 29 04:30:08.437816 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.442570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ee4a1-ca51-4412-865d-769913223386 req-2682300f-ac25-411a-a769-6f6cb407ec5b tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.452560 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.465517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c23ee4a1-ca51-4412-865d-769913223386 req-2682300f-ac25-411a-a769-6f6cb407ec5b tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 945 time: 0.5440729 Jan 29 04:30:08.491047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aab0e3cc-90cc-4ffa-98ed-c4aae852fdfd tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.508233 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Pushing event updated for resources: {'Port': ['ID=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.519928 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.522549 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.524706 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.525241 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.525747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.526280 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.526849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.527052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7f1e32f-9524-44e1-8129-73a9ab7830ad req-36c08b63-dee4-4f63-99d3-d6e982bd7b9c service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345599 Jan 29 04:30:08.528129 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.528802 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.529294 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.529795 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.530303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:08.538747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:47Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:08.554661 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Attempting to bind port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:08.555165 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Attempting to bind port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:08.555642 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Attempting to bind port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:08.561657 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:08.562481 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:08.563233 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.563830 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:08.564559 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Bound port: ce708ede-231d-4c92-b87f-ebb1d1d3acb8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:08.565345 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.576527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6feee-6d07-4eef-ac46-16907fcee94d None None] The sync data for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 is: [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:28:41Z', 'revision_number': 4, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ee206b38-dbd9-4d88-98fe-ff8a3154d4ef', 'name': '', 'network_id': 'da3ad234-0465-451e-8418-de9ffa8c89b5', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'mac_address': 'fa:16:3e:87:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:40Z', 'updated_at': '2022-01-29T04:28:47Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'subnets': [{'id': '0710bf0e-fa77-4abb-8337-145a72e31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:08.594776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aab0e3cc-90cc-4ffa-98ed-c4aae852fdfd tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.613530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aab0e3cc-90cc-4ffa-98ed-c4aae852fdfd tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.619047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aab0e3cc-90cc-4ffa-98ed-c4aae852fdfd tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/62c991f3-a908-4b2f-b362-a21f8948a194 HTTP/1.1" status: 204 len: 168 time: 0.2417901 Jan 29 04:30:08.620859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83650-a3ec-42ed-8ed0-9c9e52fc4322 req-2105a245-f132-4833-855b-88b81c02cbaf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.622558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfd83650-a3ec-42ed-8ed0-9c9e52fc4322 req-2105a245-f132-4833-855b-88b81c02cbaf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 944 time: 0.0922558 Jan 29 04:30:08.623097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:08.643142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c23ee4a1-ca51-4412-865d-769913223386 req-45829491-cf34-47f8-96bd-95e81d974956 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835968 Jan 29 04:30:08.643929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0e3cc-90cc-4ffa-98ed-c4aae852fdfd tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62c991f3-a908-4b2f-b362-a21f8948a194,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.704401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dfd83650-a3ec-42ed-8ed0-9c9e52fc4322 req-7cbf2d26-7462-4092-9865-f187c8bb5d3e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Jan 29 04:30:08.728266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-32025cae-9c98-4cf9-99a0-03105af5915c tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038797 Jan 29 04:30:08.729035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51572) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:08.734783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '3f1977a3-94c5-4b2b-a782-5bca5ad32ae7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:08.775926 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] For port ce708ede-231d-4c92-b87f-ebb1d1d3acb8, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:08.779715 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] For port ce708ede-231d-4c92-b87f-ebb1d1d3acb8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:08.781239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.789714 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.826314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:08.866871 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:08.867549 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:08.873610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b1401-483b-4185-95ef-b7f73a4ca8fd None None] Pushing event updated for resources: {'Port': ['ID=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.879565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.892431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.923479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.931470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.932557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeda2e5a-7759-4683-ad29-79ba32c1d532,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:08.946254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.952511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.953032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a5af4d5-0187-44bb-b715-0ab2441c3e1d tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228215 Jan 29 04:30:08.956093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:08.959532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.967500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.970985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4293321-00ad-49da-a6af-6882784d43eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:08.973978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.980371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:08.983441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e8caf20-8e92-4356-8f3f-b145fee548f1 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules/eeda2e5a-7759-4683-ad29-79ba32c1d532 HTTP/1.1" status: 200 len: 763 time: 0.0257981 Jan 29 04:30:08.985801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-37ed766f-6dbf-4695-b972-493a45945092 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.2409067 Jan 29 04:30:08.986394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51580) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:09.004016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a42f90-3327-44ea-adf9-f35c0d10eb4e None None] New status for floating IP 5b3af780-c656-4746-bc25-dbecd3365443: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:30:09.004936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4293321-00ad-49da-a6af-6882784d43eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.017387 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:09.040996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'tag': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:09.043062 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eafd24-3979-4c23-93d9-baccf57d50eb", "tag": "e4dce4d3-5b7c-4ce8-a880-5afe2b58f551"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:09.075442 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fc2e2ab9-738c-4be5-982c-21abf6c3b5ec tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0837750 Jan 29 04:30:09.075768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:09.097936 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d5e0d79-abb7-4ab8-8c27-9c752eb0a7c8 req-bea9e1c7-cd0c-4a4c-a7f7-1c6b99eb2520 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061077 Jan 29 04:30:09.119932 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073bd562-8556-431f-af4a-6e1730f2ce21 x-openstack-request-id: req-073bd562-8556-431f-af4a-6e1730f2ce21 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:09.120534 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eafd24-3979-4c23-93d9-baccf57d50eb", "tag": "e4dce4d3-5b7c-4ce8-a880-5afe2b58f551", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:09.121012 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-073bd562-8556-431f-af4a-6e1730f2ce21 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:09.121595 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'tag': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'status': 'completed', 'code': 200} Jan 29 04:30:09.124171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4293321-00ad-49da-a6af-6882784d43eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.128358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4293321-00ad-49da-a6af-6882784d43eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.132613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4293321-00ad-49da-a6af-6882784d43eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "DELETE /v2.0/security-groups/6fe16740-f16c-4fb0-ac6e-bea66c34f36b HTTP/1.1" status: 204 len: 168 time: 0.3023140 Jan 29 04:30:09.133563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:09.151722 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-7e6516cb-7b6b-4927-8db5-456673454f14 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] show failed (client error): The resource could not be found. Jan 29 04:30:09.155199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e6516cb-7b6b-4927-8db5-456673454f14 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "GET /v2.0/security-groups/6fe16740-f16c-4fb0-ac6e-bea66c34f36b HTTP/1.1" status: 404 len: 347 time: 0.0180833 Jan 29 04:30:09.158619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51588) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:09.228807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4293321-00ad-49da-a6af-6882784d43eb tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe16740-f16c-4fb0-ac6e-bea66c34f36b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.281732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6b805ef-2aa6-4e6b-b5c8-dd494fb521e9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.317234 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.337784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6b805ef-2aa6-4e6b-b5c8-dd494fb521e9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.400564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-d56276c7-9b96-4b9e-af51-8e3cee0cd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.402106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-d56276c7-9b96-4b9e-af51-8e3cee0cd54e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 1095 time: 0.1709843 Jan 29 04:30:09.405989 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:03Z', 'revision_number': 3, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:09.438384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4bfe1-1b01-4760-be4b-8a90a237ff46 None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:03Z', 'revision_number': 3, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:09.466495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6b805ef-2aa6-4e6b-b5c8-dd494fb521e9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.495180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.503332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.510455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.516217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.523026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.529336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.530431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Allocated IP 172.20.0.1 (4081dbec-a4bc-4ff2-8de0-c48e5d890905/e8cc24fe-548f-4077-8dcc-b8a911d45964/e6647100-03e8-4c64-8301-f9eacc7bd618) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:09.535177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.537430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ff46485-8716-4aeb-8bf2-d04cbae00b09 req-3605e0f5-797e-4a9d-9c8a-635a2ae93e0a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.3023956 Jan 29 04:30:09.548054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6b805ef-2aa6-4e6b-b5c8-dd494fb521e9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.549219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6b805ef-2aa6-4e6b-b5c8-dd494fb521e9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/eeda2e5a-7759-4683-ad29-79ba32c1d532 HTTP/1.1" status: 204 len: 168 time: 0.4725454 Jan 29 04:30:09.556291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51598) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:09.564821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b805ef-2aa6-4e6b-b5c8-dd494fb521e9 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeda2e5a-7759-4683-ad29-79ba32c1d532,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:09.588084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Deleting port 616585b0-934b-4eeb-be85-21b647838ff4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:09.588350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.649794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-4522429b-adf8-4efa-b9f3-f8fd0a07118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.651212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-4522429b-adf8-4efa-b9f3-f8fd0a07118c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.2358520 Jan 29 04:30:09.684583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65d8c644-4ac9-4f38-b9bb-dd7eb1a61cf7 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248598 Jan 29 04:30:09.693924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c19df-4c4f-4e00-8949-707a6085b5ff req-b9b82013-d97a-4c56-b94d-98f9d5d4c78f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.701126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-094c19df-4c4f-4e00-8949-707a6085b5ff req-b9b82013-d97a-4c56-b94d-98f9d5d4c78f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1583123 Jan 29 04:30:09.703708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51602) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:09.706480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-eafc73fd-afcf-4bad-8cd9-bee65e58f7b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 HTTP/1.1" status: 200 len: 217 time: 0.0471609 Jan 29 04:30:09.716124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '3f1977a3-94c5-4b2b-a782-5bca5ad32ae7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:09.756319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.756662 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.775838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.819853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-094c19df-4c4f-4e00-8949-707a6085b5ff req-31fe51d8-d980-41a9-88d4-0a2b6de353a0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170208 Jan 29 04:30:09.822280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Calling delete_port for 616585b0-934b-4eeb-be85-21b647838ff4 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:09.822791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.854810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-6536b475-ac1d-4c73-b449-fca640849a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.856315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-6536b475-ac1d-4c73-b449-fca640849a09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.1414590 Jan 29 04:30:09.904441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.919934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ad7b-97c1-4249-adbc-78b059eb62e0 req-99012415-decd-45be-bd80-434be918f637 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:09.921476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9d2ad7b-97c1-4249-adbc-78b059eb62e0 req-99012415-decd-45be-bd80-434be918f637 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 945 time: 0.1896279 Jan 29 04:30:09.947894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-7f524dbc-b8f8-414f-b5e1-6c2d59135e18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491388 Jan 29 04:30:09.962238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:09.988210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:09.992538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:09.995978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:10.003313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.057180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9d2ad7b-97c1-4249-adbc-78b059eb62e0 req-2e17f321-08dd-42a9-be90-ad0cf5757a57 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118119 Jan 29 04:30:10.066176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Pushing event updated for resources: {'Port': ['ID=e6647100-03e8-4c64-8301-f9eacc7bd618,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.075681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833ed5d7-ab05-45c9-b79a-87369a26ee8c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.087747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.094319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.098188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-64efadaa-2998-4b94-b07a-25d54c72581a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3859797 Jan 29 04:30:10.103567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f188f-3fc2-4b6a-b646-bd75a85b79ff req-e949a5c4-7fe1-44d6-b786-eb751c453ff6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:10.111192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f6f188f-3fc2-4b6a-b646-bd75a85b79ff req-e949a5c4-7fe1-44d6-b786-eb751c453ff6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 944 time: 0.1887953 Jan 29 04:30:10.137156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:10.158953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-ac54e9a5-94be-407a-92f9-627f458e8ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031825 Jan 29 04:30:10.216633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f6f188f-3fc2-4b6a-b646-bd75a85b79ff req-9303f938-00f0-4e81-8d1c-bcc189f429e3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980725 Jan 29 04:30:10.218091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2f8ca84-a1d7-49f3-8dd0-9f4becdb89db tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules/833ed5d7-ab05-45c9-b79a-87369a26ee8c HTTP/1.1" status: 200 len: 764 time: 0.0797200 Jan 29 04:30:10.220459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51610) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:10.275522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.347712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Pushing event deleted for resources: {'Port': ['ID=616585b0-934b-4eeb-be85-21b647838ff4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.397707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d188f3a3-b1f3-4848-bc01-587f8c5186eb tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1723900 Jan 29 04:30:10.397919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:10.410941 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.436911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3835dfdc-e328-44a6-b285-5fa6b207190c None None] Provisioning complete for port e6647100-03e8-4c64-8301-f9eacc7bd618 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:10.437520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3835dfdc-e328-44a6-b285-5fa6b207190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.440588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-323b63a1-c005-49f7-846b-4fe0ec8d8b7c req-412080a1-51ee-49db-86ec-b17017136cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667999 Jan 29 04:30:10.493973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3c79372-4cad-42ec-bb66-b76461921f24 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.505577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3835dfdc-e328-44a6-b285-5fa6b207190c None None] Port e6647100-03e8-4c64-8301-f9eacc7bd618 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:30:10.509010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3c79372-4cad-42ec-bb66-b76461921f24 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.536391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.540206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.541872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5a72f916-acfb-4560-a7c2-aea1a5eef3f0 tempest-ServersTestManualDisk-1114250200 tempest-ServersTestManualDisk-1114250200-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b3af780-c656-4746-bc25-dbecd3365443 HTTP/1.1" status: 204 len: 168 time: 1.3822749 Jan 29 04:30:10.544708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:10.609774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3c79372-4cad-42ec-bb66-b76461921f24 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.628959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3c79372-4cad-42ec-bb66-b76461921f24 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.633029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3c79372-4cad-42ec-bb66-b76461921f24 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/833ed5d7-ab05-45c9-b79a-87369a26ee8c HTTP/1.1" status: 204 len: 168 time: 0.2347364 Jan 29 04:30:10.633913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:10.649145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.656654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.674865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c79372-4cad-42ec-bb66-b76461921f24 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=833ed5d7-ab05-45c9-b79a-87369a26ee8c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.741227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:10.744715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Pushing event updated for resources: {'Port': ['ID=e6647100-03e8-4c64-8301-f9eacc7bd618,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:10.885874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:10.888043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:11.072504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77480-6a7b-4d20-b349-e6073f63573b req-2b8c5c53-964d-4fe3-8c4b-65be3149408c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:11.074505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39b77480-6a7b-4d20-b349-e6073f63573b req-2b8c5c53-964d-4fe3-8c4b-65be3149408c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1095991 Jan 29 04:30:11.122235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39b77480-6a7b-4d20-b349-e6073f63573b req-d83188cd-1d70-416c-805e-b1f5d015c7e7 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Jan 29 04:30:11.129808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Router ec403ec2-30ce-436f-bfbf-f72bf982058d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:11.180237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f46789cb-95eb-41d8-86cf-eee49530d566 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5218492 Jan 29 04:30:11.182809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:11.247302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-40c7816c-ed59-4233-ac10-90002c783c8a None None] Provisioning complete for port e6647100-03e8-4c64-8301-f9eacc7bd618 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:11.247673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40c7816c-ed59-4233-ac10-90002c783c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.255566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8c6da-7ac2-4c24-b791-245a1037cab2 req-0f492289-14b7-405b-af66-a2711a7fa073 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:11.261453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:11.265239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55a8c6da-7ac2-4c24-b791-245a1037cab2 req-0f492289-14b7-405b-af66-a2711a7fa073 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 945 time: 0.1662676 Jan 29 04:30:11.266679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be3d5a95-430c-48d1-aea0-6a0ce4533c20 admin admin] 10.222.0.32 "PUT /v2.0/routers/ec403ec2-30ce-436f-bfbf-f72bf982058d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5268855 Jan 29 04:30:11.308401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-40c7816c-ed59-4233-ac10-90002c783c8a None None] Port e6647100-03e8-4c64-8301-f9eacc7bd618 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:30:11.373940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb88130-c3c0-4838-86f7-d551726d6c62 req-54a4c393-42b5-4f89-a82c-ff762050e1f8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:11.383842 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eeb88130-c3c0-4838-86f7-d551726d6c62 req-54a4c393-42b5-4f89-a82c-ff762050e1f8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 944 time: 0.0966580 Jan 29 04:30:11.432604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55a8c6da-7ac2-4c24-b791-245a1037cab2 req-1571eb00-0c56-49b9-9c92-9bfa4f01c477 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662505 Jan 29 04:30:11.459636 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eeb88130-c3c0-4838-86f7-d551726d6c62 req-8c715d2d-d5cf-4035-9849-bb3bef55acec tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745866 Jan 29 04:30:11.472835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c85ec7a-3ca9-4de5-b842-81603d1ab3f8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.540208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c85ec7a-3ca9-4de5-b842-81603d1ab3f8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.569297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce708ede-231d-4c92-b87f-ebb1d1d3acb8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:11.629271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:11.629805 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.639247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c85ec7a-3ca9-4de5-b842-81603d1ab3f8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.643901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c85ec7a-3ca9-4de5-b842-81603d1ab3f8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.645430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c85ec7a-3ca9-4de5-b842-81603d1ab3f8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f1977a3-94c5-4b2b-a782-5bca5ad32ae7 HTTP/1.1" status: 204 len: 168 time: 0.4615316 Jan 29 04:30:11.648765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:11.676004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85ec7a-3ca9-4de5-b842-81603d1ab3f8 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1977a3-94c5-4b2b-a782-5bca5ad32ae7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:11.737929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5716ef9b-51c6-40c1-be26-e7a414cc3c12 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832090 Jan 29 04:30:11.738420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51662) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:11.745375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group': {'name': 'tempest-secgroup--10640555'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:11.781253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.805530 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.811680 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.850402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port ce708ede-231d-4c92-b87f-ebb1d1d3acb8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:11.852470 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.865863 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.912789 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.921873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:11.992085 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:12.008671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.012181 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:12.012804 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:12.019348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.020510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2809918 Jan 29 04:30:12.023740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04a34-7654-41b6-96da-813058c7778e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7726528a-0b5d-4f39-91ff-4ebda95e53c4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.025746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51668) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:12.037327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:12.063431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Request body: {'security_group_rule': {'security_group_id': '7726528a-0b5d-4f39-91ff-4ebda95e53c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:12.088464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51676) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:12.101523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648249603', 'description': 'tempest-description--1012396519'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:12.236238 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.245939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Deleting port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:12.246524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.249406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.251803 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:12.263494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:12.277094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'mac_address': 'fa:16:3e:e5:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:12.341431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.361772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:12.383670 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a189c592-3b8a-4386-b262-d5c3ae24f8f6 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.385183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a189c592-3b8a-4386-b262-d5c3ae24f8f6 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.2418170 Jan 29 04:30:12.395454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.396875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:12.404298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.409632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.438048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-4bd26de2-d45f-401c-8b45-e26180be06e0 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/quotas/80631a242c104c5eb6db5bbea07937cb HTTP/1.1" status: 200 len: 375 time: 0.0405781 Jan 29 04:30:12.459763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a9fa-ba9c-4720-a29d-a922389eba2a req-1e2c03a3-e17d-4b32-8da9-0fba5f4da346 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.470560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b9a7e5-9984-4206-9fe3-16e85d851141,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.482141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a155a9fa-ba9c-4720-a29d-a922389eba2a req-1e2c03a3-e17d-4b32-8da9-0fba5f4da346 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2065163 Jan 29 04:30:12.495135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.499303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.500497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d3178fbc-785e-4976-93df-f50c99cbf79a tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4412518 Jan 29 04:30:12.500920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] For port ee206b38-dbd9-4d88-98fe-ff8a3154d4ef, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:12.501732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.503220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51688) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:12.503816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.518516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.558488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-652b5665-f049-4d36-8f06-ac4f7fbd1331 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.560079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-652b5665-f049-4d36-8f06-ac4f7fbd1331 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.36 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 945 time: 0.2030776 Jan 29 04:30:12.563553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Calling delete_port for ee206b38-dbd9-4d88-98fe-ff8a3154d4ef owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:12.572225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.573772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4832582 Jan 29 04:30:12.578558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51690) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:12.579187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db51f3-54c5-4bb4-842c-b50302463d48 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ea344e-28d8-488f-bf87-cb5b584c12ff,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.586214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'security_group_rule': {'security_group_id': '77ea344e-28d8-488f-bf87-cb5b584c12ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:12.605408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-cf0d55b0-aa6d-47ce-be8a-0f4aba18b8d4 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662457 Jan 29 04:30:12.620630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a155a9fa-ba9c-4720-a29d-a922389eba2a req-09e81d49-3fad-49df-96b6-45fb8808e41e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370440 Jan 29 04:30:12.696719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6806a4d-49b3-4881-b651-48c5afc71d38 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.735948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.749753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6806a4d-49b3-4881-b651-48c5afc71d38 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.764380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:12.793446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-e0bb1262-17ca-4be0-ac59-77ab56b13487 service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874082 Jan 29 04:30:12.865383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Deleting port ef0a8348-5e40-40d6-af86-9795d55c9d39 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:12.865383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.865763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6806a4d-49b3-4881-b651-48c5afc71d38 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.868368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6806a4d-49b3-4881-b651-48c5afc71d38 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.869503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e6806a4d-49b3-4881-b651-48c5afc71d38 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/7726528a-0b5d-4f39-91ff-4ebda95e53c4 HTTP/1.1" status: 204 len: 168 time: 0.3622556 Jan 29 04:30:12.873050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.876038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:12.911108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.919734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6806a4d-49b3-4881-b651-48c5afc71d38 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726528a-0b5d-4f39-91ff-4ebda95e53c4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.937236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ef6ce1-5084-4f70-b4a9-60c27967e60e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:12.961881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:12.963170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8d54cdd-5533-4312-910c-af4c0d968cef tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815916 Jan 29 04:30:12.966057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51694) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:12.970799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'security_group_rule': {'security_group_id': '77ea344e-28d8-488f-bf87-cb5b584c12ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:12.972841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ce73-f56e-4387-8277-348d286fd9ce req-247b2f01-1a9a-4ee5-a517-dfbefb1786be tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:12.975234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b351ce73-f56e-4387-8277-348d286fd9ce req-247b2f01-1a9a-4ee5-a517-dfbefb1786be tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 945 time: 0.1838410 Jan 29 04:30:12.988898 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 2, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:13.011192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-32bead21-cacc-48a6-b5fd-75451d26cc5e tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1328878 Jan 29 04:30:13.015869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:13.017761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-f390f2db-f6f5-4bde-92bb-ee9ceabd538b service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825013 Jan 29 04:30:13.049231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.067033 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:13.069255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Updating router ec403ec2-30ce-436f-bfbf-f72bf982058d port e6647100-03e8-4c64-8301-f9eacc7bd618 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:13.143777 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.207563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b351ce73-f56e-4387-8277-348d286fd9ce req-65bacee3-88b9-453e-969c-298a82bd1556 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d454357-6ca4-4da7-b04c-ca52418cce23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058265 Jan 29 04:30:13.216434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] For port ef0a8348-5e40-40d6-af86-9795d55c9d39, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ef0a8348-5e40-40d6-af86-9795d55c9d39,segment=NetworkSegment(81452add-e567-46b6-a19f-26eba7728c4c),segment_id=81452add-e567-46b6-a19f-26eba7728c4c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:13.223664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.240906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.248099 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.305846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e433902-fff3-483f-882b-40d092ff8bc2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.316457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aad61935-754a-4045-86a6-1fea1763e534 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2992935 Jan 29 04:30:13.319908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:13.320138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Calling delete_port for ef0a8348-5e40-40d6-af86-9795d55c9d39 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:13.352466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.355418 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-39db5047-b485-4d3f-9d9c-65f843a43e04 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] delete failed (client error): The resource could not be found. Jan 29 04:30:13.361654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-39db5047-b485-4d3f-9d9c-65f843a43e04 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "DELETE /v2.0/security-groups/7726528a-0b5d-4f39-91ff-4ebda95e53c4 HTTP/1.1" status: 404 len: 347 time: 0.0407028 Jan 29 04:30:13.403253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:13.410082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.415342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-459d8b95-5b17-4954-8ce2-f57604d78a70 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4456644 Jan 29 04:30:13.466313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:13.518532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce708ede-231d-4c92-b87f-ebb1d1d3acb8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:13.529937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:13.544053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b95ca471-b259-4290-8f37-8031b4801272 tempest-SecGroupTest-1197834669 tempest-SecGroupTest-1197834669-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301851 Jan 29 04:30:13.544797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.615881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.617060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ef0a8348-5e40-40d6-af86-9795d55c9d39'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:13.622532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d993-5687-476c-8a9f-3fc4092f7c70 req-7f9c5bd6-29ed-4b50-af3a-ca02cf0e0214 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:13.626354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a57d993-5687-476c-8a9f-3fc4092f7c70 req-7f9c5bd6-29ed-4b50-af3a-ca02cf0e0214 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 945 time: 0.2626164 Jan 29 04:30:13.630979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.658793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f663453e-44ab-4f28-beb3-e1de435f3d71 req-0a2d292a-6b5e-4206-ba6a-849f7e3984d4 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 210 time: 0.3889658 Jan 29 04:30:13.746686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:13.748037 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.760203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee206b38-dbd9-4d88-98fe-ff8a3154d4ef,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:13.847806 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.862841 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:13.932003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Pushing event deleted for resources: {'Port': ['ID=ef0a8348-5e40-40d6-af86-9795d55c9d39,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.029633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a57d993-5687-476c-8a9f-3fc4092f7c70 req-f6ac9989-1e08-444c-9e65-c063b2d2b794 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669367 Jan 29 04:30:14.036919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:14.130816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.151307 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf4a85-c34a-4494-9b0a-53d3fd9572e7 None None] Pushing event updated for resources: {'Port': ['ID=e6647100-03e8-4c64-8301-f9eacc7bd618,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.224104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] No DVR routers for this DVR port ef0a8348-5e40-40d6-af86-9795d55c9d39 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:14.226324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:14.236885 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Attempting to bind port e6647100-03e8-4c64-8301-f9eacc7bd618 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:14.237970 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Attempting to bind port e6647100-03e8-4c64-8301-f9eacc7bd618 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:14.239567 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Attempting to bind port e6647100-03e8-4c64-8301-f9eacc7bd618 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:14.261400 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:14.262822 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Checking segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:14.265536 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.267281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Bound using segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:14.269551 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Bound port: e6647100-03e8-4c64-8301-f9eacc7bd618, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:14.272417 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.281186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:14.281385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.284664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72e0b5c3-9ab8-47d9-b578-97ed2e664e3e req-88a84b1a-ad12-4bac-92ad-6600a6867e59 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.36 "DELETE /v2.0/ports/ef0a8348-5e40-40d6-af86-9795d55c9d39 HTTP/1.1" status: 204 len: 173 time: 1.7155414 Jan 29 04:30:14.305655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:14.307097 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.318245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'name': 'network-vif-deleted', 'tag': 'ef0a8348-5e40-40d6-af86-9795d55c9d39'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:14.320489 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f85b00c-dfff-4560-8bc3-16987a8020de" -d '{"events": [{"server_uuid": "6725dc60-c8c9-4b9f-be12-96f4ea55fc42", "name": "network-vif-deleted", "tag": "ef0a8348-5e40-40d6-af86-9795d55c9d39"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:14.407101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef73667-a949-498a-ae30-d48aa53dc8e7 req-e17f769c-5b55-474a-80f9-f8d79c1e09e5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:14.415192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ef73667-a949-498a-ae30-d48aa53dc8e7 req-e17f769c-5b55-474a-80f9-f8d79c1e09e5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.4431567 Jan 29 04:30:14.540014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.567213 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] For port e6647100-03e8-4c64-8301-f9eacc7bd618, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:14.576813 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] For port e6647100-03e8-4c64-8301-f9eacc7bd618, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e6647100-03e8-4c64-8301-f9eacc7bd618,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:14.580425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:14.581424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:14.584231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fd3bc82-7930-4bc2-9cf2-37c4a0ad0470 req-4f88cefa-255d-4fdb-a8d8-22a8e0b7e470 tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 210 time: 0.1649053 Jan 29 04:30:14.585022 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7d7928-297f-4e6b-8102-f6174d07289b" -d '{"events": [{"server_uuid": "e5eafd24-3979-4c23-93d9-baccf57d50eb", "name": "network-vif-plugged", "status": "completed", "tag": "e4dce4d3-5b7c-4ce8-a880-5afe2b58f551"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:14.588212 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.591726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ef73667-a949-498a-ae30-d48aa53dc8e7 req-49483fb2-cb39-4246-bc10-19b847b92a10 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753263 Jan 29 04:30:14.612105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.699838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.704927 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249e74d-4b27-48e8-bc3d-054943ba2fe9 x-openstack-request-id: req-a249e74d-4b27-48e8-bc3d-054943ba2fe9 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:14.705479 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eafd24-3979-4c23-93d9-baccf57d50eb", "name": "network-vif-plugged", "status": "completed", "tag": "e4dce4d3-5b7c-4ce8-a880-5afe2b58f551", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:14.706008 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a249e74d-4b27-48e8-bc3d-054943ba2fe9 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:14.706712 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'code': 200} Jan 29 04:30:14.715278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d499905c-e28d-4456-932e-b28d19cad708 None None] Provisioning complete for port e6647100-03e8-4c64-8301-f9eacc7bd618 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:14.715894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d499905c-e28d-4456-932e-b28d19cad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.739508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Allocated IP 172.25.4.53 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/ae810a3a-6270-47d6-aaf0-f8024fd99d20) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:14.753277 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc99c88-6bd7-42b3-8dfb-88fd1e29733b x-openstack-request-id: req-4bc99c88-6bd7-42b3-8dfb-88fd1e29733b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:14.753568 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6725dc60-c8c9-4b9f-be12-96f4ea55fc42", "name": "network-vif-deleted", "tag": "ef0a8348-5e40-40d6-af86-9795d55c9d39", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:14.754103 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bc99c88-6bd7-42b3-8dfb-88fd1e29733b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:14.754682 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6725dc60-c8c9-4b9f-be12-96f4ea55fc42', 'name': 'network-vif-deleted', 'tag': 'ef0a8348-5e40-40d6-af86-9795d55c9d39', 'status': 'completed', 'code': 200} Jan 29 04:30:14.770190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:14.773684 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:14.815329 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d499905c-e28d-4456-932e-b28d19cad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.852360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d499905c-e28d-4456-932e-b28d19cad708 None None] For port e6647100-03e8-4c64-8301-f9eacc7bd618, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e6647100-03e8-4c64-8301-f9eacc7bd618,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:14.866986 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d499905c-e28d-4456-932e-b28d19cad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.894576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7540826-5419-4b87-8784-75a61a17f4a5 req-7c78bf8a-7d5c-47d4-b0c4-26723db93cd3 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0539112 Jan 29 04:30:14.922594 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:14.928248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.944045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1dfaa531-9ff9-45f0-9c02-8fd22ed2c57b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d003217042b492e97f1a174e4baea5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886961 Jan 29 04:30:14.956156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499905c-e28d-4456-932e-b28d19cad708 None None] Pushing event updated for resources: {'Port': ['ID=e6647100-03e8-4c64-8301-f9eacc7bd618,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:14.962456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51732) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:14.978215 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:14.998531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.034979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:15.042640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf916-0c5b-4044-8a8e-0b8334979a8b req-bfd2a55e-4443-4851-99d9-023bc92a7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:15.044173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06fbf916-0c5b-4044-8a8e-0b8334979a8b req-bfd2a55e-4443-4851-99d9-023bc92a7136 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 1097 time: 0.2323668 Jan 29 04:30:15.053677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'Port': ['ID=ae810a3a-6270-47d6-aaf0-f8024fd99d20,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.059687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:15.063157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:15.095079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8a865a08-f1bc-421f-a63b-d46982c020a2 None None] Provisioning complete for port e6647100-03e8-4c64-8301-f9eacc7bd618 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:15.095673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a865a08-f1bc-421f-a63b-d46982c020a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.173267 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-148ae06c-3000-4e0a-85e4-0a8a0033a9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.194918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.268380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06fbf916-0c5b-4044-8a8e-0b8334979a8b req-b5a57736-5bbc-4c13-b3a7-ed237e7517ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497898 Jan 29 04:30:15.274568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.315121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-148ae06c-3000-4e0a-85e4-0a8a0033a9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.327914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf4a85-c34a-4494-9b0a-53d3fd9572e7 None None] Pushing event updated for resources: {'Port': ['ID=e6647100-03e8-4c64-8301-f9eacc7bd618,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.333582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f54dda-3ceb-48a0-b167-5b32a8b7f2fa req-d001d9e2-942a-4ab2-a12a-b156a9845ac4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:15.335573 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07f54dda-3ceb-48a0-b167-5b32a8b7f2fa req-d001d9e2-942a-4ab2-a12a-b156a9845ac4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 946 time: 0.1311946 Jan 29 04:30:15.381551 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:15.422724 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82ac42-2d66-44c9-972e-efb56f8eac8e None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:15.435796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07f54dda-3ceb-48a0-b167-5b32a8b7f2fa req-f08639f0-0179-4f5e-9d55-53ee7ba4e566 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905175 Jan 29 04:30:15.500161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-148ae06c-3000-4e0a-85e4-0a8a0033a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.510971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-148ae06c-3000-4e0a-85e4-0a8a0033a9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.512474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-148ae06c-3000-4e0a-85e4-0a8a0033a9b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a553bd6-713c-4c97-ae6e-ecd440792e17 HTTP/1.1" status: 204 len: 168 time: 0.5465922 Jan 29 04:30:15.548934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ae06c-3000-4e0a-85e4-0a8a0033a9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a553bd6-713c-4c97-ae6e-ecd440792e17,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.557334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-0b406614-0c4a-4f74-bd3c-7217f9e2487e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:15.558883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-0b406614-0c4a-4f74-bd3c-7217f9e2487e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.3255718 Jan 29 04:30:15.568475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.593181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.607132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Request body: {'port': {'device_id': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'admin_state_up': True, 'tenant_id': '80631a242c104c5eb6db5bbea07937cb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:15.784198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'Port': ['ID=ae810a3a-6270-47d6-aaf0-f8024fd99d20,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:15.795765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.822949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08317435-2bca-4801-9bf2-457560ec9af9 req-d86d1aed-f980-4ec0-9cf2-b7ed13a817a9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:15.825766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08317435-2bca-4801-9bf2-457560ec9af9 req-d86d1aed-f980-4ec0-9cf2-b7ed13a817a9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1187189 Jan 29 04:30:15.831433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:15.832937 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-19587c98-c08e-4d5f-a549-4d272131f35a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3071425 Jan 29 04:30:15.875567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d04e0d70-9665-4b65-9eb7-63e6cf08c722 req-fd1c3caf-2881-409d-bf1d-0c120c61763f tempest-ServerMetadataNegativeTestJSON-1091366981 tempest-ServerMetadataNegativeTestJSON-1091366981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6725dc60-c8c9-4b9f-be12-96f4ea55fc42 HTTP/1.1" status: 200 len: 210 time: 0.1376874 Jan 29 04:30:15.883914 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08317435-2bca-4801-9bf2-457560ec9af9 req-f9968979-699a-4c27-9a6c-8910da2adfbf tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Jan 29 04:30:15.925330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:16.052973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9005345-2164-4c36-b366-e72b42f4d61e req-4afd1f3e-62a6-4d57-b9fa-25b039fd5171 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0344405 Jan 29 04:30:16.071365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Made reservation on behalf of 80631a242c104c5eb6db5bbea07937cb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:16.075597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:16.191172 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-1076e08e-6036-4869-86e7-5370ade412a3 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1648249603&fields=id&tenant_id=c88af286954c4498b54d4c29401014dc HTTP/1.1" status: 200 len: 267 time: 0.0527482 Jan 29 04:30:16.255765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:16.266451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] Sync routers for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:16.281298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c48b0f2-74e0-403e-8c71-5320d2130bd0 admin admin] 10.222.0.32 "PUT /v2.0/routers/df6d9a7c-ff9c-463c-baff-75f1ceb889d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7342434 Jan 29 04:30:16.284495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:16.296465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:16.297102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:16.380803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-b2e8747a-7248-4ef1-aafa-66c59dfa9ba0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:16.382507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-b2e8747a-7248-4ef1-aafa-66c59dfa9ba0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 811 time: 0.1817014 Jan 29 04:30:16.395532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Allocated IP 172.20.0.10 (6ced0398-63ec-414f-b8a6-d01d3c2b793c/877a1c43-ebfa-434c-81a7-a1f43c0ba7bd/ff9bbe05-47c5-42b7-b5d5-684f31bfbed4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:16.409316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-15c3eed2-81ab-46d7-84b6-2a07ec5983e4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/quotas/c88af286954c4498b54d4c29401014dc HTTP/1.1" status: 200 len: 375 time: 0.0124900 Jan 29 04:30:16.412901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ef0a8348-5e40-40d6-af86-9795d55c9d39 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:16.520174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:16.532108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ef0a8348-5e40-40d6-af86-9795d55c9d39 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:16.532581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ef0a8348-5e40-40d6-af86-9795d55c9d39 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:16.563560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-47159055-46d7-44ef-aac9-5551bfb625ce tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466913 Jan 29 04:30:16.707318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:16.740230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-dc64302c-52d9-4b11-8d00-ca7c68d35151 service neutron] 10.222.0.32 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573489 Jan 29 04:30:16.954237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-7e9708a5-6fcb-4f54-9487-3f7e893d9322 service neutron] 10.222.0.32 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987760 Jan 29 04:30:16.963864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51784) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:17.018284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:30:13Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:17.060582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] Checking router: df6d9a7c-ff9c-463c-baff-75f1ceb889d0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:17.077045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] Routers {'df6d9a7c-ff9c-463c-baff-75f1ceb889d0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:17.078150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:17.167585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2092254108'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:17.194623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51794) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:17.283294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] Set router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:17.536860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11607b-aeda-49a9-9d96-62e1698bcd18 req-18fb527a-5391-4611-8faa-014964d6113a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:17.546100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e11607b-aeda-49a9-9d96-62e1698bcd18 req-18fb527a-5391-4611-8faa-014964d6113a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 946 time: 0.9630735 Jan 29 04:30:17.562702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.584508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e6647100-03e8-4c64-8301-f9eacc7bd618 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:17.646675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.675172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:30:13Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:17.679384 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e11607b-aeda-49a9-9d96-62e1698bcd18 req-a8273cad-28ba-4191-90fd-3462eaf4f459 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319268 Jan 29 04:30:17.710242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6385c-81b2-4e64-acf2-771c719a5a48 None None] The sync data for ids ['df6d9a7c-ff9c-463c-baff-75f1ceb889d0'] in n-d-825930-1 is: [{'id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'name': 'tempest-ServersTestManualDisk-120906952-router', 'tenant_id': '49748b9db62a464eb07b6313ec17c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:28:34Z', 'updated_at': '2022-01-29T04:30:13Z', 'revision_number': 5, 'project_id': '49748b9db62a464eb07b6313ec17c4e6', 'gw_port': {'id': 'adad2dd1-cf0a-4945-9846-070cab58b4bf', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d9a7c-ff9c-463c-baff-75f1ceb889d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:28:36Z', 'updated_at': '2022-01-29T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:17.717053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e6647100-03e8-4c64-8301-f9eacc7bd618 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:17.717792 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.769805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Made reservation on behalf of f5338fadb6584b68a4267695a6441a4b for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:17.774137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.778701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Deleting port adad2dd1-cf0a-4945-9846-070cab58b4bf {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:17.778870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Deleting subnet 40a0d4ac-6d86-434a-ae21-cfd69cc9dc84 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:30:17.781551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.783215 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.811657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.844889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.853754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bc077-e0e7-4765-813a-b0fdb43d20ae req-787961cd-7999-4874-87d9-01bd510f5d63 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:17.855530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-721bc077-e0e7-4765-813a-b0fdb43d20ae req-787961cd-7999-4874-87d9-01bd510f5d63 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.5517163 Jan 29 04:30:17.885188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f670a117-8056-4afc-afda-6fc435fc77fe req-e03f6168-0449-4b64-84ab-06ca355d66cc tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 210 time: 0.0714734 Jan 29 04:30:17.889173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.929644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:17.961122 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:17.965663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-721bc077-e0e7-4765-813a-b0fdb43d20ae req-250c128f-2c8b-4d07-acfa-24d76c61b5b1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838180 Jan 29 04:30:18.007543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] For port adad2dd1-cf0a-4945-9846-070cab58b4bf, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=adad2dd1-cf0a-4945-9846-070cab58b4bf,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:18.007543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.044028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Calling delete_port for adad2dd1-cf0a-4945-9846-070cab58b4bf owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:18.046185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.054918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.075102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:18.092737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:18.096570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0605f9bf-4e79-4163-ba71-39fa686839f3 req-f4e058da-23ff-4bbd-81ca-e09b3ab13fb5 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 210 time: 0.0535657 Jan 29 04:30:18.097490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.104244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:18.108188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:18.110432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event updated for resources: {'Port': ['ID=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.123205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.123653 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Added segment 1c7ba642-be45-4d5a-a8ad-a41a24ba27e0 of type vlan for network d69c2f88-128b-44b7-aed6-133186044cb1 Jan 29 04:30:18.193520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a0d4ac-6d86-434a-ae21-cfd69cc9dc84,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.207674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:18.208811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.227225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.243286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b78ea81e-add4-40b0-931d-18828289c868 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40a0d4ac-6d86-434a-ae21-cfd69cc9dc84 HTTP/1.1" status: 204 len: 168 time: 1.0407655 Jan 29 04:30:18.265488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:18.269165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-53c7e52f-0b2f-4286-a607-4da00a1bd001 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6673150 Jan 29 04:30:18.270445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28f37a-b7f7-4299-b233-82af9bb78a64,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.282705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.316289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Request body: {'port': {'device_id': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:18.320158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.326333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:18.327019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.392695 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4273162 Jan 29 04:30:18.395359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51804) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:18.403491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Request body: {'subnet': {'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:18.429232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de94883-c49d-43a0-8a3e-0e438bcc7fea tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event updated for resources: {'Network': ['ID=d69c2f88-128b-44b7-aed6-133186044cb1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.443673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d69c2f88-128b-44b7-aed6-133186044cb1 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:18.444956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.488861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.512451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Made reservation on behalf of f5338fadb6584b68a4267695a6441a4b for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:18.514572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.516481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.589912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Pushing event deleted for resources: {'Port': ['ID=adad2dd1-cf0a-4945-9846-070cab58b4bf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.727978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.738565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.828532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event updated for resources: {'Subnet': ['ID=6e2eb6d4-ce8c-4694-83c9-0615bbb67a25,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:18.844159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Checking segment: {'id': '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:18.844570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Network hostable DHCP agents. Network: d69c2f88-128b-44b7-aed6-133186044cb1, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:18.861944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ded0e-772c-424b-865b-e88ed9e7a487 req-fff90160-14e9-4b09-84bb-b93eaf0dc408 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:18.863579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f6ded0e-772c-424b-865b-e88ed9e7a487 req-fff90160-14e9-4b09-84bb-b93eaf0dc408 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 946 time: 0.0906894 Jan 29 04:30:18.879668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f0387-dbf9-4964-bfde-567338449f86']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.885506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Network d69c2f88-128b-44b7-aed6-133186044cb1 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:18.915997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d69c2f88-128b-44b7-aed6-133186044cb1) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:18.917651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81452add-e567-46b6-a19f-26eba7728c4c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.917986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81452add-e567-46b6-a19f-26eba7728c4c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:18.928443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb6aa1-83dd-4065-8291-b623ef003828 None None] Network d69c2f88-128b-44b7-aed6-133186044cb1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:18.935388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.940645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.947331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:18.949209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:18.960375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f6ded0e-772c-424b-865b-e88ed9e7a487 req-6e29be18-90ab-4ba8-97b5-fbe2a49d729c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853107 Jan 29 04:30:18.991561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7399278a-b830-4746-9897-88580a991229 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5865927 Jan 29 04:30:18.991561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51810) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:19.004258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Request body: {'port': {'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1', 'name': 'tempest-TagsExtTest-716810060'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:19.112268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.159393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-9bae3af3-19c3-4ca8-91f4-36df2962393f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:19.161763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-9bae3af3-19c3-4ca8-91f4-36df2962393f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 811 time: 0.4992104 Jan 29 04:30:19.178089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:19.178525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:19.181784 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:19.184507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.202186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.252553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571cdc3-5f72-4e5c-87ba-df674823e1b7 req-42273999-62e3-4321-b6f3-7c5381c4bc2f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:19.254640 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2571cdc3-5f72-4e5c-87ba-df674823e1b7 req-42273999-62e3-4321-b6f3-7c5381c4bc2f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1168249 Jan 29 04:30:19.270214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Made reservation on behalf of f5338fadb6584b68a4267695a6441a4b for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:19.274168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.314658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] device_id is not set on port 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:30:19.328683 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2571cdc3-5f72-4e5c-87ba-df674823e1b7 req-1e4ea9a6-422e-43f0-aa7c-c05b43291a13 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648928 Jan 29 04:30:19.344938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d69c2f88-128b-44b7-aed6-133186044cb1', 'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1', 'tenant_id': 'f5338fadb6584b68a4267695a6441a4b', 'fixed_ips': [{'subnet_id': '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:30:19.347968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.348246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d389-488f-4321-a956-7508ee37b089 req-90f8319a-d427-41ca-ae0e-5abb601cacb9 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:19.350827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e73d389-488f-4321-a956-7508ee37b089 req-90f8319a-d427-41ca-ae0e-5abb601cacb9 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 932 time: 0.2771735 Jan 29 04:30:19.365457 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.384689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.385212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6d9a7c-ff9c-463c-baff-75f1ceb889d0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:19.400474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.403768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d84f0387-dbf9-4964-bfde-567338449f86 HTTP/1.1" status: 204 len: 168 time: 1.1336815 Jan 29 04:30:19.407121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.408222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb2934ae-9d1e-47bc-84ea-ba233036567a admin admin] 10.222.0.32 "DELETE /v2.0/routers/df6d9a7c-ff9c-463c-baff-75f1ceb889d0 HTTP/1.1" status: 204 len: 168 time: 3.1228175 Jan 29 04:30:19.412731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51822) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:19.413684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-a96e370f-0e01-43bf-b9bc-d028dff2384d tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88af286954c4498b54d4c29401014dc HTTP/1.1" status: 200 len: 380 time: 0.2271266 Jan 29 04:30:19.445628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'port': {'device_id': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'admin_state_up': True, 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'security_groups': ['77ea344e-28d8-488f-bf87-cb5b584c12ff']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:19.449353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f2de-6549-49fa-be29-50360be84e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84f0387-dbf9-4964-bfde-567338449f86,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:19.581196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee206b38-dbd9-4d88-98fe-ff8a3154d4ef no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:19.595655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e73d389-488f-4321-a956-7508ee37b089 req-c976768e-4f5d-4c07-8144-79282dbfa6de tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250905 Jan 29 04:30:19.633139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ee206b38-dbd9-4d88-98fe-ff8a3154d4ef {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:19.633481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ee206b38-dbd9-4d88-98fe-ff8a3154d4ef not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:19.646925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:19.650105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Deleting subnet 0710bf0e-fa77-4abb-8337-145a72e31347 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:30:19.657268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7602a36b-22c9-41f7-a5cf-1c83e6457c69 req-222c0b0e-c83c-4b51-a05e-004140e804bc tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 210 time: 0.1186094 Jan 29 04:30:19.659344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.661834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.692161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Transition to ACTIVE for port object ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:19.702382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.734272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Allocated IP 172.20.0.8 (d69c2f88-128b-44b7-aed6-133186044cb1/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/1e505d95-bc6f-4d61-b5af-b20fc1bc6695) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:19.737940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.781113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:19.782240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Made reservation on behalf of c88af286954c4498b54d4c29401014dc for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:19.785827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:19.841131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:19.902718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b2cd6f49-db9c-4c62-99be-1355537b9a7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aee0314abfc243169bc5cade8191df82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204798 Jan 29 04:30:19.929113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:19.954595 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.004671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7f567-7efc-4715-abb6-d1a8017f6d23 req-6a919810-a57e-4788-91cc-898ee8e67d52 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.009105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f7f567-7efc-4715-abb6-d1a8017f6d23 req-6a919810-a57e-4788-91cc-898ee8e67d52 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.2595742 Jan 29 04:30:20.038679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.048279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.053834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f7f567-7efc-4715-abb6-d1a8017f6d23 req-e62d8480-44ee-4eb4-8033-b2f018a2ce42 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0363593 Jan 29 04:30:20.086869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0710bf0e-fa77-4abb-8337-145a72e31347,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.088961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.092157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a3b7698c-d04e-418d-b9f4-f10b943db05f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0710bf0e-fa77-4abb-8337-145a72e31347 HTTP/1.1" status: 204 len: 168 time: 0.6784217 Jan 29 04:30:20.097590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51836) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:20.099990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939395ac-1507-4ed4-b34f-ef6cbba0c33f None None] Network da3ad234-0465-451e-8418-de9ffa8c89b5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:20.108391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Attempting to bind port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:20.108391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Attempting to bind port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:20.108391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Attempting to bind port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:20.148193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:20.148648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Attempting to bind port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:20.160392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d25cd63-af20-4fc4-a0f5-f10d983873f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.168940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:20.169317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Checking segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:20.169717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Bound using segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:20.170432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Bound port: ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:20.171155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.175219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.185642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Allocated IP 172.20.0.5 (4081dbec-a4bc-4ff2-8de0-c48e5d890905/e8cc24fe-548f-4077-8dcc-b8a911d45964/c5a11996-c499-45aa-a19e-22868cb5e3e0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:20.222377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.227447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d25cd63-af20-4fc4-a0f5-f10d983873f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.247037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Network d69c2f88-128b-44b7-aed6-133186044cb1 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:20.254080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:20.265388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:20.269696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event updated for resources: {'Port': ['ID=1e505d95-bc6f-4d61-b5af-b20fc1bc6695,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.273492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f7f567-7efc-4715-abb6-d1a8017f6d23 req-62bcbf1f-edb7-4288-990f-9e4264aa55ee tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1887448 Jan 29 04:30:20.334072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Allocated IP 172.20.0.2 (d69c2f88-128b-44b7-aed6-133186044cb1/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/4e473a52-fa02-459e-a692-19006d069c4f) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:20.359563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.360728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.392418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-68edb9dd-d07b-41f9-a021-9e1d42db3c60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4020946 Jan 29 04:30:20.400564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:20.402518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Deleting port 590b2706-ed45-42fc-878a-cdf3de16e0d9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:20.402966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.464941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] For port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:20.494216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385695c-d110-43e4-a994-2915a129b25e None None] DHCP port deletion for da3ad234-0465-451e-8418-de9ffa8c89b5 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:30:20.496949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-674883912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:20.503627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] For port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:20.513431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d25cd63-af20-4fc4-a0f5-f10d983873f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.516099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d25cd63-af20-4fc4-a0f5-f10d983873f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.519501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d25cd63-af20-4fc4-a0f5-f10d983873f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d454357-6ca4-4da7-b04c-ca52418cce23 HTTP/1.1" status: 204 len: 168 time: 0.5684235 Jan 29 04:30:20.524439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.561456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] For port 590b2706-ed45-42fc-878a-cdf3de16e0d9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=590b2706-ed45-42fc-878a-cdf3de16e0d9,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:20.561967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.578039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25cd63-af20-4fc4-a0f5-f10d983873f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d454357-6ca4-4da7-b04c-ca52418cce23,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.582454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.588705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Calling delete_port for 590b2706-ed45-42fc-878a-cdf3de16e0d9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:20.590917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.592218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.608554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.617920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f7f567-7efc-4715-abb6-d1a8017f6d23 req-5f8c6945-1d0d-4277-bf2a-d86f07a25073 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329289 Jan 29 04:30:20.634679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.635523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.637109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] 10.222.0.36 "PUT /v2.0/ports/ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 HTTP/1.1" status: 200 len: 1092 time: 2.3283412 Jan 29 04:30:20.637720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'tag': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:20.640168 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548f040-40ac-4128-b232-5e4c2cc07bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "63b3249c-1743-4b55-b776-f7ceeb5bb9b4", "tag": "ff9bbe05-47c5-42b7-b5d5-684f31bfbed4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:20.672590 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.691923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.701243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Network d69c2f88-128b-44b7-aed6-133186044cb1 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:20.709572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923f29-07e0-49ae-867f-9e2e7df6368b req-906072d6-3cd8-4e01-bac6-bcd58ea50ee2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.711286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60923f29-07e0-49ae-867f-9e2e7df6368b req-906072d6-3cd8-4e01-bac6-bcd58ea50ee2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2181835 Jan 29 04:30:20.713223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:20.721137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.722188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:20.732369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Pushing event updated for resources: {'Port': ['ID=4e473a52-fa02-459e-a692-19006d069c4f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.738019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffe25b-7c35-44d9-aa20-4f177955e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.741962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7385695c-d110-43e4-a994-2915a129b25e None None] Deleting port 590b2706-ed45-42fc-878a-cdf3de16e0d9 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:20.742322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7385695c-d110-43e4-a994-2915a129b25e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.797809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.799197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b45b9307-3748-43a5-aefa-aaa19d7d5f60 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3094187 Jan 29 04:30:20.803643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51850) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:20.813324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-f614680d-8965-407e-a1fe-55a59fee39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:20.815255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-f614680d-8965-407e-a1fe-55a59fee39b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0995874 Jan 29 04:30:20.816371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-328d0da8-7a9e-4690-91da-fd5af4052da9 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2095720741', 'prefixes': ['172.20.0.0/16']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:20.816916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7385695c-d110-43e4-a994-2915a129b25e None None] For port 590b2706-ed45-42fc-878a-cdf3de16e0d9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=590b2706-ed45-42fc-878a-cdf3de16e0d9,segment=NetworkSegment(135591cf-67d7-47ec-b19e-946c436e5d56),segment_id=135591cf-67d7-47ec-b19e-946c436e5d56)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:20.817503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7385695c-d110-43e4-a994-2915a129b25e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.851778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7385695c-d110-43e4-a994-2915a129b25e None None] Calling delete_port for 590b2706-ed45-42fc-878a-cdf3de16e0d9 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:20.855896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60923f29-07e0-49ae-867f-9e2e7df6368b req-72697ba0-4260-4d20-9d59-9269981c6676 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888140 Jan 29 04:30:20.888805 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.940712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=590b2706-ed45-42fc-878a-cdf3de16e0d9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:20.943768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Attempting to bind port 4e473a52-fa02-459e-a692-19006d069c4f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:20.944384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Attempting to bind port 4e473a52-fa02-459e-a692-19006d069c4f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:20.944768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Attempting to bind port 4e473a52-fa02-459e-a692-19006d069c4f on network d69c2f88-128b-44b7-aed6-133186044cb1 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:20.945051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-ea22d723-1bb0-450a-ae84-ff2ab9ec0451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 HTTP/1.1" status: 200 len: 217 time: 0.1068895 Jan 29 04:30:20.953809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] No DVR routers for this DVR port 590b2706-ed45-42fc-878a-cdf3de16e0d9 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:20.956399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:20.957374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Checking segment: {'id': '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:20.957803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.958329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Bound using segment: {'id': '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:20.959683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Bound port: 4e473a52-fa02-459e-a692-19006d069c4f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd69c2f88-128b-44b7-aed6-133186044cb1'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:20.960158 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:20.978710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f7f567-7efc-4715-abb6-d1a8017f6d23 req-8f32f72e-a73d-433e-b556-a93ccab398ad service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590562 Jan 29 04:30:20.995181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: from cryptography.utils import int_from_bytes Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: from cryptography.utils import int_from_bytes Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.058915 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:30:21.061857 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:30:21.085787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.095923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] For port 4e473a52-fa02-459e-a692-19006d069c4f, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:21.104103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-328d0da8-7a9e-4690-91da-fd5af4052da9 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for subnetpool, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.105336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-328d0da8-7a9e-4690-91da-fd5af4052da9 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2973433 Jan 29 04:30:21.105546 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7385695c-d110-43e4-a994-2915a129b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.111785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51856) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:21.123362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] For port 4e473a52-fa02-459e-a692-19006d069c4f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4e473a52-fa02-459e-a692-19006d069c4f,segment=NetworkSegment(1c7ba642-be45-4d5a-a8ad-a41a24ba27e0),segment_id=1c7ba642-be45-4d5a-a8ad-a41a24ba27e0)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:21.124538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-6e5620e1-9d74-4a3e-8092-322e6c0eb09f tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-1813665880') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:21.127706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3ad234-0465-451e-8418-de9ffa8c89b5']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:21.133154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.139897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385695c-d110-43e4-a994-2915a129b25e None None] No DVR routers for this DVR port 590b2706-ed45-42fc-878a-cdf3de16e0d9 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:21.146517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:21.155110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:21.159482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:21.172848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.205306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135591cf-67d7-47ec-b19e-946c436e5d56') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:21.205579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135591cf-67d7-47ec-b19e-946c436e5d56') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:21.216215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bb026-95a2-431b-b062-961e60684a64 req-0d4a477e-abe4-4c9b-a3bf-8a8229770658 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:21.226161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-584bb026-95a2-431b-b062-961e60684a64 req-0d4a477e-abe4-4c9b-a3bf-8a8229770658 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 944 time: 0.2401910 Jan 29 04:30:21.263203 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68e5991-3547-4127-935e-715884cd5387 x-openstack-request-id: req-e68e5991-3547-4127-935e-715884cd5387 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:21.263506 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b3249c-1743-4b55-b776-f7ceeb5bb9b4", "tag": "ff9bbe05-47c5-42b7-b5d5-684f31bfbed4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:21.263742 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e68e5991-3547-4127-935e-715884cd5387 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:21.264145 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'tag': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', 'status': 'completed', 'code': 200} Jan 29 04:30:21.274535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385695c-d110-43e4-a994-2915a129b25e None None] Pushing event deleted for resources: {'Port': ['ID=590b2706-ed45-42fc-878a-cdf3de16e0d9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.285257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.295890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:21.296541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.310764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.313104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:21.313695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.328170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-13509adc-a508-4806-9e57-6de256d48dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:21.329685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-13509adc-a508-4806-9e57-6de256d48dc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.3476636 Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:21.341318 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:21.461978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-15497eed-5c35-474a-bfa1-d93f95f74f73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558124 Jan 29 04:30:21.468192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935494-90ae-4203-8a52-c62afcf3319d None None] Pushing event updated for resources: {'Port': ['ID=4e473a52-fa02-459e-a692-19006d069c4f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.483814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-4a671c95-986e-4975-8915-a3bf4d6d001f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0456553 Jan 29 04:30:21.506465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900c43-c47a-4197-a189-c730befb8f4e req-27c0df81-135b-4a2d-bcd6-a41255b4706e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:21.508053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42900c43-c47a-4197-a189-c730befb8f4e req-27c0df81-135b-4a2d-bcd6-a41255b4706e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 931 time: 0.1737683 Jan 29 04:30:21.515331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Request body: {'port': {'device_id': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:21.527652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device adad2dd1-cf0a-4945-9846-070cab58b4bf no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:21.570665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: adad2dd1-cf0a-4945-9846-070cab58b4bf {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:21.571369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device adad2dd1-cf0a-4945-9846-070cab58b4bf not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:21.572010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 590b2706-ed45-42fc-878a-cdf3de16e0d9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:21.598511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-584bb026-95a2-431b-b062-961e60684a64 req-e4cae58f-29e0-4da5-9115-fb4896cbf64b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712368 Jan 29 04:30:21.646450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 590b2706-ed45-42fc-878a-cdf3de16e0d9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:21.647018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 590b2706-ed45-42fc-878a-cdf3de16e0d9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:21.662944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.675709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.691042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/da3ad234-0465-451e-8418-de9ffa8c89b5 HTTP/1.1" status: 204 len: 168 time: 1.5822835 Jan 29 04:30:21.704956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.743104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b0cfa-39b5-494f-8d52-54b60b3f0f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=da3ad234-0465-451e-8418-de9ffa8c89b5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:21.805126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6e5620e1-9d74-4a3e-8092-322e6c0eb09f tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-1813665880 HTTP/1.1" status: 201 len: 201 time: 0.6920259 Jan 29 04:30:21.805795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51886) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:21.828375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-c0f1f2be-0fbf-44d2-be2e-ddc8aca6cfbe tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-781190873') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:21.854783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9a6f9675-8345-4928-abf6-36f88131c101 None None] Provisioning complete for port c5a11996-c499-45aa-a19e-22868cb5e3e0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:21.855238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9675-8345-4928-abf6-36f88131c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:21.900672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42900c43-c47a-4197-a189-c730befb8f4e req-238d674d-1fc6-4824-8078-48993546c269 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343943 Jan 29 04:30:21.956166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51890) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:21.961813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f9675-8345-4928-abf6-36f88131c101 None None] Port c5a11996-c499-45aa-a19e-22868cb5e3e0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:30:22.064757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c2e25c2b-371c-4b3a-9e7a-38ee86746d2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49748b9db62a464eb07b6313ec17c4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969126 Jan 29 04:30:22.066692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c0f1f2be-0fbf-44d2-be2e-ddc8aca6cfbe tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-781190873 HTTP/1.1" status: 201 len: 201 time: 0.2559388 Jan 29 04:30:22.067230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51898) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.070207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51900) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.082710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-49f51e2b-2ab4-44d5-98f4-689426745357 service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073890 Jan 29 04:30:22.092095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-85630a4a-04e3-425b-88d2-1ecafb19b98d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-269879642') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.149100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.242621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-85630a4a-04e3-425b-88d2-1ecafb19b98d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-269879642 HTTP/1.1" status: 201 len: 201 time: 0.1554959 Jan 29 04:30:22.245414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51906) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.251195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-93be1b5d-b208-4752-b092-6934bcc7faaf tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-1928305752') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.262202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0474-dd7b-402e-8a9c-45230f70daab req-4fd4963b-49a1-48c2-8e75-fca9380b6432 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:22.263655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bcfe0474-dd7b-402e-8a9c-45230f70daab req-4fd4963b-49a1-48c2-8e75-fca9380b6432 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2088811 Jan 29 04:30:22.303406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d91e2f2c-f490-4bd4-b107-48aeebfe673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.311579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d6b5c3d-07f6-43bd-bd97-513ba2740d42 req-9ca3f7d4-873e-4bc9-9262-d80acf113879 service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281890 Jan 29 04:30:22.356101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bcfe0474-dd7b-402e-8a9c-45230f70daab req-9dc43280-0c75-4f5c-b17c-222dc89c2a19 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675697 Jan 29 04:30:22.419435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a11996-c499-45aa-a19e-22868cb5e3e0 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:22.430135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.472522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Transition to ACTIVE for port object c5a11996-c499-45aa-a19e-22868cb5e3e0 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:22.481495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-network', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:22.486802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d91e2f2c-f490-4bd4-b107-48aeebfe673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.487107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.512633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-93be1b5d-b208-4752-b092-6934bcc7faaf tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-1928305752 HTTP/1.1" status: 201 len: 201 time: 0.2663918 Jan 29 04:30:22.515525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51916) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.526649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-516137fa-3c5a-47be-86a8-8a2584898ff8 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.566517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-a9837035-ff0f-4d7c-9e82-5697b6d38326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:22.568635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-a9837035-ff0f-4d7c-9e82-5697b6d38326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 1095 time: 0.1318500 Jan 29 04:30:22.603752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d91e2f2c-f490-4bd4-b107-48aeebfe673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.608119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d91e2f2c-f490-4bd4-b107-48aeebfe673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.609935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d91e2f2c-f490-4bd4-b107-48aeebfe673f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42d8ccf3-0037-4ac4-a3f2-7214746011e7 HTTP/1.1" status: 204 len: 168 time: 0.5404828 Jan 29 04:30:22.627633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e2f2c-f490-4bd4-b107-48aeebfe673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8ccf3-0037-4ac4-a3f2-7214746011e7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:22.631247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Made reservation on behalf of 4d4e9f4abb5347868cad39e98386e7e7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:22.633932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:22.637549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-516137fa-3c5a-47be-86a8-8a2584898ff8 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags HTTP/1.1" status: 200 len: 241 time: 0.1181133 Jan 29 04:30:22.637549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51924) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.643952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-68e009ff-dee7-46e8-beed-565e99901ffe tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-1813665880') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.727434 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-68e009ff-dee7-46e8-beed-565e99901ffe tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-1813665880 HTTP/1.1" status: 204 len: 168 time: 0.0887961 Jan 29 04:30:22.728059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51926) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:22.732477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-9bd78279-990c-4a96-8a4b-abab0ab53da3 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-1813665880') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:22.905964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c3d6a-b71d-4e75-9650-73a973624e4b req-7e480b6e-002e-4c5c-9033-78faf5bf758f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:22.913939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-431c3d6a-b71d-4e75-9650-73a973624e4b req-7e480b6e-002e-4c5c-9033-78faf5bf758f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 944 time: 0.1722822 Jan 29 04:30:22.980050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-431c3d6a-b71d-4e75-9650-73a973624e4b req-3951203e-718c-4da7-8317-10b969cd9c0e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Jan 29 04:30:23.017759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9bd78279-990c-4a96-8a4b-abab0ab53da3 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-1813665880 HTTP/1.1" status: 204 len: 168 time: 0.2884779 Jan 29 04:30:23.020356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51944) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.027729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-7b3b3b37-e17a-4706-a733-57c5120b7154 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:23.189728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c127bf-1e22-4fd9-9d36-8214fff323c1 req-1369c237-92cf-44d5-8b6a-1c755677d9b8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:23.195395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07c127bf-1e22-4fd9-9d36-8214fff323c1 req-1369c237-92cf-44d5-8b6a-1c755677d9b8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 943 time: 0.1237383 Jan 29 04:30:23.205261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Pushing event updated for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:23.225011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7b3b3b37-e17a-4706-a733-57c5120b7154 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags HTTP/1.1" status: 200 len: 205 time: 0.2024524 Jan 29 04:30:23.233498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51952) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.235270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c84e8-5ddf-48e6-b8cf-709b6d319105 None None] Network d69c2f88-128b-44b7-aed6-133186044cb1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:23.241563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-d1bf0eed-7cfb-476c-9e0e-b0c0265531ee tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:23.287896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07c127bf-1e22-4fd9-9d36-8214fff323c1 req-7a407cc5-be9a-4072-ac0a-c5d96ddfd618 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833023 Jan 29 04:30:23.308972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.346663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d1bf0eed-7cfb-476c-9e0e-b0c0265531ee tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags HTTP/1.1" status: 200 len: 240 time: 0.1117876 Jan 29 04:30:23.347250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51954) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.351941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4b0b02c5-babb-43aa-8ab8-bdb19dd51a49 None None] Provisioning complete for port 4e473a52-fa02-459e-a692-19006d069c4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:23.352560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02c5-babb-43aa-8ab8-bdb19dd51a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.356022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-bde98795-3c7f-4cc1-a85f-7a5970a453fa tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-781190873') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:23.424297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Attempting to bind port c5a11996-c499-45aa-a19e-22868cb5e3e0 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:23.424640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Attempting to bind port c5a11996-c499-45aa-a19e-22868cb5e3e0 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:23.424977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Attempting to bind port c5a11996-c499-45aa-a19e-22868cb5e3e0 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:23.446190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-3883d421-6883-461d-be32-a06c8d8d413b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:23.447660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-3883d421-6883-461d-be32-a06c8d8d413b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.2362297 Jan 29 04:30:23.448712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-df48963c-4f06-42b8-9b1a-5e6081bfdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:23.450076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-df48963c-4f06-42b8-9b1a-5e6081bfdb60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 914 time: 0.8711503 Jan 29 04:30:23.452113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Port c5a11996-c499-45aa-a19e-22868cb5e3e0 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:23.452442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Attempting to bind port c5a11996-c499-45aa-a19e-22868cb5e3e0 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:23.461707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bde98795-3c7f-4cc1-a85f-7a5970a453fa tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-781190873 HTTP/1.1" status: 204 len: 168 time: 0.1132700 Jan 29 04:30:23.464212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51960) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.470100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-c691c9d7-c9c8-45cf-9f11-76e593cc33f5 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-781190873') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:23.480938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:23.481251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Checking segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:23.481646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Bound using segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:23.482150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Bound port: c5a11996-c499-45aa-a19e-22868cb5e3e0, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:23.482667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.538653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-fbdf40cd-a745-4f6e-a2e9-eaec405b885a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 HTTP/1.1" status: 200 len: 217 time: 0.0793779 Jan 29 04:30:23.547291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-8030a8e3-79c0-4fc5-b22e-a72e2b3d89aa tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0893834 Jan 29 04:30:23.667111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.674776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4e473a52-fa02-459e-a692-19006d069c4f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:23.677631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046749-1744-43c6-ac11-357e3145489a req-b3102d7f-9620-4330-8f33-9625d8e2435d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:23.678883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8046749-1744-43c6-ac11-357e3145489a req-b3102d7f-9620-4330-8f33-9625d8e2435d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1331944 Jan 29 04:30:23.679807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02c5-babb-43aa-8ab8-bdb19dd51a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.688781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.720291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-521c3bd6-242e-48e7-b428-a5109637055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:23.722078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-521c3bd6-242e-48e7-b428-a5109637055d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.1673796 Jan 29 04:30:23.736780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:23.753865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c691c9d7-c9c8-45cf-9f11-76e593cc33f5 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-781190873 HTTP/1.1" status: 204 len: 168 time: 0.2879350 Jan 29 04:30:23.757885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.766641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-7a441bf4-a9d8-4b7f-a7b1-e7117aef09af tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:23.775275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8046749-1744-43c6-ac11-357e3145489a req-e8541633-6809-47c0-9ebf-593752701e6a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835600 Jan 29 04:30:23.812070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-9931bc38-1941-4876-9883-b302f44dc32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728877 Jan 29 04:30:23.813189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:23.816224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51970) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.823656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.824046 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Added segment 0d1fdf12-5d07-4ba9-bf92-224f6c9c1414 of type vlan for network 533040f7-6b92-425c-8104-96dfa96d1187 Jan 29 04:30:23.825420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416dcc3b-59f7-40ad-9545-bea2e2572297,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:23.848272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-6d50cf25-d329-415c-b37e-00a0431e42f0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2736447 Jan 29 04:30:23.852117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7a441bf4-a9d8-4b7f-a7b1-e7117aef09af tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags HTTP/1.1" status: 200 len: 205 time: 0.0929980 Jan 29 04:30:23.857663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51974) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:23.865365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-40410aa0-7a9f-4ac7-8629-e832139833db tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:23.868839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d880cd3e-aaf1-4df8-ab0a-6eb518b06742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.875014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b0b02c5-babb-43aa-8ab8-bdb19dd51a49 None None] For port 4e473a52-fa02-459e-a692-19006d069c4f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4e473a52-fa02-459e-a692-19006d069c4f,segment=NetworkSegment(1c7ba642-be45-4d5a-a8ad-a41a24ba27e0),segment_id=1c7ba642-be45-4d5a-a8ad-a41a24ba27e0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:23.900514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02c5-babb-43aa-8ab8-bdb19dd51a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.920785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4e473a52-fa02-459e-a692-19006d069c4f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:23.921496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:23.950330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:23.992202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40410aa0-7a9f-4ac7-8629-e832139833db tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags HTTP/1.1" status: 200 len: 240 time: 0.1304469 Jan 29 04:30:23.993925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:24.001577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-1fb44e07-ae38-4719-859e-b6b3bbc03b99 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-269879642') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:24.009768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-24432394-network', 'tenant_id': '1c8f6b2f7846470ebeb832643e1ba2cf'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:24.043744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b02c5-babb-43aa-8ab8-bdb19dd51a49 None None] Pushing event updated for resources: {'Port': ['ID=4e473a52-fa02-459e-a692-19006d069c4f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:24.091533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.131041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.159306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Made reservation on behalf of 1c8f6b2f7846470ebeb832643e1ba2cf for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:24.160991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.164959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:24.165579 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.167089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] 10.222.0.36 "PUT /v2.0/ports/c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 1091 time: 2.6563721 Jan 29 04:30:24.171204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.173092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:24.175428 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774ec1df-4c46-4707-9357-a2fd3c79f2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:24.196936 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fb44e07-ae38-4719-859e-b6b3bbc03b99 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-269879642 HTTP/1.1" status: 204 len: 168 time: 0.2004323 Jan 29 04:30:24.201095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51982) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:24.208784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-146a8e9c-7e53-44ee-9d3b-9be27a8d3892 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-269879642') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:24.230621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-0f929f08-bc13-49db-92f7-4a50eeb88707 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814096 Jan 29 04:30:24.258338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9a0bd6cd-a445-49a4-ac1b-8be6431e7875 None None] Provisioning complete for port 4e473a52-fa02-459e-a692-19006d069c4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:24.258903 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd6cd-a445-49a4-ac1b-8be6431e7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.298977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.300080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:24.300352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.347175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36effb2a-b0fb-4e60-8cad-aacffdc9eeaa service neutron] Pushing event updated for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:24.401824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9a0bd6cd-a445-49a4-ac1b-8be6431e7875 None None] Provisioning complete for port 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:24.402352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd6cd-a445-49a4-ac1b-8be6431e7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.457745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bd6cd-a445-49a4-ac1b-8be6431e7875 None None] Port 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:30:24.461544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-1b8a18b4-8ec5-4caf-94f7-cd9620d0bfca service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068356 Jan 29 04:30:24.465872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3147044 Jan 29 04:30:24.487928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:24.500335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Request body: {'subnet': {'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-subnet', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:24.549155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-eee74de5-569b-48e2-8352-4d8152548ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:24.550730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-eee74de5-569b-48e2-8352-4d8152548ffb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1094 time: 0.3093994 Jan 29 04:30:24.588540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f153-327e-459a-aafa-a7b3644bf928 admin admin] Pushing event updated for resources: {'Network': ['ID=533040f7-6b92-425c-8104-96dfa96d1187,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:24.604158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 533040f7-6b92-425c-8104-96dfa96d1187 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:24.618573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-03d629c2-0c8f-4de3-995f-2e708778ef88 None None] Provisioning complete for port 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:24.618921 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-03d629c2-0c8f-4de3-995f-2e708778ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.666914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-511043ca-1091-4af3-ac64-be8a236e8618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0709746 Jan 29 04:30:24.704188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Made reservation on behalf of 4d4e9f4abb5347868cad39e98386e7e7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:24.707249 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.709716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-03d629c2-0c8f-4de3-995f-2e708778ef88 None None] Port 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:30:24.730541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d430c1-1f3a-4e2e-9586-ebc4702c2c19 req-1cae0f4e-f4cf-40b8-bcf6-eebe46aa4928 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:24.732072 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81d430c1-1f3a-4e2e-9586-ebc4702c2c19 req-1cae0f4e-f4cf-40b8-bcf6-eebe46aa4928 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 944 time: 0.6135442 Jan 29 04:30:24.742770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-f657750e-240c-42fc-b9e2-c57fdf835d73 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626725 Jan 29 04:30:24.815305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-146a8e9c-7e53-44ee-9d3b-9be27a8d3892 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-269879642 HTTP/1.1" status: 204 len: 168 time: 0.6130130 Jan 29 04:30:24.822438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51990) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:24.830923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-523880fa-3b57-4a60-aa29-c07fabdfb99d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:24.835878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81d430c1-1f3a-4e2e-9586-ebc4702c2c19 req-018a509d-c76c-4cbd-9306-632206076899 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875092 Jan 29 04:30:24.841237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.878784 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:24.901273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-b64d7036-cb84-4c9f-b8ea-9a3010915892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:24.907740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-b64d7036-cb84-4c9f-b8ea-9a3010915892 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.2296276 Jan 29 04:30:24.910628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9548f040-40ac-4128-b232-5e4c2cc07bf9 req-b67dc8e1-cfe8-40fa-8b5f-5ae124898687 service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331527 Jan 29 04:30:24.927709 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c7cd0-cbf0-461a-b89e-2a7b13a28cc3 x-openstack-request-id: req-b14c7cd0-cbf0-461a-b89e-2a7b13a28cc3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:24.928024 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:24.928242 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b14c7cd0-cbf0-461a-b89e-2a7b13a28cc3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:24.928655 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'status': 'completed', 'code': 200} Jan 29 04:30:24.977436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:24.983824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-75671fbc-36bc-4c0e-9578-4d27b8e8b300 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2236617 Jan 29 04:30:25.013728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-523880fa-3b57-4a60-aa29-c07fabdfb99d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags HTTP/1.1" status: 200 len: 205 time: 0.1900222 Jan 29 04:30:25.027834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51996) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.030743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.031443 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Added segment b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1 of type vlan for network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 Jan 29 04:30:25.037964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-172a4dbd-9b77-427f-af5a-4151f957f6bf tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:25.038420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8782e091-1760-4d00-9d92-6b5d16ee05a5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.121039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-24c8a03e-7b01-4a27-b8ff-7c2b480b8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.122664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-24c8a03e-7b01-4a27-b8ff-7c2b480b8691 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772332 Jan 29 04:30:25.135908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.140527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-172a4dbd-9b77-427f-af5a-4151f957f6bf tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags HTTP/1.1" status: 200 len: 241 time: 0.1114974 Jan 29 04:30:25.148102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52002) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.150877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb60c16-f277-4463-b5e3-da4ede127fd6 req-a09aa69c-569b-4377-a265-7f80e1818022 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.152657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0fb60c16-f277-4463-b5e3-da4ede127fd6 req-a09aa69c-569b-4377-a265-7f80e1818022 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1491468 Jan 29 04:30:25.160688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-5f5b11e1-6e35-4f70-b38c-d1e9450984da tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-1928305752') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:25.190602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.191561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.192192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.222312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0fb60c16-f277-4463-b5e3-da4ede127fd6 req-b915c612-fe40-4c5b-ab01-0719d25dca73 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Jan 29 04:30:25.278363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4584315 Jan 29 04:30:25.282906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52004) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.290894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Request body: {'subnet': {'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-24432394-subnet', 'tenant_id': '1c8f6b2f7846470ebeb832643e1ba2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:25.296322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee0029-c731-4002-abe4-1e4bdec44022 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.310241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:25.320670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d92103-4814-493e-8f38-023d198c56e8 req-6638dfd4-2c46-4bde-b3d6-e4a5de15e2eb tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.323761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1d92103-4814-493e-8f38-023d198c56e8 req-6638dfd4-2c46-4bde-b3d6-e4a5de15e2eb tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 943 time: 0.3271782 Jan 29 04:30:25.358363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4705180-6b44-4a92-8488-e09ee4163945 req-35d9ab85-b240-4dab-b379-5a045becc82e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 210 time: 0.0455837 Jan 29 04:30:25.358982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Made reservation on behalf of 1c8f6b2f7846470ebeb832643e1ba2cf for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:25.361339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.401841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-2699bf54-2c53-438f-968b-c6db1a42f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.411601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-2699bf54-2c53-438f-968b-c6db1a42f891 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 1097 time: 0.3332825 Jan 29 04:30:25.494059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4e473a52-fa02-459e-a692-19006d069c4f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:25.560893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4e473a52-fa02-459e-a692-19006d069c4f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:25.561623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.611826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-453c0bf6-d0a7-47ab-819a-5a46c09eea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.613437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-453c0bf6-d0a7-47ab-819a-5a46c09eea51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 914 time: 0.1688788 Jan 29 04:30:25.636770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.641256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.695476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-8f5f1e52-08d1-44b9-a760-f7546b31a6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636930 Jan 29 04:30:25.696912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-15c502f4-d793-4f11-a259-f464f45776db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02926449-5684-4b69-a850-4206a1d21909 HTTP/1.1" status: 200 len: 217 time: 0.0523019 Jan 29 04:30:25.703875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f5b11e1-6e35-4f70-b38c-d1e9450984da tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-1928305752 HTTP/1.1" status: 204 len: 168 time: 0.5506887 Jan 29 04:30:25.706053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52008) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.710940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-95b7afee-7902-4476-8fb0-6aca2fe434b7 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-1928305752') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:25.753790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6c082e-8f50-4d37-aaca-45e15b247a64,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:25.770853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Checking segment: {'id': 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:25.771265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Network hostable DHCP agents. Network: c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:25.805424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95b7afee-7902-4476-8fb0-6aca2fe434b7 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-1928305752 HTTP/1.1" status: 204 len: 168 time: 0.0982089 Jan 29 04:30:25.806918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:25.810563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.819203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-b6ee244d-7906-4751-bcca-33cbf1082699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.820675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-b6ee244d-7906-4751-bcca-33cbf1082699 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.0734241 Jan 29 04:30:25.821165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-9917fc24-9100-4374-adf1-b3b7fa056914 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:25.838550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:25.843733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:25.845045 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:25.847966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2f8553-acd8-4351-8150-57fb4c4a505b None None] Network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:25.867711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1d92103-4814-493e-8f38-023d198c56e8 req-ea6e4438-8d58-4500-b2d2-7c208bfa44db tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5226231 Jan 29 04:30:25.882641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9917fc24-9100-4374-adf1-b3b7fa056914 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags HTTP/1.1" status: 200 len: 205 time: 0.0677514 Jan 29 04:30:25.892672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-04276345-dc27-4580-baf8-b0659f9c283c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6082969 Jan 29 04:30:25.893406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52014) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.905919 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-9aa1f523-f260-4fe7-8edc-911a64d7c1f1 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:25.930376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-7d0ef77e-b225-4eed-ba4d-6a960a126e55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779870 Jan 29 04:30:25.982792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9aa1f523-f260-4fe7-8edc-911a64d7c1f1 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags HTTP/1.1" status: 204 len: 168 time: 0.0837524 Jan 29 04:30:25.983579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:25.997876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-4beb35fe-814c-410a-be7f-414a804d6b3e tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.057434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-5745af9c-c135-4c1e-816e-3e9a735b6712 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155519 Jan 29 04:30:26.058483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b552feb-c480-4bef-9de3-fd00d42ff35b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:26.068420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Checking segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:26.069051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Network hostable DHCP agents. Network: 533040f7-6b92-425c-8104-96dfa96d1187, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:26.148013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fbc7c-c1e9-40ce-bdea-0fdea96dc683 req-11aabee7-3c79-439a-a96d-4b8dbf6c453d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.156614 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-428fbc7c-c1e9-40ce-bdea-0fdea96dc683 req-11aabee7-3c79-439a-a96d-4b8dbf6c453d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 944 time: 0.1746910 Jan 29 04:30:26.171631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1976ba41-3590-4afd-98d1-7e92691aa2d2 req-14442371-fc64-4c08-9c72-c33b56586c58 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645762 Jan 29 04:30:26.193439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Network 533040f7-6b92-425c-8104-96dfa96d1187 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:26.200157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4beb35fe-814c-410a-be7f-414a804d6b3e tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags HTTP/1.1" status: 204 len: 168 time: 0.2078962 Jan 29 04:30:26.205986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52026) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:26.218290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-78450a35-bd50-465d-854b-2fbab6963d06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.222399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 533040f7-6b92-425c-8104-96dfa96d1187) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:26.231953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-428fbc7c-c1e9-40ce-bdea-0fdea96dc683 req-0ddbaae2-5055-43d6-bf2b-0c278e44f479 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743537 Jan 29 04:30:26.263176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.263771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:26.266224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b3fd9-69f9-4923-ae3d-7de1138b0910 None None] Network 533040f7-6b92-425c-8104-96dfa96d1187 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:26.277165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f815d76-ed92-4035-bab6-102fb1b24fe1 req-3af836f6-c8a1-4a9c-a83f-789ac6f267f2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992357 Jan 29 04:30:26.291378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4087e246-bd8b-482b-b660-edfc925aa0f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7947762 Jan 29 04:30:26.295331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:26.302664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:26.363997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:26.366402 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:26.393502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4197a-d8af-461d-9742-e8a1d88442d3 None None] Network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:26.395683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:26.419643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-78450a35-bd50-465d-854b-2fbab6963d06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags HTTP/1.1" status: 204 len: 168 time: 0.2052996 Jan 29 04:30:26.428627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-652d307d-a057-4809-89a2-22ad64779780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.432962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-652d307d-a057-4809-89a2-22ad64779780 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1094 time: 0.1247633 Jan 29 04:30:26.433854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:26.440540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d884d0bb-cae4-4ea8-b9eb-3a6ffc126265 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:26.484438 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d5dd354-5fdd-4ab1-b0ac-0e7b360817cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:26.547297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:26.579806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea422-48f6-41e2-8eb1-7e6f5d37e1f3 req-3b9729d9-b598-4598-b824-aa88c2413ff1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.581737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c24ea422-48f6-41e2-8eb1-7e6f5d37e1f3 req-3b9729d9-b598-4598-b824-aa88c2413ff1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2067890 Jan 29 04:30:26.671481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:30:26.782406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3f59a-eae9-492a-bd5c-881929bf9529 None None] Network 533040f7-6b92-425c-8104-96dfa96d1187 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:26.886889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:26.898308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-4440b074-671b-4e43-9e93-3c3d5953b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:26.900254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-4440b074-671b-4e43-9e93-3c3d5953b75e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.4454255 Jan 29 04:30:26.931176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c24ea422-48f6-41e2-8eb1-7e6f5d37e1f3 req-b9d8fb25-760f-49c8-9d90-96d8eb5bb294 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748731 Jan 29 04:30:26.956632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-58e9a457-9c8e-4496-bc67-5953ea22cd7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0482571 Jan 29 04:30:27.086494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64f11cfa-ee5d-4c74-9dbe-aec07158aa90 req-0b8290ce-da44-45fb-a0cd-53d22108628d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 210 time: 0.0482883 Jan 29 04:30:27.097215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-11e59a7f-597b-4f8d-8879-97df95e14e10 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.099354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-11e59a7f-597b-4f8d-8879-97df95e14e10 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/networks?id=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 HTTP/1.1" status: 200 len: 816 time: 0.4592900 Jan 29 04:30:27.110231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:27.127045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'port_id': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', 'mac_address': 'fa:16:3e:58:18:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a1c43-ebfa-434c-81a7-a1f43c0ba7bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:27.128319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-ea958524-c521-4013-b13d-72179bfda430 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.130503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-ea958524-c521-4013-b13d-72179bfda430 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.4889989 Jan 29 04:30:27.137411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-6f0a1fe0-ebf9-4a89-a439-b8dc2c9fc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.138811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-6f0a1fe0-ebf9-4a89-a439-b8dc2c9fc98c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.1675186 Jan 29 04:30:27.141416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d884d0bb-cae4-4ea8-b9eb-3a6ffc126265 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags HTTP/1.1" status: 204 len: 168 time: 0.7063706 Jan 29 04:30:27.144486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-04f0df28-65a6-4602-bb47-84e9b8dd5836 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/quotas/1c8f6b2f7846470ebeb832643e1ba2cf HTTP/1.1" status: 200 len: 375 time: 0.0319843 Jan 29 04:30:27.145300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:27.150847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-2c50aacd-394e-4d17-97ac-cc3b9d652b99 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-539621711') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:27.186807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': '734c961a-a039-4d89-9297-4bbbefbccb17', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:27.264494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.330253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.365672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:27.384607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7adb9-41ba-476b-926d-47527fcf7588 req-db98fbce-5fba-442d-91df-cfdd29286931 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.386261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33e7adb9-41ba-476b-926d-47527fcf7588 req-db98fbce-5fba-442d-91df-cfdd29286931 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 943 time: 0.1531763 Jan 29 04:30:27.392949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.396972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:27.408591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.429174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.468762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33e7adb9-41ba-476b-926d-47527fcf7588 req-30521d3d-0490-419f-9f87-5a0f39b16917 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717518 Jan 29 04:30:27.490058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:27.616619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-844857b3-94b5-476a-8aad-32dffef0803c tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c8f6b2f7846470ebeb832643e1ba2cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4544029 Jan 29 04:30:27.643066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Allocated IP 172.25.4.233 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/e4e628ef-53ea-42a4-8344-d2d921a22a24) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:27.661519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e8360-b0bb-4c76-af0c-106f1c8baf15 req-8ca76b37-8649-422c-9280-6b924441646c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.663450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f99e8360-b0bb-4c76-af0c-106f1c8baf15 req-8ca76b37-8649-422c-9280-6b924441646c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 945 time: 0.0874484 Jan 29 04:30:27.765440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-1226406a-27ff-415a-bf4d-7fe5885abd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:27.765961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ff9bbe05-47c5-42b7-b5d5-684f31bfbed4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:27.766984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-1226406a-27ff-415a-bf4d-7fe5885abd55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6195855 Jan 29 04:30:27.785428 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f99e8360-b0bb-4c76-af0c-106f1c8baf15 req-1f1f8f94-9a4c-42d2-b97a-a58b9974f62f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038134 Jan 29 04:30:27.859297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.906055 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-5eddd978-5aba-49d7-9960-69580f265fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540784 Jan 29 04:30:27.908030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:27.922545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c50aacd-394e-4d17-97ac-cc3b9d652b99 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-539621711 HTTP/1.1" status: 201 len: 201 time: 0.7761552 Jan 29 04:30:27.944654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:27.969939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:27.975744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:27.979516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:27.981054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-a02e8155-9e4c-431a-90db-f6c5bc39edc4 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-1638344642') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:28.015119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Pushing event updated for resources: {'Port': ['ID=e4e628ef-53ea-42a4-8344-d2d921a22a24,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:28.032385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:28.036113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:28.063165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-196642b4-a272-4ac0-8f7a-0d878541474e service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857163 Jan 29 04:30:28.175440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad7153-a523-47d8-aa22-a30c8a8d3a8e req-8235b6c8-bab6-425e-8f79-148673f1e628 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:28.177557 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5ad7153-a523-47d8-aa22-a30c8a8d3a8e req-8235b6c8-bab6-425e-8f79-148673f1e628 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1433194 Jan 29 04:30:28.206542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-10baebbd-a27d-4968-ae40-a48548cd82c6 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996430 Jan 29 04:30:28.305814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a02e8155-9e4c-431a-90db-f6c5bc39edc4 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-1638344642 HTTP/1.1" status: 201 len: 201 time: 0.3573589 Jan 29 04:30:28.306044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52056) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:28.313319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-c6d1d241-c092-47a5-9934-e53e1159e2fb tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-431956120') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:28.319970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-774ec1df-4c46-4707-9357-a2fd3c79f2e2 req-2cc8a616-62a8-4697-9872-c0e80b056051 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446227 Jan 29 04:30:28.341847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5ad7153-a523-47d8-aa22-a30c8a8d3a8e req-6c91edff-6169-47f0-af79-a38ca9c00ad9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504745 Jan 29 04:30:28.363328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.8 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/6538eeb1-696b-4acf-8c64-01233499e5c8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:28.370152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c5a11996-c499-45aa-a19e-22868cb5e3e0 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:28.415228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:28.472570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f70940e-1a0a-4173-9ad0-a3466ec15c7c req-e1d14a25-b1e4-4a27-9327-9b3b24a69896 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0393836 Jan 29 04:30:28.538055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:28.566348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6d1d241-c092-47a5-9934-e53e1159e2fb tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-431956120 HTTP/1.1" status: 201 len: 201 time: 0.2569187 Jan 29 04:30:28.568403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:28.573524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'port_id': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'mac_address': 'fa:16:3e:1d:d6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:28.585940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-4cf5c0ae-cc3a-4c9b-9875-93c1f52d654f tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-1668553890') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:28.587309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2eaa3a6f-7287-44e7-a874-99b5f4659855 req-ddcb9537-f0d2-4633-9b00-f62b28a65747 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 210 time: 0.1646788 Jan 29 04:30:28.637167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:28.654577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a11996-c499-45aa-a19e-22868cb5e3e0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:28.687026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:28.700273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:28.790827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:28.814274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4cf5c0ae-cc3a-4c9b-9875-93c1f52d654f tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-1668553890 HTTP/1.1" status: 201 len: 201 time: 0.2448752 Jan 29 04:30:28.820072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:28.825807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-7fcbbfe7-8633-4534-8736-b4cf45f3139c tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', {'tags': ['tempest-TagsExtTest-Tag-928487104', 'tempest-TagsExtTest-Tag-2072116423', 'tempest-TagsExtTest-Tag-599284427']}) {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:28.896790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f80eb-a710-48b1-ba6e-73b6ac51adbd req-0af5bb25-53c2-42c2-b0ae-2ba4c024ead5 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:28.904641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a49f80eb-a710-48b1-ba6e-73b6ac51adbd req-0af5bb25-53c2-42c2-b0ae-2ba4c024ead5 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 944 time: 0.2648218 Jan 29 04:30:28.938019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:28.959605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.016731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a49f80eb-a710-48b1-ba6e-73b6ac51adbd req-fe03d57e-7755-458f-a898-841d395a2a79 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063087 Jan 29 04:30:29.032692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2834d4e-30d1-4e6c-8cfe-e076958e885e req-625143d5-a242-426e-9d22-6853e87a9729 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:29.034452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2834d4e-30d1-4e6c-8cfe-e076958e885e req-625143d5-a242-426e-9d22-6853e87a9729 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 945 time: 0.1346614 Jan 29 04:30:29.039627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7fcbbfe7-8633-4534-8736-b4cf45f3139c tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags HTTP/1.1" status: 200 len: 316 time: 0.2184045 Jan 29 04:30:29.045218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52076) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:29.054193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-04eaa600-4270-4fba-afbe-4e702a8b73c9 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:29.070825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['c5a11996-c499-45aa-a19e-22868cb5e3e0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:29.074974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.083533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.132646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:29.150701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:29.153815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:29.158351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:29.165976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=6538eeb1-696b-4acf-8c64-01233499e5c8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:29.193781 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2834d4e-30d1-4e6c-8cfe-e076958e885e req-91895f9d-c0b1-4424-918c-4d707f408451 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462076 Jan 29 04:30:29.266291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:29.267724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.283310 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.298075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-be639cad-9671-4057-b624-10bb0c52f508 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1351457 Jan 29 04:30:29.310775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-04eaa600-4270-4fba-afbe-4e702a8b73c9 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags HTTP/1.1" status: 204 len: 168 time: 0.2588999 Jan 29 04:30:29.311795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52080) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:29.324217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d32b4f35-3a9f-4581-9e2a-8ca99becfafc tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-928487104') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:29.324451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:30:29.331013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Request body: {'port': {'device_id': '734c961a-a039-4d89-9297-4bbbefbccb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:29.429499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.558757 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d32b4f35-3a9f-4581-9e2a-8ca99becfafc tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:29.564487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d32b4f35-3a9f-4581-9e2a-8ca99becfafc tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-928487104 HTTP/1.1" status: 404 len: 328 time: 0.2505271 Jan 29 04:30:29.565123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:29.617225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:29.627787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-31ec462d-8d74-416d-98a0-99ae2fe3e922 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-2072116423') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:29.631711 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Sync routers for ids ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:29.643967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:29.650153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03b51018-6f55-4b37-ad6d-db6a2396976f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3512933 Jan 29 04:30:29.650782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52090) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:29.654181 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Routers {'8a1c0077-2376-4d9d-b989-deb2f771ecd2'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:29.656401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:30:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:29.719095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f825b09-945a-4472-b5ef-409fe7734ac8 req-507c6610-dc23-41a4-95cb-7c8ff7bd6a3e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0703609 Jan 29 04:30:29.780108 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Set router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:29.819593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e3767-c01c-4f40-a21c-759725f2b6bf req-dcbab17c-12cc-40cb-bf14-e132091ac155 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:29.825809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-164e3767-c01c-4f40-a21c-759725f2b6bf req-dcbab17c-12cc-40cb-bf14-e132091ac155 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1690211 Jan 29 04:30:29.897108 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-31ec462d-8d74-416d-98a0-99ae2fe3e922 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:29.898192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-31ec462d-8d74-416d-98a0-99ae2fe3e922 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-2072116423 HTTP/1.1" status: 404 len: 329 time: 0.2741547 Jan 29 04:30:29.902635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:29.914110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d810f2a3-9026-463b-8c63-1c29f70a56c1 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25', 'tempest-TagsExtTest-Tag-599284427') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:29.971999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-164e3767-c01c-4f40-a21c-759725f2b6bf req-925f9c4e-0971-4bad-91d7-1fce5a856cee tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181786 Jan 29 04:30:30.042319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6538eeb1-696b-4acf-8c64-01233499e5c8 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:30.050338 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:30:28Z', 'revision_number': 3, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.054421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.084373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Transition to ACTIVE for port object 6538eeb1-696b-4acf-8c64-01233499e5c8 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:30.093528 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d810f2a3-9026-463b-8c63-1c29f70a56c1 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:30.095858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d810f2a3-9026-463b-8c63-1c29f70a56c1 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags/tempest-TagsExtTest-Tag-599284427 HTTP/1.1" status: 404 len: 328 time: 0.1922851 Jan 29 04:30:30.101444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.117659 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Checking router: 8a1c0077-2376-4d9d-b989-deb2f771ecd2 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:30.118063 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Updating router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 port e4e628ef-53ea-42a4-8344-d2d921a22a24 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:30.123761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52096) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:30.133080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-1f61aea6-e9ce-411f-bb8b-7e82199e3109 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', {'tags': ['tempest-TagsExtTest-Tag-1147116560', 'tempest-TagsExtTest-Tag-1166584224', 'tempest-TagsExtTest-Tag-1032682078']}) {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.159206 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.357570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Pushing event updated for resources: {'Port': ['ID=6538eeb1-696b-4acf-8c64-01233499e5c8,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:30.384403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Attempting to bind port 6538eeb1-696b-4acf-8c64-01233499e5c8 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:30.384756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Attempting to bind port 6538eeb1-696b-4acf-8c64-01233499e5c8 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:30.385029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Attempting to bind port 6538eeb1-696b-4acf-8c64-01233499e5c8 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:30.400701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c5a11996-c499-45aa-a19e-22868cb5e3e0 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:30.415142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14fe4-7398-4528-a07f-fb0b7f1f1622 req-6b742596-e379-42c2-bb2a-71a5690b4b74 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:30.423284 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ab14fe4-7398-4528-a07f-fb0b7f1f1622 req-6b742596-e379-42c2-bb2a-71a5690b4b74 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 944 time: 0.1937132 Jan 29 04:30:30.425494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Port 6538eeb1-696b-4acf-8c64-01233499e5c8 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:30.425494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Attempting to bind port 6538eeb1-696b-4acf-8c64-01233499e5c8 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:30.431444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f61aea6-e9ce-411f-bb8b-7e82199e3109 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags HTTP/1.1" status: 200 len: 318 time: 0.3029344 Jan 29 04:30:30.437254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:30.451490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-043b2e9e-10dc-4b0b-ac7f-3873740f3203 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.484767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:30.485186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:30.485511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:30.486024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Bound port: 6538eeb1-696b-4acf-8c64-01233499e5c8, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:30.486391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.500709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port c5a11996-c499-45aa-a19e-22868cb5e3e0 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:30.507356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port c5a11996-c499-45aa-a19e-22868cb5e3e0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:30.507732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.537217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ab14fe4-7398-4528-a07f-fb0b7f1f1622 req-b52d37cb-2852-48cd-906e-2ecad15e9e13 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129055 Jan 29 04:30:30.593016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b21e1-92f0-44fb-8a96-677017057f8a req-047a31ad-37f5-45fc-8369-da2ba98ec7cf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:30.602056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de7b21e1-92f0-44fb-8a96-677017057f8a req-047a31ad-37f5-45fc-8369-da2ba98ec7cf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 943 time: 0.2450509 Jan 29 04:30:30.618412 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.629411 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.649778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-b83a46d5-0cff-48fe-8aaf-5dc370492eee tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:30.652010 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-b83a46d5-0cff-48fe-8aaf-5dc370492eee tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.20 "GET /v2.0/networks?id=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 HTTP/1.1" status: 200 len: 816 time: 0.3071153 Jan 29 04:30:30.669399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de7b21e1-92f0-44fb-8a96-677017057f8a req-34a2238f-af45-4215-9f57-7fb86541aa07 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664885 Jan 29 04:30:30.677376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Request body: {'port': {'device_id': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456', 'admin_state_up': True, 'tenant_id': '1c8f6b2f7846470ebeb832643e1ba2cf'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:30.680296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.696488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] For port 6538eeb1-696b-4acf-8c64-01233499e5c8, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:30.710642 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa59d9-ef79-414a-9795-d7e04a2594ee None None] Pushing event updated for resources: {'Port': ['ID=e4e628ef-53ea-42a4-8344-d2d921a22a24,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:30.720616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] For port 6538eeb1-696b-4acf-8c64-01233499e5c8, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6538eeb1-696b-4acf-8c64-01233499e5c8,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:30.730398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.749019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:30.755176 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec6f0f5-c2a9-418b-83fa-c85a4e51d710" -d '{"events": [{"server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "name": "network-vif-plugged", "status": "completed", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:30.757520 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Attempting to bind port e4e628ef-53ea-42a4-8344-d2d921a22a24 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:30.762210 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Attempting to bind port e4e628ef-53ea-42a4-8344-d2d921a22a24 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:30.762892 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Attempting to bind port e4e628ef-53ea-42a4-8344-d2d921a22a24 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:30.772733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:30.781272 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:30.781615 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:30.782061 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.782196 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.782476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:30.782928 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Bound port: e4e628ef-53ea-42a4-8344-d2d921a22a24, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:30.783242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:30.783436 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.803883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-043b2e9e-10dc-4b0b-ac7f-3873740f3203 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags HTTP/1.1" status: 204 len: 168 time: 0.3645408 Jan 29 04:30:30.817592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084e0e4-f35f-4a48-9f48-ca7f8c7ac412 req-55249ac3-d707-4856-b3bf-0ef99fe55fab tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:30.821136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3084e0e4-f35f-4a48-9f48-ca7f8c7ac412 req-55249ac3-d707-4856-b3bf-0ef99fe55fab tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 945 time: 0.1782746 Jan 29 04:30:30.822403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:30.834805 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb41cb-fc27-474b-bec7-c41cd47cb1d8 x-openstack-request-id: req-a5fb41cb-fc27-474b-bec7-c41cd47cb1d8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:30.835091 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "name": "network-vif-plugged", "status": "completed", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:30.837030 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5fb41cb-fc27-474b-bec7-c41cd47cb1d8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:30.840283 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'code': 200} Jan 29 04:30:30.843107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:30.843986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.846317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] 10.222.0.20 "PUT /v2.0/ports/6538eeb1-696b-4acf-8c64-01233499e5c8 HTTP/1.1" status: 200 len: 1091 time: 1.5300145 Jan 29 04:30:30.851535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d7ebaa45-09dd-4754-9662-a8bb2cba4b07 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-1147116560') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:30.859205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734c961a-a039-4d89-9297-4bbbefbccb17', 'tag': '6538eeb1-696b-4acf-8c64-01233499e5c8'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:30.864160 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41" -d '{"events": [{"name": "network-changed", "server_uuid": "734c961a-a039-4d89-9297-4bbbefbccb17", "tag": "6538eeb1-696b-4acf-8c64-01233499e5c8"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:30.913409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Made reservation on behalf of 1c8f6b2f7846470ebeb832643e1ba2cf for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:30.914739 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] For port e4e628ef-53ea-42a4-8344-d2d921a22a24, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:30.917207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.919335 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] For port e4e628ef-53ea-42a4-8344-d2d921a22a24, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e4e628ef-53ea-42a4-8344-d2d921a22a24,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:30.929990 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:30.978660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a51e-a63b-4ac4-a377-8534cee58e6e service neutron] Pushing event updated for resources: {'Port': ['ID=6538eeb1-696b-4acf-8c64-01233499e5c8,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.007370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.013056 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa59d9-ef79-414a-9795-d7e04a2594ee None None] Pushing event updated for resources: {'Port': ['ID=e4e628ef-53ea-42a4-8344-d2d921a22a24,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.017607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:31.024821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:31.025496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:31.043690 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5eb35ebc-2b72-43b4-a36b-1d4e3ea5c7b9 req-c81a8216-076c-4f73-a984-895e4d2e1225 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0714879 Jan 29 04:30:31.055957 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Routers {'8a1c0077-2376-4d9d-b989-deb2f771ecd2'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:31.057015 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:30:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:31.104814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3084e0e4-f35f-4a48-9f48-ca7f8c7ac412 req-b5fda4c8-548d-4e5e-bb1a-ddfa96277fab tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490530 Jan 29 04:30:31.142031 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d02cf-4cf5-4d00-9702-33423440cf1d x-openstack-request-id: req-b13d02cf-4cf5-4d00-9702-33423440cf1d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:31.142560 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734c961a-a039-4d89-9297-4bbbefbccb17", "tag": "6538eeb1-696b-4acf-8c64-01233499e5c8", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:31.142918 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b13d02cf-4cf5-4d00-9702-33423440cf1d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:31.143425 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734c961a-a039-4d89-9297-4bbbefbccb17', 'tag': '6538eeb1-696b-4acf-8c64-01233499e5c8', 'status': 'completed', 'code': 200} Jan 29 04:30:31.153750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-3aacd7ae-0c5f-438d-8ba9-4e9ac89e5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:31.155559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-3aacd7ae-0c5f-438d-8ba9-4e9ac89e5af5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 1094 time: 0.1808736 Jan 29 04:30:31.172360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2209405-fb9b-4bc2-b6ae-85e3c7252de7 req-8155d112-f4cf-49da-8f54-8f2b18c58967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:31.174732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2209405-fb9b-4bc2-b6ae-85e3c7252de7 req-8155d112-f4cf-49da-8f54-8f2b18c58967 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1096 time: 0.1964602 Jan 29 04:30:31.183685 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d7ebaa45-09dd-4754-9662-a8bb2cba4b07 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:31.183685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7ebaa45-09dd-4754-9662-a8bb2cba4b07 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-1147116560 HTTP/1.1" status: 404 len: 329 time: 0.3553600 Jan 29 04:30:31.213433 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:31.220831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52112) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:31.257877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:31.263601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Allocated IP 172.20.0.7 (c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456/fc6c082e-8f50-4d37-aaca-45e15b247a64/b325acd3-2541-4780-a8c3-bd866582c352) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:31.265414 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:31.277290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-64114c9a-0cc7-4dcd-b853-6c60b8e525f7 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-1166584224') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:31.288498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] Set router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:31.322928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-d346ffa4-eeb9-47a6-928c-3c1544626aa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6538eeb1-696b-4acf-8c64-01233499e5c8 HTTP/1.1" status: 200 len: 217 time: 0.1475985 Jan 29 04:30:31.349239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.397624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2209405-fb9b-4bc2-b6ae-85e3c7252de7 req-c0c56703-3e29-4aaa-8f29-b2f8620d626e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080927 Jan 29 04:30:31.415863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7c8f42b1-2293-4964-9c54-5404150d2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:31.417329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-7c8f42b1-2293-4964-9c54-5404150d2e47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0781684 Jan 29 04:30:31.466599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-56d07edc-6f7a-4dbe-937a-a6624eb1b392 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372770 Jan 29 04:30:31.476250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571a02-4f5d-417f-9f86-87bab3350a18 req-bbb153ce-3b3f-4f4c-905a-d6cb06639f4f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:31.478176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5571a02-4f5d-417f-9f86-87bab3350a18 req-bbb153ce-3b3f-4f4c-905a-d6cb06639f4f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1965203 Jan 29 04:30:31.515084 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-64114c9a-0cc7-4dcd-b853-6c60b8e525f7 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:31.518713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-64114c9a-0cc7-4dcd-b853-6c60b8e525f7 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-1166584224 HTTP/1.1" status: 404 len: 329 time: 0.2918589 Jan 29 04:30:31.519759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:31.559396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-0fb00f45-4bc2-49e3-9d0e-0a49a9514835 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695', 'tempest-TagsExtTest-Tag-1032682078') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:31.585144 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:30:28Z', 'revision_number': 3, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:31.596801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:31.635862 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e8ff8-1609-43d8-90d8-30765782af66 None None] The sync data for ids ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'] in n-d-825930-1 is: [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:30:28Z', 'revision_number': 3, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:31.639465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5571a02-4f5d-417f-9f86-87bab3350a18 req-7ed8bd14-c2b0-4f2c-9ff2-5b6cc11a651d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488328 Jan 29 04:30:31.702889 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-0fb00f45-4bc2-49e3-9d0e-0a49a9514835 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:31.706970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0fb00f45-4bc2-49e3-9d0e-0a49a9514835 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags/tempest-TagsExtTest-Tag-1032682078 HTTP/1.1" status: 404 len: 329 time: 0.1808496 Jan 29 04:30:31.709684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-826acb9f-89f5-42d2-9b54-1958624844eb service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293496 Jan 29 04:30:31.710193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:31.714989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-a1f22b7b-ef10-485a-8f11-8436f77beee5 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', {'tags': ['tempest-TagsExtTest-Tag-1973754436', 'tempest-TagsExtTest-Tag-426062742', 'tempest-TagsExtTest-Tag-1256188033']}) {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:31.766374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:31.834758 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:31.859353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b04f0-fab6-4394-88f0-8b238addac5b req-d263aa9c-3513-4889-9d39-1ecc79519bf4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:31.863855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a4b04f0-fab6-4394-88f0-8b238addac5b req-d263aa9c-3513-4889-9d39-1ecc79519bf4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1923454 Jan 29 04:30:31.878016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:31.885032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Pushing event updated for resources: {'Port': ['ID=b325acd3-2541-4780-a8c3-bd866582c352,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:31.888085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:31.901540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:31.951352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a1f22b7b-ef10-485a-8f11-8436f77beee5 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags HTTP/1.1" status: 200 len: 317 time: 0.2400012 Jan 29 04:30:31.956835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52122) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:31.974770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-5b6985e1-93e8-4ed4-a2a6-2c7c3f09c067 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:32.041416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f4537-75ab-45cb-a486-93e2a424f7d3 req-4b7dec82-02a6-4a6c-b3a8-f918ca782c5c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.043085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-713f4537-75ab-45cb-a486-93e2a424f7d3 req-4b7dec82-02a6-4a6c-b3a8-f918ca782c5c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 943 time: 0.2464099 Jan 29 04:30:32.049941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00cadb66-b08a-4978-a803-c06a5918f3d4 req-389c8b9f-c387-41cc-8317-215dd2c764c5 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520726 Jan 29 04:30:32.113132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a4b04f0-fab6-4394-88f0-8b238addac5b req-020fc6eb-f0cb-44cf-a4e8-a83ec630876a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277589 Jan 29 04:30:32.140653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.141794 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:32.229230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-feb70ea6-73b6-4000-8125-c64c5a1cd24e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5563278 Jan 29 04:30:32.257926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Request body: {'port': {'device_id': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:32.370395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Allocated IP 172.20.0.1 (533040f7-6b92-425c-8104-96dfa96d1187/4b552feb-c480-4bef-9de3-fd00d42ff35b/fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:32.388677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d975a19-f9b8-4f6e-b59d-a98ac1ff80fb req-e5de354a-f4c1-4764-9249-b71ece65ff7f tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.396857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d975a19-f9b8-4f6e-b59d-a98ac1ff80fb req-e5de354a-f4c1-4764-9249-b71ece65ff7f tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 931 time: 0.1862178 Jan 29 04:30:32.413266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:32.582293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d975a19-f9b8-4f6e-b59d-a98ac1ff80fb req-91a717d8-2b12-45dc-bcee-8c4b241b69a3 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832685 Jan 29 04:30:32.675713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-713f4537-75ab-45cb-a486-93e2a424f7d3 req-e7ca1b37-2936-43a4-abbc-00169ef8f0be tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806077 Jan 29 04:30:32.702838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-8c4e5201-44ac-45ea-9b05-73a6521080b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.704577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-8c4e5201-44ac-45ea-9b05-73a6521080b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 1094 time: 0.1145489 Jan 29 04:30:32.739855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:32.826104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-0ef32979-b12d-4c33-b13e-56be0774803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.827807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-0ef32979-b12d-4c33-b13e-56be0774803c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.1152110 Jan 29 04:30:32.832187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b6985e1-93e8-4ed4-a2a6-2c7c3f09c067 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags HTTP/1.1" status: 204 len: 168 time: 0.8733191 Jan 29 04:30:32.841553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52130) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:32.842364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:32.847881 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0930334d-a915-464a-8adf-5163305bf1b4" -d '{"events": [{"server_uuid": "63b3249c-1743-4b55-b776-f7ceeb5bb9b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff9bbe05-47c5-42b7-b5d5-684f31bfbed4"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:32.853575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-77995737-10ce-4d9f-87ba-f03109c8029e tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-1973754436') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:32.904536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-926685c6-ea4b-4e81-bb2a-a1da60fd7779 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6538eeb1-696b-4acf-8c64-01233499e5c8 HTTP/1.1" status: 200 len: 217 time: 0.0605536 Jan 29 04:30:32.937734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ce7e-c490-4c95-aef5-b8c9327e8927 req-5b14270e-7a1f-4923-8ddd-76b1c31ff1e5 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.939706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f06ce7e-c490-4c95-aef5-b8c9327e8927 req-5b14270e-7a1f-4923-8ddd-76b1c31ff1e5 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.2013736 Jan 29 04:30:32.986660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a65e3-8855-4817-9877-fa286e768172 req-4dd23620-2182-4468-b55a-15b14291bf65 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.990372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0a65e3-8855-4817-9877-fa286e768172 req-4dd23620-2182-4468-b55a-15b14291bf65 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1616719 Jan 29 04:30:32.993714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-201e9d08-75de-43f6-84de-d9ef82ee8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:32.995517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-201e9d08-75de-43f6-84de-d9ef82ee8797 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0821643 Jan 29 04:30:33.023188 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.060814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-e0a913c8-5c6a-466c-bd09-9d7d30de3e57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448503 Jan 29 04:30:33.069071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0a65e3-8855-4817-9877-fa286e768172 req-4c03d141-34a2-44aa-ba96-e183eab21c86 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697639 Jan 29 04:30:33.117988 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-77995737-10ce-4d9f-87ba-f03109c8029e tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:33.119028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-77995737-10ce-4d9f-87ba-f03109c8029e tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-1973754436 HTTP/1.1" status: 404 len: 329 time: 0.2709484 Jan 29 04:30:33.130219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f06ce7e-c490-4c95-aef5-b8c9327e8927 req-0888692b-30d0-4621-8747-6b6886b1fbc3 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733632 Jan 29 04:30:33.130632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52134) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:33.142508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Network 533040f7-6b92-425c-8104-96dfa96d1187 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:33.150229 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb8661b-0bf3-4a5f-a8e5-b1ed8901e6c3 x-openstack-request-id: req-8eb8661b-0bf3-4a5f-a8e5-b1ed8901e6c3 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:33.150581 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b3249c-1743-4b55-b776-f7ceeb5bb9b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff9bbe05-47c5-42b7-b5d5-684f31bfbed4", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:33.151016 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8eb8661b-0bf3-4a5f-a8e5-b1ed8901e6c3 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:33.151346 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', 'code': 200} Jan 29 04:30:33.155485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-d602d903-63dc-44e0-b1b4-a181fc80199a tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-426062742') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:33.157459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:33.212789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:33.213707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-64463e00-34fd-4e7d-a781-b960e803be0d service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436687 Jan 29 04:30:33.214967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:33.311370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b325acd3-2541-4780-a8c3-bd866582c352 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:33.338529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5537af-5af6-4dec-9be8-87fe1981b9b3 req-e2e3f0cb-b5e1-49df-808c-124cf6375b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.340567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5537af-5af6-4dec-9be8-87fe1981b9b3 req-e2e3f0cb-b5e1-49df-808c-124cf6375b96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0945294 Jan 29 04:30:33.366504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.378089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e20ecf5-5c4c-4b03-9ed1-5ce9312a2d41 req-c6f5b4df-3346-4dfb-b5f9-0aed487d5d4b service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536443 Jan 29 04:30:33.382300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.398930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5537af-5af6-4dec-9be8-87fe1981b9b3 req-f791ba6b-5dc0-4030-9cb3-2b19fb90389a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Jan 29 04:30:33.435892 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-d602d903-63dc-44e0-b1b4-a181fc80199a tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:33.436948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d602d903-63dc-44e0-b1b4-a181fc80199a tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-426062742 HTTP/1.1" status: 404 len: 328 time: 0.2929320 Jan 29 04:30:33.440811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:33.447529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-cb9b68ad-e548-44c8-a2e8-47a3cb8057cd tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c', 'tempest-TagsExtTest-Tag-1256188033') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:33.450987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Transition to ACTIVE for port object b325acd3-2541-4780-a8c3-bd866582c352 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:33.460915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8f956-2980-4414-af2b-92e770089741 req-c5753943-f946-4fea-8ea4-9ae7be0af739 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.469426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aba8f956-2980-4414-af2b-92e770089741 req-c5753943-f946-4fea-8ea4-9ae7be0af739 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.2264659 Jan 29 04:30:33.479329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.587243 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-cb9b68ad-e548-44c8-a2e8-47a3cb8057cd tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:33.591661 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb9b68ad-e548-44c8-a2e8-47a3cb8057cd tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags/tempest-TagsExtTest-Tag-1256188033 HTTP/1.1" status: 404 len: 329 time: 0.1495383 Jan 29 04:30:33.592254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:33.593072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e4e628ef-53ea-42a4-8344-d2d921a22a24 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:33.597757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-92ca3422-348d-4d7d-8fa2-c5cce13aae93 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', {'tags': ['tempest-TagsExtTest-Tag-815614847', 'tempest-TagsExtTest-Tag-1435452119', 'tempest-TagsExtTest-Tag-1597972705']}) {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:33.673339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aba8f956-2980-4414-af2b-92e770089741 req-f68e36cb-5056-4fa7-9013-0095b98d7720 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836500 Jan 29 04:30:33.674192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31814b39-d313-4555-a482-952b60b28262 service neutron] Pushing event updated for resources: {'Port': ['ID=b325acd3-2541-4780-a8c3-bd866582c352,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:33.681305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e4e628ef-53ea-42a4-8344-d2d921a22a24 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:33.682117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.701482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-92ca3422-348d-4d7d-8fa2-c5cce13aae93 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "PUT /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags HTTP/1.1" status: 200 len: 317 time: 0.1080496 Jan 29 04:30:33.703950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52144) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:33.710164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-2bc28698-29e8-4139-ae15-48b13d70b527 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:33.807076 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.838702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e4e628ef-53ea-42a4-8344-d2d921a22a24, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e4e628ef-53ea-42a4-8344-d2d921a22a24,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:33.845722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.856636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0eb36-3403-4c31-9d1d-50dc17661138 req-6984e33f-eb22-4a14-8003-427dc640aafe tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.867784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35a0eb36-3403-4c31-9d1d-50dc17661138 req-6984e33f-eb22-4a14-8003-427dc640aafe tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 943 time: 0.1376982 Jan 29 04:30:33.884822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bc28698-29e8-4139-ae15-48b13d70b527 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags HTTP/1.1" status: 204 len: 168 time: 0.1790936 Jan 29 04:30:33.890834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52150) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:33.897926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:33.904270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.tag.tag_plugin [None req-e032c6c0-61e4-4811-8381-ebb31a6190a8 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-815614847') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:33.923370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e4e628ef-53ea-42a4-8344-d2d921a22a24,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:33.929029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Attempting to bind port b325acd3-2541-4780-a8c3-bd866582c352 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:33.929029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Attempting to bind port b325acd3-2541-4780-a8c3-bd866582c352 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:33.929477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Attempting to bind port b325acd3-2541-4780-a8c3-bd866582c352 on network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:33.957589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71141ca-3ffd-49b4-aaa1-75cb633b477d req-bf5b59d9-75db-4635-a7e7-a9fec850c1d4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:33.960713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b71141ca-3ffd-49b4-aaa1-75cb633b477d req-bf5b59d9-75db-4635-a7e7-a9fec850c1d4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1681159 Jan 29 04:30:33.960859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Port b325acd3-2541-4780-a8c3-bd866582c352 on network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:33.961995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Attempting to bind port b325acd3-2541-4780-a8c3-bd866582c352 on network c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:33.969424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52152) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:33.977288 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35a0eb36-3403-4c31-9d1d-50dc17661138 req-ece20f5e-0260-4aff-a43c-cae7bc521a3e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 Jan 29 04:30:34.012709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'floatingip': {'port_id': 'c5a11996-c499-45aa-a19e-22868cb5e3e0'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:34.021760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:34.022177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Checking segment: {'id': 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:34.022566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Bound using segment: {'id': 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:34.023015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Bound port: b325acd3-2541-4780-a8c3-bd866582c352, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:34.023373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:34.222349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e6b69-54be-432c-8bcc-5fbc3ce50e1b req-f0c75621-4331-4269-a720-46c36026f6b2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.231310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a30e6b69-54be-432c-8bcc-5fbc3ce50e1b req-f0c75621-4331-4269-a720-46c36026f6b2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0679669 Jan 29 04:30:34.279200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a30e6b69-54be-432c-8bcc-5fbc3ce50e1b req-b3d7c788-5418-47d8-978b-7d13d05c5eb6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Jan 29 04:30:34.385309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cbd14-8508-429e-b6ef-5fe094b0f221 req-fa121fe7-944d-4292-9b02-72aeaf1dc59c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.387100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc9cbd14-8508-429e-b6ef-5fe094b0f221 req-fa121fe7-944d-4292-9b02-72aeaf1dc59c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0578151 Jan 29 04:30:34.393942 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-e032c6c0-61e4-4811-8381-ebb31a6190a8 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:34.393942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e032c6c0-61e4-4811-8381-ebb31a6190a8 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-815614847 HTTP/1.1" status: 404 len: 328 time: 0.4973209 Jan 29 04:30:34.396181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52158) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.401715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d8c56bf6-121a-4749-ad1c-0ab840f77a43 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-1435452119') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.421050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:34.451173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc9cbd14-8508-429e-b6ef-5fe094b0f221 req-3f994058-90c0-4310-8d17-6457703ccc46 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575149 Jan 29 04:30:34.452455 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d8c56bf6-121a-4749-ad1c-0ab840f77a43 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:34.454047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8c56bf6-121a-4749-ad1c-0ab840f77a43 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-1435452119 HTTP/1.1" status: 404 len: 329 time: 0.0552521 Jan 29 04:30:34.457467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.462319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d65f92f0-df90-45b5-ae0c-1a679085c7dc tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e', 'tempest-TagsExtTest-Tag-1597972705') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.495921 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d65f92f0-df90-45b5-ae0c-1a679085c7dc tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] show failed (client error): The resource could not be found. Jan 29 04:30:34.499550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d65f92f0-df90-45b5-ae0c-1a679085c7dc tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags/tempest-TagsExtTest-Tag-1597972705 HTTP/1.1" status: 404 len: 329 time: 0.0383577 Jan 29 04:30:34.500043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52162) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.504699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-b773f8eb-986b-4e94-b6a0-debf00be089c tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ec08a3b-8154-4f36-ab40-ac1b8921d61e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.535483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b773f8eb-986b-4e94-b6a0-debf00be089c tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e/tags HTTP/1.1" status: 204 len: 168 time: 0.0344112 Jan 29 04:30:34.538565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.543283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-c6c63615-33ec-43b3-9b91-cf99ae63b393 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '970cb31c-0e0e-4a8e-94dd-34006a65f31c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.651909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6c63615-33ec-43b3-9b91-cf99ae63b393 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c/tags HTTP/1.1" status: 204 len: 168 time: 0.1123290 Jan 29 04:30:34.655142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52166) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.659840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-dd9ab19c-93b6-4ce1-8478-56d3ba050dcd tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1e505d95-bc6f-4d61-b5af-b20fc1bc6695') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.691903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b001-fb53-4469-b42d-04bb26c25806 req-b43e881c-f62e-4e13-b0c8-0009a29cc2a7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.695202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43c4b001-fb53-4469-b42d-04bb26c25806 req-b43e881c-f62e-4e13-b0c8-0009a29cc2a7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 943 time: 0.6363463 Jan 29 04:30:34.732268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd9ab19c-93b6-4ce1-8478-56d3ba050dcd tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695/tags HTTP/1.1" status: 204 len: 168 time: 0.0759211 Jan 29 04:30:34.735768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.738461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] For port b325acd3-2541-4780-a8c3-bd866582c352, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:34.741298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-4dd35674-8922-49f6-9143-de6a3f6677ed tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e2eb6d4-ce8c-4694-83c9-0615bbb67a25') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:34.801970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dd35674-8922-49f6-9143-de6a3f6677ed tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25/tags HTTP/1.1" status: 204 len: 168 time: 0.0644653 Jan 29 04:30:34.806769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52170) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.816851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] For port b325acd3-2541-4780-a8c3-bd866582c352, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b325acd3-2541-4780-a8c3-bd866582c352,segment=NetworkSegment(b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1),segment_id=b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:34.838989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:34.892089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43c4b001-fb53-4469-b42d-04bb26c25806 req-f8ca144b-ad1e-4031-89ed-623f82ef986f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798143 Jan 29 04:30:34.894815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:34.905465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c9556e8-915f-4a4f-a61e-e5f196300934 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for subnetpool, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:34.909637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c9556e8-915f-4a4f-a61e-e5f196300934 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9ec08a3b-8154-4f36-ab40-ac1b8921d61e HTTP/1.1" status: 204 len: 168 time: 0.0994639 Jan 29 04:30:34.910158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.936034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:34.937083 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:34.939025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-31814b39-d313-4555-a482-952b60b28262 service neutron] 10.222.0.20 "PUT /v2.0/ports/b325acd3-2541-4780-a8c3-bd866582c352 HTTP/1.1" status: 200 len: 1091 time: 2.6909211 Jan 29 04:30:34.946391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'tag': 'b325acd3-2541-4780-a8c3-bd866582c352'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:34.946683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7966f3f-4567-40bc-aaaa-c5d25200ddbb tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "GET /v2.0/ports?device_id=970cb31c-0e0e-4a8e-94dd-34006a65f31c HTTP/1.1" status: 200 len: 205 time: 0.0326436 Jan 29 04:30:34.947926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:34.948627 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd" -d '{"events": [{"name": "network-changed", "server_uuid": "133a06b9-f331-4a4a-92c9-d5493cd0f2b5", "tag": "b325acd3-2541-4780-a8c3-bd866582c352"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:34.957500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.013054 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d40da5-44e8-4888-adf8-82c1160ac126 x-openstack-request-id: req-20d40da5-44e8-4888-adf8-82c1160ac126 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:35.013054 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a06b9-f331-4a4a-92c9-d5493cd0f2b5", "tag": "b325acd3-2541-4780-a8c3-bd866582c352", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:35.013626 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20d40da5-44e8-4888-adf8-82c1160ac126 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:35.014021 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'tag': 'b325acd3-2541-4780-a8c3-bd866582c352', 'status': 'completed', 'code': 200} Jan 29 04:30:35.055781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.100487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31814b39-d313-4555-a482-952b60b28262 service neutron] Pushing event updated for resources: {'Port': ['ID=b325acd3-2541-4780-a8c3-bd866582c352,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:35.133348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.236675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.240351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.265004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:35.291649 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.306625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Fanout notify agent at l3_agent the message router_deleted on router 970cb31c-0e0e-4a8e-94dd-34006a65f31c {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:30:35.314308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.315430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5cc5b39-06d3-41b7-8fac-51a2eebe6639 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/routers/970cb31c-0e0e-4a8e-94dd-34006a65f31c HTTP/1.1" status: 204 len: 168 time: 0.3673980 Jan 29 04:30:35.322477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52182) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:35.362962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-a5a19845-2c22-439c-a977-d42a86ae8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:35.365832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-a5a19845-2c22-439c-a977-d42a86ae8c1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c8f6b2f7846470ebeb832643e1ba2cf&device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 1094 time: 0.3219533 Jan 29 04:30:35.387265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc52d19-30db-4684-a787-831eb9cae8e1 req-3fa662ee-0096-40f3-85c5-576bf2748746 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:35.388777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fc52d19-30db-4684-a787-831eb9cae8e1 req-3fa662ee-0096-40f3-85c5-576bf2748746 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 943 time: 0.2993288 Jan 29 04:30:35.474265 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-6e6863e2-fad6-41e2-9f07-af484c638a42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b325acd3-2541-4780-a8c3-bd866582c352 HTTP/1.1" status: 200 len: 217 time: 0.0810602 Jan 29 04:30:35.484704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f34c-9775-427e-85ea-5f8d12c8610a req-530d1101-cff9-488d-bced-b7c1d5523929 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:35.487726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3fb3f34c-9775-427e-85ea-5f8d12c8610a req-530d1101-cff9-488d-bced-b7c1d5523929 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0717459 Jan 29 04:30:35.490880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e4e628ef-53ea-42a4-8344-d2d921a22a24 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:35.498110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Deleting port 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:35.498862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.579176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e4e628ef-53ea-42a4-8344-d2d921a22a24 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:35.580222 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.592653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Network 533040f7-6b92-425c-8104-96dfa96d1187 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:35.596216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3fb3f34c-9775-427e-85ea-5f8d12c8610a req-a58d24f2-973e-4f8f-ad49-a75216511c67 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Jan 29 04:30:35.602229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fc52d19-30db-4684-a787-831eb9cae8e1 req-2dcd0d22-b777-471a-9960-9264c0f96330 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928751 Jan 29 04:30:35.606572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:35.624683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:30:35.657595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.675057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Calling delete_port for 1e505d95-bc6f-4d61-b5af-b20fc1bc6695 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:35.728857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319597-e943-417a-8a88-43bb0d91950b req-3ddbc119-7c0e-4a84-9bf4-0f26b7383be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:35.730493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-3ddbc119-7c0e-4a84-9bf4-0f26b7383be0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc6c082e-8f50-4d37-aaca-45e15b247a64 HTTP/1.1" status: 200 len: 856 time: 0.2481272 Jan 29 04:30:35.778065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-5ded1fc1-7be7-4b79-b624-dc270dbb984a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365222 Jan 29 04:30:35.808166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfd893-b455-49c2-b856-f88036b6aae4 req-2173fb7e-a6c9-4fce-9f3e-a87654b1f8af tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:35.810912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dcfd893-b455-49c2-b856-f88036b6aae4 req-2173fb7e-a6c9-4fce-9f3e-a87654b1f8af tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0829070 Jan 29 04:30:35.811095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.835339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.891797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dcfd893-b455-49c2-b856-f88036b6aae4 req-cdf568dd-80c2-478d-8408-eb4a2ab7bf93 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715330 Jan 29 04:30:35.896329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:35.933066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event deleted for resources: {'Port': ['ID=1e505d95-bc6f-4d61-b5af-b20fc1bc6695,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:35.952708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:36.069812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.080341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4f393dbd-af5e-468c-aeb9-fa5154912631 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/ports/1e505d95-bc6f-4d61-b5af-b20fc1bc6695 HTTP/1.1" status: 204 len: 168 time: 0.7543912 Jan 29 04:30:36.080943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:36.111855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6538eeb1-696b-4acf-8c64-01233499e5c8 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:36.205885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Deleting subnet 6e2eb6d4-ce8c-4694-83c9-0615bbb67a25 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:30:36.214882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.298490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.318299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6538eeb1-696b-4acf-8c64-01233499e5c8, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6538eeb1-696b-4acf-8c64-01233499e5c8,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:36.344749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '6538eeb1-696b-4acf-8c64-01233499e5c8', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': '6538eeb1-696b-4acf-8c64-01233499e5c8', 'mac_address': 'fa:16:3e:70:27:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:36.401569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.419658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6538eeb1-696b-4acf-8c64-01233499e5c8 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:36.449861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6538eeb1-696b-4acf-8c64-01233499e5c8, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6538eeb1-696b-4acf-8c64-01233499e5c8,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:36.455880 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.531163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6538eeb1-696b-4acf-8c64-01233499e5c8,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:36.608447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.640931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-4ca8fbc2-ade2-4c69-a96a-9e9abf12c15e service neutron] 10.222.0.20 "GET /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8292258 Jan 29 04:30:36.661087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:36.678051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1d0a0e9c-6121-4440-88b3-32b3341cfb34 admin admin] 10.222.0.32 "PUT /v2.0/routers/8a1c0077-2376-4d9d-b989-deb2f771ecd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0185413 Jan 29 04:30:36.682512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Sync routers for ids ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:36.688058 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Floating IP 9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb associated. External IP: 172.25.4.53, port: c5a11996-c499-45aa-a19e-22868cb5e3e0. Jan 29 04:30:36.711567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Routers {'8a1c0077-2376-4d9d-b989-deb2f771ecd2'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:36.712492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:30:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:36.769023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.805715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['6538eeb1-696b-4acf-8c64-01233499e5c8'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:36.818720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2eb6d4-ce8c-4694-83c9-0615bbb67a25,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:36.824563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:36.831334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-572033e2-8511-4278-970d-26bfca59d92d tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/subnets/6e2eb6d4-ce8c-4694-83c9-0615bbb67a25 HTTP/1.1" status: 204 len: 168 time: 0.7461905 Jan 29 04:30:36.831334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:36.838718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac9345-266c-4927-9902-b86f5ebfe0b3 req-d1092660-c099-4213-ae17-eeacede8a8c3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:36.840271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68ac9345-266c-4927-9902-b86f5ebfe0b3 req-d1092660-c099-4213-ae17-eeacede8a8c3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 943 time: 0.8173776 Jan 29 04:30:36.893628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a29a9-128f-4744-81f9-9c930609b6e4 None None] Network d69c2f88-128b-44b7-aed6-133186044cb1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:30:36.932273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43e1e0-d84b-4d53-a0e4-de4859b0c66c req-6766c4d6-24c4-48fd-9eff-99194d07923a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:36.934014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa43e1e0-d84b-4d53-a0e4-de4859b0c66c req-6766c4d6-24c4-48fd-9eff-99194d07923a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2040215 Jan 29 04:30:36.941220 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.005107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68ac9345-266c-4927-9902-b86f5ebfe0b3 req-e2526c90-ba6f-43dd-9332-a91e404895a4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138463 Jan 29 04:30:37.037472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa43e1e0-d84b-4d53-a0e4-de4859b0c66c req-4902ea5f-4550-495d-8f28-4fbedcbd4470 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917542 Jan 29 04:30:37.050173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29319597-e943-417a-8a88-43bb0d91950b req-a935abb3-a433-45f8-ada0-43e04bc5a0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777347 Jan 29 04:30:37.117877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Deleting port 4e473a52-fa02-459e-a692-19006d069c4f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:37.118381 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.161535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Set router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:37.238418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] For port 4e473a52-fa02-459e-a692-19006d069c4f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4e473a52-fa02-459e-a692-19006d069c4f,segment=NetworkSegment(1c7ba642-be45-4d5a-a8ad-a41a24ba27e0),segment_id=1c7ba642-be45-4d5a-a8ad-a41a24ba27e0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:37.238841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.280166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Calling delete_port for 4e473a52-fa02-459e-a692-19006d069c4f owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:37.355769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Router ec403ec2-30ce-436f-bfbf-f72bf982058d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:30:37.394878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38fad-2136-423d-aae6-71cf06ac3b75 req-c91351c5-a804-471a-91b5-c59b33e4ba5e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.397542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99d38fad-2136-423d-aae6-71cf06ac3b75 req-c91351c5-a804-471a-91b5-c59b33e4ba5e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 943 time: 0.2037661 Jan 29 04:30:37.430490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-4714a1d7-1c8e-4208-b09c-b75f2c510161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.432214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-4714a1d7-1c8e-4208-b09c-b75f2c510161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c8f6b2f7846470ebeb832643e1ba2cf&device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 1094 time: 0.2142255 Jan 29 04:30:37.592057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-50d9f219-6866-4c52-b91b-6e974d5a67b2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.605870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-50d9f219-6866-4c52-b91b-6e974d5a67b2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 819 time: 0.2104936 Jan 29 04:30:37.609466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.633600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] No DVR routers for this DVR port 4e473a52-fa02-459e-a692-19006d069c4f on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:37.667513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event deleted for resources: {'Port': ['ID=4e473a52-fa02-459e-a692-19006d069c4f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:37.676253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-a20f0302-381b-4c49-8d4d-39224761031b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/quotas/4d4e9f4abb5347868cad39e98386e7e7 HTTP/1.1" status: 200 len: 375 time: 0.0694313 Jan 29 04:30:37.693849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0750323-fb71-40eb-8095-da8a1cad5b65 None None] DHCP port deletion for d69c2f88-128b-44b7-aed6-133186044cb1 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:30:37.765027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99d38fad-2136-423d-aae6-71cf06ac3b75 req-3a09cb16-d95a-47be-b685-a12e89a11bd7 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586257 Jan 29 04:30:37.777470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-7be36b45-7fd0-45b0-95df-cdb02e486ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:37.780697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-7be36b45-7fd0-45b0-95df-cdb02e486ee9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 HTTP/1.1" status: 200 len: 917 time: 0.2712407 Jan 29 04:30:37.801022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed', 'name': '', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'mac_address': 'fa:16:3e:2a:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:31Z', 'updated_at': '2022-01-29T04:30:34Z', 'revision_number': 2, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'subnets': [{'id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:37.819772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.860358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-1f2a587e-4ac1-4d21-ab8f-241c8d60d5cb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1824708 Jan 29 04:30:37.871436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69c2f88-128b-44b7-aed6-133186044cb1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:37.873525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Checking router: 8a1c0077-2376-4d9d-b989-deb2f771ecd2 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:37.873525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Updating router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:30:37.887785 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-89b8bdea-7b40-4c3c-89cd-0e5eac0c4ff0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b325acd3-2541-4780-a8c3-bd866582c352 HTTP/1.1" status: 200 len: 217 time: 0.0971661 Jan 29 04:30:37.903584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:37.903964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7ba642-be45-4d5a-a8ad-a41a24ba27e0') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:37.936302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.962934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.965126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:30:37.979096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.985081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:37.986963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:30:38.005052 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:38.006287 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:30:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:38.015947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:38.017406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:38.022170 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:38.122374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-c2a5fd1e-638e-4b30-8a59-9c5d50937f8e service neutron] 10.222.0.32 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609677 Jan 29 04:30:38.149692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-204e26ac-776e-433f-ae88-847df13c5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:38.152008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-204e26ac-776e-433f-ae88-847df13c5072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc6c082e-8f50-4d37-aaca-45e15b247a64 HTTP/1.1" status: 200 len: 856 time: 0.2527726 Jan 29 04:30:38.158798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d405ee3e-7df6-4b79-99e9-cb03f64f561e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "PUT /v2.0/floatingips/9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb HTTP/1.1" status: 200 len: 990 time: 4.1855495 Jan 29 04:30:38.159818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:38.166286 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1f22a-8c8b-4852-9846-fd39efb87cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:38.217384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:38.238471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:38.243177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-9587115a-bfa8-4ce2-bbb3-1f1241f340dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699313 Jan 29 04:30:38.245757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] 10.222.0.32 "DELETE /v2.0/networks/d69c2f88-128b-44b7-aed6-133186044cb1 HTTP/1.1" status: 204 len: 168 time: 1.4137933 Jan 29 04:30:38.276211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0342d69-dcb5-4621-b28e-ba55770c9e06 tempest-TagsExtTest-147515363 tempest-TagsExtTest-147515363-project] Pushing event deleted for resources: {'Network': ['ID=d69c2f88-128b-44b7-aed6-133186044cb1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:38.359372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-9bc8c830-9426-434b-b681-17587a8b3a64 service neutron] 10.222.0.32 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359533 Jan 29 04:30:38.374520 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:38.502311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284376a0-0282-4f22-ab5c-96a6c4644877 req-c6daa55b-df84-4fe6-9c93-f4b511d5819d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:38.506575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-284376a0-0282-4f22-ab5c-96a6c4644877 req-c6daa55b-df84-4fe6-9c93-f4b511d5819d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 944 time: 0.2702103 Jan 29 04:30:38.627271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:38.633975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-ebaae998-200d-4a61-8499-0cc947b215af service neutron] 10.222.0.20 "GET /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743041 Jan 29 04:30:38.645157 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:38.715366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-284376a0-0282-4f22-ab5c-96a6c4644877 req-450d3ea9-2d49-4638-bebb-0d7ec0fb37d6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009537 Jan 29 04:30:38.781762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:38.910328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01273967-7354-479f-b54f-83c67c58b2dc None None] Pushing event updated for resources: {'Port': ['ID=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:39.004335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dbba4-049f-42ec-840a-b7fd1ed17285 req-6057ce91-053b-4b5a-a113-83fab445e638 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:39.011346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa7dbba4-049f-42ec-840a-b7fd1ed17285 req-6057ce91-053b-4b5a-a113-83fab445e638 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1744223 Jan 29 04:30:39.053124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Attempting to bind port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:39.053504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Attempting to bind port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:39.054499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Attempting to bind port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed on network 533040f7-6b92-425c-8104-96dfa96d1187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:39.070800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:39.071226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Checking segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:39.074186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:39.074186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Bound using segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:39.075635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Bound port: fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:39.077111 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:39.091982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782731b6-548d-4199-b812-8a9b44b0bdd8 req-dc84d772-b446-4c89-adb2-e603fc5cfa4e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:39.102677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-782731b6-548d-4199-b812-8a9b44b0bdd8 req-dc84d772-b446-4c89-adb2-e603fc5cfa4e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1987708 Jan 29 04:30:39.249650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa7dbba4-049f-42ec-840a-b7fd1ed17285 req-f7979b80-2e9a-4775-86bc-a1f58edfd31a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296844 Jan 29 04:30:39.263689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] For port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:39.265529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-782731b6-548d-4199-b812-8a9b44b0bdd8 req-385e1494-0373-42b0-b9c1-1f09d93bdae1 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610036 Jan 29 04:30:39.267300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] For port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:39.274291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:39.300007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b70e4a05-f7fa-43f0-b4f4-8b7496e5bafd req-45936a27-c3bc-400a-9ccc-5f599bdb5099 service neutron] 10.222.0.20 "GET /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337931 Jan 29 04:30:39.302493 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'port_id': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'mac_address': 'fa:16:3e:1d:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:30:15Z', 'updated_at': '2022-01-29T04:30:35Z', 'revision_number': 1, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:39.350355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-799bdcb4-c947-4882-85e9-ea0cd12051ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5338fadb6584b68a4267695a6441a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670345 Jan 29 04:30:39.352915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:39.359634 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:30:39.361437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01273967-7354-479f-b54f-83c67c58b2dc None None] Pushing event updated for resources: {'Port': ['ID=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:39.377732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Routers {'8a1c0077-2376-4d9d-b989-deb2f771ecd2'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:39.378373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:30:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:39.393368 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:30:39.394555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:30:39.395596 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:30:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:39.526317 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c2f31b-081d-41b3-aaa5-4364fa753ecd x-openstack-request-id: req-c4c2f31b-081d-41b3-aaa5-4364fa753ecd {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:39.528409 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:39.530256 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4c2f31b-081d-41b3-aaa5-4364fa753ecd {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:39.534318 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'status': 'completed', 'code': 200} Jan 29 04:30:39.643869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd623a5a-8240-431d-ac8f-04c50ea02a60 req-1274bc99-4b00-4266-89e8-8d0294f2987d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 210 time: 0.1769660 Jan 29 04:30:39.667245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4e473a52-fa02-459e-a692-19006d069c4f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:39.696708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-bf50091d-5d33-4cb0-8451-2a0dcc9092c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:39.703519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-bf50091d-5d33-4cb0-8451-2a0dcc9092c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1096 time: 0.1495075 Jan 29 04:30:39.712041 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:39.775223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd22f00-f534-494c-9479-9fae41464cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:39.785411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4e473a52-fa02-459e-a692-19006d069c4f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:39.786813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4e473a52-fa02-459e-a692-19006d069c4f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:39.866014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] Set router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:30:39.876116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd22f00-f534-494c-9479-9fae41464cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:40.119876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-f70e5683-db8a-4031-b622-e00345fa6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.121462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-f70e5683-db8a-4031-b622-e00345fa6a39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.4085779 Jan 29 04:30:40.125058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a4bb2-ec2e-4cea-8c4d-8b6e1ab18b81 req-98ce1286-aeba-439c-b850-fe57911b8d57 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.143775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c7a4bb2-ec2e-4cea-8c4d-8b6e1ab18b81 req-98ce1286-aeba-439c-b850-fe57911b8d57 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 944 time: 0.1785161 Jan 29 04:30:40.159921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5714f-e2ed-43eb-a28e-f6dfb9ccc643 req-3739ad4c-bf54-4901-b19d-0fb1b31a0e59 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.169201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fd5714f-e2ed-43eb-a28e-f6dfb9ccc643 req-3739ad4c-bf54-4901-b19d-0fb1b31a0e59 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 943 time: 0.4237986 Jan 29 04:30:40.292892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd22f00-f534-494c-9479-9fae41464cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:40.297442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd22f00-f534-494c-9479-9fae41464cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:40.314960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1bd22f00-f534-494c-9479-9fae41464cae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e28f37a-b7f7-4299-b233-82af9bb78a64 HTTP/1.1" status: 204 len: 168 time: 0.9551132 Jan 29 04:30:40.315805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b325acd3-2541-4780-a8c3-bd866582c352 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:40.318820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6538eeb1-696b-4acf-8c64-01233499e5c8 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:40.344352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c7a4bb2-ec2e-4cea-8c4d-8b6e1ab18b81 req-8737ec2f-fc20-45e2-b832-03b2ed091509 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982121 Jan 29 04:30:40.387388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fd5714f-e2ed-43eb-a28e-f6dfb9ccc643 req-57f99712-f61d-46b8-8fb3-a74cd0bdf89d tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157898 Jan 29 04:30:40.394412 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-398429cd-c367-429b-9e42-4147eb89780a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 998 time: 0.1923006 Jan 29 04:30:40.400851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd22f00-f534-494c-9479-9fae41464cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28f37a-b7f7-4299-b233-82af9bb78a64,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:40.488611 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'port_id': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'mac_address': 'fa:16:3e:1d:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:30:15Z', 'updated_at': '2022-01-29T04:30:35Z', 'revision_number': 1, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:40.627943 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5b118-64ee-45c4-859d-1a6e1c406aba None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'port_id': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'mac_address': 'fa:16:3e:1d:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:30:15Z', 'updated_at': '2022-01-29T04:30:35Z', 'revision_number': 1, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:40.648559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-f262af40-f8ae-4524-ae5a-dff890524cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.651204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-f262af40-f8ae-4524-ae5a-dff890524cf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.2353413 Jan 29 04:30:40.678945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:30:40.699342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17123-066a-45ea-a206-78dd70cbadc8 req-6ab2e649-d5e0-4c9f-9d9e-66a5c79f9173 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.713714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd17123-066a-45ea-a206-78dd70cbadc8 req-6ab2e649-d5e0-4c9f-9d9e-66a5c79f9173 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1368268 Jan 29 04:30:40.872686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-6903ffb2-c995-424c-83a0-534711fd633c tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.874255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-6903ffb2-c995-424c-83a0-534711fd633c tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 819 time: 0.3379054 Jan 29 04:30:40.930605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-b77d0d4e-b528-4d0d-8f81-a1d8e4b8b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:40.934243 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-b77d0d4e-b528-4d0d-8f81-a1d8e4b8b6d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2697442 Jan 29 04:30:40.947742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-19c6299a-72ec-4c03-b7fc-7bba426cad98 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/quotas/4d4e9f4abb5347868cad39e98386e7e7 HTTP/1.1" status: 200 len: 375 time: 0.0623569 Jan 29 04:30:40.963215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd17123-066a-45ea-a206-78dd70cbadc8 req-5bc1bae7-3020-4caf-ae6d-085b2347c656 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420063 Jan 29 04:30:40.963730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 6538eeb1-696b-4acf-8c64-01233499e5c8 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:40.967584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b325acd3-2541-4780-a8c3-bd866582c352, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b325acd3-2541-4780-a8c3-bd866582c352,segment=NetworkSegment(b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1),segment_id=b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:40.994089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 6538eeb1-696b-4acf-8c64-01233499e5c8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:40.994694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:40.997508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'b325acd3-2541-4780-a8c3-bd866582c352', 'network_id': 'c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456', 'port_id': 'b325acd3-2541-4780-a8c3-bd866582c352', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6c082e-8f50-4d37-aaca-45e15b247a64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:41.157626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-c8c97580-24a5-41d9-9b1e-ac22597a75fc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779268 Jan 29 04:30:41.169300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:41.227600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b325acd3-2541-4780-a8c3-bd866582c352 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:41.398696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:41.403739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd3515-8bd6-4b08-b00d-fd6d3234dc64 None None] New status for floating IP 9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:30:41.419175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-f7af7bfd-a532-4f12-8974-564917b9c3fa service neutron] 10.222.0.32 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408674 Jan 29 04:30:41.688145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b325acd3-2541-4780-a8c3-bd866582c352, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b325acd3-2541-4780-a8c3-bd866582c352,segment=NetworkSegment(b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1),segment_id=b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:41.690734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed', 'name': '', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'mac_address': 'fa:16:3e:2a:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:31Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'subnets': [{'id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:41.695230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-8c6a95ab-3302-4e14-ab06-2f920410efba service neutron] 10.222.0.32 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670703 Jan 29 04:30:41.746378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:41.747039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:41.757527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-7c87c31f-cf86-4da5-aefa-e30fe3b6e090 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7921751 Jan 29 04:30:41.883548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce2ee2-b9e9-490d-bfff-194219b7a40f None None] The sync data for ids ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'] in n-d-825930-1 is: [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed', 'name': '', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'mac_address': 'fa:16:3e:2a:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:31Z', 'updated_at': '2022-01-29T04:30:39Z', 'revision_number': 4, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'subnets': [{'id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:30:41.924522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734c961a-a039-4d89-9297-4bbbefbccb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6538eeb1-696b-4acf-8c64-01233499e5c8'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:41.944667 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ccf92-5eab-4997-94bd-70f2eac98fa0" -d '{"events": [{"server_uuid": "734c961a-a039-4d89-9297-4bbbefbccb17", "name": "network-vif-plugged", "status": "completed", "tag": "6538eeb1-696b-4acf-8c64-01233499e5c8"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:42.040630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6538eeb1-696b-4acf-8c64-01233499e5c8, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6538eeb1-696b-4acf-8c64-01233499e5c8,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:42.049578 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:42.063453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:42.104206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b325acd3-2541-4780-a8c3-bd866582c352,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:42.142736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39e1f22a-8c8b-4852-9846-fd39efb87cbd req-67730846-54ab-4ef8-b030-3cc70d068bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400981 Jan 29 04:30:42.232063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80a106-542c-465b-83ce-81f412f47d8a req-baa06c33-5ba3-495d-af69-55eb9a7f8c03 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:42.235363 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab80a106-542c-465b-83ce-81f412f47d8a req-baa06c33-5ba3-495d-af69-55eb9a7f8c03 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.4807987 Jan 29 04:30:42.276535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797a5c0-ddd8-46f4-b861-3662daea4870 req-59af9be5-201c-4c2a-815a-bd10b65ebe06 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:42.288771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3797a5c0-ddd8-46f4-b861-3662daea4870 req-59af9be5-201c-4c2a-815a-bd10b65ebe06 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.1394777 Jan 29 04:30:42.320297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:42.381455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fad262c2-8200-4928-824c-8b7b3e90bafd tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:42.383926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fad262c2-8200-4928-824c-8b7b3e90bafd tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.36 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 819 time: 1.1634536 Jan 29 04:30:42.423054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3797a5c0-ddd8-46f4-b861-3662daea4870 req-86c05cd1-95cd-453f-8a3c-5713b95d5a72 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283171 Jan 29 04:30:42.433221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '542860b4-e6c1-4a07-b19d-e90861acab99', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': '542860b4-e6c1-4a07-b19d-e90861acab99', 'mac_address': 'fa:16:3e:0d:55:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:42.439983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Request body: {'port': {'device_id': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'admin_state_up': True, 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:42.591959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6538eeb1-696b-4acf-8c64-01233499e5c8,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:42.673571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:42.713935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab80a106-542c-465b-83ce-81f412f47d8a req-53532b3e-6588-4e2a-b2fb-3b551c0f1bee tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464056 Jan 29 04:30:42.716530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 542860b4-e6c1-4a07-b19d-e90861acab99 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:42.751238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:42.759391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:42.771737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e70361-c898-4cdc-bc80-f28939d1ef3c req-e90fcff9-c509-4741-83e4-2980f7c26e3c tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:42.776369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69e70361-c898-4cdc-bc80-f28939d1ef3c req-e90fcff9-c509-4741-83e4-2980f7c26e3c tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 944 time: 0.1554270 Jan 29 04:30:42.865216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69e70361-c898-4cdc-bc80-f28939d1ef3c req-09729219-3d44-476f-8a00-9022658ac805 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811892 Jan 29 04:30:42.883817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:42.920531 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a73a8-1bc7-495f-91a3-bd51e287ab43 x-openstack-request-id: req-d98a73a8-1bc7-495f-91a3-bd51e287ab43 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:42.921020 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734c961a-a039-4d89-9297-4bbbefbccb17", "name": "network-vif-plugged", "status": "completed", "tag": "6538eeb1-696b-4acf-8c64-01233499e5c8", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:42.921452 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98a73a8-1bc7-495f-91a3-bd51e287ab43 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:42.922041 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734c961a-a039-4d89-9297-4bbbefbccb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6538eeb1-696b-4acf-8c64-01233499e5c8', 'code': 200} Jan 29 04:30:42.963266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55ea1211-923c-4234-9774-89a922b87c4e req-3570b4c8-3a59-4559-a0b4-c5b12abafd00 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 210 time: 0.1383381 Jan 29 04:30:42.994562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['542860b4-e6c1-4a07-b19d-e90861acab99'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:43.024235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Made reservation on behalf of 4d4e9f4abb5347868cad39e98386e7e7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:43.033210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:43.219043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b325acd3-2541-4780-a8c3-bd866582c352'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:43.265626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d9c56-8752-4fd9-a633-0854bfaf9aac req-7771a124-fca6-43f3-9265-ae9bb8a4f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:43.267475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb8d9c56-8752-4fd9-a633-0854bfaf9aac req-7771a124-fca6-43f3-9265-ae9bb8a4f0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 1096 time: 0.2282877 Jan 29 04:30:43.277686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1ef40-d5f0-4ba7-8b1f-c5639737ff5c req-13c2dbef-7706-4a0f-8f6a-3fa5e0429a0c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:43.288984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2d1ef40-d5f0-4ba7-8b1f-c5639737ff5c req-13c2dbef-7706-4a0f-8f6a-3fa5e0429a0c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 944 time: 0.1630545 Jan 29 04:30:43.401837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb8d9c56-8752-4fd9-a633-0854bfaf9aac req-bf694816-9c00-4dd1-bc45-867af523a8ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092465 Jan 29 04:30:43.433601 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:43.511778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2d1ef40-d5f0-4ba7-8b1f-c5639737ff5c req-275b7c12-107c-4233-923e-ef60d41adfc6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205338 Jan 29 04:30:43.615476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:43.686822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Allocated IP 172.20.0.5 (533040f7-6b92-425c-8104-96dfa96d1187/4b552feb-c480-4bef-9de3-fd00d42ff35b/2fedb5cc-1ba7-4d24-afb5-297485027be2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:43.767449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb9a84-bf05-40db-95fb-9fe7a82ffa41 req-12fd2630-a156-405f-858f-8a55d3570a59 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:43.769111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ebb9a84-bf05-40db-95fb-9fe7a82ffa41 req-12fd2630-a156-405f-858f-8a55d3570a59 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.1754560 Jan 29 04:30:43.866757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:43.867157 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:43.941279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d7116-325a-4fd6-94c7-9f9d6b7ec068 req-ce41aae7-78d2-481a-a2f9-5178720d9cd0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:43.951597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a8d7116-325a-4fd6-94c7-9f9d6b7ec068 req-ce41aae7-78d2-481a-a2f9-5178720d9cd0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1095753 Jan 29 04:30:43.967121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ebb9a84-bf05-40db-95fb-9fe7a82ffa41 req-2b0922e0-647f-4025-b689-2459a8c81015 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863410 Jan 29 04:30:44.135311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a8d7116-325a-4fd6-94c7-9f9d6b7ec068 req-54d941aa-6df6-4b4e-b2dc-3cfe5f04be10 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651275 Jan 29 04:30:44.140797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:44.179424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ebc40-61ac-4080-ba86-886217f2bd4c req-c308a03f-bac4-4915-9721-d88996c5f725 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:44.187543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d97ebc40-61ac-4080-ba86-886217f2bd4c req-c308a03f-bac4-4915-9721-d88996c5f725 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 944 time: 0.1007984 Jan 29 04:30:44.248975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:44.258566 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:44.272100 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:44.292587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d97ebc40-61ac-4080-ba86-886217f2bd4c req-7c41c8fa-fbee-4ba3-8853-88c9410d9e17 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990970 Jan 29 04:30:44.358765 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91629b96-2f48-401d-943d-bb077eaec028 req-36f364dd-4202-45fc-8dc0-dcae9ac55ef2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 210 time: 0.0934258 Jan 29 04:30:44.392684 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:44.418623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.598645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Network 533040f7-6b92-425c-8104-96dfa96d1187 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:44.602447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:44.609720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:44.661312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Pushing event updated for resources: {'Port': ['ID=2fedb5cc-1ba7-4d24-afb5-297485027be2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:44.710200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:44.711144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:44.737534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3ce36-e8a0-4b94-9942-02efc7c38812 req-854554e7-1351-4537-a39b-5df9b635ff27 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:44.740229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0f3ce36-e8a0-4b94-9942-02efc7c38812 req-854554e7-1351-4537-a39b-5df9b635ff27 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 944 time: 0.1018789 Jan 29 04:30:44.746890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-fafa40ec-7c80-495d-9894-329c55513762 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3448451 Jan 29 04:30:44.794152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Request body: {'port': {'device_id': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:44.839185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b325acd3-2541-4780-a8c3-bd866582c352 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:44.970975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port b325acd3-2541-4780-a8c3-bd866582c352 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:44.977561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port b325acd3-2541-4780-a8c3-bd866582c352 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:44.978211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.002698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-af16b633-32b2-450f-b44c-7e5481a4c8d0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:45.009971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-af16b633-32b2-450f-b44c-7e5481a4c8d0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.20 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 819 time: 0.3788507 Jan 29 04:30:45.036275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Request body: {'port': {'device_id': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'admin_state_up': True, 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:45.041931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0f3ce36-e8a0-4b94-9942-02efc7c38812 req-a4673122-564b-4bb9-83ab-50d970562bf1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767341 Jan 29 04:30:45.079641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.158412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.215632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b325acd3-2541-4780-a8c3-bd866582c352'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:45.218004 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04924b99-b8ac-4515-9595-7f542577d22a" -d '{"events": [{"server_uuid": "133a06b9-f331-4a4a-92c9-d5493cd0f2b5", "name": "network-vif-plugged", "status": "completed", "tag": "b325acd3-2541-4780-a8c3-bd866582c352"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:45.267511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b325acd3-2541-4780-a8c3-bd866582c352, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b325acd3-2541-4780-a8c3-bd866582c352,segment=NetworkSegment(b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1),segment_id=b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:45.276684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.277778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:45.532524 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99978ab0-03a5-4ba1-b423-7cd95944b48e x-openstack-request-id: req-99978ab0-03a5-4ba1-b423-7cd95944b48e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:45.532833 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a06b9-f331-4a4a-92c9-d5493cd0f2b5", "name": "network-vif-plugged", "status": "completed", "tag": "b325acd3-2541-4780-a8c3-bd866582c352", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:45.549122 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99978ab0-03a5-4ba1-b423-7cd95944b48e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:45.549679 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b325acd3-2541-4780-a8c3-bd866582c352', 'code': 200} Jan 29 04:30:45.631689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:45.646300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0292-8e13-429d-b52b-8777516a8b31 req-aa31193a-861e-44fd-a9db-7c741bd7a9e4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:45.650890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42cd0292-8e13-429d-b52b-8777516a8b31 req-aa31193a-861e-44fd-a9db-7c741bd7a9e4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.5498755 Jan 29 04:30:45.652873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Made reservation on behalf of 4d4e9f4abb5347868cad39e98386e7e7 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:45.664867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.710343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b325acd3-2541-4780-a8c3-bd866582c352,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:45.727246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 542860b4-e6c1-4a07-b19d-e90861acab99 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:45.727622 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.762524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:45.762824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.855253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801eab5b-749d-4285-9cf2-bdd284329139 req-ec5f9402-94d1-4af8-a2ce-d2cfe17b5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:45.857072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-801eab5b-749d-4285-9cf2-bdd284329139 req-ec5f9402-94d1-4af8-a2ce-d2cfe17b5537 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 1096 time: 0.3531885 Jan 29 04:30:45.871720 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42cd0292-8e13-429d-b52b-8777516a8b31 req-e8f5c51d-03d9-4dc5-8d02-1a3c8db79331 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982789 Jan 29 04:30:45.914965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-801eab5b-749d-4285-9cf2-bdd284329139 req-cbd13891-9c05-4cf5-bcca-809e12d1d0a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Jan 29 04:30:45.929562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214beb64-886d-4a27-9538-712d7dbd0e43 req-db4c2f2d-1f6c-45d9-82d8-35f1d5330c7e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:45.937385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-214beb64-886d-4a27-9538-712d7dbd0e43 req-db4c2f2d-1f6c-45d9-82d8-35f1d5330c7e tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 945 time: 0.2285197 Jan 29 04:30:45.956007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:45.991781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:46.002325 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.013507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-214beb64-886d-4a27-9538-712d7dbd0e43 req-9265d99b-382a-4c6b-a2ad-76161c8407fc tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750701 Jan 29 04:30:46.100485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.118634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fedb5cc-1ba7-4d24-afb5-297485027be2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:46.123095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe0b213f-b504-4164-9b4a-d5e91ad919c5 req-7332c77f-09c9-469c-bec6-6e58db8f1585 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 210 time: 0.0636973 Jan 29 04:30:46.155660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.196418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Transition to ACTIVE for port object 2fedb5cc-1ba7-4d24-afb5-297485027be2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:46.208985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.273381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Pushing event updated for resources: {'Port': ['ID=2fedb5cc-1ba7-4d24-afb5-297485027be2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.367271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Allocated IP 172.20.0.3 (533040f7-6b92-425c-8104-96dfa96d1187/4b552feb-c480-4bef-9de3-fd00d42ff35b/c2192dbf-334c-4306-a943-d33649fef30f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:46.379050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f803-ba23-4ebf-afb1-a15a9f336e68 req-31b04ede-b2dd-40eb-940d-1101a9112c56 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:46.387473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1219f803-ba23-4ebf-afb1-a15a9f336e68 req-31b04ede-b2dd-40eb-940d-1101a9112c56 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.1380587 Jan 29 04:30:46.463038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1219f803-ba23-4ebf-afb1-a15a9f336e68 req-01a15125-6e2e-48fd-8c9c-5f80ec828e1d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685165 Jan 29 04:30:46.517095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9685375-c873-4e1e-a691-8a8999a661c4 req-ecf57483-c2f0-4ab2-970d-4c51bc92ff24 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:46.527568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e9685375-c873-4e1e-a691-8a8999a661c4 req-ecf57483-c2f0-4ab2-970d-4c51bc92ff24 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.3015640 Jan 29 04:30:46.601706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e9685375-c873-4e1e-a691-8a8999a661c4 req-86dfdc15-a0fa-4eb8-a042-3647ca96092f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730860 Jan 29 04:30:46.615961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Attempting to bind port 2fedb5cc-1ba7-4d24-afb5-297485027be2 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:46.616303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Attempting to bind port 2fedb5cc-1ba7-4d24-afb5-297485027be2 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:46.616647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Attempting to bind port 2fedb5cc-1ba7-4d24-afb5-297485027be2 on network 533040f7-6b92-425c-8104-96dfa96d1187 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:46.634937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Port 2fedb5cc-1ba7-4d24-afb5-297485027be2 on network 533040f7-6b92-425c-8104-96dfa96d1187 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:46.636390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Attempting to bind port 2fedb5cc-1ba7-4d24-afb5-297485027be2 on network 533040f7-6b92-425c-8104-96dfa96d1187 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:46.651819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:46.652171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Checking segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:46.654670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Bound using segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:46.655384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Bound port: 2fedb5cc-1ba7-4d24-afb5-297485027be2, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:46.656604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.836510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] For port 2fedb5cc-1ba7-4d24-afb5-297485027be2, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:46.839970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] For port 2fedb5cc-1ba7-4d24-afb5-297485027be2, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:46.847135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.877049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.947174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Pushing event updated for resources: {'Port': ['ID=2fedb5cc-1ba7-4d24-afb5-297485027be2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:46.957616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:46.957616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.959352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-d4e6583d-61b1-457e-aae8-8330b6b52c32 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 1091 time: 2.1881251 Jan 29 04:30:46.959569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:46.959801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'tag': '2fedb5cc-1ba7-4d24-afb5-297485027be2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:46.962371 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e2db12-c219-42d4-821d-d7505ed86152" -d '{"events": [{"name": "network-changed", "server_uuid": "d32c96db-b597-44a6-923e-3a80efbb8ff7", "tag": "2fedb5cc-1ba7-4d24-afb5-297485027be2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:47.026082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-1a104381-0b5c-4dd1-a558-0e30f36dd11a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.033268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-1a104381-0b5c-4dd1-a558-0e30f36dd11a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.2879832 Jan 29 04:30:47.040981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Pushing event updated for resources: {'Port': ['ID=c2192dbf-334c-4306-a943-d33649fef30f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:47.055778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90a261-56eb-489d-95ab-74afcbc4dfce req-047f51fe-a851-4e8f-ac0d-c2c3823f4119 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.065721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f90a261-56eb-489d-95ab-74afcbc4dfce req-047f51fe-a851-4e8f-ac0d-c2c3823f4119 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.1646099 Jan 29 04:30:47.074580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Network 533040f7-6b92-425c-8104-96dfa96d1187 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:47.076857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-bc09487a-976e-4d2f-a984-833e8d80857d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/quotas/80631a242c104c5eb6db5bbea07937cb HTTP/1.1" status: 200 len: 375 time: 0.0428023 Jan 29 04:30:47.083074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:47.085977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:47.138542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-5f79b8f7-606a-4b5d-b42d-efde70320a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.140199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-5f79b8f7-606a-4b5d-b42d-efde70320a16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1094 time: 0.1050353 Jan 29 04:30:47.167567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f90a261-56eb-489d-95ab-74afcbc4dfce req-684632fd-3e63-4ef8-8bf9-8c74c0fbd7fe tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943384 Jan 29 04:30:47.189149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.189822 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:47.224342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-e51e2a88-5d7b-400a-8c20-322af77ffeef tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1967924 Jan 29 04:30:47.228529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-8866d4be-75f1-443c-a3a4-757df9188178 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354065 Jan 29 04:30:47.231255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-db0e6c71-2209-4f3f-a3e2-10fb3bd8572a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 217 time: 0.0696256 Jan 29 04:30:47.250597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Request body: {'port': {'device_id': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:47.345769 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125bee8-a30f-47f9-8a1e-877e9947797d x-openstack-request-id: req-e125bee8-a30f-47f9-8a1e-877e9947797d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:47.346368 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32c96db-b597-44a6-923e-3a80efbb8ff7", "tag": "2fedb5cc-1ba7-4d24-afb5-297485027be2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:47.346819 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e125bee8-a30f-47f9-8a1e-877e9947797d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:47.347435 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'tag': '2fedb5cc-1ba7-4d24-afb5-297485027be2', 'status': 'completed', 'code': 200} Jan 29 04:30:47.412920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-1f9867ff-8c6f-446a-99bf-2314b40528a3 service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833887 Jan 29 04:30:47.445553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:47.466956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae2927-6453-44cf-99be-944b04ba5f0d req-933fe7d2-d4d0-4fc7-b0ce-5487f40cdb29 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.469036 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffae2927-6453-44cf-99be-944b04ba5f0d req-933fe7d2-d4d0-4fc7-b0ce-5487f40cdb29 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 945 time: 0.1290157 Jan 29 04:30:47.518339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-b8d3696c-c97c-43ea-a9f6-3dc1bdf0cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.520748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-b8d3696c-c97c-43ea-a9f6-3dc1bdf0cdbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.1711476 Jan 29 04:30:47.551363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:47.554769 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3899127f-ae74-48b0-9b09-5a8c6a01eb86" -d '{"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-plugged", "status": "completed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:47.564032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffae2927-6453-44cf-99be-944b04ba5f0d req-3ae1be78-b20a-4d16-a884-f5f9afbcaeab tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 Jan 29 04:30:47.577178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-a3e373c6-37df-45bd-8494-5d2443cbc252 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443900 Jan 29 04:30:47.590115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-3dbbc397-6663-46c5-a29b-56ec4c7078a8 service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759732 Jan 29 04:30:47.701273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-a2499199-33f7-4826-a93e-a7ed5bed6c7b service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073985 Jan 29 04:30:47.805262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9eac3-ba93-4f0f-888a-97980eb38d69 req-d566859b-2781-4b9d-9292-7f6f665a2670 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:47.823383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79a9eac3-ba93-4f0f-888a-97980eb38d69 req-d566859b-2781-4b9d-9292-7f6f665a2670 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 931 time: 0.1326301 Jan 29 04:30:47.885578 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8562e1-a025-413d-a7cf-313db68e9c6d x-openstack-request-id: req-7c8562e1-a025-413d-a7cf-313db68e9c6d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:47.886123 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-plugged", "status": "completed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:47.886476 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c8562e1-a025-413d-a7cf-313db68e9c6d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:47.886969 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99', 'code': 200} Jan 29 04:30:47.893083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c56dc94-a63b-4be3-9346-77f93407da61 req-36a7768c-d7cd-45c8-89b7-576ad34d1935 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786928 Jan 29 04:30:47.899908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79a9eac3-ba93-4f0f-888a-97980eb38d69 req-93b7b676-5ad5-4e88-8775-639ac877c8fd tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718400 Jan 29 04:30:48.024975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3fbbf794-4a26-4f5b-9d1d-346de2169cbb req-515c8250-aea3-48dd-bcc0-201fe29776e1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 210 time: 0.0350552 Jan 29 04:30:48.054174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e91409-050f-48d7-a87c-0b820263502b req-30130413-e8b6-429e-adea-745eee857b70 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.063126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98e91409-050f-48d7-a87c-0b820263502b req-30130413-e8b6-429e-adea-745eee857b70 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0916750 Jan 29 04:30:48.096664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2192dbf-334c-4306-a943-d33649fef30f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:48.105670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:48.157149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98e91409-050f-48d7-a87c-0b820263502b req-e0b10a89-135a-407d-b137-2f70b60eac72 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909817 Jan 29 04:30:48.170938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2db12-c219-42d4-821d-d7505ed86152 req-f22d2c49-8d5d-4f60-a292-cb2d8f9bd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.170938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-f22d2c49-8d5d-4f60-a292-cb2d8f9bd8ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1094 time: 0.1000888 Jan 29 04:30:48.178776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Transition to ACTIVE for port object c2192dbf-334c-4306-a943-d33649fef30f will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:48.187518 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:48.367068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2192dbf-334c-4306-a943-d33649fef30f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:48.403016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2db12-c219-42d4-821d-d7505ed86152 req-8e0ac4d3-e1c1-4e2a-b6ef-9608412a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.404496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-8e0ac4d3-e1c1-4e2a-b6ef-9608412a7d92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.2292993 Jan 29 04:30:48.421391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Attempting to bind port c2192dbf-334c-4306-a943-d33649fef30f on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:48.421731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Attempting to bind port c2192dbf-334c-4306-a943-d33649fef30f by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:48.422090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Attempting to bind port c2192dbf-334c-4306-a943-d33649fef30f on network 533040f7-6b92-425c-8104-96dfa96d1187 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:48.431412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Port c2192dbf-334c-4306-a943-d33649fef30f on network 533040f7-6b92-425c-8104-96dfa96d1187 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:48.432416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Attempting to bind port c2192dbf-334c-4306-a943-d33649fef30f on network 533040f7-6b92-425c-8104-96dfa96d1187 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:48.447387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829430b-3864-4c29-ab55-0cc71b266eb6 req-ee069852-3053-480e-923a-664f9db99fe1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.448907 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0829430b-3864-4c29-ab55-0cc71b266eb6 req-ee069852-3053-480e-923a-664f9db99fe1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.1038742 Jan 29 04:30:48.449665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:48.450027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Checking segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:48.450407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Bound using segment: {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:48.450843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Bound port: c2192dbf-334c-4306-a943-d33649fef30f, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:48.451499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:48.528096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-be86821b-e715-42f2-9bf2-a243d0ae27bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 217 time: 0.1140323 Jan 29 04:30:48.553784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] For port c2192dbf-334c-4306-a943-d33649fef30f, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:48.557142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] For port c2192dbf-334c-4306-a943-d33649fef30f, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c2192dbf-334c-4306-a943-d33649fef30f,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:48.575864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:48.609470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0829430b-3864-4c29-ab55-0cc71b266eb6 req-c6a01378-65a8-4f17-9c78-0ab57491965e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469316 Jan 29 04:30:48.643231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2db12-c219-42d4-821d-d7505ed86152 req-ffb336a0-776d-48f8-8290-910ee1297f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.648593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-ffb336a0-776d-48f8-8290-910ee1297f48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.1104128 Jan 29 04:30:48.673624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.674271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:48.681696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2192dbf-334c-4306-a943-d33649fef30f HTTP/1.1" status: 200 len: 1091 time: 1.4311218 Jan 29 04:30:48.682244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'tag': 'c2192dbf-334c-4306-a943-d33649fef30f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:48.685701 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c80bfe-bbd7-4987-909d-1ddf500ac334" -d '{"events": [{"name": "network-changed", "server_uuid": "853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1", "tag": "c2192dbf-334c-4306-a943-d33649fef30f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:48.765448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575df791-44b5-4018-8e2f-1d36485b41b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2192dbf-334c-4306-a943-d33649fef30f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:48.776421 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b5d1cb-ed82-4aa4-a5d2-dd8a04eef158 x-openstack-request-id: req-90b5d1cb-ed82-4aa4-a5d2-dd8a04eef158 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:48.776713 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1", "tag": "c2192dbf-334c-4306-a943-d33649fef30f", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:48.776963 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90b5d1cb-ed82-4aa4-a5d2-dd8a04eef158 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:48.777378 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'tag': 'c2192dbf-334c-4306-a943-d33649fef30f', 'status': 'completed', 'code': 200} Jan 29 04:30:48.782840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-b7d5e9a1-3360-4dc4-a0d9-bdb0f6824e3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027951 Jan 29 04:30:48.834606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-c9534944-7cd4-4509-8ea5-494d3e7c0cf4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.834606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-c9534944-7cd4-4509-8ea5-494d3e7c0cf4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 945 time: 0.1772048 Jan 29 04:30:48.893615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-8b086df8-58dd-4a72-8101-184d045e9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:48.897180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-8b086df8-58dd-4a72-8101-184d045e9e78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 1094 time: 0.1064517 Jan 29 04:30:48.985330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-57113d50-af3d-404d-9153-ef331da63af7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2192dbf-334c-4306-a943-d33649fef30f HTTP/1.1" status: 200 len: 217 time: 0.0721264 Jan 29 04:30:49.021541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-9eae548f-89a0-4bb2-9f61-955d710afdcf service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939902 Jan 29 04:30:49.043344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9768b-2fc4-4c6e-8f2d-3e45ee62718c req-949e7215-5915-4ad2-b51e-d51630617c0f tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.059747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdd9768b-2fc4-4c6e-8f2d-3e45ee62718c req-949e7215-5915-4ad2-b51e-d51630617c0f tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 945 time: 0.3410468 Jan 29 04:30:49.085559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-c1921748-e7f2-4e68-9c01-a776965121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.087004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-c1921748-e7f2-4e68-9c01-a776965121a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.0931361 Jan 29 04:30:49.160011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-9b8aba2f-dd0d-4be6-bb34-a34963b680b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654345 Jan 29 04:30:49.181260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640b6a2-42a0-4988-8726-6aed5a5f62c7 req-ba10cc68-76bd-4ea4-b512-1813eca64faa tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.182992 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5640b6a2-42a0-4988-8726-6aed5a5f62c7 req-ba10cc68-76bd-4ea4-b512-1813eca64faa tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0795529 Jan 29 04:30:49.233599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdd9768b-2fc4-4c6e-8f2d-3e45ee62718c req-c9bd5523-bafb-4807-912a-f54f04cccb8c tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729472 Jan 29 04:30:49.277842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port 6538eeb1-696b-4acf-8c64-01233499e5c8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:49.278698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:49.283207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-a94ec3d6-2b6a-4e71-ae94-7daaf66bc717 service neutron] 10.222.0.20 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129248 Jan 29 04:30:49.375323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e2db12-c219-42d4-821d-d7505ed86152 req-cd2d70f3-375d-4bc6-9b26-5457d8d5cd32 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099470 Jan 29 04:30:49.489434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c3cf3b7-4875-416b-88ea-ea4b774a7d3e req-e2534b1c-8511-4201-bc79-62d3cfd2021d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 210 time: 0.0541573 Jan 29 04:30:49.520531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94c9a228-982f-43e1-87fe-e7c7594b6158 req-938e3eb6-956c-4687-b174-3dd372769eb8 service neutron] 10.222.0.20 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245471 Jan 29 04:30:49.527850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port 6538eeb1-696b-4acf-8c64-01233499e5c8, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6538eeb1-696b-4acf-8c64-01233499e5c8,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:49.528234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:49.550866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5640b6a2-42a0-4988-8726-6aed5a5f62c7 req-9d33c477-24d7-4734-a8b5-807b01f13a05 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663310 Jan 29 04:30:49.563028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for 6538eeb1-696b-4acf-8c64-01233499e5c8 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:49.681146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-29be232f-7f6b-4f64-8cd4-0a027164a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.683180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-29be232f-7f6b-4f64-8cd4-0a027164a183 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 1094 time: 0.0574381 Jan 29 04:30:49.745839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:49.789867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', '6538eeb1-696b-4acf-8c64-01233499e5c8'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:49.813420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=6538eeb1-696b-4acf-8c64-01233499e5c8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:49.901620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96aa8-1c71-412b-b7d3-39b7e30631e0 req-ce95d2f1-6268-4b75-acbf-4c8a7260147c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.904984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57c96aa8-1c71-412b-b7d3-39b7e30631e0 req-ce95d2f1-6268-4b75-acbf-4c8a7260147c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1725812 Jan 29 04:30:49.922047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-98d27b93-372c-46d2-9891-c3e819d89e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:49.922047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-98d27b93-372c-46d2-9891-c3e819d89e32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.2208714 Jan 29 04:30:49.979299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57c96aa8-1c71-412b-b7d3-39b7e30631e0 req-57c913ec-62a1-49e2-8c30-468da8fc2fea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538538 Jan 29 04:30:49.988290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port 6538eeb1-696b-4acf-8c64-01233499e5c8 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:49.995594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:49.999464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34c168be-7053-4922-b1dc-59b2e596b7bd req-e93293bf-45a3-40a4-9feb-7f129f7bb869 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "DELETE /v2.0/ports/6538eeb1-696b-4acf-8c64-01233499e5c8 HTTP/1.1" status: 204 len: 173 time: 1.1419570 Jan 29 04:30:50.004577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734c961a-a039-4d89-9297-4bbbefbccb17', 'name': 'network-vif-deleted', 'tag': '6538eeb1-696b-4acf-8c64-01233499e5c8'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:50.008474 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d5ad55-290e-4d79-bfda-e926beb455eb" -d '{"events": [{"server_uuid": "734c961a-a039-4d89-9297-4bbbefbccb17", "name": "network-vif-deleted", "tag": "6538eeb1-696b-4acf-8c64-01233499e5c8"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:50.026542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-4e8ec3b8-4884-450f-abb0-e67b7194351b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2192dbf-334c-4306-a943-d33649fef30f HTTP/1.1" status: 200 len: 217 time: 0.1005387 Jan 29 04:30:50.090815 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3582b603-4a88-4394-94df-919c90fc3858 req-74a8e1c6-28f1-4ff4-b115-7a00d5b4e78e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=734c961a-a039-4d89-9297-4bbbefbccb17 HTTP/1.1" status: 200 len: 210 time: 0.0748761 Jan 29 04:30:50.178183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-e8e5d69f-a3e1-42f4-a2ae-52be7e20e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:50.180916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-e8e5d69f-a3e1-42f4-a2ae-52be7e20e656 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.0929017 Jan 29 04:30:50.249723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-5e144510-804f-42b0-910f-e420c25222f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585558 Jan 29 04:30:50.506788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2fedb5cc-1ba7-4d24-afb5-297485027be2 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:50.748915 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d5a3b-b628-4093-b0a7-538e168ca8cc x-openstack-request-id: req-7e2d5a3b-b628-4093-b0a7-538e168ca8cc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:50.749477 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734c961a-a039-4d89-9297-4bbbefbccb17", "name": "network-vif-deleted", "tag": "6538eeb1-696b-4acf-8c64-01233499e5c8", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:50.749477 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e2d5a3b-b628-4093-b0a7-538e168ca8cc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:50.749818 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734c961a-a039-4d89-9297-4bbbefbccb17', 'name': 'network-vif-deleted', 'tag': '6538eeb1-696b-4acf-8c64-01233499e5c8', 'status': 'completed', 'code': 200} Jan 29 04:30:50.816862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2fedb5cc-1ba7-4d24-afb5-297485027be2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:50.852103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-60b59453-8bb0-4e59-a501-504134b5b652 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:50.853757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-60b59453-8bb0-4e59-a501-504134b5b652 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.6724894 Jan 29 04:30:50.859811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2fedb5cc-1ba7-4d24-afb5-297485027be2', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'port_id': '2fedb5cc-1ba7-4d24-afb5-297485027be2', 'mac_address': 'fa:16:3e:37:44:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:50.866164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28dfd4-3beb-42ad-a41d-4bb126d1f4a0 req-dc11aea1-31ad-4e12-9bd8-1e29ec9da595 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:50.880339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc28dfd4-3beb-42ad-a41d-4bb126d1f4a0 req-dc11aea1-31ad-4e12-9bd8-1e29ec9da595 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 945 time: 0.7764268 Jan 29 04:30:50.892299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Request body: {'port': {'device_id': '82070f03-645c-42c3-90e4-24c62bb6613a', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'admin_state_up': True, 'tenant_id': '80631a242c104c5eb6db5bbea07937cb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:50.945946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:50.947495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d2eb1e9-d1e9-46e1-8a04-c6afd0b53862 req-4e14af2a-f599-498f-bb9e-bd502cd87777 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 210 time: 0.0312996 Jan 29 04:30:50.947596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fedb5cc-1ba7-4d24-afb5-297485027be2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:50.964693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-7ef1827f-886f-40c3-8023-3894659639e9 service neutron] 10.222.0.20 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665225 Jan 29 04:30:50.974635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2fedb5cc-1ba7-4d24-afb5-297485027be2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:50.987247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:51.044080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc28dfd4-3beb-42ad-a41d-4bb126d1f4a0 req-ab3d23c4-0fa7-440f-af40-7d0ab78ebea8 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/security-groups?id=8782e091-1760-4d00-9d92-6b5d16ee05a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626918 Jan 29 04:30:51.079953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2fedb5cc-1ba7-4d24-afb5-297485027be2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:51.214738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Made reservation on behalf of 80631a242c104c5eb6db5bbea07937cb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:51.222109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:51.264590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c58d6-e25a-4007-92c3-683f6bd69503 req-3e341654-8598-4970-a3b5-f992c3923405 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:51.266128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-017c58d6-e25a-4007-92c3-683f6bd69503 req-3e341654-8598-4970-a3b5-f992c3923405 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1290226 Jan 29 04:30:51.281480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ce9dc-c992-48ba-aa2e-80eaf052ca35 req-5054b141-abf9-4347-8f6d-2f5914c8f3de tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:51.283742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c30ce9dc-c992-48ba-aa2e-80eaf052ca35 req-5054b141-abf9-4347-8f6d-2f5914c8f3de tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 943 time: 0.1638103 Jan 29 04:30:51.311335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2c80bfe-bbd7-4987-909d-1ddf500ac334 req-c707b24a-8c1d-4a78-9831-8d3682d9c6fe service neutron] 10.222.0.20 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332977 Jan 29 04:30:51.367784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c30ce9dc-c992-48ba-aa2e-80eaf052ca35 req-98e2a8f7-a0d7-4ba3-8997-9b7fcb42b750 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Jan 29 04:30:51.369374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-017c58d6-e25a-4007-92c3-683f6bd69503 req-caa71aaa-afb6-448b-a9b9-9b0b9e1d5e96 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938685 Jan 29 04:30:51.428256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2fedb5cc-1ba7-4d24-afb5-297485027be2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:51.508485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Allocated IP 172.20.0.11 (6ced0398-63ec-414f-b8a6-d01d3c2b793c/877a1c43-ebfa-434c-81a7-a1f43c0ba7bd/51a87fce-1f0c-421d-a958-95f0a95acd47) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:51.731021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:51.782593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:51.791007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3c352-60b8-487e-be02-a4df983ab856 req-eb51caad-38b3-4077-afad-a6367ace2d28 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:51.799340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84a3c352-60b8-487e-be02-a4df983ab856 req-eb51caad-38b3-4077-afad-a6367ace2d28 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.20 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 945 time: 0.1042240 Jan 29 04:30:51.824959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:51.859497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:51.860621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event updated for resources: {'Port': ['ID=51a87fce-1f0c-421d-a958-95f0a95acd47,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:51.864885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:51.867040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:51.940960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:51.941730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:51.990199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-645c2d1a-a367-4709-a942-05b0d64db617 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0998511 Jan 29 04:30:52.000713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Deleting port b325acd3-2541-4780-a8c3-bd866582c352 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:30:52.001102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:52.007640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Request body: {'port': {'device_id': '82070f03-645c-42c3-90e4-24c62bb6613a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:52.109112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:52.280021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] For port b325acd3-2541-4780-a8c3-bd866582c352, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b325acd3-2541-4780-a8c3-bd866582c352,segment=NetworkSegment(b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1),segment_id=b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:52.283417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:52.353438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e09a5-cc46-46f5-a614-d8f3f95f3ded req-f036626f-a0f2-493c-bd9a-116cee9792cc tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:52.356191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-236e09a5-cc46-46f5-a614-d8f3f95f3ded req-f036626f-a0f2-493c-bd9a-116cee9792cc tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 932 time: 0.1902750 Jan 29 04:30:52.358374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Calling delete_port for b325acd3-2541-4780-a8c3-bd866582c352 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:30:52.479005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-980332e7-2a41-49bf-b4ba-d34442539340 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:52.481210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-980332e7-2a41-49bf-b4ba-d34442539340 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.3046277 Jan 29 04:30:52.511710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-a4656e93-6e67-48cb-8752-1e2446264cc5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0207665 Jan 29 04:30:52.529473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ff9bbe05-47c5-42b7-b5d5-684f31bfbed4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:52.687460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-1c3c860a-87f8-4b4a-af86-5a916f04706f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1625140 Jan 29 04:30:52.730053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:52.776205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b325acd3-2541-4780-a8c3-bd866582c352'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:52.797687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Pushing event deleted for resources: {'Port': ['ID=b325acd3-2541-4780-a8c3-bd866582c352,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:52.826708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-236e09a5-cc46-46f5-a614-d8f3f95f3ded req-9f0eeee8-0d3a-432b-8f4d-717d86e5fc6b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530132 Jan 29 04:30:52.887842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52550) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:52.900214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c2192dbf-334c-4306-a943-d33649fef30f details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:52.914232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] No DVR routers for this DVR port b325acd3-2541-4780-a8c3-bd866582c352 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:30:52.918780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:52.923663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84a3c352-60b8-487e-be02-a4df983ab856 req-d430eb99-87fe-4c24-ade9-6742dda06ba4 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.20 "DELETE /v2.0/ports/b325acd3-2541-4780-a8c3-bd866582c352 HTTP/1.1" status: 204 len: 173 time: 1.1174085 Jan 29 04:30:52.923849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'name': 'network-vif-deleted', 'tag': 'b325acd3-2541-4780-a8c3-bd866582c352'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:52.930360 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f12d3-8ecc-4c1c-95ce-20ef24f23ed7" -d '{"events": [{"server_uuid": "133a06b9-f331-4a4a-92c9-d5493cd0f2b5", "name": "network-vif-deleted", "tag": "b325acd3-2541-4780-a8c3-bd866582c352"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:52.957097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6538eeb1-696b-4acf-8c64-01233499e5c8 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:52.996491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f153a8f-3310-4775-a0f5-7bbd6b0631a8 req-4a21e72e-d7ce-4787-a955-4350e071b3a0 tempest-InstanceActionsV221TestJSON-1819975 tempest-InstanceActionsV221TestJSON-1819975-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a06b9-f331-4a4a-92c9-d5493cd0f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0565012 Jan 29 04:30:53.042703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a87fce-1f0c-421d-a958-95f0a95acd47 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:53.062657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-467ceb98-bd76-4e97-a4dd-35b04feda9ec service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707361 Jan 29 04:30:53.080853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 6538eeb1-696b-4acf-8c64-01233499e5c8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:53.082135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6538eeb1-696b-4acf-8c64-01233499e5c8 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:53.084142 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.104505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:30:53.188790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Transition to ACTIVE for port object 51a87fce-1f0c-421d-a958-95f0a95acd47 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:53.202314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.248305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04732507-5bd0-41f5-aafb-2ef87d7fa05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.291415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519619-9402-4772-9dd5-b050310e7edf req-65278fd9-2c58-4d9a-9c72-6187819ed591 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:53.301986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09519619-9402-4772-9dd5-b050310e7edf req-65278fd9-2c58-4d9a-9c72-6187819ed591 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 943 time: 0.2344725 Jan 29 04:30:53.308154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Pushing event updated for resources: {'Port': ['ID=51a87fce-1f0c-421d-a958-95f0a95acd47,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:53.341219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-7325e1e3-7f6e-4724-ae5e-59582c231cfa service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528417 Jan 29 04:30:53.359916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09519619-9402-4772-9dd5-b050310e7edf req-74428be8-51b3-4072-8454-f6b2592157bc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Jan 29 04:30:53.467936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Attempting to bind port 51a87fce-1f0c-421d-a958-95f0a95acd47 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:53.468205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Attempting to bind port 51a87fce-1f0c-421d-a958-95f0a95acd47 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:53.468311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Attempting to bind port 51a87fce-1f0c-421d-a958-95f0a95acd47 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:53.469662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c2192dbf-334c-4306-a943-d33649fef30f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c2192dbf-334c-4306-a943-d33649fef30f,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:53.486280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'c2192dbf-334c-4306-a943-d33649fef30f', 'network_id': '533040f7-6b92-425c-8104-96dfa96d1187', 'port_id': 'c2192dbf-334c-4306-a943-d33649fef30f', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b552feb-c480-4bef-9de3-fd00d42ff35b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:53.495483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Port 51a87fce-1f0c-421d-a958-95f0a95acd47 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:53.496054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Attempting to bind port 51a87fce-1f0c-421d-a958-95f0a95acd47 on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:53.502777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:53.506553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Checking segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:53.511103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Bound using segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:53.511617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Bound port: 51a87fce-1f0c-421d-a958-95f0a95acd47, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:53.511994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.552919 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.591884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2192dbf-334c-4306-a943-d33649fef30f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:53.619958 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04732507-5bd0-41f5-aafb-2ef87d7fa05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.650014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903a3de-b5ac-4623-a8b9-1841d74022bc req-73416f50-940a-425d-aaab-42f5b4f8c6f6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:53.652618 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3903a3de-b5ac-4623-a8b9-1841d74022bc req-73416f50-940a-425d-aaab-42f5b4f8c6f6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1646369 Jan 29 04:30:53.653812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04732507-5bd0-41f5-aafb-2ef87d7fa05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.654467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c2192dbf-334c-4306-a943-d33649fef30f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c2192dbf-334c-4306-a943-d33649fef30f,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:53.667586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.712531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] For port 51a87fce-1f0c-421d-a958-95f0a95acd47, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:53.727243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] For port 51a87fce-1f0c-421d-a958-95f0a95acd47, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=51a87fce-1f0c-421d-a958-95f0a95acd47,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:53.738716 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.772963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732507-5bd0-41f5-aafb-2ef87d7fa05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6de219-a8b0-4fc9-a144-a49e39362aaa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:53.801099 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69059d-be26-4fc4-b2d2-881356b2d27d x-openstack-request-id: req-9f69059d-be26-4fc4-b2d2-881356b2d27d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:53.803012 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a06b9-f331-4a4a-92c9-d5493cd0f2b5", "name": "network-vif-deleted", "tag": "b325acd3-2541-4780-a8c3-bd866582c352", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:53.803972 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f69059d-be26-4fc4-b2d2-881356b2d27d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:53.804596 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a06b9-f331-4a4a-92c9-d5493cd0f2b5', 'name': 'network-vif-deleted', 'tag': 'b325acd3-2541-4780-a8c3-bd866582c352', 'status': 'completed', 'code': 200} Jan 29 04:30:53.836439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c2192dbf-334c-4306-a943-d33649fef30f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:53.842284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:53.847416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:53.849127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] 10.222.0.36 "PUT /v2.0/ports/51a87fce-1f0c-421d-a958-95f0a95acd47 HTTP/1.1" status: 200 len: 1092 time: 1.8473449 Jan 29 04:30:53.849704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82070f03-645c-42c3-90e4-24c62bb6613a', 'tag': '51a87fce-1f0c-421d-a958-95f0a95acd47'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:53.862053 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a0310-f6fa-44d4-b20a-ef7f90523176" -d '{"events": [{"name": "network-changed", "server_uuid": "82070f03-645c-42c3-90e4-24c62bb6613a", "tag": "51a87fce-1f0c-421d-a958-95f0a95acd47"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:53.908348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-04732507-5bd0-41f5-aafb-2ef87d7fa05c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b43700d6194348aebf7af7aae3f7a228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0194223 Jan 29 04:30:53.915790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52568) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:53.926650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3903a3de-b5ac-4623-a8b9-1841d74022bc req-07116360-fa34-4f6e-9760-fac11189546b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670933 Jan 29 04:30:53.961873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0c4c49-a077-4ff2-861c-6b32de4a300b req-8d82f8d8-62da-47e4-92b0-ba08201ecc64 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 210 time: 0.1256053 Jan 29 04:30:54.081925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3cd60b7e-851d-4cca-9c74-505d962a1d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.092051 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a501aa4c-8b0e-4a65-aec7-dfd6e12d81a0 x-openstack-request-id: req-a501aa4c-8b0e-4a65-aec7-dfd6e12d81a0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:54.092573 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82070f03-645c-42c3-90e4-24c62bb6613a", "tag": "51a87fce-1f0c-421d-a958-95f0a95acd47", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:54.092674 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a501aa4c-8b0e-4a65-aec7-dfd6e12d81a0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:54.093977 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82070f03-645c-42c3-90e4-24c62bb6613a', 'tag': '51a87fce-1f0c-421d-a958-95f0a95acd47', 'status': 'completed', 'code': 200} Jan 29 04:30:54.144575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Pushing event updated for resources: {'Port': ['ID=51a87fce-1f0c-421d-a958-95f0a95acd47,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.187938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.188845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.188845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.189062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.190380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.190380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.190726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c2192dbf-334c-4306-a943-d33649fef30f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:54.190885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cb646d-f977-4d22-96b5-5c02d2ff3666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.195353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.195957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.196311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.196687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.197056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.197412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa208-61e4-481f-804c-ed1a970c7e30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:54.215888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6e5085ff-5158-43df-b43c-2ba784ebd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:54.224358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-6e5085ff-5158-43df-b43c-2ba784ebd8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 1095 time: 0.2481117 Jan 29 04:30:54.238268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cb646d-f977-4d22-96b5-5c02d2ff3666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.319051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd730-9cfc-498c-aafe-ac32474c208a req-32819d31-59bc-40b8-af5b-ffd831c03e7a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:54.324099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-4e0c8ebb-4edc-4924-8778-fb33edde5db2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a87fce-1f0c-421d-a958-95f0a95acd47 HTTP/1.1" status: 200 len: 217 time: 0.0868182 Jan 29 04:30:54.326400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-574cd730-9cfc-498c-aafe-ac32474c208a req-32819d31-59bc-40b8-af5b-ffd831c03e7a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 944 time: 0.2442899 Jan 29 04:30:54.418430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-574cd730-9cfc-498c-aafe-ac32474c208a req-f29efb9a-5b2f-4399-976f-bcec698d4c88 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760252 Jan 29 04:30:54.428075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cb646d-f977-4d22-96b5-5c02d2ff3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.431003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cb646d-f977-4d22-96b5-5c02d2ff3666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.437473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e5cb646d-f977-4d22-96b5-5c02d2ff3666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c6de219-a8b0-4fc9-a144-a49e39362aaa HTTP/1.1" status: 204 len: 168 time: 0.5183051 Jan 29 04:30:54.453399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb646d-f977-4d22-96b5-5c02d2ff3666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6de219-a8b0-4fc9-a144-a49e39362aaa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.481185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:54.513023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2fedb5cc-1ba7-4d24-afb5-297485027be2 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:54.562135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Deleting subnet fc6c082e-8f50-4d37-aaca-45e15b247a64 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:30:54.576189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.632908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-587c9fdb-c7e5-4e12-98ea-218d20dfc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:54.641968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-587c9fdb-c7e5-4e12-98ea-218d20dfc5e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.3071303 Jan 29 04:30:54.664882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.665831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17456-6b17-41f7-831c-79f1f1f6308c req-e3e673e4-47c2-406d-9cfc-16552426f890 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:54.685057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2de17456-6b17-41f7-831c-79f1f1f6308c req-e3e673e4-47c2-406d-9cfc-16552426f890 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 944 time: 0.1920545 Jan 29 04:30:54.730045 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.777307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-ccbf717f-7e5d-442a-b482-e393d0a3e44a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912261 Jan 29 04:30:54.795805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 2fedb5cc-1ba7-4d24-afb5-297485027be2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:54.805716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 2fedb5cc-1ba7-4d24-afb5-297485027be2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:54.806564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.836324 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.885868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6c082e-8f50-4d37-aaca-45e15b247a64,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:54.909472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:54.910062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b325acd3-2541-4780-a8c3-bd866582c352 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:30:54.917202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-554751aa-45fa-47ef-ba8f-40859d173c8c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc6c082e-8f50-4d37-aaca-45e15b247a64 HTTP/1.1" status: 204 len: 168 time: 0.4341877 Jan 29 04:30:54.919642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52598) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:54.977482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: b325acd3-2541-4780-a8c3-bd866582c352 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:30:54.981453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2de17456-6b17-41f7-831c-79f1f1f6308c req-2cf12e18-9925-492a-af08-2848ef0ed2f8 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659388 Jan 29 04:30:54.985474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b325acd3-2541-4780-a8c3-bd866582c352 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:30:55.063045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.071181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52610) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:55.090021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedb5cc-1ba7-4d24-afb5-297485027be2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:55.093471 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b06f5-5504-4914-a9a9-f34bd3f22282" -d '{"events": [{"server_uuid": "d32c96db-b597-44a6-923e-3a80efbb8ff7", "name": "network-vif-plugged", "status": "completed", "tag": "2fedb5cc-1ba7-4d24-afb5-297485027be2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:55.113538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2fedb5cc-1ba7-4d24-afb5-297485027be2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:55.120011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.164297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-355808a8-138a-46bc-888b-1a6125266e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.192364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f0e6053-5bc2-4e5d-9ea1-e63d3eddae74 req-a789b18d-e0df-43a8-bf37-4052ba19e981 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 210 time: 0.0405996 Jan 29 04:30:55.204649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-080d489c-2fbe-4a70-8621-3434d11f8000 service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086242 Jan 29 04:30:55.231505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.304430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2fedb5cc-1ba7-4d24-afb5-297485027be2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:55.327873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb016be9-1fc4-4257-a257-388dae575e65 req-67cc7389-49c6-484e-be8a-b9400aff45ab tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.329449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb016be9-1fc4-4257-a257-388dae575e65 req-67cc7389-49c6-484e-be8a-b9400aff45ab tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2317338 Jan 29 04:30:55.354127 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245b204-5c34-423b-9f3e-2e460a67c891 x-openstack-request-id: req-6245b204-5c34-423b-9f3e-2e460a67c891 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:55.354491 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c96db-b597-44a6-923e-3a80efbb8ff7", "name": "network-vif-plugged", "status": "completed", "tag": "2fedb5cc-1ba7-4d24-afb5-297485027be2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:55.354741 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6245b204-5c34-423b-9f3e-2e460a67c891 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:55.355146 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedb5cc-1ba7-4d24-afb5-297485027be2', 'code': 200} Jan 29 04:30:55.367352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77c2d5-8589-4e47-9a16-d091a1d65c05 req-06d460fe-ea00-4071-b1b2-fddb07f9b0e6 service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500826 Jan 29 04:30:55.476960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52616) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:55.504673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-355808a8-138a-46bc-888b-1a6125266e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.518749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-355808a8-138a-46bc-888b-1a6125266e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.530267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.547924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb016be9-1fc4-4257-a257-388dae575e65 req-c38d712a-609f-48ed-8d59-6fb178cdf95e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940675 Jan 29 04:30:55.584308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355808a8-138a-46bc-888b-1a6125266e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2986f38d-2d39-401a-9caf-20cc1e50e6af,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:55.619131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.628760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.629672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3557c2a-3a87-4a5f-aee7-dc8caaedc9a1') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:30:55.640210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.654259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.686666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:30:55.687087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:30:55.690132 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:30:55.712997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:55.713203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-355808a8-138a-46bc-888b-1a6125266e0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a31399a90dfc472383e256f9b90ebf82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013732 Jan 29 04:30:55.733545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c07aa-7032-421d-9383-a399b3f53bbb req-a37378bd-4b51-4a2d-963d-6ee6f8ee937d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.741404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb2c07aa-7032-421d-9383-a399b3f53bbb req-a37378bd-4b51-4a2d-963d-6ee6f8ee937d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 944 time: 0.1662037 Jan 29 04:30:55.766910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d8f88-840b-44f1-bba4-cf7199298fa3 req-bdeaefd5-918c-48e2-9df0-043da2b4e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.768915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2d8f88-840b-44f1-bba4-cf7199298fa3 req-bdeaefd5-918c-48e2-9df0-043da2b4e7fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1595273 Jan 29 04:30:55.778812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-09b817fc-73a4-44b7-9e9b-2794aa1ab143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.780312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-09b817fc-73a4-44b7-9e9b-2794aa1ab143 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 1095 time: 0.2068095 Jan 29 04:30:55.807676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-bbbbd797-bd46-4891-83c8-023896320c18 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.809264 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-bbbbd797-bd46-4891-83c8-023896320c18 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.3734605 Jan 29 04:30:55.821467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.822087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.822584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.823039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.823505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.823995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.824430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.826387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-71f679ce-bf53-4a5a-946d-e0e458561354 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6501 time: 0.3464572 Jan 29 04:30:55.827116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.836075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:55.842777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.849473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456 HTTP/1.1" status: 204 len: 168 time: 0.9235566 Jan 29 04:30:55.850888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb2c07aa-7032-421d-9383-a399b3f53bbb req-f78a976c-7c6d-4966-9bd5-f9806934b37b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085389 Jan 29 04:30:55.910143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2d8f88-840b-44f1-bba4-cf7199298fa3 req-1408ec64-3c69-4696-8d1a-e965b730e1dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285748 Jan 29 04:30:55.955958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-1469b379-639b-4243-8f45-30dbc750ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:55.958235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-1469b379-639b-4243-8f45-30dbc750ff83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 914 time: 0.1682918 Jan 29 04:30:55.962378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d53f0b-24aa-4fbc-b0f3-d7d77a8f8456,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:55.995943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f79506-872a-4659-8cc6-6e520f54f376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:55.998637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:55.999188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:55.999723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.000275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.000839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.001181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.001519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.001850 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.002221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.002553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.002866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.003192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9133b-531a-4756-a657-a552e3566a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:30:56.039728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-c663bd57-2999-4667-bf52-1306eb43cadb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926594 Jan 29 04:30:56.059638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f79506-872a-4659-8cc6-6e520f54f376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.079633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1a71e26a-4a5c-469e-9d5b-df785daac03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.113214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:56.159954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:56.163018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.171877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-70488ad9-5747-44c1-81ef-2adde4a07608 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c8f6b2f7846470ebeb832643e1ba2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571556 Jan 29 04:30:56.176245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:56.195994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd5cb-f4ed-4f7c-8d79-d0d3cf0647e9 req-2f2431bf-4b9b-4258-be60-ea8b9c000277 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:56.197525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54ccd5cb-f4ed-4f7c-8d79-d0d3cf0647e9 req-2f2431bf-4b9b-4258-be60-ea8b9c000277 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 944 time: 0.0954216 Jan 29 04:30:56.200051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f79506-872a-4659-8cc6-6e520f54f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.202633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9f79506-872a-4659-8cc6-6e520f54f376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.203731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b9f79506-872a-4659-8cc6-6e520f54f376 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2986f38d-2d39-401a-9caf-20cc1e50e6af HTTP/1.1" status: 204 len: 168 time: 0.4858828 Jan 29 04:30:56.247820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13dc-68a5-4346-992a-2a025b6eb4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.272638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f79506-872a-4659-8cc6-6e520f54f376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2986f38d-2d39-401a-9caf-20cc1e50e6af,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:56.319989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-f3b0a76a-797f-40c2-8ba5-0ff526ee56e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a87fce-1f0c-421d-a958-95f0a95acd47 HTTP/1.1" status: 200 len: 217 time: 0.0731540 Jan 29 04:30:56.399527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-e8d73b3d-f433-4015-8af8-826b4b6fa33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:56.401075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-e8d73b3d-f433-4015-8af8-826b4b6fa33e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.0569146 Jan 29 04:30:56.429000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-52cd51fd-14d0-4bd5-96d0-c145661ce2ef req-d35e8342-8a79-45cf-b36c-974a0bb4ed9f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 210 time: 0.1023207 Jan 29 04:30:56.437625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54ccd5cb-f4ed-4f7c-8d79-d0d3cf0647e9 req-b047a4b4-5216-4613-9e00-d1fd22d48a73 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972125 Jan 29 04:30:56.444728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.2 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/6e4fc081-bd79-427f-9352-b8357dad07b7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:30:56.487968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13dc-68a5-4346-992a-2a025b6eb4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.492001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-643688b3-267d-4086-add1-7ba31035e51d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738692 Jan 29 04:30:56.648223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.670469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-c51c9aa7-6652-424a-94c4-9613bde6349c service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670916 Jan 29 04:30:56.710157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.713485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13dc-68a5-4346-992a-2a025b6eb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.716200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13dc-68a5-4346-992a-2a025b6eb4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.717348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4ab13dc-68a5-4346-992a-2a025b6eb4b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8782e091-1760-4d00-9d92-6b5d16ee05a5 HTTP/1.1" status: 204 len: 168 time: 0.5400810 Jan 29 04:30:56.746254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:56.784081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab13dc-68a5-4346-992a-2a025b6eb4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782e091-1760-4d00-9d92-6b5d16ee05a5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:56.790127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:30:56.798185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:30:56.803798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d87b0-405e-4e4f-aef3-3e1bee31dab2 req-33e64868-1cc8-4ea1-9797-57fb188753ce tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:56.811788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-839d87b0-405e-4e4f-aef3-3e1bee31dab2 req-33e64868-1cc8-4ea1-9797-57fb188753ce tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1569889 Jan 29 04:30:56.811966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:30:56.826031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=6e4fc081-bd79-427f-9352-b8357dad07b7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:56.874147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff8a0310-f6fa-44d4-b20a-ef7f90523176 req-3793f491-b9dd-46a0-a310-25b0dcd78435 service neutron] 10.222.0.36 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817241 Jan 29 04:30:56.897757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-839d87b0-405e-4e4f-aef3-3e1bee31dab2 req-ca63ec1e-40d9-4f4b-9f87-13a2db5e510e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710280 Jan 29 04:30:56.917420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c2192dbf-334c-4306-a943-d33649fef30f up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:30:56.943420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:56.944516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:56.967147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-5d08bb32-2fed-4247-98a6-f08ece142111 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1378906 Jan 29 04:30:56.993611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Request body: {'port': {'device_id': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:57.124280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.146905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99322-2222-4b6a-8b9a-b8d4a2929826 req-10eb3640-5166-437b-8018-9dd4db709333 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:57.152077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd99322-2222-4b6a-8b9a-b8d4a2929826 req-10eb3640-5166-437b-8018-9dd4db709333 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 944 time: 0.1468208 Jan 29 04:30:57.162450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port c2192dbf-334c-4306-a943-d33649fef30f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:30:57.182465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port c2192dbf-334c-4306-a943-d33649fef30f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:30:57.182841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.255444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd99322-2222-4b6a-8b9a-b8d4a2929826 req-1badf97a-24c6-4482-aedc-218152f26462 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976644 Jan 29 04:30:57.331536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.454348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.530738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2192dbf-334c-4306-a943-d33649fef30f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:57.533325 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc46609-05ee-4b45-b1b6-7e276f87c25a" -d '{"events": [{"server_uuid": "853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c2192dbf-334c-4306-a943-d33649fef30f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:57.571708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c2192dbf-334c-4306-a943-d33649fef30f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c2192dbf-334c-4306-a943-d33649fef30f,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:57.579378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.658911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00f02-6cc3-499e-8da1-71dbdd4329ac req-8484d470-c53f-4f65-8643-45e311e9f846 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:57.667794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f00f02-6cc3-499e-8da1-71dbdd4329ac req-8484d470-c53f-4f65-8643-45e311e9f846 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 931 time: 0.1041996 Jan 29 04:30:57.729319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c2192dbf-334c-4306-a943-d33649fef30f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:57.735788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a01bc-44cc-4281-9414-79d17867ba5e req-a9fcdd9a-50d9-404c-a5f9-ec60fe344dad tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:57.744913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-796a01bc-44cc-4281-9414-79d17867ba5e req-a9fcdd9a-50d9-404c-a5f9-ec60fe344dad tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1276367 Jan 29 04:30:57.768609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96f00f02-6cc3-499e-8da1-71dbdd4329ac req-ff6121d5-4f9a-4da1-8c9b-a2d3b7264a49 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947437 Jan 29 04:30:57.812985 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd85a661-eccd-484b-a189-2be29489edb7 x-openstack-request-id: req-bd85a661-eccd-484b-a189-2be29489edb7 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:57.813524 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c2192dbf-334c-4306-a943-d33649fef30f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:57.813524 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd85a661-eccd-484b-a189-2be29489edb7 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:57.813723 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2192dbf-334c-4306-a943-d33649fef30f', 'code': 200} Jan 29 04:30:57.815964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4fc081-bd79-427f-9352-b8357dad07b7 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:57.828540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.834069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-796a01bc-44cc-4281-9414-79d17867ba5e req-00ab34f3-3d81-4d5b-9768-1ae9bd2c431a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883186 Jan 29 04:30:57.851594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Transition to ACTIVE for port object 6e4fc081-bd79-427f-9352-b8357dad07b7 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:30:57.857862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:57.976000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4fc081-bd79-427f-9352-b8357dad07b7,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.033292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c36a-008b-44d4-8db5-057ad172a533 req-8a6239ad-8d98-4f70-beb0-27ee8405f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.035148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c217c36a-008b-44d4-8db5-057ad172a533 req-8a6239ad-8d98-4f70-beb0-27ee8405f770 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 1096 time: 0.1125355 Jan 29 04:30:58.132074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c217c36a-008b-44d4-8db5-057ad172a533 req-7352fb06-12a1-4d7a-af2e-5fcd97a1acd5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830388 Jan 29 04:30:58.148746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4179-c365-4ba3-ba4c-3546af2cad04 req-887763e1-6a84-43ee-8601-717a96e214cd tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.156185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b45c4179-c365-4ba3-ba4c-3546af2cad04 req-887763e1-6a84-43ee-8601-717a96e214cd tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1187258 Jan 29 04:30:58.159060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Attempting to bind port 6e4fc081-bd79-427f-9352-b8357dad07b7 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:30:58.159507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Attempting to bind port 6e4fc081-bd79-427f-9352-b8357dad07b7 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:30:58.159982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Attempting to bind port 6e4fc081-bd79-427f-9352-b8357dad07b7 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:58.165857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Port 6e4fc081-bd79-427f-9352-b8357dad07b7 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:30:58.167067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Attempting to bind port 6e4fc081-bd79-427f-9352-b8357dad07b7 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:30:58.174388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:30:58.174388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:58.174658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:30:58.175881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Bound port: 6e4fc081-bd79-427f-9352-b8357dad07b7, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:30:58.176102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.193662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:58.210469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b45c4179-c365-4ba3-ba4c-3546af2cad04 req-2f33d28e-cf2e-4ca8-9512-15fff39cd53f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531158 Jan 29 04:30:58.304613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] For port 6e4fc081-bd79-427f-9352-b8357dad07b7, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:30:58.310897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] For port 6e4fc081-bd79-427f-9352-b8357dad07b7, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e4fc081-bd79-427f-9352-b8357dad07b7,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:30:58.320032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.363422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.364477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.366017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e4fc081-bd79-427f-9352-b8357dad07b7 HTTP/1.1" status: 200 len: 1091 time: 1.3800421 Jan 29 04:30:58.366535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'tag': '6e4fc081-bd79-427f-9352-b8357dad07b7'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:30:58.368889 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e701becc-dc2a-4ae9-a9d5-19de3a28912f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc7df14-b44a-449d-8399-3d7be6a68a09", "tag": "6e4fc081-bd79-427f-9352-b8357dad07b7"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:30:58.408857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d362c77-1d7e-4068-9efd-5a0d96de5399 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4fc081-bd79-427f-9352-b8357dad07b7,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.451607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc7851-94c5-43e4-a9e0-0c0cf242ff0f req-9a4f6e19-35e3-4e72-b780-35351986528d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.453656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4fc7851-94c5-43e4-a9e0-0c0cf242ff0f req-9a4f6e19-35e3-4e72-b780-35351986528d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 944 time: 0.0624297 Jan 29 04:30:58.457976 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b5de62-894c-4156-be35-13d8749792fe x-openstack-request-id: req-53b5de62-894c-4156-be35-13d8749792fe {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:30:58.459153 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc7df14-b44a-449d-8399-3d7be6a68a09", "tag": "6e4fc081-bd79-427f-9352-b8357dad07b7", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:30:58.459613 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b5de62-894c-4156-be35-13d8749792fe {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:30:58.460200 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'tag': '6e4fc081-bd79-427f-9352-b8357dad07b7', 'status': 'completed', 'code': 200} Jan 29 04:30:58.462980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-757516062-network', 'tenant_id': '4c8e4da2a09b44c3b83895523c13d590'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:58.496241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Made reservation on behalf of 4c8e4da2a09b44c3b83895523c13d590 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:58.499147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.510820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.541482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4fc7851-94c5-43e4-a9e0-0c0cf242ff0f req-3036249e-9d47-446c-84bc-af5d8a98ca7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723584 Jan 29 04:30:58.565968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 51a87fce-1f0c-421d-a958-95f0a95acd47 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:30:58.608705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-2dfc7435-e289-4259-b45b-c64c4af6dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.611155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-2dfc7435-e289-4259-b45b-c64c4af6dffd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 1094 time: 0.0987513 Jan 29 04:30:58.649677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.658294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.702408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:30:58.708850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 51a87fce-1f0c-421d-a958-95f0a95acd47, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=51a87fce-1f0c-421d-a958-95f0a95acd47,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:58.712932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-68f6c31f-e103-48d5-8db6-58f7a001f210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e4fc081-bd79-427f-9352-b8357dad07b7 HTTP/1.1" status: 200 len: 217 time: 0.0850112 Jan 29 04:30:58.724810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '51a87fce-1f0c-421d-a958-95f0a95acd47', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'port_id': '51a87fce-1f0c-421d-a958-95f0a95acd47', 'mac_address': 'fa:16:3e:95:d2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a1c43-ebfa-434c-81a7-a1f43c0ba7bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:30:58.741849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58246c9-ab4b-480b-a987-250cb846eea2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.768436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.769178 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Added segment e8d5cca7-cc74-4b38-84e8-c721d2f56194 of type vlan for network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 Jan 29 04:30:58.799236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-1dd62e29-5f67-419b-b1d8-b0d26ee45955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.803119 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-1dd62e29-5f67-419b-b1d8-b0d26ee45955 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0749362 Jan 29 04:30:58.804231 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.826954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.830389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a87fce-1f0c-421d-a958-95f0a95acd47 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:30:58.861131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 51a87fce-1f0c-421d-a958-95f0a95acd47, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=51a87fce-1f0c-421d-a958-95f0a95acd47,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:30:58.866091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.871022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.872883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:58.873545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:58.875278 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-57d84fee-4756-4890-9eb8-48b22596e8dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603447 Jan 29 04:30:58.949780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7521434 Jan 29 04:30:58.950144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52724) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:30:58.956433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=51a87fce-1f0c-421d-a958-95f0a95acd47,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:58.956726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Request body: {'subnet': {'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-757516062-subnet', 'tenant_id': '4c8e4da2a09b44c3b83895523c13d590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:30:59.007024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3ebc4-6708-4b21-9319-435eec3d5632 admin admin] Pushing event updated for resources: {'Network': ['ID=4fce55a4-f3cf-452c-ad66-a3cde263f2f0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:59.021360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adba598-f43d-42b9-8f4b-c37bcc011db3 req-3be6ba65-ef58-47b1-9922-a33018b20841 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:59.022812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9adba598-f43d-42b9-8f4b-c37bcc011db3 req-3be6ba65-ef58-47b1-9922-a33018b20841 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 943 time: 0.0918052 Jan 29 04:30:59.027346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:30:59.049645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Made reservation on behalf of 4c8e4da2a09b44c3b83895523c13d590 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:30:59.053583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:59.115999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9adba598-f43d-42b9-8f4b-c37bcc011db3 req-25d8d25e-b6ed-4628-9f89-98f50d4884cd tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771780 Jan 29 04:30:59.157711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:59.178866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:59.182694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-90e784d8-b53d-414c-a452-ad71f35021e4 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991717 Jan 29 04:30:59.282096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['51a87fce-1f0c-421d-a958-95f0a95acd47'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:30:59.368727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43b1ce79-197e-46d3-b9f4-12c669e64191 req-40a77707-dd7d-45ef-b2dd-a99b1b911643 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301928 Jan 29 04:30:59.406990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e5a9-360d-44f2-97a9-9dbb40f18a19 req-93270a09-4714-4304-8402-2a07d9de4b30 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:59.416698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3a3e5a9-360d-44f2-97a9-9dbb40f18a19 req-93270a09-4714-4304-8402-2a07d9de4b30 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.4153857 Jan 29 04:30:59.538806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3a3e5a9-360d-44f2-97a9-9dbb40f18a19 req-9ae6bdc0-6e71-4f19-8d3f-3e74399e4cf3 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168368 Jan 29 04:30:59.642971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:30:59.736987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-d6b25142-31c7-4264-ba0c-bf3328ecb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:59.739245 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-d6b25142-31c7-4264-ba0c-bf3328ecb3ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 1094 time: 0.2603734 Jan 29 04:30:59.837053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e80876-f425-462c-98b6-d92fab376f04,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:30:59.858603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Checking segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:30:59.858833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Network hostable DHCP agents. Network: 4fce55a4-f3cf-452c-ad66-a3cde263f2f0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:30:59.887666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330c05-46c4-4278-8735-032e20632b7d req-5f7eeb2c-c3f9-4ebd-a3cf-41e013b07e6a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:59.895394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0330c05-46c4-4278-8735-032e20632b7d req-5f7eeb2c-c3f9-4ebd-a3cf-41e013b07e6a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 945 time: 0.2368233 Jan 29 04:30:59.914096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ad81-5a70-418e-ba8b-2c00a96de0f4 req-fe911587-868a-4284-95f0-36935f12c50f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:59.922268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a495ad81-5a70-418e-ba8b-2c00a96de0f4 req-fe911587-868a-4284-95f0-36935f12c50f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.5882699 Jan 29 04:30:59.942134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-5585a1d4-163e-42f0-aa72-b58f451c91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:30:59.944369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-5585a1d4-163e-42f0-aa72-b58f451c91ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.1800392 Jan 29 04:30:59.950151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:30:59.967138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a495ad81-5a70-418e-ba8b-2c00a96de0f4 req-db6bac9a-418c-42a1-9852-facded0018a8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Jan 29 04:31:00.029517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0330c05-46c4-4278-8735-032e20632b7d req-e4939ac3-d326-47bc-b320-fd0b67caee1d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312757 Jan 29 04:31:00.032206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-d1d8b27d-bc9c-4eb6-8165-67f7b7f59f57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e4fc081-bd79-427f-9352-b8357dad07b7 HTTP/1.1" status: 200 len: 217 time: 0.0734820 Jan 29 04:31:00.032840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4fce55a4-f3cf-452c-ad66-a3cde263f2f0) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:00.038885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:00.039694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:00.044574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f0e6bd-251a-4797-acc0-6f4a9fce9cec None None] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:31:00.118600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c25bb6f5-6f99-4387-bc73-f2f9341fb980 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1669972 Jan 29 04:31:00.156029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-1c2c991d-495f-4466-9703-2da0928966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:00.162376 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-1c2c991d-495f-4466-9703-2da0928966e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.1154907 Jan 29 04:31:00.228209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-9b0e784d-2080-4554-a197-b7f111cc7970 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583270 Jan 29 04:31:00.364811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5204339-39f1-4a5b-ae7c-2ab80f81fe07 None None] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:31:00.398991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8d5d-b9ec-4e91-a8e1-dffc29a08e41 req-678845da-d0b7-4e3c-9fbd-2c98bb530cb6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:00.401662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-145c8d5d-b9ec-4e91-a8e1-dffc29a08e41 req-678845da-d0b7-4e3c-9fbd-2c98bb530cb6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 943 time: 0.1503201 Jan 29 04:31:00.410337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-34410715-817c-4bd4-a4eb-8bcf426e43dc service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698487 Jan 29 04:31:00.471935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-145c8d5d-b9ec-4e91-a8e1-dffc29a08e41 req-3b4a10cf-48b7-49bb-b70f-8c9c2cf705ac tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586154 Jan 29 04:31:00.594080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 51a87fce-1f0c-421d-a958-95f0a95acd47 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:00.610347 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e701becc-dc2a-4ae9-a9d5-19de3a28912f req-b4b8f4e0-c979-461f-bc23-b6618d98e30e service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899495 Jan 29 04:31:00.690893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0d277-01e8-4646-9ea3-436b48ac845f req-6eedb178-0016-4cac-9458-0e09f8265645 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:00.694826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 51a87fce-1f0c-421d-a958-95f0a95acd47 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:00.701516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aff0d277-01e8-4646-9ea3-436b48ac845f req-6eedb178-0016-4cac-9458-0e09f8265645 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0723617 Jan 29 04:31:00.710368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 51a87fce-1f0c-421d-a958-95f0a95acd47 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:00.711806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:00.811286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aff0d277-01e8-4646-9ea3-436b48ac845f req-5965a9ab-4816-4261-948d-73691abbcdde tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088951 Jan 29 04:31:00.862477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:00.891449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82070f03-645c-42c3-90e4-24c62bb6613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a87fce-1f0c-421d-a958-95f0a95acd47'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:00.893768 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb62e329-d944-44a9-a11a-9c39eb7245eb" -d '{"events": [{"server_uuid": "82070f03-645c-42c3-90e4-24c62bb6613a", "name": "network-vif-plugged", "status": "completed", "tag": "51a87fce-1f0c-421d-a958-95f0a95acd47"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:00.908054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 51a87fce-1f0c-421d-a958-95f0a95acd47, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=51a87fce-1f0c-421d-a958-95f0a95acd47,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:00.915414 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:00.971807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=51a87fce-1f0c-421d-a958-95f0a95acd47,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:00.976345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e4fc081-bd79-427f-9352-b8357dad07b7 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:01.039233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-3a163d75-bac8-45c5-a0b2-5376a2a39358 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.040898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-3a163d75-bac8-45c5-a0b2-5376a2a39358 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 812 time: 0.2131252 Jan 29 04:31:01.073224 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b5c364-1798-400a-9bc3-a37b7f9c37a3 x-openstack-request-id: req-b0b5c364-1798-400a-9bc3-a37b7f9c37a3 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:01.073904 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82070f03-645c-42c3-90e4-24c62bb6613a", "name": "network-vif-plugged", "status": "completed", "tag": "51a87fce-1f0c-421d-a958-95f0a95acd47", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:01.074177 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0b5c364-1798-400a-9bc3-a37b7f9c37a3 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:01.074568 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82070f03-645c-42c3-90e4-24c62bb6613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a87fce-1f0c-421d-a958-95f0a95acd47', 'code': 200} Jan 29 04:31:01.078786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-7e4516a7-114e-48df-8f8d-7ed7dd74ebe3 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/quotas/4c8e4da2a09b44c3b83895523c13d590 HTTP/1.1" status: 200 len: 375 time: 0.0290306 Jan 29 04:31:01.118037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6e4fc081-bd79-427f-9352-b8357dad07b7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e4fc081-bd79-427f-9352-b8357dad07b7,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:01.144033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '6e4fc081-bd79-427f-9352-b8357dad07b7', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': '6e4fc081-bd79-427f-9352-b8357dad07b7', 'mac_address': 'fa:16:3e:d3:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:01.162538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-eb1944c0-fd18-48cd-89fd-4dce7dc16a78 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609808 Jan 29 04:31:01.195740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-0417082f-0cdf-48d4-88aa-a0fb5f3f338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.199291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-0417082f-0cdf-48d4-88aa-a0fb5f3f338e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 1096 time: 0.1167808 Jan 29 04:31:01.209101 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:01.224827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4fc081-bd79-427f-9352-b8357dad07b7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:01.249183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6e4fc081-bd79-427f-9352-b8357dad07b7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e4fc081-bd79-427f-9352-b8357dad07b7,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:01.256055 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:01.268627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26aaf8-84f8-4be1-82bd-7636de0f4e19 req-61027f64-c8f2-4bf9-ab5b-f4de208ec100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.271890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb26aaf8-84f8-4be1-82bd-7636de0f4e19 req-61027f64-c8f2-4bf9-ab5b-f4de208ec100 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 1097 time: 0.0991464 Jan 29 04:31:01.313031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210bbcc-a191-48a1-a09a-0e7b03570fd8 req-bb485b0d-7477-4788-97ba-40e805db932f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.315932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d210bbcc-a191-48a1-a09a-0e7b03570fd8 req-bb485b0d-7477-4788-97ba-40e805db932f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1037204 Jan 29 04:31:01.324228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6e4fc081-bd79-427f-9352-b8357dad07b7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:01.381413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb26aaf8-84f8-4be1-82bd-7636de0f4e19 req-fe2eabf3-c779-46b0-a523-54a3ba86b394 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005292 Jan 29 04:31:01.397172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d210bbcc-a191-48a1-a09a-0e7b03570fd8 req-39dde999-11d0-4850-8032-13f07b378d75 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731180 Jan 29 04:31:01.524203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846cb69-1c17-4999-8c2e-500213b1e2bc req-753f1866-c4dd-4d83-84ab-836eefb41aa0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.525864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6846cb69-1c17-4999-8c2e-500213b1e2bc req-753f1866-c4dd-4d83-84ab-836eefb41aa0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0645027 Jan 29 04:31:01.574482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6846cb69-1c17-4999-8c2e-500213b1e2bc req-3a743c99-0367-4f9d-9c4e-9040565e0bce tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Jan 29 04:31:01.603757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['6e4fc081-bd79-427f-9352-b8357dad07b7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:01.702604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-1e88a8dd-d661-4a58-b4c1-9698075f7de6 service neutron] 10.222.0.32 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263734 Jan 29 04:31:01.716405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-cc12f237-48bd-410d-92ac-98fdbdec0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.717848 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-cc12f237-48bd-410d-92ac-98fdbdec0c4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.5053058 Jan 29 04:31:01.765381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-cfcc6a07-c155-444d-aba5-dd41a1a915d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2192dbf-334c-4306-a943-d33649fef30f HTTP/1.1" status: 200 len: 217 time: 0.0365248 Jan 29 04:31:01.776084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294c284-68af-4278-8c7e-6614233586d6 req-a2a0a8d5-df0c-48c2-9033-7086687bfebd tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.786053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8294c284-68af-4278-8c7e-6614233586d6 req-a2a0a8d5-df0c-48c2-9033-7086687bfebd tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 946 time: 0.1154919 Jan 29 04:31:01.839266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8294c284-68af-4278-8c7e-6614233586d6 req-828f0548-dc72-44b4-b01f-db37a357a2ef tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Jan 29 04:31:01.858436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-f7ffb122-4e11-4cf5-b3bd-574b6b5768d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:01.859872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-f7ffb122-4e11-4cf5-b3bd-574b6b5768d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.0666001 Jan 29 04:31:01.897926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-d4fee495-1248-4a09-9f6b-01bb5fff3eaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274744 Jan 29 04:31:01.901929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-5e0994fa-4574-476e-b07b-95685cc57545 service neutron] 10.222.0.32 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984990 Jan 29 04:31:02.016989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-e42e0b5f-f54c-4c99-93ba-6d3cefcbe0cb service neutron] 10.222.0.20 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009619 Jan 29 04:31:02.022323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad1dd-e82a-4e3a-8a8f-81f3e4f714a9 req-6dfd2be7-0f38-406d-8dd1-14afda1e0779 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:02.039175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-009ad1dd-e82a-4e3a-8a8f-81f3e4f714a9 req-6dfd2be7-0f38-406d-8dd1-14afda1e0779 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 944 time: 0.1245863 Jan 29 04:31:02.083516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-009ad1dd-e82a-4e3a-8a8f-81f3e4f714a9 req-f5e802f3-3483-4dc0-91fe-e08d5b4fd3b4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Jan 29 04:31:02.147481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b53fc6d-8447-46f3-b818-73c5577bff4b req-3703593a-5862-4b74-88ae-307f058c318f service neutron] 10.222.0.20 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237803 Jan 29 04:31:02.337947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91e2e61c-38ab-458c-ab89-8374eb0a6ab4 req-6026f6c7-a271-4a3e-b9ac-d24d26e323d8 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 210 time: 0.0629699 Jan 29 04:31:02.682075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163c5e5-b8ac-4b97-8f62-36b9a18a28b4 req-5cd3a4e2-6881-40b7-8752-fb13c8b7e321 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:02.683878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e163c5e5-b8ac-4b97-8f62-36b9a18a28b4 req-5cd3a4e2-6881-40b7-8752-fb13c8b7e321 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.1517386 Jan 29 04:31:02.803984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e163c5e5-b8ac-4b97-8f62-36b9a18a28b4 req-263520ca-4e53-4789-a226-3d25daa0f8e1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024394 Jan 29 04:31:02.814509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6bbb3-13c2-4dd1-a85d-4e7ba2e6c1d1 req-75907b62-6217-4d0f-b4ee-f6e237a912f0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:02.819757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9e6bbb3-13c2-4dd1-a85d-4e7ba2e6c1d1 req-75907b62-6217-4d0f-b4ee-f6e237a912f0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1086965 Jan 29 04:31:02.900398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9e6bbb3-13c2-4dd1-a85d-4e7ba2e6c1d1 req-4977e443-ac0f-400c-bcea-2f06e99cfc7f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716100 Jan 29 04:31:02.968787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e4fc081-bd79-427f-9352-b8357dad07b7 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:03.074549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624a931-9c34-4779-9b70-96670701fd43 req-705ec80a-4385-4874-a3fd-032a914ff3f8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:03.076488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f624a931-9c34-4779-9b70-96670701fd43 req-705ec80a-4385-4874-a3fd-032a914ff3f8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 946 time: 0.1309576 Jan 29 04:31:03.101769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 6e4fc081-bd79-427f-9352-b8357dad07b7 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:03.106497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 6e4fc081-bd79-427f-9352-b8357dad07b7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:03.106978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:03.205067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f624a931-9c34-4779-9b70-96670701fd43 req-e5077d85-3e4a-488f-950b-f7de9daf859d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207318 Jan 29 04:31:03.440066 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:03.491210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e304f-4b76-4a5f-b2b8-2375cac43b9d req-dc721b3f-2eb8-4a2b-9ca7-a7651ea6e70d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:03.499518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-649e304f-4b76-4a5f-b2b8-2375cac43b9d req-dc721b3f-2eb8-4a2b-9ca7-a7651ea6e70d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 944 time: 0.2662032 Jan 29 04:31:03.532016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7362f54-4129-46e6-9a63-8f876b441c2a req-1445e6a9-a1a6-4670-a5ff-d24682ec8a05 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 210 time: 0.0663273 Jan 29 04:31:03.545030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6e4fc081-bd79-427f-9352-b8357dad07b7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e4fc081-bd79-427f-9352-b8357dad07b7,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:03.546907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4fc081-bd79-427f-9352-b8357dad07b7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:03.557802 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960a91a-c12a-4435-9a4e-ed94186f848b" -d '{"events": [{"server_uuid": "bdc7df14-b44a-449d-8399-3d7be6a68a09", "name": "network-vif-plugged", "status": "completed", "tag": "6e4fc081-bd79-427f-9352-b8357dad07b7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:03.593621 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:03.594914 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-649e304f-4b76-4a5f-b2b8-2375cac43b9d req-6696bb50-2faa-4164-9e9c-91a1375d8151 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942998 Jan 29 04:31:03.646856 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210e167-87e0-4c36-b1db-375c42cbfb9d x-openstack-request-id: req-5210e167-87e0-4c36-b1db-375c42cbfb9d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:03.647409 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc7df14-b44a-449d-8399-3d7be6a68a09", "name": "network-vif-plugged", "status": "completed", "tag": "6e4fc081-bd79-427f-9352-b8357dad07b7", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:03.647627 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5210e167-87e0-4c36-b1db-375c42cbfb9d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:03.648170 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4fc081-bd79-427f-9352-b8357dad07b7', 'code': 200} Jan 29 04:31:03.703892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6e4fc081-bd79-427f-9352-b8357dad07b7,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:03.789675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689af2d-3f49-4706-9e27-9559dcb9efb2 req-031ba377-7358-4548-953e-89065924883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:03.791532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2689af2d-3f49-4706-9e27-9559dcb9efb2 req-031ba377-7358-4548-953e-89065924883b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 1096 time: 0.0432131 Jan 29 04:31:03.840283 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2689af2d-3f49-4706-9e27-9559dcb9efb2 req-5a9624aa-0421-4d5b-8f03-b0ae42a85a65 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Jan 29 04:31:03.956014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764f2c-6f79-40ee-bc63-187e2e8b4168 req-f7fc0dc3-da43-44e1-b62e-f1119fc6bc74 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:03.959480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5764f2c-6f79-40ee-bc63-187e2e8b4168 req-f7fc0dc3-da43-44e1-b62e-f1119fc6bc74 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0700703 Jan 29 04:31:04.024005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5764f2c-6f79-40ee-bc63-187e2e8b4168 req-5267643a-abc7-4153-9a7f-dc97c7550fbb tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Jan 29 04:31:04.058973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9673dd-6bfd-44c4-808a-8cdac72ffa23 req-53e48251-2ebe-4a82-9599-0242f2a8bd83 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:04.060620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d9673dd-6bfd-44c4-808a-8cdac72ffa23 req-53e48251-2ebe-4a82-9599-0242f2a8bd83 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0756767 Jan 29 04:31:04.104365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d9673dd-6bfd-44c4-808a-8cdac72ffa23 req-a0a57a22-459f-4b72-bd50-c38a00374fbf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Jan 29 04:31:04.509947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-c61edd48-6030-44b1-b49e-f24098301f66 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:04.511463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-c61edd48-6030-44b1-b49e-f24098301f66 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 812 time: 0.1200759 Jan 29 04:31:04.531769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Request body: {'port': {'device_id': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'admin_state_up': True, 'tenant_id': '4c8e4da2a09b44c3b83895523c13d590'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:04.622192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b1074b4-92a6-4b1c-97b3-3ad551cdc8de req-ec5e41f1-9af8-4118-a6d4-25611db01d29 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 210 time: 0.0284672 Jan 29 04:31:04.694070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Made reservation on behalf of 4c8e4da2a09b44c3b83895523c13d590 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:04.697598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:04.730136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12c4cb-c8d7-4e50-9ef1-e4b432e3ac9c req-1bfae2a9-3f8a-4b39-8fbf-890da729a031 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:04.731955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d12c4cb-c8d7-4e50-9ef1-e4b432e3ac9c req-1bfae2a9-3f8a-4b39-8fbf-890da729a031 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.0612702 Jan 29 04:31:04.779986 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d12c4cb-c8d7-4e50-9ef1-e4b432e3ac9c req-50b06011-6ff5-4bd9-9a59-775b0a251b1f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370677 Jan 29 04:31:04.850496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Allocated IP 172.20.0.3 (4fce55a4-f3cf-452c-ad66-a3cde263f2f0/62e80876-f425-462c-98b6-d92fab376f04/83fc7e13-216e-4aa8-9741-76e83f47ab0f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:05.029968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:05.079951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:05.144301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:05.149186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:05.151943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:05.224220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.224887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:05.242651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event updated for resources: {'Port': ['ID=83fc7e13-216e-4aa8-9741-76e83f47ab0f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:05.259732 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-986dbc4f-5e67-44d3-b6e7-8c050058b506 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320063 Jan 29 04:31:05.374514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a43da3-a79f-456e-a0f8-5d0874c5a184 req-23fb0b95-26d4-43d1-99a9-fc3ccdb7ed32 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.376797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11a43da3-a79f-456e-a0f8-5d0874c5a184 req-23fb0b95-26d4-43d1-99a9-fc3ccdb7ed32 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2288215 Jan 29 04:31:05.378503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Request body: {'port': {'device_id': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:05.381761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-85f835dd-e316-473f-9f4e-ce46828e7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.383792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-85f835dd-e316-473f-9f4e-ce46828e7809 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 1096 time: 0.2179532 Jan 29 04:31:05.468075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc012f-df69-40de-9d75-a7eebc74a7b8 req-517fa956-2e47-4f3b-8ac7-1cf48f935a03 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.477841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66cc012f-df69-40de-9d75-a7eebc74a7b8 req-517fa956-2e47-4f3b-8ac7-1cf48f935a03 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1786351 Jan 29 04:31:05.507256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-9de3b549-7d6c-4efc-8f61-d84538c1c299 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.510433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-9de3b549-7d6c-4efc-8f61-d84538c1c299 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 812 time: 0.3508999 Jan 29 04:31:05.548491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:05.565734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Request body: {'port': {'device_id': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'admin_state_up': True, 'tenant_id': '4c8e4da2a09b44c3b83895523c13d590'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:05.581203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66cc012f-df69-40de-9d75-a7eebc74a7b8 req-4228468f-bb76-4dc2-81e2-880afeca97b5 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020122 Jan 29 04:31:05.593389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11a43da3-a79f-456e-a0f8-5d0874c5a184 req-9f17ab73-ef3e-4b6a-b307-f3221373cd9e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850593 Jan 29 04:31:05.693536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-64d3dd16-dc47-4ea8-bbcd-9b57acd3a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.695053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-64d3dd16-dc47-4ea8-bbcd-9b57acd3a1dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 911 time: 0.2988722 Jan 29 04:31:05.768517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a64b762-b2c9-4f7a-9675-535abaa94e52 req-83d3e787-eb4e-4e57-bfea-4b913d4176f2 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 210 time: 0.0397308 Jan 29 04:31:05.800179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-25b3cf53-c62b-49f1-bf1b-f54f89faa4d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=542860b4-e6c1-4a07-b19d-e90861acab99 HTTP/1.1" status: 200 len: 217 time: 0.0944011 Jan 29 04:31:05.855306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-0ad277a4-b208-4ef0-8c0b-4aba4382b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:05.857128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-0ad277a4-b208-4ef0-8c0b-4aba4382b905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0518706 Jan 29 04:31:05.893413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-7d5f5195-9cd6-4a2f-8572-0855b68ded00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280888 Jan 29 04:31:05.967361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Made reservation on behalf of 4c8e4da2a09b44c3b83895523c13d590 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:05.971420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.072264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fc7e13-216e-4aa8-9741-76e83f47ab0f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:06.083101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.100224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Transition to ACTIVE for port object 83fc7e13-216e-4aa8-9741-76e83f47ab0f will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:06.104185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.155802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2412d-8056-4a37-8990-0613ea06668b req-b7c927ad-028b-4061-adc4-5334f2e76c9f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.157386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a8f2412d-8056-4a37-8990-0613ea06668b req-b7c927ad-028b-4061-adc4-5334f2e76c9f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.1824389 Jan 29 04:31:06.170114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-2d3d825a-2dfd-4c7e-b005-5b4127c455f4 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688370 Jan 29 04:31:06.190088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=83fc7e13-216e-4aa8-9741-76e83f47ab0f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:06.244639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Attempting to bind port 83fc7e13-216e-4aa8-9741-76e83f47ab0f on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:06.244985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Attempting to bind port 83fc7e13-216e-4aa8-9741-76e83f47ab0f by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:06.245322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Attempting to bind port 83fc7e13-216e-4aa8-9741-76e83f47ab0f on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:06.249711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Port 83fc7e13-216e-4aa8-9741-76e83f47ab0f on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:06.250073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Attempting to bind port 83fc7e13-216e-4aa8-9741-76e83f47ab0f on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:06.255345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:06.255703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Checking segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:06.256105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Bound using segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:06.256528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Bound port: 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:06.256893 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.302234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a8f2412d-8056-4a37-8990-0613ea06668b req-58815d17-fa84-4f70-9432-9e910bd873ff tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310678 Jan 29 04:31:06.304989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Allocated IP 172.20.0.14 (4fce55a4-f3cf-452c-ad66-a3cde263f2f0/62e80876-f425-462c-98b6-d92fab376f04/1a9c01d5-e682-4eb4-aa7a-7a29de5a8646) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:06.359558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42041c89-2f8a-4c27-8a53-3570f5986844 req-4e34731f-b307-4ed1-a7fc-d7d5295b0642 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771753 Jan 29 04:31:06.386744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] For port 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:06.390402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] For port 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:06.400949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.467845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.468522 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.469885 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/83fc7e13-216e-4aa8-9741-76e83f47ab0f HTTP/1.1" status: 200 len: 1091 time: 1.1067109 Jan 29 04:31:06.472561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'tag': '83fc7e13-216e-4aa8-9741-76e83f47ab0f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:06.474659 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1", "tag": "83fc7e13-216e-4aa8-9741-76e83f47ab0f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:06.504855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26233033-5ca3-4071-a58d-7b767c53e7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=83fc7e13-216e-4aa8-9741-76e83f47ab0f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:06.516071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5beb87-66b8-45f8-8222-14eacc6efd40 req-7648df34-dfdc-4eb6-b475-13ece381a18f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.517651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a5beb87-66b8-45f8-8222-14eacc6efd40 req-7648df34-dfdc-4eb6-b475-13ece381a18f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.1025848 Jan 29 04:31:06.575689 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5229f8-7af1-4882-ba63-faf020b875c9 x-openstack-request-id: req-7b5229f8-7af1-4882-ba63-faf020b875c9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:06.576369 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1", "tag": "83fc7e13-216e-4aa8-9741-76e83f47ab0f", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:06.576369 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b5229f8-7af1-4882-ba63-faf020b875c9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:06.576589 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'tag': '83fc7e13-216e-4aa8-9741-76e83f47ab0f', 'status': 'completed', 'code': 200} Jan 29 04:31:06.585043 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.594382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a5beb87-66b8-45f8-8222-14eacc6efd40 req-cd189d98-d9bc-4f04-a9f0-0d4386c4c303 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679340 Jan 29 04:31:06.604663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-882721a6-ca70-4713-9526-43eddbb9dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.606703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-882721a6-ca70-4713-9526-43eddbb9dd36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 1094 time: 0.0631688 Jan 29 04:31:06.623480 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.669253 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-9d868abf-1770-4b07-9d77-f3abe41b28f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f HTTP/1.1" status: 200 len: 217 time: 0.0476546 Jan 29 04:31:06.677290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:06.680370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:06.684602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:06.711501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event updated for resources: {'Port': ['ID=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:06.768419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-e501d1cf-93c7-47f9-9e1d-d662835dbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.770959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-e501d1cf-93c7-47f9-9e1d-d662835dbe7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.0922086 Jan 29 04:31:06.774377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.775300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.794456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252ba9b-aeef-4244-9376-3693ee6e10ed req-e3a6da63-38e4-4b26-a862-26fddbd3d782 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.796004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c252ba9b-aeef-4244-9376-3693ee6e10ed req-e3a6da63-38e4-4b26-a862-26fddbd3d782 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0855572 Jan 29 04:31:06.796907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134902e3-b1b1-4ada-a22c-fbe700edf355 req-45c49e1d-215f-4392-be7a-bd9d263b4ce8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:06.798569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-134902e3-b1b1-4ada-a22c-fbe700edf355 req-45c49e1d-215f-4392-be7a-bd9d263b4ce8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0782540 Jan 29 04:31:06.809380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-14356094-4136-490e-a621-56442542815c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2511673 Jan 29 04:31:06.816970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-5a917db9-d57a-4212-b9ba-992ecb9b7f4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370700 Jan 29 04:31:06.839304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Request body: {'port': {'device_id': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:06.866123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-134902e3-b1b1-4ada-a22c-fbe700edf355 req-56c52433-83de-460e-bb98-c9416d15c2b2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Jan 29 04:31:06.872270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c252ba9b-aeef-4244-9376-3693ee6e10ed req-13154144-2e7e-4195-8c16-a1833ff2ca5f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Jan 29 04:31:06.918370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:06.980713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-0740a92c-255f-4dca-bb43-f52cef1d1ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437902 Jan 29 04:31:07.105658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-969f7508-7349-49c3-b6bc-4675f3cea577 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161706 Jan 29 04:31:07.213697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc39d44-d171-47b0-a4df-d1909b465c64 req-313fcbd9-edc8-4676-80f9-814a7c8cea99 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.216066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bc39d44-d171-47b0-a4df-d1909b465c64 req-313fcbd9-edc8-4676-80f9-814a7c8cea99 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 932 time: 0.2137396 Jan 29 04:31:07.231316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859282-397a-4577-b163-bc6d78f4d64b req-d180b7de-7d7d-4644-b751-a0cb975d64ea tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.233466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47859282-397a-4577-b163-bc6d78f4d64b req-d180b7de-7d7d-4644-b751-a0cb975d64ea tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.0657203 Jan 29 04:31:07.289088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bc39d44-d171-47b0-a4df-d1909b465c64 req-8ca6d789-5df8-4c41-99bb-1b027b497659 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611913 Jan 29 04:31:07.338802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47859282-397a-4577-b163-bc6d78f4d64b req-b15f0724-495a-46dc-a2a0-5c45cac4c658 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974185 Jan 29 04:31:07.350502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-76b8912b-97ae-47e1-8e09-014eaaa19caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.352597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-76b8912b-97ae-47e1-8e09-014eaaa19caa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 1094 time: 0.0908487 Jan 29 04:31:07.429782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:07.440953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:07.464167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Transition to ACTIVE for port object 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:07.467761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:07.484732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-2e8a5e1f-c707-486a-a3c0-b9b34f0a8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.486280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-2e8a5e1f-c707-486a-a3c0-b9b34f0a8249 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 913 time: 0.1215186 Jan 29 04:31:07.525998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:07.557959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-64e15055-9af9-480a-b604-680bd25bf99a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f HTTP/1.1" status: 200 len: 217 time: 0.0643876 Jan 29 04:31:07.611059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Attempting to bind port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:07.611530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Attempting to bind port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:07.611736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Attempting to bind port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:07.617822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:07.618172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Attempting to bind port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:07.623471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-6a65f699-1d84-459e-a001-fa38acc019c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.626844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-6a65f699-1d84-459e-a001-fa38acc019c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.0575151 Jan 29 04:31:07.626986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:07.626986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Checking segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:07.626986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Bound using segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:07.626986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Bound port: 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:07.626986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:07.682314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-320e1087-8d73-481e-be7f-04fb5cbd1b21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490730 Jan 29 04:31:07.712316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] For port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:07.717056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] For port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:07.732816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:07.775271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.775976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:07.777543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 HTTP/1.1" status: 200 len: 1092 time: 0.9437852 Jan 29 04:31:07.777974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'tag': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:07.780305 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1ab141-0ece-4a44-b845-5118e0068fdc", "tag": "1a9c01d5-e682-4eb4-aa7a-7a29de5a8646"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:07.798681 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-e3d179d4-1264-4138-b556-7da3c7339f80 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081917 Jan 29 04:31:07.802925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eab3d-75bb-44b1-9010-adadc12a5ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:07.836411 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c2b0b1-7909-4de6-a7c1-3578bf387cdd x-openstack-request-id: req-b8c2b0b1-7909-4de6-a7c1-3578bf387cdd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:07.836411 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1ab141-0ece-4a44-b845-5118e0068fdc", "tag": "1a9c01d5-e682-4eb4-aa7a-7a29de5a8646", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:07.836411 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8c2b0b1-7909-4de6-a7c1-3578bf387cdd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:07.837289 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'tag': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646', 'status': 'completed', 'code': 200} Jan 29 04:31:07.929724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-4c7bf000-4076-44db-bf41-45caca781367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:07.931308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-4c7bf000-4076-44db-bf41-45caca781367 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 1095 time: 0.0574222 Jan 29 04:31:07.932136 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46ae5a04-c828-49fc-b8df-c565a2ea5f0e req-d7a47bfe-6347-46d1-9f0e-c5a623981cf8 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252124 Jan 29 04:31:08.023943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8847-8ae0-40ee-839e-95192582ebc4 req-aa58eeaf-0c8e-42f2-98a5-5df93b672724 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.029023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-25a71a94-b27b-4563-8287-24771499e4d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 HTTP/1.1" status: 200 len: 217 time: 0.0556753 Jan 29 04:31:08.031946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84ad8847-8ae0-40ee-839e-95192582ebc4 req-aa58eeaf-0c8e-42f2-98a5-5df93b672724 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.0612514 Jan 29 04:31:08.072928 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84ad8847-8ae0-40ee-839e-95192582ebc4 req-697ecce9-8af1-45eb-84ee-564e2bd65ffb tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Jan 29 04:31:08.106681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed908c8-b6db-4237-9a57-52c79c6fb75c req-86177bc7-d3c8-472c-a68a-e164f1930bc9 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.108171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ed908c8-b6db-4237-9a57-52c79c6fb75c req-86177bc7-d3c8-472c-a68a-e164f1930bc9 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0909240 Jan 29 04:31:08.117613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-0af1a666-489b-42b9-b5be-347e8e360315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.119115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-0af1a666-489b-42b9-b5be-347e8e360315 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.0748985 Jan 29 04:31:08.168401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-7b21bb2c-bc17-493f-a7fe-c80a14da4399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jan 29 04:31:08.202436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ed908c8-b6db-4237-9a57-52c79c6fb75c req-8a28700e-f541-433a-86b9-85e02ac89828 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823708 Jan 29 04:31:08.280381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-2541654f-c882-4250-aeb6-6d1fea911a79 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011198 Jan 29 04:31:08.442971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b565ad9-3b90-45a1-aec6-b9e472b89205 req-ad893eef-ca2c-4dd4-8271-f299a8e266b9 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440799 Jan 29 04:31:08.517795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aab262-0f71-4746-91a0-2f53dbf11c08 req-72da64de-5224-46ee-8f65-25fff679fd37 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.521565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31aab262-0f71-4746-91a0-2f53dbf11c08 req-72da64de-5224-46ee-8f65-25fff679fd37 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 944 time: 0.1389720 Jan 29 04:31:08.565168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4ac3-04f5-4efe-bdde-3e2ffc234b59 req-9e2410e8-0e3e-4804-bc90-670917f380b1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.571530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5daa4ac3-04f5-4efe-bdde-3e2ffc234b59 req-9e2410e8-0e3e-4804-bc90-670917f380b1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.0871494 Jan 29 04:31:08.586704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31aab262-0f71-4746-91a0-2f53dbf11c08 req-787cce4e-62c2-4ec8-a980-88dc19541216 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583909 Jan 29 04:31:08.627331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5daa4ac3-04f5-4efe-bdde-3e2ffc234b59 req-ec411d45-3b8c-43a0-a237-4a85a7a55eec tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529637 Jan 29 04:31:08.666866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-54fc8410-f658-4338-9591-763fcd6f85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.668469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-54fc8410-f658-4338-9591-763fcd6f85dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 1095 time: 0.0587289 Jan 29 04:31:08.764675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-939cfc29-9fbf-44f0-a254-8c14d4a00892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.766317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-939cfc29-9fbf-44f0-a254-8c14d4a00892 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0864840 Jan 29 04:31:08.815416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-b9276279-d4b2-4603-8e1f-e2b855e14483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 HTTP/1.1" status: 200 len: 217 time: 0.0399835 Jan 29 04:31:08.867902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-a68ed223-b649-4006-9b50-dc6922fe63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:08.869345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-a68ed223-b649-4006-9b50-dc6922fe63fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.0436399 Jan 29 04:31:08.904807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-e48a114e-dca7-4863-970d-b3859ef36c4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259686 Jan 29 04:31:08.991684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 83fc7e13-216e-4aa8-9741-76e83f47ab0f details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:09.024072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-8d1649ff-5b14-4bb6-88ae-d5fc3ced166b service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939808 Jan 29 04:31:09.026885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:09.165138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acfb12d8-ad06-4fe2-82cd-49e1940a79d1 req-1ff2b6dc-bfc2-4924-bf03-55055c75125e service neutron] 10.222.0.20 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313848 Jan 29 04:31:09.218513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371515dd-c560-4980-b473-31b216e79dd0 req-a60912a3-d1a8-48bb-9695-86c602899b74 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:09.220250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-371515dd-c560-4980-b473-31b216e79dd0 req-a60912a3-d1a8-48bb-9695-86c602899b74 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.0829251 Jan 29 04:31:09.274538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:09.359088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:09.380572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '83fc7e13-216e-4aa8-9741-76e83f47ab0f', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'port_id': '83fc7e13-216e-4aa8-9741-76e83f47ab0f', 'mac_address': 'fa:16:3e:c1:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e80876-f425-462c-98b6-d92fab376f04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:09.416565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1315fa-c8a7-4588-9bf1-79f517a8d01d req-88b0e5b1-744b-4e5d-8a45-4a9990c9621d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:09.421193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c1315fa-c8a7-4588-9bf1-79f517a8d01d req-88b0e5b1-744b-4e5d-8a45-4a9990c9621d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0949447 Jan 29 04:31:09.437544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec901dd1-a728-4828-8404-9f1058b9b184 req-207cf25d-c602-409d-b2e7-d45e106e036a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:09.446964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec901dd1-a728-4828-8404-9f1058b9b184 req-207cf25d-c602-409d-b2e7-d45e106e036a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 945 time: 0.2253041 Jan 29 04:31:09.451498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:09.453739 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c44ec32-bc7e-481f-84ac-c43087af35cb" -d '{"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:09.463826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:09.507242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c1315fa-c8a7-4588-9bf1-79f517a8d01d req-3eb9a0c6-a2f7-414d-a87e-7e3e71390061 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793710 Jan 29 04:31:09.508210 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:09.510989 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:09.528920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fc7e13-216e-4aa8-9741-76e83f47ab0f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:09.598314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec901dd1-a728-4828-8404-9f1058b9b184 req-4b0b7926-a5e5-48b7-b919-aa170cb3b6aa tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456585 Jan 29 04:31:09.606767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:09.612599 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c68d2-fb0c-41bf-bc89-4885f1fc87a5 x-openstack-request-id: req-364c68d2-fb0c-41bf-bc89-4885f1fc87a5 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:09.613859 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-unplugged", "status": "failed", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99", "code": 422}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:09.614170 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-364c68d2-fb0c-41bf-bc89-4885f1fc87a5 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:09.615240 n-d-825930-1 neutron-server[102404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99', 'code': 422} returned with failed status Jan 29 04:31:09.619119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port 6e4fc081-bd79-427f-9352-b8357dad07b7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:09.619769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:09.628046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:09.661835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:09.678661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.679015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.679511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.679855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.680194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.680528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.680858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.681188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.681514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.681841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.685234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.685594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:09.819984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2cfe9-91d3-473e-9faa-8d71076f14db req-e406d3c6-52c8-408f-b2b7-40d77110f1e2 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:09.821549 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31e2cfe9-91d3-473e-9faa-8d71076f14db req-e406d3c6-52c8-408f-b2b7-40d77110f1e2 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 944 time: 0.1077018 Jan 29 04:31:09.838607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=83fc7e13-216e-4aa8-9741-76e83f47ab0f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:09.849506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port 6e4fc081-bd79-427f-9352-b8357dad07b7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6e4fc081-bd79-427f-9352-b8357dad07b7,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:09.849912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:09.863532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for 6e4fc081-bd79-427f-9352-b8357dad07b7 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:09.905936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31e2cfe9-91d3-473e-9faa-8d71076f14db req-a3ef28ee-9d1d-43a9-94cb-ab89118f7c91 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762119 Jan 29 04:31:09.989083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['83fc7e13-216e-4aa8-9741-76e83f47ab0f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:10.064359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d7b52-bc97-4908-bf0a-cc16ab692cbb req-5a2892cc-8d27-48c6-8f34-0d7796d54bda tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:10.066014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e94d7b52-bc97-4908-bf0a-cc16ab692cbb req-5a2892cc-8d27-48c6-8f34-0d7796d54bda tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdc7df14-b44a-449d-8399-3d7be6a68a09 HTTP/1.1" status: 200 len: 945 time: 0.0736551 Jan 29 04:31:10.161925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e94d7b52-bc97-4908-bf0a-cc16ab692cbb req-9f3d4cb7-684d-4ec4-9e14-fae099484746 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870194 Jan 29 04:31:10.209563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:10.273802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=6e4fc081-bd79-427f-9352-b8357dad07b7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:10.364122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port 6e4fc081-bd79-427f-9352-b8357dad07b7 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:10.367437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:10.371349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-371515dd-c560-4980-b473-31b216e79dd0 req-0d8b9e75-439c-4be9-b5f6-86d143b92e76 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "DELETE /v2.0/ports/6e4fc081-bd79-427f-9352-b8357dad07b7 HTTP/1.1" status: 204 len: 173 time: 1.1190104 Jan 29 04:31:10.371951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'name': 'network-vif-deleted', 'tag': '6e4fc081-bd79-427f-9352-b8357dad07b7'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:10.375341 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a7efc-9881-4b39-bac8-005bf2875ac0" -d '{"events": [{"server_uuid": "bdc7df14-b44a-449d-8399-3d7be6a68a09", "name": "network-vif-deleted", "tag": "6e4fc081-bd79-427f-9352-b8357dad07b7"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:10.429402 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d332dcc2-df7b-4116-b380-af9b0aae99c4 x-openstack-request-id: req-d332dcc2-df7b-4116-b380-af9b0aae99c4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:10.429694 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc7df14-b44a-449d-8399-3d7be6a68a09", "name": "network-vif-deleted", "tag": "6e4fc081-bd79-427f-9352-b8357dad07b7", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:10.429982 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d332dcc2-df7b-4116-b380-af9b0aae99c4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:10.430469 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc7df14-b44a-449d-8399-3d7be6a68a09', 'name': 'network-vif-deleted', 'tag': '6e4fc081-bd79-427f-9352-b8357dad07b7', 'status': 'completed', 'code': 200} Jan 29 04:31:10.655024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b996e4-db24-44a4-a03c-751633587e66 req-86009471-521d-4933-845b-fb7d77cb3a9d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:10.665044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07b996e4-db24-44a4-a03c-751633587e66 req-86009471-521d-4933-845b-fb7d77cb3a9d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0702567 Jan 29 04:31:10.698502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a59106-f633-4995-8b56-11e03b2b811f req-452e0135-3057-42cf-8ef2-a8e2a04840b9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:10.700206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41a59106-f633-4995-8b56-11e03b2b811f req-452e0135-3057-42cf-8ef2-a8e2a04840b9 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f196c10-8bc0-4067-bb98-16b5e7fdf1ed HTTP/1.1" status: 200 len: 943 time: 0.0647500 Jan 29 04:31:10.705204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07b996e4-db24-44a4-a03c-751633587e66 req-dd7ce2d1-25ec-47a1-8589-2763b670c5fb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Jan 29 04:31:10.822523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Deleting port 542860b4-e6c1-4a07-b19d-e90861acab99 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:10.822872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:10.924208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:10.958040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] For port 542860b4-e6c1-4a07-b19d-e90861acab99, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=542860b4-e6c1-4a07-b19d-e90861acab99,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:10.958728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:10.983708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Calling delete_port for 542860b4-e6c1-4a07-b19d-e90861acab99 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:11.054125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:11.056248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e4fc081-bd79-427f-9352-b8357dad07b7 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:11.100944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c58d9-ad07-41ef-9959-3254f05161cc req-6de34b43-ccaf-4c8d-bf00-e85acb4efe63 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:11.101565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 6e4fc081-bd79-427f-9352-b8357dad07b7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:11.101675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6e4fc081-bd79-427f-9352-b8357dad07b7 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:11.102527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330c58d9-ad07-41ef-9959-3254f05161cc req-6de34b43-ccaf-4c8d-bf00-e85acb4efe63 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 944 time: 0.0791574 Jan 29 04:31:11.103120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:11.237795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:11.255912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:31:11.299826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event deleted for resources: {'Port': ['ID=542860b4-e6c1-4a07-b19d-e90861acab99,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:11.349802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No active binding found for port 542860b4-e6c1-4a07-b19d-e90861acab99 {{(pid=102404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:31:11.350214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 542860b4-e6c1-4a07-b19d-e90861acab99 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:11.365680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] No DVR routers for this DVR port 542860b4-e6c1-4a07-b19d-e90861acab99 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:11.371364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:11.375081 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41a59106-f633-4995-8b56-11e03b2b811f req-cb5f934a-1533-4c1b-89a8-6ec0917b46ea tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "DELETE /v2.0/ports/542860b4-e6c1-4a07-b19d-e90861acab99 HTTP/1.1" status: 204 len: 173 time: 0.6681342 Jan 29 04:31:11.417246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:11.428231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330c58d9-ad07-41ef-9959-3254f05161cc req-c74d3923-6f46-4138-b098-3dd539cc9731 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094773 Jan 29 04:31:11.430728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'port_id': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646', 'mac_address': 'fa:16:3e:28:24:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e80876-f425-462c-98b6-d92fab376f04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:11.476269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:11.491403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:11.516314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:11.524906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:11.593214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:11.816245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:11.862799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['1a9c01d5-e682-4eb4-aa7a-7a29de5a8646'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:11.883930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49954ab5-3f77-40b2-b765-0d0fdc513e87 req-693fd23b-7018-4c3b-9273-a336b97348cb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:11.897509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49954ab5-3f77-40b2-b765-0d0fdc513e87 req-693fd23b-7018-4c3b-9273-a336b97348cb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0886414 Jan 29 04:31:11.919405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-d0f1687a-020c-4bbb-b371-6c406a3b6985 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:11.920925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-d0f1687a-020c-4bbb-b371-6c406a3b6985 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.1490681 Jan 29 04:31:11.944046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-5a30f85d-aee9-406e-8b48-9181843b73ae tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0162370 Jan 29 04:31:11.953264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49954ab5-3f77-40b2-b765-0d0fdc513e87 req-b0b3649a-b678-4701-91c0-3610ba03f75f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544338 Jan 29 04:31:12.013201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-46944513-dc65-474c-9447-1aa6df1ed013 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681303 Jan 29 04:31:12.135061 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-edbc12b0-2cbd-48d0-8a4a-9a1792b7dcc7 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139603 Jan 29 04:31:12.170983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-d5950efe-1b4b-4d47-9be6-7439db0219c4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.172498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-d5950efe-1b4b-4d47-9be6-7439db0219c4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.1177635 Jan 29 04:31:12.199746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-7b8365d3-ea26-4a51-b698-562371d6330d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.0202630 Jan 29 04:31:12.240528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-cb5e2b8c-0cc0-424f-9709-c7fb06766b1a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397081 Jan 29 04:31:12.260823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-97774dfe-1cce-4c50-9e56-7e20464341c4 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189320 Jan 29 04:31:12.409025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-c49ecfe2-5da8-4510-998f-30bed1f33388 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674829 Jan 29 04:31:12.431982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-deleted', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:12.434872 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb37903c-0e66-4458-b841-357eb6a3de5d" -d '{"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-deleted", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:12.546422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c8fbe83-fe68-4cb3-87f3-b97d5f4185e5 req-18c46cd1-4468-4646-90a5-ed284a5d97de tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 210 time: 0.0516610 Jan 29 04:31:12.588117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-4f430c36-135c-4c6b-8ced-67e86ed29b03 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780267 Jan 29 04:31:12.600061 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb86153-7c72-4306-8010-71d213256b06 x-openstack-request-id: req-1bb86153-7c72-4306-8010-71d213256b06 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:12.600422 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f196c10-8bc0-4067-bb98-16b5e7fdf1ed", "name": "network-vif-deleted", "tag": "542860b4-e6c1-4a07-b19d-e90861acab99", "status": "failed", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:12.600767 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bb86153-7c72-4306-8010-71d213256b06 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:12.601222 n-d-825930-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f196c10-8bc0-4067-bb98-16b5e7fdf1ed', 'name': 'network-vif-deleted', 'tag': '542860b4-e6c1-4a07-b19d-e90861acab99', 'status': 'failed', 'code': 422} returned with failed status Jan 29 04:31:12.742569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82a53c-a2e5-496e-ae6a-ba24ade02f99 req-bd428d3f-5c7b-4c6c-b894-1601b08b4772 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:12.749702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c82a53c-a2e5-496e-ae6a-ba24ade02f99 req-bd428d3f-5c7b-4c6c-b894-1601b08b4772 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 945 time: 0.0937989 Jan 29 04:31:12.834180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c82a53c-a2e5-496e-ae6a-ba24ade02f99 req-55c72e0e-e87c-4acf-8d9e-82b988562500 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591290 Jan 29 04:31:12.920561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc2a84d-94ac-474a-bdc0-de5d78783cf0 req-9d4c1921-d41a-4f58-bffd-9d3f648c8ce8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 210 time: 0.0441983 Jan 29 04:31:13.021231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:13.086245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:13.092193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:13.092887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.116190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce127d-dbd9-43ad-a176-80ffe866f771 req-ea8634ee-3a80-4ecc-9cd5-5970d444b22a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:13.117828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72ce127d-dbd9-43ad-a176-80ffe866f771 req-ea8634ee-3a80-4ecc-9cd5-5970d444b22a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Jan 29 04:31:13.166235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72ce127d-dbd9-43ad-a176-80ffe866f771 req-1a0efae5-f72c-459c-9c4b-8abc9b8a4a9a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Jan 29 04:31:13.207751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.231452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:13.233696 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdeb5e6-27a1-4ce3-93b1-82abf5589fc6" -d '{"events": [{"server_uuid": "0b1ab141-0ece-4a44-b845-5118e0068fdc", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c01d5-e682-4eb4-aa7a-7a29de5a8646"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:13.251672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:13.262016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.263042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 83fc7e13-216e-4aa8-9741-76e83f47ab0f up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:13.450503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99bed3-8eae-47b1-a4bc-095266442b78 req-e6c81952-d9ca-432d-b814-93744ba4c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:13.452133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f99bed3-8eae-47b1-a4bc-095266442b78 req-e6c81952-d9ca-432d-b814-93744ba4c9a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 1097 time: 0.0670981 Jan 29 04:31:13.485928 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14905a86-03ae-4223-9f24-ccd115a2af8c x-openstack-request-id: req-14905a86-03ae-4223-9f24-ccd115a2af8c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:13.486225 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ab141-0ece-4a44-b845-5118e0068fdc", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c01d5-e682-4eb4-aa7a-7a29de5a8646", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:13.486478 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14905a86-03ae-4223-9f24-ccd115a2af8c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:13.486883 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646', 'code': 200} Jan 29 04:31:13.506543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f99bed3-8eae-47b1-a4bc-095266442b78 req-e68a7a98-9da3-4893-95e4-cfdb07578235 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Jan 29 04:31:13.536602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.555891 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.562380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 83fc7e13-216e-4aa8-9741-76e83f47ab0f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:13.566786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 83fc7e13-216e-4aa8-9741-76e83f47ab0f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:13.567211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.641616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-666bb10f-6ecd-4faf-a8c6-aeb875bb9387 req-c2c4d722-164a-4295-842d-913498c82148 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Jan 29 04:31:13.651109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.683534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:13.687313 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:13.733305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=83fc7e13-216e-4aa8-9741-76e83f47ab0f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:13.950798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10fce-9369-4388-994a-31da1296cdcd req-69095640-8fbe-4e41-a671-0931b4650fc3 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:13.964802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dda10fce-9369-4388-994a-31da1296cdcd req-69095640-8fbe-4e41-a671-0931b4650fc3 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 946 time: 0.0636172 Jan 29 04:31:14.017468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dda10fce-9369-4388-994a-31da1296cdcd req-16ae2d6c-e26a-428b-b46f-0fa1d6c4d380 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Jan 29 04:31:14.023394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88cb752d-a15e-4e0c-b134-4800a724d45f req-03864346-4859-4e5f-9c1d-3a98338ed8e7 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 210 time: 0.0302150 Jan 29 04:31:14.248106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6c1bbf23-aecf-49c8-8dc8-600e252233f5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:14.249807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6c1bbf23-aecf-49c8-8dc8-600e252233f5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.1322398 Jan 29 04:31:14.285802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:14.363883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc2687-5c9a-4ef0-aff1-fb0e74b007dd req-a3595478-9451-41fa-aeb8-b4464e83a969 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:14.365308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bebc2687-5c9a-4ef0-aff1-fb0e74b007dd req-a3595478-9451-41fa-aeb8-b4464e83a969 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1114876 Jan 29 04:31:14.428251 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bebc2687-5c9a-4ef0-aff1-fb0e74b007dd req-67e6e165-fc1b-40fd-bd19-9d319845f2f7 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Jan 29 04:31:14.445703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:14.449860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:14.593922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.10 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/b63edbdd-e8ed-4792-93d9-ceaee4c67455) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:14.773292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:14.808865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0241d499-f9e8-4992-84d5-ce561d3118e4 req-c0be4b54-9dd9-472c-9085-7929bae27821 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 210 time: 0.0695372 Jan 29 04:31:14.845088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:14.882797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:14.986360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:14.996014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:15.009085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:15.020120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-25c6cbae-5bb2-4949-9dcf-1f62bca69d19 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.022744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=b63edbdd-e8ed-4792-93d9-ceaee4c67455,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:15.028095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-25c6cbae-5bb2-4949-9dcf-1f62bca69d19 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.2832499 Jan 29 04:31:15.053553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Request body: {'port': {'device_id': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'admin_state_up': True, 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:15.106975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.107841 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.130919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-93b60aef-c94b-48d6-b5b7-58925d5c7f80 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499990 Jan 29 04:31:15.180857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Request body: {'port': {'device_id': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:15.185546 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-638fb859-73bd-41df-ab3e-4bb8bc9fa465 req-7fc67f9b-b92c-4e95-8de6-64ca62179735 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 210 time: 0.0534606 Jan 29 04:31:15.241412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f77d4-4ce7-4308-a312-d2c21e28b270 req-9646be60-a464-4fc3-9c78-6194540b9332 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.242948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d8f77d4-4ce7-4308-a312-d2c21e28b270 req-9646be60-a464-4fc3-9c78-6194540b9332 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 946 time: 0.0813930 Jan 29 04:31:15.256571 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.290967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:15.294620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.318428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d8f77d4-4ce7-4308-a312-d2c21e28b270 req-3575db6e-4324-458e-8138-ac1ea7e6ab43 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667558 Jan 29 04:31:15.448200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Allocated IP 172.20.0.6 (61a7caeb-f810-4766-9c49-e2ecb81c4102/7ad1fbca-5034-4c39-86ae-3bca799a67fd/d2b9db22-0953-41ea-9336-a1014b2e0f31) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:15.488905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc7e13-216e-4aa8-9741-76e83f47ab0f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:15.491140 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259cdc70-fa33-4f12-af6a-a6f1ecb301de" -d '{"events": [{"server_uuid": "b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1", "name": "network-vif-plugged", "status": "completed", "tag": "83fc7e13-216e-4aa8-9741-76e83f47ab0f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:15.533445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e843-c8f7-4303-a7c6-9e21edeeaf92 req-897a140e-06f2-4b9b-9ef4-02396dccb28d tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.534943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0fc8e843-c8f7-4303-a7c6-9e21edeeaf92 req-897a140e-06f2-4b9b-9ef4-02396dccb28d tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 945 time: 0.0881319 Jan 29 04:31:15.584906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0fc8e843-c8f7-4303-a7c6-9e21edeeaf92 req-170a65f1-5973-4307-a2dd-f272e3739c3e tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Jan 29 04:31:15.627017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f6926-c514-4147-b5d7-89a725f77842 req-ef936ea0-6080-47cd-bbf6-2431adf984ae tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.630051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3f1f6926-c514-4147-b5d7-89a725f77842 req-ef936ea0-6080-47cd-bbf6-2431adf984ae tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1162822 Jan 29 04:31:15.630277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63edbdd-e8ed-4792-93d9-ceaee4c67455 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:15.638923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.666359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Transition to ACTIVE for port object b63edbdd-e8ed-4792-93d9-ceaee4c67455 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:15.671246 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9df51-92b7-4482-ac9c-46d7f21faf7a x-openstack-request-id: req-aeb9df51-92b7-4482-ac9c-46d7f21faf7a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:15.671618 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1", "name": "network-vif-plugged", "status": "completed", "tag": "83fc7e13-216e-4aa8-9741-76e83f47ab0f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:15.671781 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeb9df51-92b7-4482-ac9c-46d7f21faf7a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:15.672159 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc7e13-216e-4aa8-9741-76e83f47ab0f', 'code': 200} Jan 29 04:31:15.674641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.689029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3f1f6926-c514-4147-b5d7-89a725f77842 req-05e03b79-a593-4d40-be2a-5611b90a0e15 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Jan 29 04:31:15.734945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Pushing event updated for resources: {'Port': ['ID=b63edbdd-e8ed-4792-93d9-ceaee4c67455,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:15.741621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.810732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.810969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Attempting to bind port b63edbdd-e8ed-4792-93d9-ceaee4c67455 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:15.811283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Attempting to bind port b63edbdd-e8ed-4792-93d9-ceaee4c67455 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:15.811629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Attempting to bind port b63edbdd-e8ed-4792-93d9-ceaee4c67455 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:15.816892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Port b63edbdd-e8ed-4792-93d9-ceaee4c67455 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:15.817219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Attempting to bind port b63edbdd-e8ed-4792-93d9-ceaee4c67455 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:15.823671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:15.824642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:15.825043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:15.825484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Bound port: b63edbdd-e8ed-4792-93d9-ceaee4c67455, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:15.825846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.880931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event updated for resources: {'Port': ['ID=d2b9db22-0953-41ea-9336-a1014b2e0f31,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:15.895865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2de04-65bc-4a60-a3e4-743124e57114 req-324f18ff-5446-472f-a37d-006e0aeadee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.897623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0c2de04-65bc-4a60-a3e4-743124e57114 req-324f18ff-5446-472f-a37d-006e0aeadee5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 1096 time: 0.1285458 Jan 29 04:31:15.899788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:15.901331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:15.909274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:15.976982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0c2de04-65bc-4a60-a3e4-743124e57114 req-6026540e-38d3-497a-a236-b718cd0bf8c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Jan 29 04:31:15.983074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:15.983704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:15.983828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] For port b63edbdd-e8ed-4792-93d9-ceaee4c67455, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:16.008210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-0fae488f-6fb4-4816-b169-a5cd98c201a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601493 Jan 29 04:31:16.009537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] For port b63edbdd-e8ed-4792-93d9-ceaee4c67455, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b63edbdd-e8ed-4792-93d9-ceaee4c67455,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:16.018017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff795-4586-47fe-bd47-c4da32fa7d4b req-be4a6c41-2600-48b5-9d62-b30ee32e6633 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.019534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2cff795-4586-47fe-bd47-c4da32fa7d4b req-be4a6c41-2600-48b5-9d62-b30ee32e6633 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 944 time: 0.0896554 Jan 29 04:31:16.021076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:16.076753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.077361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:16.078744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] 10.222.0.20 "PUT /v2.0/ports/b63edbdd-e8ed-4792-93d9-ceaee4c67455 HTTP/1.1" status: 200 len: 1092 time: 0.9053347 Jan 29 04:31:16.079438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'tag': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:16.082048 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e68372-1179-42e4-95ac-ad1544988790" -d '{"events": [{"name": "network-changed", "server_uuid": "123c17e1-3fe0-460f-b1f1-1131477987c7", "tag": "b63edbdd-e8ed-4792-93d9-ceaee4c67455"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:16.106015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2cff795-4586-47fe-bd47-c4da32fa7d4b req-0ca4d28c-a886-4df0-a428-d561697c9e43 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764766 Jan 29 04:31:16.133834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fb1fc-8c2d-4d18-9d22-adb2fd177ebc service neutron] Pushing event updated for resources: {'Port': ['ID=b63edbdd-e8ed-4792-93d9-ceaee4c67455,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:16.140076 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8cbf4-f739-49bc-a4c7-e022ddabaafd x-openstack-request-id: req-06c8cbf4-f739-49bc-a4c7-e022ddabaafd {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:16.140367 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123c17e1-3fe0-460f-b1f1-1131477987c7", "tag": "b63edbdd-e8ed-4792-93d9-ceaee4c67455", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:16.143632 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06c8cbf4-f739-49bc-a4c7-e022ddabaafd {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:16.146362 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'tag': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455', 'status': 'completed', 'code': 200} Jan 29 04:31:16.318375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Request body: {'port': {'device_id': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:16.321685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff892b-d0d7-4ee8-b14c-5d775bc5845a req-16f0a4be-31d6-479d-9b7b-3e80c0c09b78 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.326898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56ff892b-d0d7-4ee8-b14c-5d775bc5845a req-16f0a4be-31d6-479d-9b7b-3e80c0c09b78 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 931 time: 0.0710690 Jan 29 04:31:16.384956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:16.389410 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:31:16.398239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56ff892b-d0d7-4ee8-b14c-5d775bc5845a req-065c2289-886f-4145-a132-f7a40e9881c2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643582 Jan 29 04:31:16.424996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68372-1179-42e4-95ac-ad1544988790 req-1b59ea10-7017-4f64-a390-ec12d26d7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.428194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18e68372-1179-42e4-95ac-ad1544988790 req-1b59ea10-7017-4f64-a390-ec12d26d7e00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 1095 time: 0.0852497 Jan 29 04:31:16.668890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68372-1179-42e4-95ac-ad1544988790 req-f1ae7b76-eca6-470a-9089-be67659e95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.671150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18e68372-1179-42e4-95ac-ad1544988790 req-f1ae7b76-eca6-470a-9089-be67659e95cb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=539fd38780164bffb0e0d48e63f321c5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2273242 Jan 29 04:31:16.823591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b9db22-0953-41ea-9336-a1014b2e0f31 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:16.851569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fc05d-b15a-46b6-b2b7-c1dec28b147e req-4f5a9129-9081-436c-b333-7d765bcb1ae3 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:16.854234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f7fc05d-b15a-46b6-b2b7-c1dec28b147e req-4f5a9129-9081-436c-b333-7d765bcb1ae3 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 945 time: 0.1481347 Jan 29 04:31:16.856734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:16.920776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Transition to ACTIVE for port object d2b9db22-0953-41ea-9336-a1014b2e0f31 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:16.943543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:16.949799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f7fc05d-b15a-46b6-b2b7-c1dec28b147e req-be493551-248c-4f73-9617-a15dde2ce295 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722351 Jan 29 04:31:17.006925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Pushing event updated for resources: {'Port': ['ID=d2b9db22-0953-41ea-9336-a1014b2e0f31,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:17.115159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Attempting to bind port d2b9db22-0953-41ea-9336-a1014b2e0f31 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:17.115684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Attempting to bind port d2b9db22-0953-41ea-9336-a1014b2e0f31 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:17.116012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Attempting to bind port d2b9db22-0953-41ea-9336-a1014b2e0f31 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:17.141914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Port d2b9db22-0953-41ea-9336-a1014b2e0f31 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:17.142250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Attempting to bind port d2b9db22-0953-41ea-9336-a1014b2e0f31 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:17.158921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:17.159281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:17.159683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Bound using segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:17.161387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Bound port: d2b9db22-0953-41ea-9336-a1014b2e0f31, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:17.161569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:17.203332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:17.314952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] For port d2b9db22-0953-41ea-9336-a1014b2e0f31, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:17.322348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] For port d2b9db22-0953-41ea-9336-a1014b2e0f31, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:17.331758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1014d3-5aec-4e12-80af-5484d298c6ec req-2fc7b336-a2b6-4808-9751-a95dda07edc7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.333522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd1014d3-5aec-4e12-80af-5484d298c6ec req-2fc7b336-a2b6-4808-9751-a95dda07edc7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 944 time: 0.1011608 Jan 29 04:31:17.335431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:17.341721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303f279-ee89-4143-9402-b7f9f9b9b8d6 req-501351c2-5af9-4c7f-a7a9-e8cf8669d4eb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.350480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9303f279-ee89-4143-9402-b7f9f9b9b8d6 req-501351c2-5af9-4c7f-a7a9-e8cf8669d4eb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1672444 Jan 29 04:31:17.398412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68372-1179-42e4-95ac-ad1544988790 req-06b78203-3daa-4898-860f-b0a60390f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.400021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18e68372-1179-42e4-95ac-ad1544988790 req-06b78203-3daa-4898-860f-b0a60390f481 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7210953 Jan 29 04:31:17.403351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.403979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:17.405747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] 10.222.0.20 "PUT /v2.0/ports/d2b9db22-0953-41ea-9336-a1014b2e0f31 HTTP/1.1" status: 200 len: 1091 time: 1.0964627 Jan 29 04:31:17.407586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'tag': 'd2b9db22-0953-41ea-9336-a1014b2e0f31'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:17.409859 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "afcef4cc-423e-4635-82ef-436e84a14eb2", "tag": "d2b9db22-0953-41ea-9336-a1014b2e0f31"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:17.415400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9303f279-ee89-4143-9402-b7f9f9b9b8d6 req-572b9e52-3eeb-42da-acb1-fc03c8864480 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615246 Jan 29 04:31:17.484686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ff7-d4fd-4751-93c7-000425c49789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:17.487649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f977ae-eee3-46ee-9c85-b9f735c94b0f service neutron] Pushing event updated for resources: {'Port': ['ID=d2b9db22-0953-41ea-9336-a1014b2e0f31,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:17.506720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd1014d3-5aec-4e12-80af-5484d298c6ec req-feaaf016-5529-455b-9b52-614a11819cb2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571765 Jan 29 04:31:17.562245 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c78ee7d-fe49-43da-9502-c84511614415 x-openstack-request-id: req-2c78ee7d-fe49-43da-9502-c84511614415 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:17.562543 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcef4cc-423e-4635-82ef-436e84a14eb2", "tag": "d2b9db22-0953-41ea-9336-a1014b2e0f31", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:17.562798 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c78ee7d-fe49-43da-9502-c84511614415 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:17.563206 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'tag': 'd2b9db22-0953-41ea-9336-a1014b2e0f31', 'status': 'completed', 'code': 200} Jan 29 04:31:17.573539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-dba6112e-5e74-4518-bffb-65b4bcfa09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.575298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-dba6112e-5e74-4518-bffb-65b4bcfa09f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0674033 Jan 29 04:31:17.610972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61207883-42a8-4364-becf-8d8c76094fa6 req-7ebb3284-d656-4859-9899-f21681250089 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.612560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61207883-42a8-4364-becf-8d8c76094fa6 req-7ebb3284-d656-4859-9899-f21681250089 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 943 time: 0.1178415 Jan 29 04:31:17.636531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-1a000f44-af0f-4d94-9f53-792bfe2d6ec8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31 HTTP/1.1" status: 200 len: 217 time: 0.0486639 Jan 29 04:31:17.639405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-d8b166fa-4658-4611-af8d-744b11e8d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.640908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-d8b166fa-4658-4611-af8d-744b11e8d9c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 1095 time: 0.1087470 Jan 29 04:31:17.713929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-afba80e6-62cb-482c-8e0c-e4139ed625c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63edbdd-e8ed-4792-93d9-ceaee4c67455 HTTP/1.1" status: 200 len: 217 time: 0.0577102 Jan 29 04:31:17.715467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39022-3133-46bb-a55e-89b72e344323 req-ecc95202-8dcc-4e5f-b0dc-a6d6fbd71ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.722904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-ecc95202-8dcc-4e5f-b0dc-a6d6fbd71ffb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0675912 Jan 29 04:31:17.736821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-61207883-42a8-4364-becf-8d8c76094fa6 req-7f107e4b-9cbf-4908-9471-97872d385ee2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091125 Jan 29 04:31:17.764429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-cd1194da-49d0-4005-a860-2547b6b3666e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355492 Jan 29 04:31:17.776418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ff7-d4fd-4751-93c7-000425c49789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:17.784854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8eab3ff7-d4fd-4751-93c7-000425c49789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:17.804109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-3e22e84b-ef8b-4f84-baef-15e1d5570bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:17.805582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-3e22e84b-ef8b-4f84-baef-15e1d5570bb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0839643 Jan 29 04:31:17.837602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab3ff7-d4fd-4751-93c7-000425c49789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63922055-fdc5-4188-9df5-c8137715f93c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:17.841886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8eab3ff7-d4fd-4751-93c7-000425c49789 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=680f7e8bd8ca4538ace81754616cc6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255131 Jan 29 04:31:17.850449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:17.857290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-8a50968d-abd8-41c9-b8be-e8b1167b6df9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358331 Jan 29 04:31:17.904611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-c367f347-d027-4397-81b6-09a052101248 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337583 Jan 29 04:31:17.971225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-8db9a3a9-55ca-4730-bc8b-0831a6b7f941 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069438 Jan 29 04:31:17.981424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a920d14-668a-492a-9b72-17ffc412be59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.013929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a920d14-668a-492a-9b72-17ffc412be59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.078010 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8ba48d7-d2da-4b11-b9a7-415224bcc69c req-33ca58df-ded1-470c-ab5e-a8645174bebd service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991399 Jan 29 04:31:18.089274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdf39022-3133-46bb-a55e-89b72e344323 req-08601112-ee40-49cd-9b8a-eb664acdd26a service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775303 Jan 29 04:31:18.110364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d97a2-1b81-4c2b-a6b8-4c7b373c106d req-19aa9f98-e297-4e1c-b696-5644ca6da43a tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.112001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-610d97a2-1b81-4c2b-a6b8-4c7b373c106d req-19aa9f98-e297-4e1c-b696-5644ca6da43a tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 945 time: 0.0799992 Jan 29 04:31:18.145230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a920d14-668a-492a-9b72-17ffc412be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.148061 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a920d14-668a-492a-9b72-17ffc412be59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.149196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a920d14-668a-492a-9b72-17ffc412be59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63922055-fdc5-4188-9df5-c8137715f93c HTTP/1.1" status: 204 len: 168 time: 0.2891927 Jan 29 04:31:18.162020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920d14-668a-492a-9b72-17ffc412be59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63922055-fdc5-4188-9df5-c8137715f93c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:18.181078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-610d97a2-1b81-4c2b-a6b8-4c7b373c106d req-d7676793-2e9a-4c39-b0fd-790cb35afed4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 Jan 29 04:31:18.297014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-ece7810c-e333-4ccb-9ab9-fcec0173d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.298771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-ece7810c-e333-4ccb-9ab9-fcec0173d886 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0519927 Jan 29 04:31:18.429023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-cd7a454b-d611-47a1-a271-548efbb195ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.431301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-cd7a454b-d611-47a1-a271-548efbb195ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 911 time: 0.1243021 Jan 29 04:31:18.493551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-9f668bb0-bb77-462c-8f7d-293da9035b33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31 HTTP/1.1" status: 200 len: 217 time: 0.0471621 Jan 29 04:31:18.570445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-54a49135-6e44-4f27-980a-2a511768d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.572195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-54a49135-6e44-4f27-980a-2a511768d183 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0627513 Jan 29 04:31:18.583277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:18.599303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e7eca01-3788-4927-b049-abf784b9ceaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.614545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956a11-0b92-4c88-a84b-bbda66b7c427 req-f2d1c728-6011-40a6-8852-3ef5e7f93d72 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.619442 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78956a11-0b92-4c88-a84b-bbda66b7c427 req-f2d1c728-6011-40a6-8852-3ef5e7f93d72 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1166244 Jan 29 04:31:18.678879 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78956a11-0b92-4c88-a84b-bbda66b7c427 req-e9d48a27-ddf3-4e3c-8c39-c504ae90508f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531056 Jan 29 04:31:18.734368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e7eca01-3788-4927-b049-abf784b9ceaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.746547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0907282-04c4-4035-888a-8de7f268e2f2 req-cc71eb2b-d4d5-4b5a-b4c8-c1ca14487218 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:18.748130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0907282-04c4-4035-888a-8de7f268e2f2 req-cc71eb2b-d4d5-4b5a-b4c8-c1ca14487218 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 944 time: 0.0992870 Jan 29 04:31:18.749383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e7eca01-3788-4927-b049-abf784b9ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:18.808256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-1fca0fe7-d4ea-4437-8628-424517b51db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547352 Jan 29 04:31:18.843516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7eca01-3788-4927-b049-abf784b9ceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d199a60-20c6-4675-946d-a5237d9b7ebf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:18.865281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e7eca01-3788-4927-b049-abf784b9ceaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d9cf9354d4f4ab1a2f4535e9c373e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762463 Jan 29 04:31:18.882780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53206) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:18.906098 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0907282-04c4-4035-888a-8de7f268e2f2 req-2e0c6af9-66b3-4114-be58-52de9395c387 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413221 Jan 29 04:31:18.954120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-2666406a-3c38-4fb8-ae96-4646786757b8 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301057 Jan 29 04:31:18.982536 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8755-b1f4-4e8c-8142-19bd1d098242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:19.011925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8755-b1f4-4e8c-8142-19bd1d098242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:19.028039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-7ab23684-3b2f-4ac3-b110-0b229ff610a1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:19.029772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-7ab23684-3b2f-4ac3-b110-0b229ff610a1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 812 time: 0.2222104 Jan 29 04:31:19.061553 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-248ac3ed-3312-4f76-b5fd-624fa2a4f88e tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/quotas/4c8e4da2a09b44c3b83895523c13d590 HTTP/1.1" status: 200 len: 375 time: 0.0232286 Jan 29 04:31:19.115368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3a3a24a-486c-4ec2-af82-2b77fa13f4d0 req-76c4d9df-92b5-4d0c-a6f2-46cde6ad758a service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471632 Jan 29 04:31:19.132264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e152f7b-6889-4670-b090-01cb94b63514 req-f2f128b8-39e2-4b17-ab00-9124acd5575d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:19.134595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e152f7b-6889-4670-b090-01cb94b63514 req-f2f128b8-39e2-4b17-ab00-9124acd5575d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 943 time: 0.1500211 Jan 29 04:31:19.141365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-846a3861-3b27-43b3-8dfb-ba8f70ebc41a tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710545 Jan 29 04:31:19.142952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8755-b1f4-4e8c-8142-19bd1d098242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:19.146274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8755-b1f4-4e8c-8142-19bd1d098242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:19.150535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1c0e8755-b1f4-4e8c-8142-19bd1d098242 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d199a60-20c6-4675-946d-a5237d9b7ebf HTTP/1.1" status: 204 len: 168 time: 0.2662108 Jan 29 04:31:19.178670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e152f7b-6889-4670-b090-01cb94b63514 req-46ba2622-d489-46b6-9648-b32afafff66b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Jan 29 04:31:19.181660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e8755-b1f4-4e8c-8142-19bd1d098242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d199a60-20c6-4675-946d-a5237d9b7ebf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:19.274145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-c2998aca-b579-4f8c-ac49-cdb489894883 service neutron] 10.222.0.32 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219122 Jan 29 04:31:19.427005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-f1789839-1d8a-4254-b70e-8ca24d7ee42d service neutron] 10.222.0.32 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449876 Jan 29 04:31:19.864235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31700ee7-484a-4a35-8fd9-d87c8bd8ba22 req-591d80ae-11f3-4266-a61f-4d004c452a24 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:19.867013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31700ee7-484a-4a35-8fd9-d87c8bd8ba22 req-591d80ae-11f3-4266-a61f-4d004c452a24 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0746255 Jan 29 04:31:19.943208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31700ee7-484a-4a35-8fd9-d87c8bd8ba22 req-407c227c-9754-4083-af1d-6a4372f8c247 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592399 Jan 29 04:31:20.043196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78f09d2c-baf2-4287-b61f-7665493d0640 req-5adbe33e-571f-4ffe-84a6-721c0d181dfe tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 210 time: 0.0466232 Jan 29 04:31:20.069649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb1fc-9325-4a6d-abf0-23e8c13705fc req-ce887d14-1175-4df2-a4b5-2c5e43e1ef57 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:20.078377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b09cb1fc-9325-4a6d-abf0-23e8c13705fc req-ce887d14-1175-4df2-a4b5-2c5e43e1ef57 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 944 time: 0.0782979 Jan 29 04:31:20.130832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b09cb1fc-9325-4a6d-abf0-23e8c13705fc req-d83152c6-e384-4906-8b02-ecc09b395360 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Jan 29 04:31:20.355976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1d400-a3a1-422d-8236-7a3380d9beaa req-db03ca54-d549-4bdc-a36a-a4566501ccd4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:20.357693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3e1d400-a3a1-422d-8236-7a3380d9beaa req-db03ca54-d549-4bdc-a36a-a4566501ccd4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 943 time: 0.0801497 Jan 29 04:31:20.447802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3e1d400-a3a1-422d-8236-7a3380d9beaa req-a6bcf12a-65ae-4de4-9cf2-55ead24c57a8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829809 Jan 29 04:31:20.699073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-3d74c4fb-1e32-431e-84ce-6bc38cfdfdd9 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:20.701073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-3d74c4fb-1e32-431e-84ce-6bc38cfdfdd9 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1 HTTP/1.1" status: 200 len: 945 time: 0.0797889 Jan 29 04:31:20.724071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935412e-1c59-4564-8655-91718782da56 req-9fb6a3f8-2245-4911-8e6b-93a382f0e2dc tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:20.725785 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3935412e-1c59-4564-8655-91718782da56 req-9fb6a3f8-2245-4911-8e6b-93a382f0e2dc tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b1ab141-0ece-4a44-b845-5118e0068fdc HTTP/1.1" status: 200 len: 946 time: 0.0854626 Jan 29 04:31:20.821786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Deleting port 83fc7e13-216e-4aa8-9741-76e83f47ab0f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:20.822518 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:20.852033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Deleting port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:20.852746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:20.921573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] For port 83fc7e13-216e-4aa8-9741-76e83f47ab0f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=83fc7e13-216e-4aa8-9741-76e83f47ab0f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:20.922081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:20.935058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Calling delete_port for 83fc7e13-216e-4aa8-9741-76e83f47ab0f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:20.958637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] For port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:20.959158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:20.972885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Calling delete_port for 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:21.069046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d2b9db22-0953-41ea-9336-a1014b2e0f31 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:21.092767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437a46-f9d4-4a60-87c8-4f98cb3492f1 req-9147229b-52b0-4c88-8462-1e17731ff69f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:21.094984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36437a46-f9d4-4a60-87c8-4f98cb3492f1 req-9147229b-52b0-4c88-8462-1e17731ff69f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0790107 Jan 29 04:31:21.126101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.162391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['83fc7e13-216e-4aa8-9741-76e83f47ab0f', '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:21.205108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event deleted for resources: {'Port': ['ID=83fc7e13-216e-4aa8-9741-76e83f47ab0f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.275033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36437a46-f9d4-4a60-87c8-4f98cb3492f1 req-3cbb52f8-d4c4-43cc-af40-409feacfcc98 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566484 Jan 29 04:31:21.302176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.334773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d462b631-4299-4dec-b169-8bf23bbb8edc req-8bd43f06-de23-4fc0-9b3b-df0d556fb054 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 210 time: 0.1386096 Jan 29 04:31:21.357079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d2b9db22-0953-41ea-9336-a1014b2e0f31, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:21.401631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event deleted for resources: {'Port': ['ID=1a9c01d5-e682-4eb4-aa7a-7a29de5a8646,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.417312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] No DVR routers for this DVR port 83fc7e13-216e-4aa8-9741-76e83f47ab0f on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:21.422223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.428659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'd2b9db22-0953-41ea-9336-a1014b2e0f31', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': 'd2b9db22-0953-41ea-9336-a1014b2e0f31', 'mac_address': 'fa:16:3e:dd:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:21.437653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] No DVR routers for this DVR port 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:21.447490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09cb52f7-c688-4e18-9ec7-e6117fbd12da req-568c43c7-6c56-4483-b425-ae3778299fbb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "DELETE /v2.0/ports/83fc7e13-216e-4aa8-9741-76e83f47ab0f HTTP/1.1" status: 204 len: 173 time: 0.7386034 Jan 29 04:31:21.447989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'name': 'network-vif-deleted', 'tag': '83fc7e13-216e-4aa8-9741-76e83f47ab0f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:21.450297 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d968a2-a79f-44a2-9428-80131e012d93" -d '{"events": [{"server_uuid": "b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1", "name": "network-vif-deleted", "tag": "83fc7e13-216e-4aa8-9741-76e83f47ab0f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:21.464550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.471784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3935412e-1c59-4564-8655-91718782da56 req-9c8d5855-f1fc-4dd9-a3bd-97dfe87ddc41 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.20 "DELETE /v2.0/ports/1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 HTTP/1.1" status: 204 len: 173 time: 0.7397163 Jan 29 04:31:21.472713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'name': 'network-vif-deleted', 'tag': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:21.475709 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd342d-55c1-449e-b2b2-5d37eec4d96e" -d '{"events": [{"server_uuid": "0b1ab141-0ece-4a44-b845-5118e0068fdc", "name": "network-vif-deleted", "tag": "1a9c01d5-e682-4eb4-aa7a-7a29de5a8646"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:21.509149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4010ba-ff22-46bf-b0ac-15f087814a12 req-dbbd586e-89c0-426d-b2c4-f84529e18365 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:21.522876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e4010ba-ff22-46bf-b0ac-15f087814a12 req-dbbd586e-89c0-426d-b2c4-f84529e18365 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 944 time: 0.1222498 Jan 29 04:31:21.551903 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.572720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b9db22-0953-41ea-9336-a1014b2e0f31 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:21.607272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d2b9db22-0953-41ea-9336-a1014b2e0f31, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:21.614398 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.615242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b63edbdd-e8ed-4792-93d9-ceaee4c67455 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:21.621563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e4010ba-ff22-46bf-b0ac-15f087814a12 req-9139821a-b387-4945-a0d2-dc7d68022ff4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949898 Jan 29 04:31:21.627459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-1a60b37a-fc42-40f8-acc3-56132db52da5 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:21.630016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-1a60b37a-fc42-40f8-acc3-56132db52da5 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 812 time: 0.3703134 Jan 29 04:31:21.667239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Request body: {'port': {'device_id': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'admin_state_up': True, 'tenant_id': '4c8e4da2a09b44c3b83895523c13d590'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:21.684288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d2b9db22-0953-41ea-9336-a1014b2e0f31,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:21.689189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['83fc7e13-216e-4aa8-9741-76e83f47ab0f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:21.776058 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b9f17-7217-442f-bdb5-8b1532e75470 x-openstack-request-id: req-b69b9f17-7217-442f-bdb5-8b1532e75470 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:21.776349 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1", "name": "network-vif-deleted", "tag": "83fc7e13-216e-4aa8-9741-76e83f47ab0f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:21.776605 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b69b9f17-7217-442f-bdb5-8b1532e75470 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:21.777659 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231b0d6-ec3a-4cc1-92e9-51a3cbec33a1', 'name': 'network-vif-deleted', 'tag': '83fc7e13-216e-4aa8-9741-76e83f47ab0f', 'status': 'completed', 'code': 200} Jan 29 04:31:21.799388 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdd3a89-8832-4c63-98bb-0285ef67642e x-openstack-request-id: req-9cdd3a89-8832-4c63-98bb-0285ef67642e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:21.799650 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ab141-0ece-4a44-b845-5118e0068fdc", "name": "network-vif-deleted", "tag": "1a9c01d5-e682-4eb4-aa7a-7a29de5a8646", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:21.800016 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cdd3a89-8832-4c63-98bb-0285ef67642e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:21.801166 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ab141-0ece-4a44-b845-5118e0068fdc', 'name': 'network-vif-deleted', 'tag': '1a9c01d5-e682-4eb4-aa7a-7a29de5a8646', 'status': 'completed', 'code': 200} Jan 29 04:31:21.837593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b63edbdd-e8ed-4792-93d9-ceaee4c67455, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b63edbdd-e8ed-4792-93d9-ceaee4c67455,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:21.856821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455', 'mac_address': 'fa:16:3e:84:f3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:21.904044 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:21.919609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63edbdd-e8ed-4792-93d9-ceaee4c67455 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:21.948431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914eaba-4ffd-4800-974e-bd2f4fde717c req-bfb93ac4-1928-429f-ba59-3ff27fc726a5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:21.952545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b63edbdd-e8ed-4792-93d9-ceaee4c67455, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b63edbdd-e8ed-4792-93d9-ceaee4c67455,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:21.956089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e914eaba-4ffd-4800-974e-bd2f4fde717c req-bfb93ac4-1928-429f-ba59-3ff27fc726a5 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 944 time: 0.2721376 Jan 29 04:31:21.959078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:22.018204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b63edbdd-e8ed-4792-93d9-ceaee4c67455,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:22.272964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e914eaba-4ffd-4800-974e-bd2f4fde717c req-63c8faec-5b61-45be-91d0-f55fde974b12 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154454 Jan 29 04:31:22.295791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-40d2ea86-b75c-423d-9979-af5ea51605cf tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:22.297290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-40d2ea86-b75c-423d-9979-af5ea51605cf tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 812 time: 0.4461820 Jan 29 04:31:22.314231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Made reservation on behalf of 4c8e4da2a09b44c3b83895523c13d590 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:22.319353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:22.329615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Request body: {'port': {'device_id': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'admin_state_up': True, 'tenant_id': '4c8e4da2a09b44c3b83895523c13d590'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:22.409092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b63edbdd-e8ed-4792-93d9-ceaee4c67455'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:22.429489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813addb9-046b-48ca-acf7-ffa886d628a3 req-074af76c-4acf-4e14-bbe1-ec9667514ade tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:22.440076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-813addb9-046b-48ca-acf7-ffa886d628a3 req-074af76c-4acf-4e14-bbe1-ec9667514ade tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0844426 Jan 29 04:31:22.440477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d2b9db22-0953-41ea-9336-a1014b2e0f31'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:22.501382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-813addb9-046b-48ca-acf7-ffa886d628a3 req-9d2e0425-179a-4407-b7f4-ad9aa0e97f1a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Jan 29 04:31:22.530506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-594924ab-4eaa-4805-88a9-9e393f2ebbc4 req-e135ddbc-b9d3-4b2d-9632-6447dec83419 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 210 time: 0.0539906 Jan 29 04:31:22.672670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Made reservation on behalf of 4c8e4da2a09b44c3b83895523c13d590 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:22.677791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:22.695241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Allocated IP 172.20.0.4 (4fce55a4-f3cf-452c-ad66-a3cde263f2f0/62e80876-f425-462c-98b6-d92fab376f04/63dad661-d3ca-4215-a788-bb42ad2c492c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:22.874935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b9da7-38a9-45ba-8231-bb3f80caa9a6 req-e1a3d3b8-c231-4d96-b91d-db7a2d90f113 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:22.876430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-679b9da7-38a9-45ba-8231-bb3f80caa9a6 req-e1a3d3b8-c231-4d96-b91d-db7a2d90f113 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 945 time: 0.1554825 Jan 29 04:31:22.958980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-679b9da7-38a9-45ba-8231-bb3f80caa9a6 req-0c790e27-f80d-45d3-8000-e1ca6339d8cb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Jan 29 04:31:22.992079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.028504 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.079619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:23.106214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:23.106636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1a9c01d5-e682-4eb4-aa7a-7a29de5a8646 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:23.107584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 83fc7e13-216e-4aa8-9741-76e83f47ab0f no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:23.108724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:23.117762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:23.120065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:23.150486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event updated for resources: {'Port': ['ID=63dad661-d3ca-4215-a788-bb42ad2c492c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:23.165619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Allocated IP 172.20.0.5 (4fce55a4-f3cf-452c-ad66-a3cde263f2f0/62e80876-f425-462c-98b6-d92fab376f04/0a29e070-2030-4102-828d-f6f8b302c71f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:23.169669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 83fc7e13-216e-4aa8-9741-76e83f47ab0f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:23.170114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 83fc7e13-216e-4aa8-9741-76e83f47ab0f not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:23.208946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:23.209727 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.230596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-9ee6ae2d-27bd-4355-b2d8-f32087a422c1 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5680790 Jan 29 04:31:23.253243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Request body: {'port': {'device_id': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:23.401250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.438647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a452a8-671f-47e4-a054-51696218ff95 req-5e560e10-d647-402e-babb-48cdb55a56a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:23.443596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70a452a8-671f-47e4-a054-51696218ff95 req-5e560e10-d647-402e-babb-48cdb55a56a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 944 time: 0.0692191 Jan 29 04:31:23.493274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70a452a8-671f-47e4-a054-51696218ff95 req-afcb9053-02c2-4738-8f79-b9a290028687 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Jan 29 04:31:23.506882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.653953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:23.685200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.692300 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6095c9b-9efd-4435-8a54-1bd5f2882e88 req-1d5e9ec0-ab46-4065-85b5-175e91ded919 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 210 time: 0.0676842 Jan 29 04:31:23.733823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7bd1-b944-4297-9bb4-bae643cdfee7 req-a35f8f42-1b9d-4fac-8a01-af693dfddfdf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:23.735512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a24c7bd1-b944-4297-9bb4-bae643cdfee7 req-a35f8f42-1b9d-4fac-8a01-af693dfddfdf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1381898 Jan 29 04:31:23.803712 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f249ef1-ade7-405c-9473-64ee4f5b98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.833617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:23.854258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event updated for resources: {'Port': ['ID=0a29e070-2030-4102-828d-f6f8b302c71f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:23.856779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:23.865961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8776-4925-4c07-9fad-9a360b8e0e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:23.872206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:23.911145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a24c7bd1-b944-4297-9bb4-bae643cdfee7 req-5548088b-4dfd-4c39-82f5-768ee38b4f20 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453421 Jan 29 04:31:23.980422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:23.981399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.030079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-e9c99cae-403e-4689-837b-2cd49dd7faf4 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7040603 Jan 29 04:31:24.083183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dad661-d3ca-4215-a788-bb42ad2c492c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:24.094171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Request body: {'port': {'device_id': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:24.106016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.145944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-095beb94-fd29-4162-ad50-b8f4b4668510 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.147465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-095beb94-fd29-4162-ad50-b8f4b4668510 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.1387603 Jan 29 04:31:24.170639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-e7bcb938-1a3e-44d3-929e-fb01fe0cb642 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/quotas/80631a242c104c5eb6db5bbea07937cb HTTP/1.1" status: 200 len: 375 time: 0.0166388 Jan 29 04:31:24.172522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Transition to ACTIVE for port object 63dad661-d3ca-4215-a788-bb42ad2c492c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:24.185765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.236336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-9a73c8d2-0fa2-4191-87ba-d9f18cf0dec2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646055 Jan 29 04:31:24.277549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2bcd-b2ec-4cf6-8c8f-30a0e95adef1 req-c2d92226-65d9-4a9f-bf2d-cb0e55ff34b9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.279113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-816f2bcd-b2ec-4cf6-8c8f-30a0e95adef1 req-c2d92226-65d9-4a9f-bf2d-cb0e55ff34b9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 945 time: 0.1901810 Jan 29 04:31:24.290760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.301349 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8776-4925-4c07-9fad-9a360b8e0e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.340233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8776-4925-4c07-9fad-9a360b8e0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.368821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Pushing event updated for resources: {'Port': ['ID=63dad661-d3ca-4215-a788-bb42ad2c492c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:24.371285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-df33eb1a-9823-4818-86c8-78865b365e79 service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337519 Jan 29 04:31:24.463279 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5ca8776-4925-4c07-9fad-9a360b8e0e74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a042fe42cd3d4c018b2d8026c20709d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068857 Jan 29 04:31:24.469859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:24.475137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca8776-4925-4c07-9fad-9a360b8e0e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c49811-4da8-4abc-8905-1c51a1b9cd0a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:24.486801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-a06e74ff-7116-4aac-88c4-057ccfffce8e service neutron] 10.222.0.32 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142111 Jan 29 04:31:24.515141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-816f2bcd-b2ec-4cf6-8c8f-30a0e95adef1 req-d9c53ae3-72c1-48fd-946c-d2f78bafbd04 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178288 Jan 29 04:31:24.601760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Attempting to bind port 63dad661-d3ca-4215-a788-bb42ad2c492c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:24.602163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Attempting to bind port 63dad661-d3ca-4215-a788-bb42ad2c492c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:24.602502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Attempting to bind port 63dad661-d3ca-4215-a788-bb42ad2c492c on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:24.673207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Port 63dad661-d3ca-4215-a788-bb42ad2c492c on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:24.673927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Attempting to bind port 63dad661-d3ca-4215-a788-bb42ad2c492c on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:24.694525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ad294e1-207b-4317-bcaa-c6c30fa3b7a1 req-5cbdee97-18ef-446d-9a69-2f97ef324c79 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 210 time: 0.0421646 Jan 29 04:31:24.742268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c5e24bc-1ec9-4648-ae74-1d98536797c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.750279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:24.750622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Checking segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:24.751015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Bound using segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:24.751459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Bound port: 63dad661-d3ca-4215-a788-bb42ad2c492c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:24.751818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.826241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c5e24bc-1ec9-4648-ae74-1d98536797c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:24.826351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f9dd1-0a92-4b74-bdac-dcbcdf8f43bf req-94a97ad7-48b5-491e-a9fc-2212189ef7d6 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.828099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d91f9dd1-0a92-4b74-bdac-dcbcdf8f43bf req-94a97ad7-48b5-491e-a9fc-2212189ef7d6 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 931 time: 0.0701313 Jan 29 04:31:24.854697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a171cd-9391-4fc6-905f-a89b36a6f33f req-6f330a8a-5936-4dd7-ab05-78b4c52ae25a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:24.856276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83a171cd-9391-4fc6-905f-a89b36a6f33f req-6f330a8a-5936-4dd7-ab05-78b4c52ae25a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 944 time: 0.2496037 Jan 29 04:31:24.900961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d91f9dd1-0a92-4b74-bdac-dcbcdf8f43bf req-efca8ca9-1f6b-452a-b8c1-c57973f6128b tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656989 Jan 29 04:31:24.963326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] For port 63dad661-d3ca-4215-a788-bb42ad2c492c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:25.000555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] For port 63dad661-d3ca-4215-a788-bb42ad2c492c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63dad661-d3ca-4215-a788-bb42ad2c492c,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:25.012702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83a171cd-9391-4fc6-905f-a89b36a6f33f req-9080a012-64b8-4059-8f6b-00ba91a40e41 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433454 Jan 29 04:31:25.028512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.043369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c5e24bc-1ec9-4648-ae74-1d98536797c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.045925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c5e24bc-1ec9-4648-ae74-1d98536797c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.047078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c5e24bc-1ec9-4648-ae74-1d98536797c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01c49811-4da8-4abc-8905-1c51a1b9cd0a HTTP/1.1" status: 204 len: 168 time: 0.5730526 Jan 29 04:31:25.055507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997e1db-8bf6-4225-b8b4-b8f92fb0e09f req-b24c3c78-fa3f-45d9-8d02-de72619d11f4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.062589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a997e1db-8bf6-4225-b8b4-b8f92fb0e09f req-b24c3c78-fa3f-45d9-8d02-de72619d11f4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0674624 Jan 29 04:31:25.062794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.063335 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.064739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] 10.222.0.36 "PUT /v2.0/ports/63dad661-d3ca-4215-a788-bb42ad2c492c HTTP/1.1" status: 200 len: 1091 time: 1.8161137 Jan 29 04:31:25.087574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d2b9db22-0953-41ea-9336-a1014b2e0f31 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:25.095992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'tag': '63dad661-d3ca-4215-a788-bb42ad2c492c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:25.098857 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ccbea-4587-42e8-b55d-48087fd36c72" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef", "tag": "63dad661-d3ca-4215-a788-bb42ad2c492c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:25.117216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a997e1db-8bf6-4225-b8b4-b8f92fb0e09f req-25bffd0b-07f6-4699-8a74-7ccbef876c66 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488205 Jan 29 04:31:25.159989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e24bc-1ec9-4648-ae74-1d98536797c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c49811-4da8-4abc-8905-1c51a1b9cd0a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.169243 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e1fdd-20ec-4eea-85eb-b25ca1a4f6d6 x-openstack-request-id: req-352e1fdd-20ec-4eea-85eb-b25ca1a4f6d6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:25.169743 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef", "tag": "63dad661-d3ca-4215-a788-bb42ad2c492c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:25.170194 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352e1fdd-20ec-4eea-85eb-b25ca1a4f6d6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:25.170754 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'tag': '63dad661-d3ca-4215-a788-bb42ad2c492c', 'status': 'completed', 'code': 200} Jan 29 04:31:25.196916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port d2b9db22-0953-41ea-9336-a1014b2e0f31 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:25.202346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port d2b9db22-0953-41ea-9336-a1014b2e0f31 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:25.203060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.339411 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.373284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9db22-0953-41ea-9336-a1014b2e0f31'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:25.376120 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d84a28-df36-4d52-b214-0e22ff3517e9" -d '{"events": [{"server_uuid": "afcef4cc-423e-4635-82ef-436e84a14eb2", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9db22-0953-41ea-9336-a1014b2e0f31"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:25.394654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d2b9db22-0953-41ea-9336-a1014b2e0f31, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:25.407332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.408403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b63edbdd-e8ed-4792-93d9-ceaee4c67455 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:25.479668 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f06c586-e15f-48df-bdbb-7d2f9a489fa6 x-openstack-request-id: req-1f06c586-e15f-48df-bdbb-7d2f9a489fa6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:25.479668 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcef4cc-423e-4635-82ef-436e84a14eb2", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9db22-0953-41ea-9336-a1014b2e0f31", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:25.480014 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f06c586-e15f-48df-bdbb-7d2f9a489fa6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:25.480322 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9db22-0953-41ea-9336-a1014b2e0f31', 'code': 200} Jan 29 04:31:25.581168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port b63edbdd-e8ed-4792-93d9-ceaee4c67455 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:25.591608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port b63edbdd-e8ed-4792-93d9-ceaee4c67455 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:25.592285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.598401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d2b9db22-0953-41ea-9336-a1014b2e0f31,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.668762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a29e070-2030-4102-828d-f6f8b302c71f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:25.670505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6032f-6ad2-407e-9e12-26d6f7d6796c req-f33c3495-e9cd-4f15-a587-7d59bea39521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.676831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a204-92fc-4476-8c69-e24886d2eacb service neutron] Pushing event updated for resources: {'Port': ['ID=63dad661-d3ca-4215-a788-bb42ad2c492c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.679591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ee6032f-6ad2-407e-9e12-26d6f7d6796c req-f33c3495-e9cd-4f15-a587-7d59bea39521 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 1096 time: 0.1165128 Jan 29 04:31:25.700481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.707049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.711081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-59759295-7e4f-40b2-9675-6f3b8cc341d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.723910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-59759295-7e4f-40b2-9675-6f3b8cc341d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 1094 time: 0.5138206 Jan 29 04:31:25.744634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b63edbdd-e8ed-4792-93d9-ceaee4c67455, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b63edbdd-e8ed-4792-93d9-ceaee4c67455,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:25.755548 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.759209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ee6032f-6ad2-407e-9e12-26d6f7d6796c req-d48b7fc0-91c5-4e27-8353-9a6dc6c4a941 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591359 Jan 29 04:31:25.806690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-5ff3ec5e-6e69-4e26-916e-3c4a2284db6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dad661-d3ca-4215-a788-bb42ad2c492c HTTP/1.1" status: 200 len: 217 time: 0.0600185 Jan 29 04:31:25.810102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Transition to ACTIVE for port object 0a29e070-2030-4102-828d-f6f8b302c71f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:25.811258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b63edbdd-e8ed-4792-93d9-ceaee4c67455,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:25.850168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:25.851255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-214fe421-8b2e-415f-87b8-f17ae301be46 req-56fa6002-6bec-4e11-8c4f-0a562347bba2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 210 time: 0.0419016 Jan 29 04:31:25.880800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacca49-f2fa-4749-9e85-e453d1e88dec req-56a13f86-9bd9-4fe1-8d6d-495cf3832d49 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.882454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bacca49-f2fa-4749-9e85-e453d1e88dec req-56a13f86-9bd9-4fe1-8d6d-495cf3832d49 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 945 time: 0.2327600 Jan 29 04:31:25.977085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-2dc6549d-afe3-4d4e-b93b-0a2b5985a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:25.978698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-2dc6549d-afe3-4d4e-b93b-0a2b5985a2de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.1629031 Jan 29 04:31:25.981519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Pushing event updated for resources: {'Port': ['ID=0a29e070-2030-4102-828d-f6f8b302c71f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.040725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d4f0c-38ba-4e9e-90d7-7adf3991e36c req-023e33bd-ed67-4b85-81c6-ef7344794191 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.057404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2d4f0c-38ba-4e9e-90d7-7adf3991e36c req-023e33bd-ed67-4b85-81c6-ef7344794191 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 943 time: 0.0735714 Jan 29 04:31:26.070061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45e50ade-f35e-4d43-a408-5c91440dfac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:26.079322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-a1b1022b-085c-44b8-b0d5-e5c85a611857 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727971 Jan 29 04:31:26.088585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7bacca49-f2fa-4749-9e85-e453d1e88dec req-71c9920e-e30e-42c2-9a46-7aa88d2b6e49 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813602 Jan 29 04:31:26.128795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2d4f0c-38ba-4e9e-90d7-7adf3991e36c req-69eeca3d-7060-4ae6-bf1d-6093567680f9 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705218 Jan 29 04:31:26.193975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-25bffa93-9616-4e99-a918-5e4dbf8ce79b service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021872 Jan 29 04:31:26.195315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Attempting to bind port 0a29e070-2030-4102-828d-f6f8b302c71f on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:26.195480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Attempting to bind port 0a29e070-2030-4102-828d-f6f8b302c71f by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:26.195798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Attempting to bind port 0a29e070-2030-4102-828d-f6f8b302c71f on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:26.200979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Port 0a29e070-2030-4102-828d-f6f8b302c71f on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:26.201307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Attempting to bind port 0a29e070-2030-4102-828d-f6f8b302c71f on network 4fce55a4-f3cf-452c-ad66-a3cde263f2f0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:26.209975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:26.210412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Checking segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:26.210820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Bound using segment: {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:26.211270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Bound port: 0a29e070-2030-4102-828d-f6f8b302c71f, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d5cca7-cc74-4b38-84e8-c721d2f56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:26.211639 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:26.301946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6638-7468-44fc-95e5-1a850244750d req-b9ee0b83-0f0b-453e-9239-3cef93f0550e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.310398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad8f6638-7468-44fc-95e5-1a850244750d req-b9ee0b83-0f0b-453e-9239-3cef93f0550e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0992455 Jan 29 04:31:26.386666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] For port 0a29e070-2030-4102-828d-f6f8b302c71f, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:26.391697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] For port 0a29e070-2030-4102-828d-f6f8b302c71f, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0a29e070-2030-4102-828d-f6f8b302c71f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:26.404841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:26.411451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad8f6638-7468-44fc-95e5-1a850244750d req-c48cfb3e-3236-44cd-98ab-b81b3735182a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Jan 29 04:31:26.516585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.517355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:26.519547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a29e070-2030-4102-828d-f6f8b302c71f HTTP/1.1" status: 200 len: 1091 time: 2.4288142 Jan 29 04:31:26.524347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-e48df7ab-37c0-438e-ada5-40a9d9c5442c service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156629 Jan 29 04:31:26.544436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf0150-fcce-47a3-9b2e-4d437e333173 req-555e23ff-1d18-4c2e-a3e8-2b6e845f830e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.551203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8abf0150-fcce-47a3-9b2e-4d437e333173 req-555e23ff-1d18-4c2e-a3e8-2b6e845f830e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.3432169 Jan 29 04:31:26.625787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3161176-0e85-4fca-a6bf-3ff0e6311053 service neutron] Pushing event updated for resources: {'Port': ['ID=0a29e070-2030-4102-828d-f6f8b302c71f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:26.643151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-ebaeeccd-51be-429d-8137-df45a97f0dd0 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.645132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-ebaeeccd-51be-429d-8137-df45a97f0dd0 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 813 time: 0.2261140 Jan 29 04:31:26.692234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Request body: {'port': {'device_id': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'admin_state_up': True, 'tenant_id': '80631a242c104c5eb6db5bbea07937cb'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:26.711237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8abf0150-fcce-47a3-9b2e-4d437e333173 req-1b7d77ed-ce90-401d-a1e1-3a2a6fc08abd tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524117 Jan 29 04:31:26.734510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-d9c86edb-68cf-4e0e-8a87-65c2f9f53728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.743495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-d9c86edb-68cf-4e0e-8a87-65c2f9f53728 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 1094 time: 0.0541279 Jan 29 04:31:26.743495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-e3f23fc1-9027-4c81-8f30-62f89a38a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:26.743495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-e3f23fc1-9027-4c81-8f30-62f89a38a1ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 1094 time: 0.1015596 Jan 29 04:31:26.858467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Made reservation on behalf of 80631a242c104c5eb6db5bbea07937cb for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:26.863415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:26.903550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53396) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:26.931319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-816987d4-be90-4bbd-b752-936770da0b6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a29e070-2030-4102-828d-f6f8b302c71f HTTP/1.1" status: 200 len: 217 time: 0.1568475 Jan 29 04:31:27.043983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755160-d69a-4a34-873a-39d1605262aa req-4a67a9f2-a56a-4a49-aa5a-3f20ce4dc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.045572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-4a67a9f2-a56a-4a49-aa5a-3f20ce4dc8c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.1057432 Jan 29 04:31:27.084725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Allocated IP 172.20.0.2 (6ced0398-63ec-414f-b8a6-d01d3c2b793c/877a1c43-ebfa-434c-81a7-a1f43c0ba7bd/84735d11-b2d3-4739-b6ef-696689bf899b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:27.123134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02a64909-4408-489e-82d7-5c6c7ccbe68b req-85b6ac26-615c-44f2-b52b-423e2109d3d5 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 210 time: 0.1990349 Jan 29 04:31:27.136307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-e5898caf-6152-4884-8dc4-e6e7a35575cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3653882 Jan 29 04:31:27.143523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-a5b01264-b0cf-46dd-8971-b25f6e98fdc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498970 Jan 29 04:31:27.149387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-e9e318ef-1248-4325-a48a-47348b4b37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.167542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-e9e318ef-1248-4325-a48a-47348b4b37ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 913 time: 0.3928926 Jan 29 04:31:27.171836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'tag': '0a29e070-2030-4102-828d-f6f8b302c71f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:27.174292 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed020b96-304d-429f-9f26-b80ae1520192" -d '{"events": [{"name": "network-changed", "server_uuid": "d18b7bad-98af-4f4f-b5c8-c696210f449f", "tag": "0a29e070-2030-4102-828d-f6f8b302c71f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:27.242985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.282877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86c3c063-485b-4fdc-bc4a-e75d7ee4e2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.326704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-52da6cab-27d6-4247-90b0-bce41ccac44f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dad661-d3ca-4215-a788-bb42ad2c492c HTTP/1.1" status: 200 len: 217 time: 0.1466775 Jan 29 04:31:27.414977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-98ce9f2c-2f2d-42be-894e-24025b13fd0a service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366624 Jan 29 04:31:27.418056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d49d1-2620-4023-a02f-192ec2400e5a req-4cd8226c-a0b7-43bf-b247-d29e8ef81d94 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.423603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe297-fee5-4bb9-bbd6-b6287bac4311 req-8a8da420-720e-42f5-bf05-d88565a8a5f1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.425221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-030fe297-fee5-4bb9-bbd6-b6287bac4311 req-8a8da420-720e-42f5-bf05-d88565a8a5f1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.1453843 Jan 29 04:31:27.433714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c98d49d1-2620-4023-a02f-192ec2400e5a req-4cd8226c-a0b7-43bf-b247-d29e8ef81d94 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 943 time: 0.1760464 Jan 29 04:31:27.482822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-669e1c51-7154-4ecb-96e4-4ac32e3dca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.483485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:27.484586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-669e1c51-7154-4ecb-96e4-4ac32e3dca9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 1097 time: 0.2337351 Jan 29 04:31:27.488247 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d8d2f-1c31-43a0-beb7-e1911d48617d" -d '{"events": [{"server_uuid": "123c17e1-3fe0-460f-b1f1-1131477987c7", "name": "network-vif-plugged", "status": "completed", "tag": "b63edbdd-e8ed-4792-93d9-ceaee4c67455"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:27.511049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-580f8452-6b49-44f1-b33e-5bf2ac496b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.512757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-580f8452-6b49-44f1-b33e-5bf2ac496b50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.1632464 Jan 29 04:31:27.552751 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.557569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c98d49d1-2620-4023-a02f-192ec2400e5a req-b7276a08-2de7-4b8b-993b-36c27339a8cb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229064 Jan 29 04:31:27.560479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-030fe297-fee5-4bb9-bbd6-b6287bac4311 req-f0f63f93-862c-41f7-bcf1-2c61ad3ad329 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275766 Jan 29 04:31:27.630302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-0e13db83-8275-4b47-ad29-b0c9b56a1778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741210 Jan 29 04:31:27.635069 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217165fd-177f-4289-b09e-862d83fb0b76 x-openstack-request-id: req-217165fd-177f-4289-b09e-862d83fb0b76 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:27.635363 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18b7bad-98af-4f4f-b5c8-c696210f449f", "tag": "0a29e070-2030-4102-828d-f6f8b302c71f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:27.635612 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-217165fd-177f-4289-b09e-862d83fb0b76 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:27.636026 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'tag': '0a29e070-2030-4102-828d-f6f8b302c71f', 'status': 'completed', 'code': 200} Jan 29 04:31:27.638371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.642218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86c3c063-485b-4fdc-bc4a-e75d7ee4e2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.674712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:27.678656 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931e9318-b450-4fa1-b662-c4bc24792fbf x-openstack-request-id: req-931e9318-b450-4fa1-b662-c4bc24792fbf {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:27.679168 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123c17e1-3fe0-460f-b1f1-1131477987c7", "name": "network-vif-plugged", "status": "completed", "tag": "b63edbdd-e8ed-4792-93d9-ceaee4c67455", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:27.679592 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-931e9318-b450-4fa1-b662-c4bc24792fbf {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:27.680127 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455', 'code': 200} Jan 29 04:31:27.681178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', '51a87fce-1f0c-421d-a958-95f0a95acd47'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:27.688517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86c3c063-485b-4fdc-bc4a-e75d7ee4e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.734374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Network 6ced0398-63ec-414f-b8a6-d01d3c2b793c is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:27.773023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:27.785631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-86c3c063-485b-4fdc-bc4a-e75d7ee4e2bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b91096e7076456787e6199bdaa1ef62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731983 Jan 29 04:31:27.786862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:27.817801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53414) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:27.818915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53755160-d69a-4a34-873a-39d1605262aa req-4f6f4a38-6e7f-4f5a-a382-4b4e74cd8985 service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539920 Jan 29 04:31:27.820635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event updated for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:27.826911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-00984278-8959-4a89-be46-d6cb055453f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.828221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-00984278-8959-4a89-be46-d6cb055453f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.3098161 Jan 29 04:31:27.831141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3c063-485b-4fdc-bc4a-e75d7ee4e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca5895c-f4fc-4ceb-a484-f93f4d06ea32,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:27.890151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.890784 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:27.930875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-707dec08-4e21-4785-a963-a77b3642dfb2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2457008 Jan 29 04:31:27.943631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc9f96-f9c9-48df-86c8-03cc845196cd req-f5cc8bfa-6081-4b82-b810-c296005a414a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:27.945102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acfc9f96-f9c9-48df-86c8-03cc845196cd req-f5cc8bfa-6081-4b82-b810-c296005a414a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1263936 Jan 29 04:31:27.956204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Request body: {'port': {'device_id': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:27.963771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-ddd2730d-3486-4110-a8c5-2a60d131f6d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 HTTP/1.1" status: 200 len: 217 time: 0.0943768 Jan 29 04:31:27.987461 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a509fc5f-9186-4c95-9635-bb736a3412fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.035498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a509fc5f-9186-4c95-9635-bb736a3412fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.048830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f825f-3141-4c80-8ba4-301d5e678cd5 req-f4574f11-6377-4d19-90c7-b5dcc258ec48 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.050403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c12f825f-3141-4c80-8ba4-301d5e678cd5 req-f4574f11-6377-4d19-90c7-b5dcc258ec48 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.3676167 Jan 29 04:31:28.065512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acfc9f96-f9c9-48df-86c8-03cc845196cd req-a75d38d1-f23b-4795-8fbc-1b549b586617 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036701 Jan 29 04:31:28.079039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.086592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbcb13-9d04-4b35-b371-719e1f64c4ff req-fdbe5471-b8eb-4aba-8a12-4f96ae365c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.088464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41dbcb13-9d04-4b35-b371-719e1f64c4ff req-fdbe5471-b8eb-4aba-8a12-4f96ae365c3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 1097 time: 0.2682950 Jan 29 04:31:28.106201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-6d58067b-06a4-4d2d-8fff-f32126e59210 service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484463 Jan 29 04:31:28.146309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-0576d63b-b8d9-448f-af02-2fd78bf0cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.147964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-0576d63b-b8d9-448f-af02-2fd78bf0cbad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.1642482 Jan 29 04:31:28.162906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020b96-304d-429f-9f26-b80ae1520192 req-4d24605b-352e-46c8-9807-e16df969d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.163445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-4d24605b-352e-46c8-9807-e16df969d276 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c8e4da2a09b44c3b83895523c13d590&device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 1094 time: 0.2078030 Jan 29 04:31:28.165818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a509fc5f-9186-4c95-9635-bb736a3412fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.169417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a509fc5f-9186-4c95-9635-bb736a3412fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.170787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a509fc5f-9186-4c95-9635-bb736a3412fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ca5895c-f4fc-4ceb-a484-f93f4d06ea32 HTTP/1.1" status: 204 len: 168 time: 0.3479621 Jan 29 04:31:28.241522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509fc5f-9186-4c95-9635-bb736a3412fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca5895c-f4fc-4ceb-a484-f93f4d06ea32,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:28.433069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e31e4-6dcf-48c2-8a88-5d6627f70f9b req-57e49e4b-cd52-400d-8c74-10f3caf3eb87 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.434682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd8e31e4-6dcf-48c2-8a88-5d6627f70f9b req-57e49e4b-cd52-400d-8c74-10f3caf3eb87 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 931 time: 0.0896788 Jan 29 04:31:28.483847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84735d11-b2d3-4739-b6ef-696689bf899b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:28.500860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.511584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd8e31e4-6dcf-48c2-8a88-5d6627f70f9b req-cc0ef2e7-343a-4a4b-8639-0aefe04bfc07 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588329 Jan 29 04:31:28.511832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c12f825f-3141-4c80-8ba4-301d5e678cd5 req-2f8e4435-7fdb-4e81-ac91-7432048de1fd tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505811 Jan 29 04:31:28.520158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Transition to ACTIVE for port object 84735d11-b2d3-4739-b6ef-696689bf899b will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:28.522841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-1a917981-c965-4848-af53-355e771a52f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3584805 Jan 29 04:31:28.525792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.587143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41dbcb13-9d04-4b35-b371-719e1f64c4ff req-1d6155fe-3852-42f0-8d05-c7386b8b4563 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868865 Jan 29 04:31:28.618679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Pushing event updated for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:28.702287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Attempting to bind port 84735d11-b2d3-4739-b6ef-696689bf899b on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:28.702635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Attempting to bind port 84735d11-b2d3-4739-b6ef-696689bf899b by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:28.710224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Attempting to bind port 84735d11-b2d3-4739-b6ef-696689bf899b on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:28.719380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Port 84735d11-b2d3-4739-b6ef-696689bf899b on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:28.719941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Attempting to bind port 84735d11-b2d3-4739-b6ef-696689bf899b on network 6ced0398-63ec-414f-b8a6-d01d3c2b793c {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:28.727836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:28.728589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Checking segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:28.729159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Bound using segment: {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:28.729784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Bound port: 84735d11-b2d3-4739-b6ef-696689bf899b, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f715e-cd21-4ec0-804f-c7da48f80d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:28.730340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.747717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ac78a-e773-4118-983b-92b208898373 req-683bef99-146f-4465-b606-cdc34f6b6323 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.752685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63dad661-d3ca-4215-a788-bb42ad2c492c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:28.755292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-768ac78a-e773-4118-983b-92b208898373 req-683bef99-146f-4465-b606-cdc34f6b6323 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 943 time: 0.0993402 Jan 29 04:31:28.766947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c97ccbea-4587-42e8-b55d-48087fd36c72 req-fe026f74-f2fa-459a-b0e1-44f293fa6d3b service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525788 Jan 29 04:31:28.773385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020b96-304d-429f-9f26-b80ae1520192 req-869d49c9-5148-481b-bd89-2a42f8f52c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.774867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-869d49c9-5148-481b-bd89-2a42f8f52c81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 200 len: 913 time: 0.5885093 Jan 29 04:31:28.778677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-b8f9b004-c3a4-47f1-9bc2-8039020372ad service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284377 Jan 29 04:31:28.787538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807a003-05d8-4ba8-b343-019354cfc1eb req-bad2ddc4-6db3-4c19-95d2-a87c372421b8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:28.795301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b807a003-05d8-4ba8-b343-019354cfc1eb req-bad2ddc4-6db3-4c19-95d2-a87c372421b8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1357176 Jan 29 04:31:28.840495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-768ac78a-e773-4118-983b-92b208898373 req-717b2e4c-c87e-47c2-9107-8fb54d63c7e3 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798364 Jan 29 04:31:28.856094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-43275012-bc2b-4ccb-b8b2-705433065c41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a29e070-2030-4102-828d-f6f8b302c71f HTTP/1.1" status: 200 len: 217 time: 0.0586677 Jan 29 04:31:28.876985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:28.882713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=84735d11-b2d3-4739-b6ef-696689bf899b,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:28.891308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.923303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 63dad661-d3ca-4215-a788-bb42ad2c492c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63dad661-d3ca-4215-a788-bb42ad2c492c,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:28.936510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '63dad661-d3ca-4215-a788-bb42ad2c492c', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'port_id': '63dad661-d3ca-4215-a788-bb42ad2c492c', 'mac_address': 'fa:16:3e:b8:ef:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e80876-f425-462c-98b6-d92fab376f04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:28.980211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:28.992279 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b807a003-05d8-4ba8-b343-019354cfc1eb req-44891881-efc5-44fd-95d1-d6f5b36cc6d0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961246 Jan 29 04:31:29.007957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020b96-304d-429f-9f26-b80ae1520192 req-a1881b76-f9e3-46a6-bb4f-8e026b953c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.018206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.018344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dad661-d3ca-4215-a788-bb42ad2c492c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:29.019702 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:29.021312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] 10.222.0.20 "PUT /v2.0/ports/84735d11-b2d3-4739-b6ef-696689bf899b HTTP/1.1" status: 200 len: 1091 time: 1.0735004 Jan 29 04:31:29.022309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-a1881b76-f9e3-46a6-bb4f-8e026b953c6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 200 len: 852 time: 0.1529908 Jan 29 04:31:29.024175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:29.027580 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f058a88e-9fda-429e-a720-e62a1c0c11bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:29.038880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed1f91-bbf4-4b9a-a093-ee76e2e6da74 service neutron] Pushing event updated for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.060947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 63dad661-d3ca-4215-a788-bb42ad2c492c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63dad661-d3ca-4215-a788-bb42ad2c492c,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:29.064952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016e30a-5cd8-4666-ad92-42c812dde28f req-b1d9ef3b-54b6-4f9f-ae9f-3dffdb003136 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.070733 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f016e30a-5cd8-4666-ad92-42c812dde28f req-b1d9ef3b-54b6-4f9f-ae9f-3dffdb003136 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.1421275 Jan 29 04:31:29.084843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:29.090280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-5f0cbfce-1ba3-4d23-a85a-2495c9e0db66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4fce55a4-f3cf-452c-ad66-a3cde263f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558133 Jan 29 04:31:29.103370 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc804c7-202f-48c3-8e08-0ecb065d8bc1 x-openstack-request-id: req-6bc804c7-202f-48c3-8e08-0ecb065d8bc1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:29.103679 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:29.103933 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc804c7-202f-48c3-8e08-0ecb065d8bc1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:29.104358 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b', 'status': 'completed', 'code': 200} Jan 29 04:31:29.127121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-856c7870-d259-4ad9-bda9-deaa92eed8e5 req-8f9ca749-b81a-4cad-920a-62a177b1a203 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602599 Jan 29 04:31:29.136019 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:29.197637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=63dad661-d3ca-4215-a788-bb42ad2c492c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:29.209333 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:29.210299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f016e30a-5cd8-4666-ad92-42c812dde28f req-ce310f97-4618-479d-a944-684422ce187f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367469 Jan 29 04:31:29.222714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-ce0a2e92-1143-4f63-90c8-09e7703a016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.224270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-ce0a2e92-1143-4f63-90c8-09e7703a016e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 1094 time: 0.1173332 Jan 29 04:31:29.233179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-89d31b5f-2cc6-4bba-a2d3-2086147419ad service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302314 Jan 29 04:31:29.302422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-a776d3e2-893b-4a26-8114-3bdb46b04b82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84735d11-b2d3-4739-b6ef-696689bf899b HTTP/1.1" status: 200 len: 217 time: 0.0474730 Jan 29 04:31:29.361766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-69e21526-5554-49f1-b247-17efe7da5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.363301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-69e21526-5554-49f1-b247-17efe7da5077 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.0531418 Jan 29 04:31:29.364561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed020b96-304d-429f-9f26-b80ae1520192 req-ab6a03de-44c6-425a-9878-e7903d111f62 service neutron] 10.222.0.36 "GET /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220801 Jan 29 04:31:29.400456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-e553dcc0-b0cc-43a9-83d6-9a82122e6d9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295477 Jan 29 04:31:29.494755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['63dad661-d3ca-4215-a788-bb42ad2c492c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:29.495428 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-213f2329-cdc1-4f5f-8bd3-1b240340557e service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879683 Jan 29 04:31:29.613586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e33c9a9-807f-4b9f-a797-a6a6decb0c13 req-87100294-0d5f-462a-8a5f-51b0985e6788 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096787 Jan 29 04:31:29.684161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09676f-a180-48a3-9e94-f2313ffbe3d2 req-a3597730-ec94-4077-9cbf-580382225ad1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.686593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee09676f-a180-48a3-9e94-f2313ffbe3d2 req-a3597730-ec94-4077-9cbf-580382225ad1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0571463 Jan 29 04:31:29.700789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fcf3-216e-44fd-a1c1-62e9423c3b32 req-c4883a7c-ad11-40cc-ab87-e20eaa231b44 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.702920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c61fcf3-216e-44fd-a1c1-62e9423c3b32 req-c4883a7c-ad11-40cc-ab87-e20eaa231b44 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 943 time: 0.0652928 Jan 29 04:31:29.743344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee09676f-a180-48a3-9e94-f2313ffbe3d2 req-cf4439b8-6e37-4f37-91b1-3d54f7fa5bfd tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498593 Jan 29 04:31:29.748610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c61fcf3-216e-44fd-a1c1-62e9423c3b32 req-3cb40b35-91ae-4b3d-a49c-cac6b1aa920d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Jan 29 04:31:29.875368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-7c810c09-f179-4bdf-829f-cda00f4b03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.876514 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-7c810c09-f179-4bdf-829f-cda00f4b03b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80631a242c104c5eb6db5bbea07937cb&device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 1094 time: 0.0487852 Jan 29 04:31:29.969002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b148-1233-42fd-8556-65d82f22eb84 req-a36f5918-b197-4e40-a9c4-0fb40baae9cb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.970644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3122b148-1233-42fd-8556-65d82f22eb84 req-a36f5918-b197-4e40-a9c4-0fb40baae9cb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 943 time: 0.0610681 Jan 29 04:31:29.990616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-cac59911-6b96-4fc7-84b6-5cc3426366a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:29.992090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-cac59911-6b96-4fc7-84b6-5cc3426366a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 200 len: 914 time: 0.1087387 Jan 29 04:31:30.010203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3122b148-1233-42fd-8556-65d82f22eb84 req-55a32882-0c92-49ae-ae9d-2d486b48d61a tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Jan 29 04:31:30.040884 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-2a78b9a7-85bd-4f40-8993-3a1a8e9e52c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84735d11-b2d3-4739-b6ef-696689bf899b HTTP/1.1" status: 200 len: 217 time: 0.0391243 Jan 29 04:31:30.126491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-439465ab-c439-4fee-9498-e59c6a1657b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:30.128218 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-439465ab-c439-4fee-9498-e59c6a1657b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 200 len: 853 time: 0.0787086 Jan 29 04:31:30.146422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a110d-37d4-4840-8fc5-4eb1fd33ae7f req-0569d33c-b478-44a2-89bf-9ec55616c232 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:30.147842 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e8a110d-37d4-4840-8fc5-4eb1fd33ae7f req-0569d33c-b478-44a2-89bf-9ec55616c232 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0705113 Jan 29 04:31:30.177352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-ad05016b-27ae-4326-99c7-9c7e0774b33e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ced0398-63ec-414f-b8a6-d01d3c2b793c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398505 Jan 29 04:31:30.248425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e8a110d-37d4-4840-8fc5-4eb1fd33ae7f req-a52d04aa-a4d9-4cb5-8022-ab706705bd7d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924139 Jan 29 04:31:30.301028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-030986f6-ac0a-4401-bf4d-7d22889662e9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153057 Jan 29 04:31:30.350848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde38fe-8709-4a88-af06-69c076f3ef47 req-ffa909c7-5581-47dd-a146-37be03c7cf4d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:30.352867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bde38fe-8709-4a88-af06-69c076f3ef47 req-ffa909c7-5581-47dd-a146-37be03c7cf4d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.0622239 Jan 29 04:31:30.396363 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bde38fe-8709-4a88-af06-69c076f3ef47 req-53a3d6f1-e4f4-49db-a86b-9d14bfad2349 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Jan 29 04:31:30.764070 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f058a88e-9fda-429e-a720-e62a1c0c11bd req-b9367a6d-023f-404d-982b-c333b6660ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549842 Jan 29 04:31:30.766706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0a29e070-2030-4102-828d-f6f8b302c71f details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:30.774316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-d37d8445-62f8-4676-8016-59a74588824b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:30.774524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63dad661-d3ca-4215-a788-bb42ad2c492c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:30.775697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-d37d8445-62f8-4676-8016-59a74588824b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.1484513 Jan 29 04:31:30.800561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-09018034-c614-43e9-9d5a-5dddc0136553 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0187716 Jan 29 04:31:30.902876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-0db9e382-5a0c-4067-b016-dae84829f697 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012335 Jan 29 04:31:30.904082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a68356-ccf6-49b4-b3fa-2ac405717373 req-10ba38b0-6281-431f-84b9-daae17a5ba01 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:30.905877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31a68356-ccf6-49b4-b3fa-2ac405717373 req-10ba38b0-6281-431f-84b9-daae17a5ba01 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0710227 Jan 29 04:31:30.964455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31a68356-ccf6-49b4-b3fa-2ac405717373 req-8f3689e0-56d7-453c-a09a-c848670e0b82 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Jan 29 04:31:30.977271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 63dad661-d3ca-4215-a788-bb42ad2c492c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:30.987306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0a29e070-2030-4102-828d-f6f8b302c71f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0a29e070-2030-4102-828d-f6f8b302c71f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:31.002404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 63dad661-d3ca-4215-a788-bb42ad2c492c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:31.002782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.030476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '0a29e070-2030-4102-828d-f6f8b302c71f', 'network_id': '4fce55a4-f3cf-452c-ad66-a3cde263f2f0', 'port_id': '0a29e070-2030-4102-828d-f6f8b302c71f', 'mac_address': 'fa:16:3e:d1:2d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e80876-f425-462c-98b6-d92fab376f04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:31.042316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-abf04746-222f-499e-837b-5aa40971f04b service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223483 Jan 29 04:31:31.087031 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.089348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bb6e3-62ed-4dcb-bee3-c8c122bd2787 req-fe31d838-0e4b-42bb-a6f5-bdb7d02f6087 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:31.091585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f3bb6e3-62ed-4dcb-bee3-c8c122bd2787 req-fe31d838-0e4b-42bb-a6f5-bdb7d02f6087 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 943 time: 0.0551345 Jan 29 04:31:31.103295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 84735d11-b2d3-4739-b6ef-696689bf899b details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:31.132446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f3bb6e3-62ed-4dcb-bee3-c8c122bd2787 req-c9a903b7-b5f7-47a2-8873-261acff4475a tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Jan 29 04:31:31.138213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29e070-2030-4102-828d-f6f8b302c71f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:31.140864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-3177a5b3-2f44-4e1d-8d9a-310f4f7c70bf service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Jan 29 04:31:31.181578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0a29e070-2030-4102-828d-f6f8b302c71f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0a29e070-2030-4102-828d-f6f8b302c71f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:31.185291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.223576 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.266498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95ccc2-2c88-4e55-a550-2a929da81266 req-257e9610-1fed-47c3-89c7-aa48e45046bd tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:31.272388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f95ccc2-2c88-4e55-a550-2a929da81266 req-257e9610-1fed-47c3-89c7-aa48e45046bd tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 944 time: 0.0714226 Jan 29 04:31:31.291250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dad661-d3ca-4215-a788-bb42ad2c492c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:31.293450 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1d0325-92d5-456e-9317-4c13c62c98f6" -d '{"events": [{"server_uuid": "1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef", "name": "network-vif-plugged", "status": "completed", "tag": "63dad661-d3ca-4215-a788-bb42ad2c492c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:31.335772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f95ccc2-2c88-4e55-a550-2a929da81266 req-8894dc28-1d5d-40d0-a3d7-ced807924b3b tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583363 Jan 29 04:31:31.349770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4344163b-f50b-4e10-b98e-573abb8af331 req-fbe89bea-b4e2-4634-9467-3598b9b214ef tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 210 time: 0.0435486 Jan 29 04:31:31.356901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=84735d11-b2d3-4739-b6ef-696689bf899b,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:31.411394 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f21e52-10f9-47a4-8a6f-596cb96a7a25 x-openstack-request-id: req-49f21e52-10f9-47a4-8a6f-596cb96a7a25 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:31.411685 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef", "name": "network-vif-plugged", "status": "completed", "tag": "63dad661-d3ca-4215-a788-bb42ad2c492c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:31.411944 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49f21e52-10f9-47a4-8a6f-596cb96a7a25 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:31.412355 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dad661-d3ca-4215-a788-bb42ad2c492c', 'code': 200} Jan 29 04:31:31.415388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 63dad661-d3ca-4215-a788-bb42ad2c492c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63dad661-d3ca-4215-a788-bb42ad2c492c,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:31.420590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '84735d11-b2d3-4739-b6ef-696689bf899b', 'network_id': '6ced0398-63ec-414f-b8a6-d01d3c2b793c', 'port_id': '84735d11-b2d3-4739-b6ef-696689bf899b', 'mac_address': 'fa:16:3e:c6:df:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a1c43-ebfa-434c-81a7-a1f43c0ba7bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:31.426299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0a29e070-2030-4102-828d-f6f8b302c71f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:31.432530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.461205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322fc8-2abd-489e-8fa1-5b0cfeb66308 req-229d7487-c69b-4842-86b9-18691b6ed04f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:31.464323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7322fc8-2abd-489e-8fa1-5b0cfeb66308 req-229d7487-c69b-4842-86b9-18691b6ed04f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0680799 Jan 29 04:31:31.522622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7322fc8-2abd-489e-8fa1-5b0cfeb66308 req-c4892cad-f947-43e3-9d91-2cbc6383e8c6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jan 29 04:31:31.537438 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.563618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd1e2a-b31a-4534-8e24-baf73256a74e req-4b88b0fa-a480-4f13-a9b3-eb9f2cee4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:31.565120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88dd1e2a-b31a-4534-8e24-baf73256a74e req-4b88b0fa-a480-4f13-a9b3-eb9f2cee4d63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 1096 time: 0.0419812 Jan 29 04:31:31.573406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84735d11-b2d3-4739-b6ef-696689bf899b {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:31.580049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=63dad661-d3ca-4215-a788-bb42ad2c492c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:31.600031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=84735d11-b2d3-4739-b6ef-696689bf899b,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:31.604614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:31.661934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['0a29e070-2030-4102-828d-f6f8b302c71f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:31.667593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88dd1e2a-b31a-4534-8e24-baf73256a74e req-e4bf16c0-1a66-48a9-8590-b85d72d01d76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Jan 29 04:31:31.691919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:31.923764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['84735d11-b2d3-4739-b6ef-696689bf899b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:32.093351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428ad1-6ca3-4dfd-80ff-2535cb8b6cc8 req-a8fa36d9-ba07-4885-a758-a12394b73460 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:32.094870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78428ad1-6ca3-4dfd-80ff-2535cb8b6cc8 req-a8fa36d9-ba07-4885-a758-a12394b73460 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0578940 Jan 29 04:31:32.135555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78428ad1-6ca3-4dfd-80ff-2535cb8b6cc8 req-4c31dce1-e110-4488-b73f-eb2681722692 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Jan 29 04:31:32.259649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0300c0-aa36-45c6-9117-6df3cbb49755 req-096cd25d-5c27-424b-b627-e449b9ebd190 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:32.261158 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c0300c0-aa36-45c6-9117-6df3cbb49755 req-096cd25d-5c27-424b-b627-e449b9ebd190 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 944 time: 0.0543032 Jan 29 04:31:32.299858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c0300c0-aa36-45c6-9117-6df3cbb49755 req-ae8aee0c-dd79-4a5a-a45b-0373d1da21f5 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Jan 29 04:31:32.440526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08680444-ef5d-45a9-84b8-eca7ced51a11 req-92aba450-723b-4d5a-a641-b498f0b245eb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 210 time: 0.0268931 Jan 29 04:31:32.446556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1777db-8c64-425b-8b7a-c86f4a06c5b3 req-7134083a-8ccd-4bfd-ad4e-b02e720103e6 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:32.449235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca1777db-8c64-425b-8b7a-c86f4a06c5b3 req-7134083a-8ccd-4bfd-ad4e-b02e720103e6 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 944 time: 0.0509644 Jan 29 04:31:32.490650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca1777db-8c64-425b-8b7a-c86f4a06c5b3 req-b306f704-b647-42f0-a25d-10e749abf9c2 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Jan 29 04:31:32.649586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c48732-a27b-428a-8eb6-8f2ab6fb7a2c req-c9fd6279-2cc9-4860-ad37-ede8cd1a4b6a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:32.651209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8c48732-a27b-428a-8eb6-8f2ab6fb7a2c req-c9fd6279-2cc9-4860-ad37-ede8cd1a4b6a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0518486 Jan 29 04:31:32.693952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8c48732-a27b-428a-8eb6-8f2ab6fb7a2c req-354dad8c-f928-478e-9769-bfa638f5b0a6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jan 29 04:31:32.844388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-4a51b3ae-2540-4638-af6a-d1e1d13b3130 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:32.845916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-4a51b3ae-2540-4638-af6a-d1e1d13b3130 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.1108339 Jan 29 04:31:32.919450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:33.033459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:33.037974 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.103503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 84735d11-b2d3-4739-b6ef-696689bf899b up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:33.174855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 84735d11-b2d3-4739-b6ef-696689bf899b completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:33.181642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 84735d11-b2d3-4739-b6ef-696689bf899b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:33.182237 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.210883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.13 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/77f41330-1678-44ce-b6c0-f565413dc4d2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:33.277260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.309727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833cccc-4c1e-4a33-8680-00010ecbb569 req-e4a83139-59eb-47ed-9dc7-ff38b2119c7f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.318416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6833cccc-4c1e-4a33-8680-00010ecbb569 req-e4a83139-59eb-47ed-9dc7-ff38b2119c7f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0837107 Jan 29 04:31:33.340426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=84735d11-b2d3-4739-b6ef-696689bf899b,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:33.348604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.374925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6833cccc-4c1e-4a33-8680-00010ecbb569 req-3907178a-9c25-4ec0-91e9-713aeb877093 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516355 Jan 29 04:31:33.414578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:33.416564 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaf3e29-be20-4dbe-b54a-ab2abbd5fcf2" -d '{"events": [{"server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "name": "network-vif-plugged", "status": "completed", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:33.439522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.474300 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1bcded-3a70-4550-85d8-fcb2d3826b53 x-openstack-request-id: req-8a1bcded-3a70-4550-85d8-fcb2d3826b53 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:33.474600 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "name": "network-vif-plugged", "status": "completed", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:33.474989 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a1bcded-3a70-4550-85d8-fcb2d3826b53 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:33.475389 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b', 'code': 200} Jan 29 04:31:33.555639 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.572118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130f39-4b78-4123-8288-f4f46ef4869b req-e12fd408-8054-4a1b-88e1-9be769407aac tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.573626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6130f39-4b78-4123-8288-f4f46ef4869b req-e12fd408-8054-4a1b-88e1-9be769407aac tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.0758874 Jan 29 04:31:33.575684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6eb2ee9-ad7f-4e30-8b08-91289fc50bfb req-6026cd13-4c4d-40ff-918c-eb0e0ac07e3f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 210 time: 0.0317223 Jan 29 04:31:33.629134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e918a-ac0f-4f0d-8915-8d03de9170c3 req-b98f15f0-dedb-49c7-8851-20aa70c4d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.630979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-991e918a-ac0f-4f0d-8915-8d03de9170c3 req-b98f15f0-dedb-49c7-8851-20aa70c4d4c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 1096 time: 0.0581348 Jan 29 04:31:33.653513 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6130f39-4b78-4123-8288-f4f46ef4869b req-f0a51ee8-d189-4057-a664-c188a5ca7724 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721965 Jan 29 04:31:33.665073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.698848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'b63edbdd-e8ed-4792-93d9-ceaee4c67455'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:33.713331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-991e918a-ac0f-4f0d-8915-8d03de9170c3 req-c5b1fd02-375f-42aa-8d42-5492ca08aff9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646024 Jan 29 04:31:33.721745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b385a-a840-4433-8c8c-b3dcc2dcbb19 req-ae91a5d3-c04d-45fd-b87f-61c43f026e28 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.723971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e89b385a-a840-4433-8c8c-b3dcc2dcbb19 req-ae91a5d3-c04d-45fd-b87f-61c43f026e28 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 944 time: 0.0851572 Jan 29 04:31:33.771117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:33.775289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:33.779202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:33.799777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e89b385a-a840-4433-8c8c-b3dcc2dcbb19 req-5119e7d6-2290-4f87-b868-f34cbb98198c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679140 Jan 29 04:31:33.811013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=77f41330-1678-44ce-b6c0-f565413dc4d2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:33.892928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.894182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:33.905737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aaa38-a35a-4095-b223-e0c78b1f69ab req-61795c93-fb31-4399-8ad2-ef48bab4294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.907350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033aaa38-a35a-4095-b223-e0c78b1f69ab req-61795c93-fb31-4399-8ad2-ef48bab4294d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 1096 time: 0.1970112 Jan 29 04:31:33.929731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7faa-bdaa-4f17-bdcf-679d0308c482 req-4ab27a41-91e9-45aa-b940-08796d946efb tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:33.931741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f0b7faa-bdaa-4f17-bdcf-679d0308c482 req-4ab27a41-91e9-45aa-b940-08796d946efb tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0922704 Jan 29 04:31:33.935296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-277659fa-1cab-4fb9-95fb-ec928379f54e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0199749 Jan 29 04:31:33.959491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Request body: {'port': {'device_id': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:34.032279 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f0b7faa-bdaa-4f17-bdcf-679d0308c482 req-cd7349bb-defe-475b-a19a-2f82f77a8f71 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942216 Jan 29 04:31:34.076508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-033aaa38-a35a-4095-b223-e0c78b1f69ab req-ffa6208c-c5b3-4f26-a4f6-43897a9e73b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952473 Jan 29 04:31:34.079377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.152416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53568) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:34.291085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d17deaa-398b-41ba-918d-d8989ead3a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.354800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd94c8-ade9-4b28-b776-fc80a27da55f req-caf6a4c5-744a-4495-9dc2-810d9175964e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.365127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cdfd94c8-ade9-4b28-b776-fc80a27da55f req-caf6a4c5-744a-4495-9dc2-810d9175964e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0786905 Jan 29 04:31:34.392618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d17deaa-398b-41ba-918d-d8989ead3a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.399659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d17deaa-398b-41ba-918d-d8989ead3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.441671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d17deaa-398b-41ba-918d-d8989ead3a75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b366c35b8be4a95ba87848a204d7121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857172 Jan 29 04:31:34.441671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17deaa-398b-41ba-918d-d8989ead3a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11867ac6-1490-4005-9b8c-20ace7c8412a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.443054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:34.461096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cdfd94c8-ade9-4b28-b776-fc80a27da55f req-764f2794-b3d4-46eb-8c16-794f8eb30066 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934291 Jan 29 04:31:34.475800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-e8b4581c-8aa2-45ca-b397-5cbdd013504c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1048982 Jan 29 04:31:34.518637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f41330-1678-44ce-b6c0-f565413dc4d2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:34.529464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4cce-25fc-4817-b808-4d36d6bd8eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.530301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.538641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63303879-50c7-47ce-ae80-41c5fdbc6938 req-39aa3b39-cbf7-42da-aebf-6f1297d15c87 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.540162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63303879-50c7-47ce-ae80-41c5fdbc6938 req-39aa3b39-cbf7-42da-aebf-6f1297d15c87 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0791378 Jan 29 04:31:34.553651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Transition to ACTIVE for port object 77f41330-1678-44ce-b6c0-f565413dc4d2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:31:34.571681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.572457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4cce-25fc-4817-b808-4d36d6bd8eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.620405 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63303879-50c7-47ce-ae80-41c5fdbc6938 req-c339adac-f067-4553-b99a-2fb4d4e3a3f8 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720570 Jan 29 04:31:34.636052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.636545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.637020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.637483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.637995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.638458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.638922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.640927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-333a1f6b-a946-406f-889a-127ec12349b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 6501 time: 0.0997128 Jan 29 04:31:34.651837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Pushing event updated for resources: {'Port': ['ID=77f41330-1678-44ce-b6c0-f565413dc4d2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.661316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4cce-25fc-4817-b808-4d36d6bd8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.664193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4cce-25fc-4817-b808-4d36d6bd8eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.665321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c4b4cce-25fc-4817-b808-4d36d6bd8eb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11867ac6-1490-4005-9b8c-20ace7c8412a HTTP/1.1" status: 204 len: 168 time: 0.2215166 Jan 29 04:31:34.685102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b4cce-25fc-4817-b808-4d36d6bd8eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11867ac6-1490-4005-9b8c-20ace7c8412a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:34.784123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0a29e070-2030-4102-828d-f6f8b302c71f up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:34.790681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7415-4a33-4de2-b100-895aa1ac35af req-e0ce2cae-b1f8-457e-831f-7f64997b37ae tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.792332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7cd7415-4a33-4de2-b100-895aa1ac35af req-e0ce2cae-b1f8-457e-831f-7f64997b37ae tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.0573804 Jan 29 04:31:34.805819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ec65d-ed4a-4e4b-8ef3-a28d4ac2dc22 req-89433b09-46d7-47ce-a0df-779feb4ef4c5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.807365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-473ec65d-ed4a-4e4b-8ef3-a28d4ac2dc22 req-89433b09-46d7-47ce-a0df-779feb4ef4c5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 944 time: 0.1410739 Jan 29 04:31:34.845184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 0a29e070-2030-4102-828d-f6f8b302c71f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:34.846125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Attempting to bind port 77f41330-1678-44ce-b6c0-f565413dc4d2 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:34.846651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Attempting to bind port 77f41330-1678-44ce-b6c0-f565413dc4d2 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:34.847784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Attempting to bind port 77f41330-1678-44ce-b6c0-f565413dc4d2 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:34.852241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 0a29e070-2030-4102-828d-f6f8b302c71f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:34.852982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.853783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7cd7415-4a33-4de2-b100-895aa1ac35af req-3634fcd1-6e65-4aa2-8218-c766255a74e8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Jan 29 04:31:34.873495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Port 77f41330-1678-44ce-b6c0-f565413dc4d2 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:31:34.875383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Attempting to bind port 77f41330-1678-44ce-b6c0-f565413dc4d2 on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:34.883778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:34.884280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:34.884777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:34.885411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Bound port: 77f41330-1678-44ce-b6c0-f565413dc4d2, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:34.886006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:34.915580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-ca4699e9-26af-4902-be33-1c195b179622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.916161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-ca4699e9-26af-4902-be33-1c195b179622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.916706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-ca4699e9-26af-4902-be33-1c195b179622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:34.918953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-ca4699e9-26af-4902-be33-1c195b179622 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d019f607-b533-406f-bccf-961d985c5be4&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=f0e89752-aec8-44f9-89b0-2ea42156e56e&id=46f3a1eb-bcbe-47c4-a092-70d46d746218&id=46f3a1eb-bcbe-47c4-a092-70d46d746218 HTTP/1.1" status: 200 len: 2297 time: 0.2401314 Jan 29 04:31:34.927401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-473ec65d-ed4a-4e4b-8ef3-a28d4ac2dc22 req-9df396f2-45a2-4492-a571-bc386423dd54 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077719 Jan 29 04:31:34.967081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.011662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317860-2c9f-4cf0-a4cb-431dc301291d req-67e43332-4076-4753-9481-2d5b65ebd277 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.013932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8a317860-2c9f-4cf0-a4cb-431dc301291d req-67e43332-4076-4753-9481-2d5b65ebd277 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 944 time: 0.0581741 Jan 29 04:31:35.014221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0a29e070-2030-4102-828d-f6f8b302c71f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0a29e070-2030-4102-828d-f6f8b302c71f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:35.020197 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.032872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53588) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:35.058329 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8a317860-2c9f-4cf0-a4cb-431dc301291d req-c6e754bc-6791-46df-a4c6-09b244e1e3a5 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Jan 29 04:31:35.062726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62d9cae6-b78d-41d3-ba5f-34996d82fa6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.080560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] For port 77f41330-1678-44ce-b6c0-f565413dc4d2, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:35.080560 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-8bebf0fd-ca4d-472a-a6e0-e1cf72b89864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a HTTP/1.1" status: 200 len: 1001 time: 0.1176786 Jan 29 04:31:35.104426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] For port 77f41330-1678-44ce-b6c0-f565413dc4d2, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=77f41330-1678-44ce-b6c0-f565413dc4d2,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:35.146120 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.220406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0a29e070-2030-4102-828d-f6f8b302c71f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.240968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.241564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.242964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] 10.222.0.36 "PUT /v2.0/ports/77f41330-1678-44ce-b6c0-f565413dc4d2 HTTP/1.1" status: 200 len: 1092 time: 1.2898543 Jan 29 04:31:35.247333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'tag': '77f41330-1678-44ce-b6c0-f565413dc4d2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:35.249545 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f46a7-d62f-4097-a596-5eb2380d1326" -d '{"events": [{"name": "network-changed", "server_uuid": "71c3c6c3-42ae-41ae-b89e-1aa1549303c3", "tag": "77f41330-1678-44ce-b6c0-f565413dc4d2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:35.258874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-2406cdde-d782-40aa-88f3-1cb88b9d446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.260472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-2406cdde-d782-40aa-88f3-1cb88b9d446d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56454a91-612d-46dc-957d-7211d8b95b4d HTTP/1.1" status: 200 len: 856 time: 0.1656106 Jan 29 04:31:35.323730 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89adb397-147c-4e40-b234-8f45196a0544 x-openstack-request-id: req-89adb397-147c-4e40-b234-8f45196a0544 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:35.324021 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c3c6c3-42ae-41ae-b89e-1aa1549303c3", "tag": "77f41330-1678-44ce-b6c0-f565413dc4d2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:35.324278 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89adb397-147c-4e40-b234-8f45196a0544 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:35.324668 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'tag': '77f41330-1678-44ce-b6c0-f565413dc4d2', 'status': 'completed', 'code': 200} Jan 29 04:31:35.329632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381d61c-6570-4588-ac09-6fe7e5c49e05 service neutron] Pushing event updated for resources: {'Port': ['ID=77f41330-1678-44ce-b6c0-f565413dc4d2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.356226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2218d7-d202-464e-9b02-10e6837eea96 req-4476f967-92ff-4a7e-b499-4e4f943320db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.357838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb2218d7-d202-464e-9b02-10e6837eea96 req-4476f967-92ff-4a7e-b499-4e4f943320db tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.2199283 Jan 29 04:31:35.425920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62d9cae6-b78d-41d3-ba5f-34996d82fa6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.432642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-bd15064a-d701-4ccf-9a66-baabbd2f509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.434222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-bd15064a-d701-4ccf-9a66-baabbd2f509d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d019f607-b533-406f-bccf-961d985c5be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618013 Jan 29 04:31:35.440244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62d9cae6-b78d-41d3-ba5f-34996d82fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.465739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-4173bbf0-5c7e-41be-b7fb-9d2d43f4b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.467202 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-4173bbf0-5c7e-41be-b7fb-9d2d43f4b8e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 1095 time: 0.1386769 Jan 29 04:31:35.476230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e070-2030-4102-828d-f6f8b302c71f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:35.478967 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42635bf9-48bb-410c-a191-a9d002fb645f" -d '{"events": [{"server_uuid": "d18b7bad-98af-4f4f-b5c8-c696210f449f", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e070-2030-4102-828d-f6f8b302c71f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:35.485528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb2218d7-d202-464e-9b02-10e6837eea96 req-485fecbc-f047-4a8c-b0c1-d7fc47f5b4ed tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108637 Jan 29 04:31:35.548253 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffe51e4-5b94-467d-9f49-1a8a3cf82f1f x-openstack-request-id: req-7ffe51e4-5b94-467d-9f49-1a8a3cf82f1f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:35.548441 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b7bad-98af-4f4f-b5c8-c696210f449f", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e070-2030-4102-828d-f6f8b302c71f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:35.548688 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ffe51e4-5b94-467d-9f49-1a8a3cf82f1f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:35.549097 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e070-2030-4102-828d-f6f8b302c71f', 'code': 200} Jan 29 04:31:35.577623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-958b2074-ceb8-4bfe-9681-3b582dd42a83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77f41330-1678-44ce-b6c0-f565413dc4d2 HTTP/1.1" status: 200 len: 217 time: 0.0884452 Jan 29 04:31:35.579852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-62d9cae6-b78d-41d3-ba5f-34996d82fa6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86703e9d0f4b411aa1d7c5caaab6cf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439229 Jan 29 04:31:35.583552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53598) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:35.595387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9cae6-b78d-41d3-ba5f-34996d82fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e185dcbf-defe-489a-9bff-0f251c243717,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.652733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0756ecb-4191-478a-8bcd-f49b440f0348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.675876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0756ecb-4191-478a-8bcd-f49b440f0348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.757050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0756ecb-4191-478a-8bcd-f49b440f0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.759597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0756ecb-4191-478a-8bcd-f49b440f0348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:35.760760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0756ecb-4191-478a-8bcd-f49b440f0348 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e185dcbf-defe-489a-9bff-0f251c243717 HTTP/1.1" status: 204 len: 168 time: 0.1760733 Jan 29 04:31:35.771055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0756ecb-4191-478a-8bcd-f49b440f0348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e185dcbf-defe-489a-9bff-0f251c243717,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:35.782521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e259cce-2727-42ed-8425-9b26a7410228 req-2ad0c23e-7c24-4768-9ed6-862104efa5a6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.784151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e259cce-2727-42ed-8425-9b26a7410228 req-2ad0c23e-7c24-4768-9ed6-862104efa5a6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0799813 Jan 29 04:31:35.832860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e259cce-2727-42ed-8425-9b26a7410228 req-27a11e72-8cb9-471b-8808-6c4f2a21ea6e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355368 Jan 29 04:31:35.947155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-3a36059a-ccc5-4437-883d-f63859c64a84 service neutron] 10.222.0.36 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016401 Jan 29 04:31:35.951975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-dece0eb6-e367-43a3-8a03-881f501d9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.953420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-dece0eb6-e367-43a3-8a03-881f501d9464 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.3528588 Jan 29 04:31:35.957798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418ea4a-f517-4bbf-8f99-bd828d323707 req-6a725f51-42c5-4d00-bb16-849fd72907c4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.959396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d418ea4a-f517-4bbf-8f99-bd828d323707 req-6a725f51-42c5-4d00-bb16-849fd72907c4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0544438 Jan 29 04:31:35.961460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e08a8-920f-4508-acc1-d135efce3318 req-dd5882a3-fbc5-43b8-9abc-d043dc1308b2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:35.963034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a1e08a8-920f-4508-acc1-d135efce3318 req-dd5882a3-fbc5-43b8-9abc-d043dc1308b2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.3871803 Jan 29 04:31:36.015852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-d2145f00-aefd-40d3-9eae-d3c08d4a5a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505037 Jan 29 04:31:36.016223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d418ea4a-f517-4bbf-8f99-bd828d323707 req-9a5747db-3ef3-448d-8b85-15ae80db855c tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Jan 29 04:31:36.073458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3241b3-5cbb-4390-b661-77c581451634 req-ce093328-405a-4a57-b45e-37934d1dfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.075015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e3241b3-5cbb-4390-b661-77c581451634 req-ce093328-405a-4a57-b45e-37934d1dfc22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 1096 time: 0.4094067 Jan 29 04:31:36.146081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82500853-abc3-40b3-9707-90437834b05f req-6228b9ab-c74e-41ff-9b7f-c5e8380f108f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.155191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-82500853-abc3-40b3-9707-90437834b05f req-6228b9ab-c74e-41ff-9b7f-c5e8380f108f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.0668974 Jan 29 04:31:36.179670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a1e08a8-920f-4508-acc1-d135efce3318 req-f83ced8f-1924-4cc2-be8d-741c644535c2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966071 Jan 29 04:31:36.199850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-82500853-abc3-40b3-9707-90437834b05f req-bbe9931b-dd63-48ff-8e6f-da6bc57fae07 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Jan 29 04:31:36.218264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4e3241b3-5cbb-4390-b661-77c581451634 req-e1976f95-c9fd-49f4-a805-41f33b9b56d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284051 Jan 29 04:31:36.221760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-60d33f03-8008-4546-872d-0e7fb2cada20 service neutron] 10.222.0.36 "GET /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577314 Jan 29 04:31:36.251560 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-7ec5c2e1-e6df-4a09-8f81-b8f82c891915 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033710 Jan 29 04:31:36.309203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d0f12-9ec9-4de9-8d25-3a23789201fc req-ede9b405-449d-4649-9ace-73ae8df3d414 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.317625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-649d0f12-9ec9-4de9-8d25-3a23789201fc req-ede9b405-449d-4649-9ace-73ae8df3d414 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 944 time: 0.0612745 Jan 29 04:31:36.361717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-649d0f12-9ec9-4de9-8d25-3a23789201fc req-df179538-e1eb-4b72-ab0e-33b26e56cff7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430582 Jan 29 04:31:36.382500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536035f-7200-4fe4-8c8f-ac40c5bf7b8b req-42cfe8f2-0be8-443e-81ca-ea020a0c3369 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.387708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5536035f-7200-4fe4-8c8f-ac40c5bf7b8b req-42cfe8f2-0be8-443e-81ca-ea020a0c3369 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 945 time: 0.0715420 Jan 29 04:31:36.436656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5536035f-7200-4fe4-8c8f-ac40c5bf7b8b req-db9a15a7-14ec-4a06-a520-e0ac424f1c94 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Jan 29 04:31:36.613478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a4a8-fc25-484d-9fc1-7b60890873b8 req-3c2d3657-fc17-4a7a-914d-e4bd9f87bc69 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.615657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c23a4a8-fc25-484d-9fc1-7b60890873b8 req-3c2d3657-fc17-4a7a-914d-e4bd9f87bc69 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Jan 29 04:31:36.686661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c23a4a8-fc25-484d-9fc1-7b60890873b8 req-2f333bfb-c7de-4feb-93bf-831b2ae09e38 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607004 Jan 29 04:31:36.689121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-16e151a3-02cc-4217-a4ef-3adf0796b1b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 200 len: 217 time: 0.1311791 Jan 29 04:31:36.799860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fba2a-f53d-4049-bac9-e92fd73fbf1c req-3c0d234f-0a30-4270-95d0-39ac82fe780a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.801733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-319fba2a-f53d-4049-bac9-e92fd73fbf1c req-3c0d234f-0a30-4270-95d0-39ac82fe780a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1879244 Jan 29 04:31:36.816030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2daec1db-628f-4cf0-bb93-5dfeab3ea9c0 req-cce41bc3-5b88-4f31-ba4d-91274bfcc16f service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593114 Jan 29 04:31:36.840774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-abaa8407-795c-483b-93b1-cfbc98aca76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.842315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-abaa8407-795c-483b-93b1-cfbc98aca76d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.1081290 Jan 29 04:31:36.902651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-319fba2a-f53d-4049-bac9-e92fd73fbf1c req-9353fc83-5e09-4e82-90e0-cc1b809c4aa4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Jan 29 04:31:36.930209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-7c7d2d6c-3550-4a53-8534-41a8734c400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:36.933915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-7c7d2d6c-3550-4a53-8534-41a8734c400b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757031 Jan 29 04:31:37.047980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-9400bf48-5dad-448e-86b3-a93f61a79eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.049477 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-9400bf48-5dad-448e-86b3-a93f61a79eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 1095 time: 0.0970783 Jan 29 04:31:37.127225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-cd938003-fadf-4cb2-a2c1-0b6ef216a551 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661668 Jan 29 04:31:37.239450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-a985aae3-fc4b-43e2-809c-b0ecabe9f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.241392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-a985aae3-fc4b-43e2-809c-b0ecabe9f96b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.1781957 Jan 29 04:31:37.282713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-eb51b0ac-e79f-487d-92b0-eaba40ec6194 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467111 Jan 29 04:31:37.318611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-db50ddbc-2f1b-4bd0-82a0-042112968354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77f41330-1678-44ce-b6c0-f565413dc4d2 HTTP/1.1" status: 200 len: 217 time: 0.0496907 Jan 29 04:31:37.337463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a63fd-a6b1-4f1e-a0a7-29f9ea2ef19e req-9f32458e-5e59-44f4-b1a5-028af0615c9b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.342638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-140a63fd-a6b1-4f1e-a0a7-29f9ea2ef19e req-9f32458e-5e59-44f4-b1a5-028af0615c9b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0753622 Jan 29 04:31:37.368544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-157b7d63-99a5-4a94-a50b-62b4b6dfc40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 200 len: 217 time: 0.0577683 Jan 29 04:31:37.397721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-140a63fd-a6b1-4f1e-a0a7-29f9ea2ef19e req-d54249ac-0726-47b7-9210-e563c177ea17 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527823 Jan 29 04:31:37.442685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-34491634-c776-4ef3-be60-d9070a9de5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.444119 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-34491634-c776-4ef3-be60-d9070a9de5e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0858445 Jan 29 04:31:37.457512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-d4b6f517-e776-4446-a5cc-0e2cff165c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.458969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-d4b6f517-e776-4446-a5cc-0e2cff165c7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.0691066 Jan 29 04:31:37.499008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e294e9-d40b-478b-a6f6-bddeebaef3f7 req-d912cf7a-27b5-466e-a93f-9c52ffa3f2f4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.500840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4e294e9-d40b-478b-a6f6-bddeebaef3f7 req-d912cf7a-27b5-466e-a93f-9c52ffa3f2f4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 944 time: 0.0603008 Jan 29 04:31:37.563693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a76e8c-29c6-46cb-829a-a75fc30458b3 req-4891b169-32e4-4436-8b33-dba77eba233c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.565677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5a76e8c-29c6-46cb-829a-a75fc30458b3 req-4891b169-32e4-4436-8b33-dba77eba233c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 945 time: 0.0554094 Jan 29 04:31:37.577591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-afe566af-b366-49f5-ad4f-80ab25830df9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507424 Jan 29 04:31:37.606312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4e294e9-d40b-478b-a6f6-bddeebaef3f7 req-5cd7f24a-7178-49b3-81a2-6fc3280be5b3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978897 Jan 29 04:31:37.611791 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5a76e8c-29c6-46cb-829a-a75fc30458b3 req-e8b06622-b753-43ad-ba9e-c629726bc4da tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Jan 29 04:31:37.694371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-0aa22d6d-7aea-425c-b18c-b56fa332e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.696032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-0aa22d6d-7aea-425c-b18c-b56fa332e25e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1679447 Jan 29 04:31:37.822273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-3c9a4903-a160-4c40-aa66-610437b871d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026517 Jan 29 04:31:37.872233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654513de-997e-44cd-961e-9b8818f16aac req-d0e14893-5d9c-47b7-bf88-6439414eab80 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:37.873618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-654513de-997e-44cd-961e-9b8818f16aac req-d0e14893-5d9c-47b7-bf88-6439414eab80 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1031024 Jan 29 04:31:37.943080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-a360e91b-fd08-4f52-b4c5-a90193b1f34d service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384760 Jan 29 04:31:38.038584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-654513de-997e-44cd-961e-9b8818f16aac req-2b0d37a6-0f5b-4b8c-b68b-5062d59a079e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278257 Jan 29 04:31:38.079131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-048f46a7-d62f-4097-a596-5eb2380d1326 req-f7a1cabe-8b99-4a13-81ce-4fdca8e9d045 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367647 Jan 29 04:31:38.127720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-6ea03aba-fba8-462a-a687-887c99dbb8c7 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738846 Jan 29 04:31:38.146547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dcdf5-d4fe-4436-865f-cacf83664213 req-45f49928-bd4c-49d1-9dd9-64e4654fb5a3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.170547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c30dcdf5-d4fe-4436-865f-cacf83664213 req-45f49928-bd4c-49d1-9dd9-64e4654fb5a3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0906150 Jan 29 04:31:38.202002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-48cbf129-4997-4725-8380-1246afb2d808 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89 HTTP/1.1" status: 200 len: 217 time: 0.0505071 Jan 29 04:31:38.207296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c30dcdf5-d4fe-4436-865f-cacf83664213 req-cad577df-8d70-43af-9fcf-929e1b78d9d1 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354471 Jan 29 04:31:38.275028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-6f4f0f84-c698-441f-863d-b4f9a50436ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.276626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-6f4f0f84-c698-441f-863d-b4f9a50436ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.0676727 Jan 29 04:31:38.366845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-a6c8d0d8-c36b-48d3-a806-9cd516077e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.368898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-a6c8d0d8-c36b-48d3-a806-9cd516077e56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0645709 Jan 29 04:31:38.401035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea5ba-b721-4865-b9ad-ea18286b9dcd req-08f3ea01-cafe-458d-a0e1-e519fda30301 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.406536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-267ea5ba-b721-4865-b9ad-ea18286b9dcd req-08f3ea01-cafe-458d-a0e1-e519fda30301 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0614917 Jan 29 04:31:38.487140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-267ea5ba-b721-4865-b9ad-ea18286b9dcd req-34f2662e-91ec-4b9d-9b00-08353245657f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786300 Jan 29 04:31:38.616806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fad4-6274-4633-89b8-4a5493884603 req-ef82ffaa-e3d8-4947-b6d4-ab9ecd01858e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.618507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0dd1fad4-6274-4633-89b8-4a5493884603 req-ef82ffaa-e3d8-4947-b6d4-ab9ecd01858e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0857475 Jan 29 04:31:38.667290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-118d3563-8072-4181-bc40-2be73b164146 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423785 Jan 29 04:31:38.703877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0dd1fad4-6274-4633-89b8-4a5493884603 req-87579002-4165-47aa-b5a8-6f3b5757a2a8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741906 Jan 29 04:31:38.773006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc12ff5-b631-4dbd-b62f-ab1bd4b5064b req-ef26afcc-955a-4d8e-8a6a-4e6645947972 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.775511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bc12ff5-b631-4dbd-b62f-ab1bd4b5064b req-ef26afcc-955a-4d8e-8a6a-4e6645947972 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 945 time: 0.0683436 Jan 29 04:31:38.803987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-6e31697d-c8fd-4430-b344-024ea479e738 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228926 Jan 29 04:31:38.816986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bc12ff5-b631-4dbd-b62f-ab1bd4b5064b req-83697218-aa17-44dc-8852-b64476e5e170 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Jan 29 04:31:38.858848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-b4f26d83-bda8-469b-94f7-f7675e72f974 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=7bad316c-3780-4deb-9a30-0601c96302ab HTTP/1.1" status: 200 len: 217 time: 0.0408742 Jan 29 04:31:38.933216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddc81-9c20-4c35-8c02-929b3508fdda req-f4c8b3d5-56d0-4fc3-adca-d1e57882a3b8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.934678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90ddc81-9c20-4c35-8c02-929b3508fdda req-f4c8b3d5-56d0-4fc3-adca-d1e57882a3b8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 944 time: 0.1473784 Jan 29 04:31:38.936103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-45ff81bc-261b-4731-b026-7b79db55aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.937420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-45ff81bc-261b-4731-b026-7b79db55aef7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 200 len: 797 time: 0.0652010 Jan 29 04:31:38.955112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d02b52-48ca-4639-9ea7-69bd404e0807 req-128e3b0f-5443-48de-9bd5-5a29eb49d3b2 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:38.963142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99d02b52-48ca-4639-9ea7-69bd404e0807 req-128e3b0f-5443-48de-9bd5-5a29eb49d3b2 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 945 time: 0.0649610 Jan 29 04:31:39.009542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99d02b52-48ca-4639-9ea7-69bd404e0807 req-ac955ea4-a408-4884-8db2-85baf95670bb tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Jan 29 04:31:39.014425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-e72d615e-5ce5-4272-9944-1fd5c8b22a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.026792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-e72d615e-5ce5-4272-9944-1fd5c8b22a3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0e89752-aec8-44f9-89b0-2ea42156e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675073 Jan 29 04:31:39.026792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f90ddc81-9c20-4c35-8c02-929b3508fdda req-596afecf-d3ce-4553-a9ec-1d497759be7d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 Jan 29 04:31:39.141387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-67ba479b-90f2-4e3a-a341-cfcb657fbbfa service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156869 Jan 29 04:31:39.311184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-f2a8c6c8-1975-4f82-be48-4c5082bc4a58 service neutron] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622667 Jan 29 04:31:39.380626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-6869e975-093d-4fcd-8a81-b7d675975616 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1be1f37a-ec22-429e-98fa-7628eefa8130 HTTP/1.1" status: 200 len: 217 time: 0.0534933 Jan 29 04:31:39.402603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af038b79-34b9-4899-ae79-de0741dacd04 req-43662ff6-d8d2-402d-ba2c-4a86aba26bb8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.404312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af038b79-34b9-4899-ae79-de0741dacd04 req-43662ff6-d8d2-402d-ba2c-4a86aba26bb8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0910985 Jan 29 04:31:39.457728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af038b79-34b9-4899-ae79-de0741dacd04 req-3b314f24-b23e-49da-b29d-fd286af96b25 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Jan 29 04:31:39.467141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-a6a2b97a-4644-49e4-b84f-747b2594a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.468879 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-a6a2b97a-4644-49e4-b84f-747b2594a0eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c33c60f6-a176-4fad-93a6-9e129f3b51f0 HTTP/1.1" status: 200 len: 797 time: 0.0728841 Jan 29 04:31:39.551410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647a8eb-3dea-438b-9234-401b48fc0ab9 req-3794c6c7-656c-47a0-8c26-95e854527877 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.553018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e647a8eb-3dea-438b-9234-401b48fc0ab9 req-3794c6c7-656c-47a0-8c26-95e854527877 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 945 time: 0.0738797 Jan 29 04:31:39.563589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-bc2a36d7-e627-46f4-9623-885f79818be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.565185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-bc2a36d7-e627-46f4-9623-885f79818be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772376 Jan 29 04:31:39.686911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a87bd-4865-40c5-89e4-61dd92dc4177 req-a841e471-6c7f-4eb7-8286-315107779c49 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.688885 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc8a87bd-4865-40c5-89e4-61dd92dc4177 req-a841e471-6c7f-4eb7-8286-315107779c49 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0906827 Jan 29 04:31:39.762276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc8a87bd-4865-40c5-89e4-61dd92dc4177 req-f13c5e7c-eece-42ca-a437-73c6d8eac545 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653741 Jan 29 04:31:39.875060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c37e00-ca72-40a8-8302-cf7d8b7abba4 req-1d5c6602-2a06-44c7-ab74-83cc40310c45 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:39.876812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13c37e00-ca72-40a8-8302-cf7d8b7abba4 req-1d5c6602-2a06-44c7-ab74-83cc40310c45 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0612347 Jan 29 04:31:39.913970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e647a8eb-3dea-438b-9234-401b48fc0ab9 req-a98c2c8a-94d8-4aef-9669-e7623b019138 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472621 Jan 29 04:31:39.926925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13c37e00-ca72-40a8-8302-cf7d8b7abba4 req-ad9bbcf2-dda5-4ae3-94be-59818683138a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Jan 29 04:31:39.959982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-5ecc5bb5-2ec6-46cb-a230-ba203c83f5c7 service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805528 Jan 29 04:31:40.065855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-303bc640-5839-4792-b0f4-a4c7af71ebda service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923865 Jan 29 04:31:40.157174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-60242104-0bff-409b-b68c-e2ea637f6427 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f HTTP/1.1" status: 200 len: 217 time: 0.0809274 Jan 29 04:31:40.239125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-4e47fac5-f022-455d-a4d1-cc44df54faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:40.240676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-4e47fac5-f022-455d-a4d1-cc44df54faec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c33c60f6-a176-4fad-93a6-9e129f3b51f0 HTTP/1.1" status: 200 len: 797 time: 0.0633845 Jan 29 04:31:40.248494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e9148-9e84-47ef-bfe3-b34ca7bfbf9e req-66f460d8-d89c-4231-83ff-44a6a94f0f00 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:40.256233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a5e9148-9e84-47ef-bfe3-b34ca7bfbf9e req-66f460d8-d89c-4231-83ff-44a6a94f0f00 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 944 time: 0.1108348 Jan 29 04:31:40.341022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-2844ffef-80fb-4d37-be3d-949a7775f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:40.343937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-2844ffef-80fb-4d37-be3d-949a7775f3a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f3a1eb-bcbe-47c4-a092-70d46d746218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856037 Jan 29 04:31:40.348742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a5e9148-9e84-47ef-bfe3-b34ca7bfbf9e req-08fb7292-42d5-4e76-a267-710a5e850b36 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916939 Jan 29 04:31:40.463968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-8fbf0902-f1ae-4d1e-9498-f0fc12c68da9 service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113429 Jan 29 04:31:40.599957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67ac08d0-a7df-40c7-8d0a-6d0cdf92aa36 req-4c9989f6-cd8d-43af-abd8-535c539484a5 service neutron] 10.222.0.36 "GET /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260955 Jan 29 04:31:40.622180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeba3e-4839-45a5-9345-b740dca37048 req-b6a83fe5-746b-4707-9337-9540aa0d0d0e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:40.624352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cfeba3e-4839-45a5-9345-b740dca37048 req-b6a83fe5-746b-4707-9337-9540aa0d0d0e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0614438 Jan 29 04:31:40.688084 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cfeba3e-4839-45a5-9345-b740dca37048 req-91f8800a-4409-475a-96c0-48736f9418b2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462759 Jan 29 04:31:40.844985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 77f41330-1678-44ce-b6c0-f565413dc4d2 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:31:41.005007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 77f41330-1678-44ce-b6c0-f565413dc4d2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=77f41330-1678-44ce-b6c0-f565413dc4d2,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:41.020985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '77f41330-1678-44ce-b6c0-f565413dc4d2', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': '77f41330-1678-44ce-b6c0-f565413dc4d2', 'mac_address': 'fa:16:3e:d7:02:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:31:41.107500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2f08-a957-4369-bcd8-363ce147b912 req-5f1ea866-77fd-4e75-8cad-1e4f046da66b tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:41.122650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd0d2f08-a957-4369-bcd8-363ce147b912 req-5f1ea866-77fd-4e75-8cad-1e4f046da66b tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 945 time: 0.0913167 Jan 29 04:31:41.126178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:41.136875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841b61-03b4-4a59-9aa3-35f2a6f05fac req-26989cae-bf06-44d7-aed2-1a52efb1d969 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:41.141559 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c841b61-03b4-4a59-9aa3-35f2a6f05fac req-26989cae-bf06-44d7-aed2-1a52efb1d969 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0844855 Jan 29 04:31:41.171879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f41330-1678-44ce-b6c0-f565413dc4d2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:31:41.201330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd0d2f08-a957-4369-bcd8-363ce147b912 req-5212e240-2d40-4f40-8ce4-2a3dd2b5af72 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/security-groups?id=e58246c9-ab4b-480b-a987-250cb846eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767369 Jan 29 04:31:41.213060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c841b61-03b4-4a59-9aa3-35f2a6f05fac req-5b91be2f-5436-4f9d-9722-2bf6a0683cb8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631065 Jan 29 04:31:41.225564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 77f41330-1678-44ce-b6c0-f565413dc4d2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=77f41330-1678-44ce-b6c0-f565413dc4d2,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:41.229602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:41.279633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=77f41330-1678-44ce-b6c0-f565413dc4d2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:41.373970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-6492fc44-9ee0-4239-9ad0-8cada1f50b0d tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:41.375873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-6492fc44-9ee0-4239-9ad0-8cada1f50b0d tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 945 time: 0.0613661 Jan 29 04:31:41.557605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07b2c5-d281-4cff-8297-659e34bc3386 req-d6fa93a4-4175-4143-920d-dd8b607d40f2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:41.559167 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e07b2c5-d281-4cff-8297-659e34bc3386 req-d6fa93a4-4175-4143-920d-dd8b607d40f2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 945 time: 0.1413538 Jan 29 04:31:41.585353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-8572b3f2-37e0-40bb-a967-48bf76928661 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:41.586821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-8572b3f2-37e0-40bb-a967-48bf76928661 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 945 time: 0.1571333 Jan 29 04:31:41.651344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['77f41330-1678-44ce-b6c0-f565413dc4d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:41.662351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e07b2c5-d281-4cff-8297-659e34bc3386 req-a78b7760-bc61-4a55-a19d-154e1af84f8b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948582 Jan 29 04:31:41.684808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Deleting port 63dad661-d3ca-4215-a788-bb42ad2c492c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:41.685168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:41.803263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] For port 63dad661-d3ca-4215-a788-bb42ad2c492c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=63dad661-d3ca-4215-a788-bb42ad2c492c,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:41.803650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:41.826703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Calling delete_port for 63dad661-d3ca-4215-a788-bb42ad2c492c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:41.830392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Deleting port 0a29e070-2030-4102-828d-f6f8b302c71f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:41.830740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:41.836192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:41.881006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9889b4-b51b-4672-a911-e2ddd159dd70 req-f2e2dbe8-3a25-484b-8429-b321bf33bb7e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:41.892461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f9889b4-b51b-4672-a911-e2ddd159dd70 req-f2e2dbe8-3a25-484b-8429-b321bf33bb7e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0809503 Jan 29 04:31:41.959384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f9889b4-b51b-4672-a911-e2ddd159dd70 req-c52ea2ef-075b-4c8b-9cfd-8ca888f87dfe tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Jan 29 04:31:42.028537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] For port 0a29e070-2030-4102-828d-f6f8b302c71f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0a29e070-2030-4102-828d-f6f8b302c71f,segment=NetworkSegment(e8d5cca7-cc74-4b38-84e8-c721d2f56194),segment_id=e8d5cca7-cc74-4b38-84e8-c721d2f56194)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:42.028907 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:42.045568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Calling delete_port for 0a29e070-2030-4102-828d-f6f8b302c71f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:42.208410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:42.226862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fbbf-f03a-4fe5-aa8a-a1b73fde0860 req-8c7991f6-bf18-478f-8778-4b96f3e2694e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.229235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8882fbbf-f03a-4fe5-aa8a-a1b73fde0860 req-8c7991f6-bf18-478f-8778-4b96f3e2694e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0649292 Jan 29 04:31:42.320593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8882fbbf-f03a-4fe5-aa8a-a1b73fde0860 req-9160cfd3-8bc1-42f6-a6eb-575815678593 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723116 Jan 29 04:31:42.336894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event deleted for resources: {'Port': ['ID=63dad661-d3ca-4215-a788-bb42ad2c492c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:42.382349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-bdb94f1f-0cbc-410c-b236-9f18af1a1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.383879 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-bdb94f1f-0cbc-410c-b236-9f18af1a1f09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.2122045 Jan 29 04:31:42.450326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:42.454280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ac953c1-8626-424a-a6b0-6b47edb1fcd2 req-d5f1f48a-cb20-4da1-ae60-22f1b35089a6 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef HTTP/1.1" status: 200 len: 210 time: 0.0439639 Jan 29 04:31:42.458971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] No DVR routers for this DVR port 63dad661-d3ca-4215-a788-bb42ad2c492c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:42.466808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:42.470491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07dbd528-4b10-42e7-bd0c-c2c598abc9a3 req-fd558f78-0127-4889-b9a3-36948627ed3c tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "DELETE /v2.0/ports/63dad661-d3ca-4215-a788-bb42ad2c492c HTTP/1.1" status: 204 len: 173 time: 1.0430055 Jan 29 04:31:42.502569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'name': 'network-vif-deleted', 'tag': '63dad661-d3ca-4215-a788-bb42ad2c492c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:42.505662 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97004360-e773-41b7-a884-a8f3ebfaaf3e" -d '{"events": [{"server_uuid": "1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef", "name": "network-vif-deleted", "tag": "63dad661-d3ca-4215-a788-bb42ad2c492c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:42.554383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Pushing event deleted for resources: {'Port': ['ID=0a29e070-2030-4102-828d-f6f8b302c71f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:42.565143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15c0b9-ff91-4b64-a968-f43d1909e052 req-13c3dad2-4597-48bb-86c3-9597573fc91e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.573569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b15c0b9-ff91-4b64-a968-f43d1909e052 req-13c3dad2-4597-48bb-86c3-9597573fc91e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.2328606 Jan 29 04:31:42.613584 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96513125-c96d-49c5-a526-0934380e2867 x-openstack-request-id: req-96513125-c96d-49c5-a526-0934380e2867 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:42.613874 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef", "name": "network-vif-deleted", "tag": "63dad661-d3ca-4215-a788-bb42ad2c492c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:42.614142 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96513125-c96d-49c5-a526-0934380e2867 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:42.614535 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4bacc-0007-4a42-8a23-1f0d2b0cbeef', 'name': 'network-vif-deleted', 'tag': '63dad661-d3ca-4215-a788-bb42ad2c492c', 'status': 'completed', 'code': 200} Jan 29 04:31:42.650036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] No DVR routers for this DVR port 0a29e070-2030-4102-828d-f6f8b302c71f on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:42.658135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:42.661821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8840156a-41a8-4bb6-afcb-78b0b1cb783f req-350a03bb-de68-4cf2-bfe0-256594e4b0b0 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.36 "DELETE /v2.0/ports/0a29e070-2030-4102-828d-f6f8b302c71f HTTP/1.1" status: 204 len: 173 time: 1.0679748 Jan 29 04:31:42.686747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b15c0b9-ff91-4b64-a968-f43d1909e052 req-d55b1821-0cef-475e-be37-0acd4acdc130 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069479 Jan 29 04:31:42.697716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-da15cfdc-d4a8-453c-ab60-788c2c19b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.699483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-da15cfdc-d4a8-453c-ab60-788c2c19b992 service neutron] 10.222.0.36 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.2973626 Jan 29 04:31:42.796606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-9a64dc50-652c-4539-a078-f0544d02ca1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 217 time: 0.0487349 Jan 29 04:31:42.837482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4f017-011e-4ca0-9082-91db8d493506 req-44c216dd-2971-407e-af8e-b830b0e166f9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.840860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0d4f017-011e-4ca0-9082-91db8d493506 req-44c216dd-2971-407e-af8e-b830b0e166f9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 945 time: 0.0823324 Jan 29 04:31:42.874032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-f8c629d1-2435-49b1-a93d-146bc6a23991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:42.875754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-f8c629d1-2435-49b1-a93d-146bc6a23991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.0614810 Jan 29 04:31:42.886224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0d4f017-011e-4ca0-9082-91db8d493506 req-29295943-37ee-4979-aa40-7f424eb5e724 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Jan 29 04:31:42.918749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['63dad661-d3ca-4215-a788-bb42ad2c492c', '0a29e070-2030-4102-828d-f6f8b302c71f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:42.919627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-0d9bfd7b-84f6-4895-924c-c875b0299ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285008 Jan 29 04:31:42.947013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['63dad661-d3ca-4215-a788-bb42ad2c492c', '0a29e070-2030-4102-828d-f6f8b302c71f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:43.045281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-edb14d12-911f-4476-ac4b-95b3ac3c4ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142740 Jan 29 04:31:43.193474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da513-6a75-4bfc-a0fa-c47a1ea648a6 req-2e6176b3-1d0c-4977-bf9e-850163a7040b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.195046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-919da513-6a75-4bfc-a0fa-c47a1ea648a6 req-2e6176b3-1d0c-4977-bf9e-850163a7040b tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1422687 Jan 29 04:31:43.250079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0c9a29-ab08-40ff-bb19-ec9e4fca907d req-2b48870b-792c-438b-8735-54069b32a651 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849985 Jan 29 04:31:43.255282 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-919da513-6a75-4bfc-a0fa-c47a1ea648a6 req-9ccf7ade-bec6-41ba-bcaa-0be22a0a120d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532572 Jan 29 04:31:43.361061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:43.463359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9069b-891f-4eda-8e00-227dbe0aaaf9 req-329cce18-f535-4032-b2aa-5d0b36823f5a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.469077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35d9069b-891f-4eda-8e00-227dbe0aaaf9 req-329cce18-f535-4032-b2aa-5d0b36823f5a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0606692 Jan 29 04:31:43.521719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35d9069b-891f-4eda-8e00-227dbe0aaaf9 req-3cf810fd-bc70-47f3-af23-7e3bb0ecb826 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Jan 29 04:31:43.629610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6fad1d8f-e81f-4267-821e-5be7483b9261 req-1c081609-8c3c-42a4-b006-03d32ae971e9 tempest-MultipleCreateTestJSON-1571535792 tempest-MultipleCreateTestJSON-1571535792-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18b7bad-98af-4f4f-b5c8-c696210f449f HTTP/1.1" status: 200 len: 210 time: 0.0367305 Jan 29 04:31:43.817640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fe8a0-83ec-4cb5-ae88-4ce979eb1120 req-a0bf006d-eeaf-4996-bc04-0d9d33b0c93b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:43.819321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-638fe8a0-83ec-4cb5-ae88-4ce979eb1120 req-a0bf006d-eeaf-4996-bc04-0d9d33b0c93b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0615485 Jan 29 04:31:43.857295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-638fe8a0-83ec-4cb5-ae88-4ce979eb1120 req-87ef61af-7a4d-474f-9e97-1b2cd7bc74ae tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Jan 29 04:31:44.010246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771237c-a6eb-4e54-acc9-a0fa2370ad80 req-e0a3a3d9-9ff7-4ad9-81ec-c1b016fa2a73 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:44.011831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f771237c-a6eb-4e54-acc9-a0fa2370ad80 req-e0a3a3d9-9ff7-4ad9-81ec-c1b016fa2a73 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 945 time: 0.0566974 Jan 29 04:31:44.053207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f771237c-a6eb-4e54-acc9-a0fa2370ad80 req-b28c226f-a42f-4e5b-b73f-8fabad5cd95f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Jan 29 04:31:44.384222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591266e2-4ec7-4908-90b2-b0200e4dfcc0 req-c534308d-893e-40fd-87c5-a05236a46460 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:44.385717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-591266e2-4ec7-4908-90b2-b0200e4dfcc0 req-c534308d-893e-40fd-87c5-a05236a46460 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0563271 Jan 29 04:31:44.424383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-591266e2-4ec7-4908-90b2-b0200e4dfcc0 req-3a5b53a3-d6d6-4beb-b04f-357c128c6b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Jan 29 04:31:44.616869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'name': 'network-vif-deleted', 'tag': '0a29e070-2030-4102-828d-f6f8b302c71f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:44.619183 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd9425-9d32-47e5-a5a2-0b8fc0cc6f05" -d '{"events": [{"server_uuid": "d18b7bad-98af-4f4f-b5c8-c696210f449f", "name": "network-vif-deleted", "tag": "0a29e070-2030-4102-828d-f6f8b302c71f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:44.646233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b4b6-c5ca-4042-97e7-e2c02e9fe608 req-923cd10c-8f90-4baa-b5b7-75aa7659fe26 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:44.650404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3168b4b6-c5ca-4042-97e7-e2c02e9fe608 req-923cd10c-8f90-4baa-b5b7-75aa7659fe26 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0604808 Jan 29 04:31:44.662797 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00697b5e-ad9f-40f6-8cbf-0dc17d36726b x-openstack-request-id: req-00697b5e-ad9f-40f6-8cbf-0dc17d36726b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:44.663089 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b7bad-98af-4f4f-b5c8-c696210f449f", "name": "network-vif-deleted", "tag": "0a29e070-2030-4102-828d-f6f8b302c71f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:44.663337 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00697b5e-ad9f-40f6-8cbf-0dc17d36726b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:44.663923 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b7bad-98af-4f4f-b5c8-c696210f449f', 'name': 'network-vif-deleted', 'tag': '0a29e070-2030-4102-828d-f6f8b302c71f', 'status': 'completed', 'code': 200} Jan 29 04:31:44.690271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3168b4b6-c5ca-4042-97e7-e2c02e9fe608 req-15329eda-e3f5-4b42-a4d1-bd6b497b38b8 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Jan 29 04:31:44.707659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53846) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:44.760685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Deleting subnet 62e80876-f425-462c-98b6-d92fab376f04 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:31:44.763799 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:44.803363 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:44.842645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:44.868436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 77f41330-1678-44ce-b6c0-f565413dc4d2 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:44.898395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:44.926822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e80876-f425-462c-98b6-d92fab376f04,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:44.932348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:44.943392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-63220d51-11ab-474b-8d65-3df397e2d0ae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/62e80876-f425-462c-98b6-d92fab376f04 HTTP/1.1" status: 204 len: 168 time: 0.2320375 Jan 29 04:31:44.943808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:44.953107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 77f41330-1678-44ce-b6c0-f565413dc4d2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:31:44.965438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 77f41330-1678-44ce-b6c0-f565413dc4d2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:44.965808 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:44.997854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11b98-4801-4a3a-aa09-10e9f86daffb req-2a72a640-03aa-4ae5-9015-2910e54103de tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.006026 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9eb11b98-4801-4a3a-aa09-10e9f86daffb req-2a72a640-03aa-4ae5-9015-2910e54103de tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0591490 Jan 29 04:31:45.029117 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.057030 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9eb11b98-4801-4a3a-aa09-10e9f86daffb req-0ba49d42-8cae-4ddd-b129-2e4aa9c55538 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498979 Jan 29 04:31:45.068596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.102812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f41330-1678-44ce-b6c0-f565413dc4d2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:45.105118 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa43d2f-1453-406d-accb-ce79a177895b" -d '{"events": [{"server_uuid": "71c3c6c3-42ae-41ae-b89e-1aa1549303c3", "name": "network-vif-plugged", "status": "completed", "tag": "77f41330-1678-44ce-b6c0-f565413dc4d2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:45.136807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 77f41330-1678-44ce-b6c0-f565413dc4d2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=77f41330-1678-44ce-b6c0-f565413dc4d2,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:45.144339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.146421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.147825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0a29e070-2030-4102-828d-f6f8b302c71f no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:45.185036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fce55a4-f3cf-452c-ad66-a3cde263f2f0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.197118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 0a29e070-2030-4102-828d-f6f8b302c71f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:45.197589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d5cca7-cc74-4b38-84e8-c721d2f56194') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.197942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0a29e070-2030-4102-828d-f6f8b302c71f not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:45.198307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d5cca7-cc74-4b38-84e8-c721d2f56194') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:45.198702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63dad661-d3ca-4215-a788-bb42ad2c492c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:45.218225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.222567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 63dad661-d3ca-4215-a788-bb42ad2c492c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:45.223116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 63dad661-d3ca-4215-a788-bb42ad2c492c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:45.247559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=77f41330-1678-44ce-b6c0-f565413dc4d2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.265447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.274475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:31:45.274879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:31:45.276584 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:31:45.309990 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19ebd87-74c9-454e-8193-75ea238121f9 x-openstack-request-id: req-a19ebd87-74c9-454e-8193-75ea238121f9 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:45.310295 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3c6c3-42ae-41ae-b89e-1aa1549303c3", "name": "network-vif-plugged", "status": "completed", "tag": "77f41330-1678-44ce-b6c0-f565413dc4d2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:45.310551 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a19ebd87-74c9-454e-8193-75ea238121f9 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:45.310948 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f41330-1678-44ce-b6c0-f565413dc4d2', 'code': 200} Jan 29 04:31:45.339209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618bd97-277d-4438-9f81-a2f303293aa8 req-786a8254-e299-4f26-949b-ba05b98fb9d2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.340746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a618bd97-277d-4438-9f81-a2f303293aa8 req-786a8254-e299-4f26-949b-ba05b98fb9d2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.1330855 Jan 29 04:31:45.350131 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.357149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.363276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] 10.222.0.32 "DELETE /v2.0/networks/4fce55a4-f3cf-452c-ad66-a3cde263f2f0 HTTP/1.1" status: 204 len: 168 time: 0.4156466 Jan 29 04:31:45.374167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246750b-8894-48ea-b2e1-09f4298f3f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=4fce55a4-f3cf-452c-ad66-a3cde263f2f0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.426000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a618bd97-277d-4438-9f81-a2f303293aa8 req-8e5860fb-177e-4a42-9795-1340ad89f3ff tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542066 Jan 29 04:31:45.470689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49a9d-3bb4-4333-bb89-5d9205ed3b4e req-8b7f9d54-abe1-408e-98f7-e292d20bdeb0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.473195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ef49a9d-3bb4-4333-bb89-5d9205ed3b4e req-8b7f9d54-abe1-408e-98f7-e292d20bdeb0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0820782 Jan 29 04:31:45.541059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ef49a9d-3bb4-4333-bb89-5d9205ed3b4e req-74f2a30d-e784-488e-a71b-186e49d43993 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587578 Jan 29 04:31:45.586815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-2d9cec00-03ac-4074-830d-a515d41f20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.588390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-2d9cec00-03ac-4074-830d-a515d41f20c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1096 time: 0.1323600 Jan 29 04:31:45.591152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c346e8-a2a2-4c4e-83bc-d52d2b67b05a req-7245b2c5-2fb6-477f-b82a-b0569c5625f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.592658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00c346e8-a2a2-4c4e-83bc-d52d2b67b05a req-7245b2c5-2fb6-477f-b82a-b0569c5625f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 1097 time: 0.1541057 Jan 29 04:31:45.605769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166017bf-26d3-414e-9885-5d38d47c93fa req-3cbdf99c-b0a0-46ca-b2f8-76e1b62d0648 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.607535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-166017bf-26d3-414e-9885-5d38d47c93fa req-3cbdf99c-b0a0-46ca-b2f8-76e1b62d0648 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0777335 Jan 29 04:31:45.610342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53882) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:45.649906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe350bcb-28b6-440c-9896-fbae8a5f0ca4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c8e4da2a09b44c3b83895523c13d590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383618 Jan 29 04:31:45.652459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53884) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:45.705733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10619965-e8e7-49e9-bb13-c9dc96c79a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.720705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00c346e8-a2a2-4c4e-83bc-d52d2b67b05a req-63549104-93b9-47a6-b27f-a741aa141f95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121194 Jan 29 04:31:45.729278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-166017bf-26d3-414e-9885-5d38d47c93fa req-d5107a4b-663c-4242-9fec-1a7ae991ea90 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118708 Jan 29 04:31:45.734750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10619965-e8e7-49e9-bb13-c9dc96c79a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.761084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-4ee3903a-fe41-445f-8294-6eda45f74bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.763204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-4ee3903a-fe41-445f-8294-6eda45f74bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.1536326 Jan 29 04:31:45.792113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10619965-e8e7-49e9-bb13-c9dc96c79a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.794695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10619965-e8e7-49e9-bb13-c9dc96c79a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:45.795779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-10619965-e8e7-49e9-bb13-c9dc96c79a16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e58246c9-ab4b-480b-a987-250cb846eea2 HTTP/1.1" status: 204 len: 168 time: 0.1423430 Jan 29 04:31:45.823944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10619965-e8e7-49e9-bb13-c9dc96c79a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58246c9-ab4b-480b-a987-250cb846eea2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:45.852946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d9dd6-764e-43b2-8768-9c680bb1790e req-640ea0d1-02c9-4028-8863-2f9857b4cf1a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:45.854486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a33d9dd6-764e-43b2-8768-9c680bb1790e req-640ea0d1-02c9-4028-8863-2f9857b4cf1a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0732048 Jan 29 04:31:45.900750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a33d9dd6-764e-43b2-8768-9c680bb1790e req-65e76e65-26f0-444a-9173-bd7c5d245676 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 Jan 29 04:31:46.076124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-dd8fd4b9-a1ec-4959-b677-e57db726e2d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 1000 time: 0.0691071 Jan 29 04:31:46.386387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-c07f5b68-efcf-4bb8-b923-a0257d05110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:46.386387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-c07f5b68-efcf-4bb8-b923-a0257d05110a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.2980809 Jan 29 04:31:46.435495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-8528548a-d47c-4b27-8f88-a71938e62406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:46.437001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-8528548a-d47c-4b27-8f88-a71938e62406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438101 Jan 29 04:31:46.556074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:46.580003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-121d5bd5-7d5c-4b5e-a033-2146090cfb72 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316645 Jan 29 04:31:46.589743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa8d94-ec44-4934-b835-75bb06669023 req-0cf2b09e-c85e-4210-a86f-7ba1c133294d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:46.591297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20aa8d94-ec44-4934-b835-75bb06669023 req-0cf2b09e-c85e-4210-a86f-7ba1c133294d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.0846295 Jan 29 04:31:46.679432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1219282221-network', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:46.698890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c895da9-6b71-4e99-b487-d5899afe6708 req-12320285-31dd-421d-ab0e-263c81b646fe tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:46.700451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20aa8d94-ec44-4934-b835-75bb06669023 req-9606337e-1e02-4f67-b239-c9b1779dde69 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002984 Jan 29 04:31:46.708889 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c895da9-6b71-4e99-b487-d5899afe6708 req-12320285-31dd-421d-ab0e-263c81b646fe tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0725007 Jan 29 04:31:46.736290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd40288d-e843-40d4-81dc-b3a2ef565aa5 req-dd98c1ff-a7b4-4a0e-9778-f3e2972eb872 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439645 Jan 29 04:31:46.746773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:46.749060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:46.764967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:46.786298 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c895da9-6b71-4e99-b487-d5899afe6708 req-9b228c18-3668-4fc6-970f-74b722f14896 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741277 Jan 29 04:31:46.866303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:46.871000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:46.882904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:46.886895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff40a9-e09c-4251-83f7-62731f62900b req-a5713a79-3c41-4a3f-84d6-a8039c5fbd82 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:46.888855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09ff40a9-e09c-4251-83f7-62731f62900b req-a5713a79-3c41-4a3f-84d6-a8039c5fbd82 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0707955 Jan 29 04:31:46.902809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:46.903158 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Added segment de1921a1-9fb9-412c-aad5-06cce37d6393 of type vlan for network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 Jan 29 04:31:46.943919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09ff40a9-e09c-4251-83f7-62731f62900b req-16d90bb9-31f4-499b-9735-17af2b528e0d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Jan 29 04:31:47.013645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.035405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.071866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7832c1-23c3-4106-a743-40a131d8b25f req-6221e028-03dc-4f36-9823-ea95958ca486 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:47.073365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f7832c1-23c3-4106-a743-40a131d8b25f req-6221e028-03dc-4f36-9823-ea95958ca486 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0821862 Jan 29 04:31:47.078938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.079896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:47.080492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.159968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6025953 Jan 29 04:31:47.163184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:47.168775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Request body: {'subnet': {'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1219282221-subnet', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:47.171708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afc358-2ef3-458e-9a09-412cef0b0c69 admin admin] Pushing event updated for resources: {'Network': ['ID=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.185528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:47.190801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f7832c1-23c3-4106-a743-40a131d8b25f req-46c8d27d-5af6-4cf6-a40f-59d581f6dad6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993006 Jan 29 04:31:47.206794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:47.209411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.409837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.477290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948460b2-b50e-46f5-93c1-3ff322d645d6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:47.484727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:47.485096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Network hostable DHCP agents. Network: 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:31:47.505167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:31:47.517395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:47.522513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53938) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:47.526056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:47.526667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.534142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40961bd-2c1f-455d-bb80-85c1a7fc7a6d None None] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:31:47.554821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e6830d8-0e48-4e33-bb92-376f138d9073 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903871 Jan 29 04:31:47.557753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53942) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:47.562203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:47.594488 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.598244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.697846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.706483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48c48323-fe54-4197-90f7-bb8c773e7c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.715660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:31:47.716551 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.866913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489cee2-dd57-4cd6-ba20-de3afe295d37 req-731ed3c3-ca06-41eb-a918-135a720a185d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:47.877326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f489cee2-dd57-4cd6-ba20-de3afe295d37 req-731ed3c3-ca06-41eb-a918-135a720a185d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.1057413 Jan 29 04:31:47.884944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:47.921690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Allocated IP 172.20.0.2 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/11087e5d-27e8-4afe-a90d-664d74cb3759) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:47.922474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f489cee2-dd57-4cd6-ba20-de3afe295d37 req-a163f0ec-c956-4484-8116-d242405abca9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Jan 29 04:31:48.015579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8d550-e23d-4c32-a416-0e6899855899 req-c74f0839-d916-4cf8-9f61-018c39f4095c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.017111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2e8d550-e23d-4c32-a416-0e6899855899 req-c74f0839-d916-4cf8-9f61-018c39f4095c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1289527 Jan 29 04:31:48.031437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48c48323-fe54-4197-90f7-bb8c773e7c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.051407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48c48323-fe54-4197-90f7-bb8c773e7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.054644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f590-d156-4506-9167-21c87abfeca4 req-97714ab3-2a30-41a7-96c0-eea7e3a733ab tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.056892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a736f590-d156-4506-9167-21c87abfeca4 req-97714ab3-2a30-41a7-96c0-eea7e3a733ab tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.0578451 Jan 29 04:31:48.083382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.089841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.102926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a736f590-d156-4506-9167-21c87abfeca4 req-abdb3f19-15d9-4c91-9dc2-97dc79c98ebf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354805 Jan 29 04:31:48.114268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-48c48323-fe54-4197-90f7-bb8c773e7c49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b86471c380d445a969c7f02d41ae667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905414 Jan 29 04:31:48.116526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48323-fe54-4197-90f7-bb8c773e7c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda51dda-fe09-4a80-82fa-ff3ef778fd69,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:48.117038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:48.132175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2e8d550-e23d-4c32-a416-0e6899855899 req-8ffd5007-473e-4323-94e6-ba9744a2dd04 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047063 Jan 29 04:31:48.170761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Pushing event updated for resources: {'Port': ['ID=11087e5d-27e8-4afe-a90d-664d74cb3759,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:48.188858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:48.191304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:48.195876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc590d70-4386-438a-a000-6914652d032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.198592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:48.224856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc590d70-4386-438a-a000-6914652d032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.260121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Attempting to bind port 11087e5d-27e8-4afe-a90d-664d74cb3759 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:48.260970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Attempting to bind port 11087e5d-27e8-4afe-a90d-664d74cb3759 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:48.261496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Attempting to bind port 11087e5d-27e8-4afe-a90d-664d74cb3759 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:48.268101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:48.268776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:48.269521 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.270221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:48.271780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Bound port: 11087e5d-27e8-4afe-a90d-664d74cb3759, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:48.272560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.307302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb678b-ccde-4ec3-beae-5463dadfec4e req-33992401-e7f6-4276-857f-64642e676f02 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.309176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3fb678b-ccde-4ec3-beae-5463dadfec4e req-33992401-e7f6-4276-857f-64642e676f02 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0653529 Jan 29 04:31:48.331999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc590d70-4386-438a-a000-6914652d032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.335458 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc590d70-4386-438a-a000-6914652d032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.339135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dc590d70-4386-438a-a000-6914652d032b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eda51dda-fe09-4a80-82fa-ff3ef778fd69 HTTP/1.1" status: 204 len: 168 time: 0.2184632 Jan 29 04:31:48.354753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afab205-7f5b-4195-b65c-3ef860f50c2d req-3dbf7674-3d95-4109-ab95-5ccd7a6e0c88 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.357550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc590d70-4386-438a-a000-6914652d032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda51dda-fe09-4a80-82fa-ff3ef778fd69,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:48.364405 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7afab205-7f5b-4195-b65c-3ef860f50c2d req-3dbf7674-3d95-4109-ab95-5ccd7a6e0c88 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.1319349 Jan 29 04:31:48.385334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.391574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3fb678b-ccde-4ec3-beae-5463dadfec4e req-b692ad2a-dccf-4494-9cfb-70dcafe54fba tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 Jan 29 04:31:48.397519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] For port 11087e5d-27e8-4afe-a90d-664d74cb3759, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:48.414695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.421138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] For port 11087e5d-27e8-4afe-a90d-664d74cb3759, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11087e5d-27e8-4afe-a90d-664d74cb3759,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:48.427355 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.449948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7afab205-7f5b-4195-b65c-3ef860f50c2d req-3009d799-058c-4229-acf2-43cf30e5bdef tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765040 Jan 29 04:31:48.497324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798709e7-73e0-451b-b738-d31431f4f627 None None] Pushing event updated for resources: {'Port': ['ID=11087e5d-27e8-4afe-a90d-664d74cb3759,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:48.560722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a42a1-7185-4ff1-b074-6eb14a9a1fb7 req-fc77aafa-0cc2-44eb-893d-df660b69dd8f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.579125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17a42a1-7185-4ff1-b074-6eb14a9a1fb7 req-fc77aafa-0cc2-44eb-893d-df660b69dd8f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0885265 Jan 29 04:31:48.608007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Allocated IP 172.25.4.4 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/e595d251-f554-4884-aae3-c9d131288163) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:48.625869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17a42a1-7185-4ff1-b074-6eb14a9a1fb7 req-7cf3d5c7-f085-4cf5-9880-10506aee5ea3 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Jan 29 04:31:48.787184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.796622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba578f11-1693-4f9f-bb11-483ce1a64631 req-2c941541-62b6-4aab-9066-0f622263411c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:48.798208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba578f11-1693-4f9f-bb11-483ce1a64631 req-2c941541-62b6-4aab-9066-0f622263411c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.0611079 Jan 29 04:31:48.817061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:48.836847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.840066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b49491db-c5af-4655-8650-4d83933ff4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.878896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:48.883447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba578f11-1693-4f9f-bb11-483ce1a64631 req-e6235626-ce25-4c7b-8357-c496ca600fc6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588822 Jan 29 04:31:48.883984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:48.888085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:48.909658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Pushing event updated for resources: {'Port': ['ID=e595d251-f554-4884-aae3-c9d131288163,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:48.963574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b49491db-c5af-4655-8650-4d83933ff4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:48.967674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b49491db-c5af-4655-8650-4d83933ff4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.004502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49491db-c5af-4655-8650-4d83933ff4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbf7ff9-7b7b-4b31-8e99-48f8dc50b65b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.008919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b49491db-c5af-4655-8650-4d83933ff4fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3c3ea30f675426f980c0d4a5d9d2f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903851 Jan 29 04:31:49.011415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:49.066156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde455df-754a-4e3e-9b37-48732c4b1c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.093378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde455df-754a-4e3e-9b37-48732c4b1c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.155876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde455df-754a-4e3e-9b37-48732c4b1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.158630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde455df-754a-4e3e-9b37-48732c4b1c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.160124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fde455df-754a-4e3e-9b37-48732c4b1c57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abbf7ff9-7b7b-4b31-8e99-48f8dc50b65b HTTP/1.1" status: 204 len: 168 time: 0.1477163 Jan 29 04:31:49.169605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde455df-754a-4e3e-9b37-48732c4b1c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbf7ff9-7b7b-4b31-8e99-48f8dc50b65b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.171599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.403505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.622749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:49.629376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7657-7553-436c-8657-3fe292852d2a req-f3f05877-7ac9-42f3-96b6-20dcc7d55078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:49.637033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-336d7657-7553-436c-8657-3fe292852d2a req-f3f05877-7ac9-42f3-96b6-20dcc7d55078 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1248126 Jan 29 04:31:49.646701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8402ae1-b240-4492-8121-396cc10e6b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.659446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11087e5d-27e8-4afe-a90d-664d74cb3759 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:49.715965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-336d7657-7553-436c-8657-3fe292852d2a req-6e4c3240-4b9c-45fd-9392-758cc1e9efc7 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779827 Jan 29 04:31:49.737668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 11087e5d-27e8-4afe-a90d-664d74cb3759 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:49.739154 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.752269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Router a7cc7587-d496-4dcd-b5cf-dd7154da0730 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:31:49.800301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cc969-6c94-4a51-9995-11f6bdb75863 req-0a5fbfff-fd30-4c8b-af00-a1c06051e72a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:49.801073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb30c4-2565-4a73-9aee-cd2c999321c1 None None] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:31:49.802078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a2cc969-6c94-4a51-9995-11f6bdb75863 req-0a5fbfff-fd30-4c8b-af00-a1c06051e72a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0932696 Jan 29 04:31:49.853329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8402ae1-b240-4492-8121-396cc10e6b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.868102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8402ae1-b240-4492-8121-396cc10e6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.879813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a2cc969-6c94-4a51-9995-11f6bdb75863 req-68809c40-0928-4273-8f8b-fefa9537e3e2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699108 Jan 29 04:31:49.885874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:49.904991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-70b1623c-4d76-40f4-93e4-e997c998b10a None None] Provisioning complete for port 11087e5d-27e8-4afe-a90d-664d74cb3759 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:49.905293 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Sync routers for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:49.906175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b1623c-4d76-40f4-93e4-e997c998b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.917791 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:49.919027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:31:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:49.924289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:49.928101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402ae1-b240-4492-8121-396cc10e6b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ddf12-f525-48c7-a713-387ccbf2ff81,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:49.933233 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-acecd407-4692-4ded-90d2-f5585896d51c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3742111 Jan 29 04:31:49.934289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54000) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:49.950718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8402ae1-b240-4492-8121-396cc10e6b0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76d0b78d90164e28acab0bf5ec8836b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262277 Jan 29 04:31:49.955854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54002) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:49.993682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.046607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59a3f785-fae0-4aba-97f1-727bbe001a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.076670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 11087e5d-27e8-4afe-a90d-664d74cb3759, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11087e5d-27e8-4afe-a90d-664d74cb3759,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:50.105589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.160616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59a3f785-fae0-4aba-97f1-727bbe001a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.201240 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:50.221538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=11087e5d-27e8-4afe-a90d-664d74cb3759,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:50.250294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d10f06-9a8c-4838-9fe3-68d21cb07388 req-aec5dea8-768d-4c8a-b3d7-6ded6905cbb1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:50.252192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24d10f06-9a8c-4838-9fe3-68d21cb07388 req-aec5dea8-768d-4c8a-b3d7-6ded6905cbb1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.1759386 Jan 29 04:31:50.300700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59a3f785-fae0-4aba-97f1-727bbe001a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.303343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59a3f785-fae0-4aba-97f1-727bbe001a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.304530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-59a3f785-fae0-4aba-97f1-727bbe001a37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/384ddf12-f525-48c7-a713-387ccbf2ff81 HTTP/1.1" status: 204 len: 168 time: 0.3453088 Jan 29 04:31:50.328256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639afd4-fb6c-4266-9723-10007d353940 req-10b5f446-eefb-40f6-9184-2842fb57fa73 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:50.329835 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2639afd4-fb6c-4266-9723-10007d353940 req-10b5f446-eefb-40f6-9184-2842fb57fa73 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 946 time: 0.1293428 Jan 29 04:31:50.360204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3f785-fae0-4aba-97f1-727bbe001a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ddf12-f525-48c7-a713-387ccbf2ff81,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:50.410776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24d10f06-9a8c-4838-9fe3-68d21cb07388 req-d1f44c4c-6a2e-4513-917d-c74df0c5ddec tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502082 Jan 29 04:31:50.523812 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:49Z', 'revision_number': 3, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:50.531323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port 77f41330-1678-44ce-b6c0-f565413dc4d2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:50.531684 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.556014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Checking router: a7cc7587-d496-4dcd-b5cf-dd7154da0730 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:50.556356 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Updating router a7cc7587-d496-4dcd-b5cf-dd7154da0730 port e595d251-f554-4884-aae3-c9d131288163 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:50.617523 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.655085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-79d2bc66-12ae-4b87-9d3c-08707cae13fd None None] Provisioning complete for port 11087e5d-27e8-4afe-a90d-664d74cb3759 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:50.656000 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79d2bc66-12ae-4b87-9d3c-08707cae13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.656750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port 77f41330-1678-44ce-b6c0-f565413dc4d2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=77f41330-1678-44ce-b6c0-f565413dc4d2,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:50.657238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.681638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for 77f41330-1678-44ce-b6c0-f565413dc4d2 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:50.941163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:50.978897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['77f41330-1678-44ce-b6c0-f565413dc4d2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:51.001284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=77f41330-1678-44ce-b6c0-f565413dc4d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:51.029308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595014e-535b-4bed-b805-93f1c66cd2cf req-6778db04-aa66-48b5-a0b1-dfb17132b358 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:51.037705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7595014e-535b-4bed-b805-93f1c66cd2cf req-6778db04-aa66-48b5-a0b1-dfb17132b358 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1854017 Jan 29 04:31:51.040147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'b63edbdd-e8ed-4792-93d9-ceaee4c67455'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:51.047938 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.057652 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.071477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port 77f41330-1678-44ce-b6c0-f565413dc4d2 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:51.108587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.112946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2639afd4-fb6c-4266-9723-10007d353940 req-92ff2e94-44e7-405c-8e2f-0497da67e92c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "DELETE /v2.0/ports/77f41330-1678-44ce-b6c0-f565413dc4d2 HTTP/1.1" status: 204 len: 173 time: 0.7734368 Jan 29 04:31:51.113286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'name': 'network-vif-deleted', 'tag': '77f41330-1678-44ce-b6c0-f565413dc4d2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:51.115967 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33600280-a66f-49a2-af6d-019611627a8a" -d '{"events": [{"server_uuid": "71c3c6c3-42ae-41ae-b89e-1aa1549303c3", "name": "network-vif-deleted", "tag": "77f41330-1678-44ce-b6c0-f565413dc4d2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:51.118407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7595014e-535b-4bed-b805-93f1c66cd2cf req-37858d25-dbaf-4bd1-a693-e4056e774c43 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779250 Jan 29 04:31:51.139112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.176099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23fdc-275a-448a-8652-6905d6409006 req-c9db79f4-f4c6-43a6-b4c0-d147d5db8518 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:51.177673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1b23fdc-275a-448a-8652-6905d6409006 req-c9db79f4-f4c6-43a6-b4c0-d147d5db8518 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1323719 Jan 29 04:31:51.239404 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Attempting to bind port e595d251-f554-4884-aae3-c9d131288163 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:51.240161 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Attempting to bind port e595d251-f554-4884-aae3-c9d131288163 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:51.241413 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Attempting to bind port e595d251-f554-4884-aae3-c9d131288163 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:51.265587 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:51.266305 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:51.267195 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.267757 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:51.269491 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Bound port: e595d251-f554-4884-aae3-c9d131288163, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:51.270093 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.273564 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Pushing event updated for resources: {'Port': ['ID=e595d251-f554-4884-aae3-c9d131288163,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:51.277976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1b23fdc-275a-448a-8652-6905d6409006 req-477a2a21-a5aa-4b28-bdae-4eb91142c206 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917065 Jan 29 04:31:51.323100 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629ad3ba-970f-4b2b-b7ad-9002a370555a x-openstack-request-id: req-629ad3ba-970f-4b2b-b7ad-9002a370555a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:51.323629 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3c6c3-42ae-41ae-b89e-1aa1549303c3", "name": "network-vif-deleted", "tag": "77f41330-1678-44ce-b6c0-f565413dc4d2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:51.323885 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-629ad3ba-970f-4b2b-b7ad-9002a370555a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:51.324288 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3c6c3-42ae-41ae-b89e-1aa1549303c3', 'name': 'network-vif-deleted', 'tag': '77f41330-1678-44ce-b6c0-f565413dc4d2', 'status': 'completed', 'code': 200} Jan 29 04:31:51.338645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.339273 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.339776 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.340369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.340865 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.341347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.341825 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.342342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.343017 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.343675 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.344452 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.345246 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:51.393058 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] For port e595d251-f554-4884-aae3-c9d131288163, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:51.402914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] For port e595d251-f554-4884-aae3-c9d131288163, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e595d251-f554-4884-aae3-c9d131288163,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:51.412263 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.441035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Allocated IP 172.20.0.1 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/47376e3a-608a-4ca7-9e58-39c7925a14c5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:51.597063 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:51.598017 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:31:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:51.607656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11087e5d-27e8-4afe-a90d-664d74cb3759 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:51.629707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b872b45a-30cc-459e-a2f2-0cc56e6b78c1 req-2f289448-a5d3-4cb1-b4c8-1b470789a321 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c3c6c3-42ae-41ae-b89e-1aa1549303c3 HTTP/1.1" status: 200 len: 210 time: 0.0833879 Jan 29 04:31:51.674471 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0c2fc-85e2-4ea4-80d5-57d13c9cac5a None None] Pushing event updated for resources: {'Port': ['ID=e595d251-f554-4884-aae3-c9d131288163,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:51.713605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 11087e5d-27e8-4afe-a90d-664d74cb3759 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:51.713825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.714394 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.818095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:51.830059 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:51.870416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:51.873315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:51.877183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:51.916708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Pushing event updated for resources: {'Port': ['ID=47376e3a-608a-4ca7-9e58-39c7925a14c5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:51.952346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:52.210340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:52.223311 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-162de9af-f17e-4555-b574-746c76e2561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:49Z', 'revision_number': 3, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:52.244565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f40d88f9-eefc-4b6d-93f0-f2fa357cbea5 None None] Provisioning complete for port 47376e3a-608a-4ca7-9e58-39c7925a14c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:52.245029 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f40d88f9-eefc-4b6d-93f0-f2fa357cbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:52.297776 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162de9af-f17e-4555-b574-746c76e2561c None None] The sync data for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 is: [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:49Z', 'revision_number': 3, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:52.323595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f40d88f9-eefc-4b6d-93f0-f2fa357cbea5 None None] Port 47376e3a-608a-4ca7-9e58-39c7925a14c5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:31:52.438322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1b4a2-4def-48f4-891c-1b358bc902df req-0502efa3-b00b-4acb-84fb-d1473ea6441d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:52.447850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fdb1b4a2-4def-48f4-891c-1b358bc902df req-0502efa3-b00b-4acb-84fb-d1473ea6441d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1903939 Jan 29 04:31:52.465082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf83d2-ee9e-4ad1-8282-02c83f5478bd req-fbc3a7ba-372d-4b06-8920-0246bfd477b3 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:52.481814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3cf83d2-ee9e-4ad1-8282-02c83f5478bd req-fbc3a7ba-372d-4b06-8920-0246bfd477b3 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0819221 Jan 29 04:31:52.510730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fdb1b4a2-4def-48f4-891c-1b358bc902df req-aeae4e3e-780f-48ea-a763-9512218e69f2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Jan 29 04:31:52.543912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3cf83d2-ee9e-4ad1-8282-02c83f5478bd req-e24765a9-8329-4219-b47c-0bb3b9c6a31b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Jan 29 04:31:52.588371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:52.593824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:52.714030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Pushing event updated for resources: {'Port': ['ID=47376e3a-608a-4ca7-9e58-39c7925a14c5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:52.717465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:52.881232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:52.883155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:52.928158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 77f41330-1678-44ce-b6c0-f565413dc4d2 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:52.950705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 77f41330-1678-44ce-b6c0-f565413dc4d2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:52.951313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 77f41330-1678-44ce-b6c0-f565413dc4d2 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:53.131297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Router a7cc7587-d496-4dcd-b5cf-dd7154da0730 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:31:53.230952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5059f2-316e-4b77-9b32-1c3b7d1476ff req-d8d1e672-7d2b-467b-b6f2-f338a69e02ab tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:53.232950 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa5059f2-316e-4b77-9b32-1c3b7d1476ff req-d8d1e672-7d2b-467b-b6f2-f338a69e02ab tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.2471998 Jan 29 04:31:53.259981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0ddbcb83-9e90-4336-80a5-69647c4e6223 None None] Provisioning complete for port 47376e3a-608a-4ca7-9e58-39c7925a14c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:53.261126 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcb83-9e90-4336-80a5-69647c4e6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:53.306747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbcb83-9e90-4336-80a5-69647c4e6223 None None] Port 47376e3a-608a-4ca7-9e58-39c7925a14c5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:31:53.354857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa5059f2-316e-4b77-9b32-1c3b7d1476ff req-458c8262-0c80-4256-ae50-11106280d469 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773046 Jan 29 04:31:53.364890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:31:53.381918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2e162dfb-19d7-46f9-a7f9-34301e00721c admin admin] 10.222.0.32 "PUT /v2.0/routers/a7cc7587-d496-4dcd-b5cf-dd7154da0730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4388666 Jan 29 04:31:53.382260 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:31:53.635353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e595d251-f554-4884-aae3-c9d131288163 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:53.685343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991300b-6c1e-4ff3-b5f6-332b9342696e req-44a4ffde-5688-4859-9564-628561d9a54d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:53.705182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2991300b-6c1e-4ff3-b5f6-332b9342696e req-44a4ffde-5688-4859-9564-628561d9a54d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1030967 Jan 29 04:31:53.730995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e595d251-f554-4884-aae3-c9d131288163 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:53.731367 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:53.759103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2991300b-6c1e-4ff3-b5f6-332b9342696e req-7d1de7d1-94fd-40fb-a307-768fb7856cce tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527220 Jan 29 04:31:53.836039 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da8adfe3-52dd-4e0d-9b1e-26d3b61430df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:53.852096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:53.879961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e595d251-f554-4884-aae3-c9d131288163, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e595d251-f554-4884-aae3-c9d131288163,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:53.887829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28175d8-1e1c-451c-8296-38eaf3359100 req-0c95fff8-6f15-41ac-baa9-c40afa6fdf04 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:53.893936 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:53.896882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d28175d8-1e1c-451c-8296-38eaf3359100 req-0c95fff8-6f15-41ac-baa9-c40afa6fdf04 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0683830 Jan 29 04:31:53.945829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d28175d8-1e1c-451c-8296-38eaf3359100 req-8eeec7ad-3a0b-4b19-9018-f1594c510c3c tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478737 Jan 29 04:31:53.981647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e595d251-f554-4884-aae3-c9d131288163,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:54.098278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54080) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:54.102377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109413594', 'description': 'tempest-description--2143534100'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:54.129226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.200726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.209857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.246472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8538ec2a-01a1-41cc-b9a5-4d9c628583ec,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:54.259590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.259926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.260302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.260640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.260974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.261340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.261668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.262092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.262418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.262768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.263053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.263405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:54.279347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.280883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa216061-ee08-4f76-9615-50bc0ddf924d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1820812 Jan 29 04:31:54.284660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54082) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:54.289267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'security_group_rule': {'security_group_id': '8538ec2a-01a1-41cc-b9a5-4d9c628583ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:54.335775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.387680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.394160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.413154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aed767-d6ff-4ff0-a341-ab10091b46db,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:54.430984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.432706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9457d16c-65e7-42f8-8e23-a586c0ae783a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472135 Jan 29 04:31:54.435416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54088) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:54.444046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'security_group_rule': {'security_group_id': '8538ec2a-01a1-41cc-b9a5-4d9c628583ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:54.520662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de02f03-9abd-4d53-b6ac-74e8944af40f req-6223ad2d-f435-4bfb-a8dc-e98371d877ea tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:54.530250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6de02f03-9abd-4d53-b6ac-74e8944af40f req-6223ad2d-f435-4bfb-a8dc-e98371d877ea tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.0744157 Jan 29 04:31:54.558793 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.595561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6de02f03-9abd-4d53-b6ac-74e8944af40f req-ab267d88-55fe-48eb-9841-28a1789218f0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604780 Jan 29 04:31:54.691906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.698150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.707348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f0c30-3d51-4ab1-b764-d55832f78ffe req-142cd1bb-0e45-4c67-8acb-bb4a1e486eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:54.708564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-380f0c30-3d51-4ab1-b764-d55832f78ffe req-142cd1bb-0e45-4c67-8acb-bb4a1e486eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0700774 Jan 29 04:31:54.724217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf22815-0906-4f7d-96ac-49c08dd12b66,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:54.734735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.739543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa5e4394-8d75-4b2b-b1be-a96bc7e89f45 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993431 Jan 29 04:31:54.740149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54092) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:54.745138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:54.762633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-380f0c30-3d51-4ab1-b764-d55832f78ffe req-98af661c-aaf2-4acf-811e-7f529f41b854 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Jan 29 04:31:54.786359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:54.810176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Sync routers for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:31:54.835716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:54.836684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:31:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:54.912689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bf922-682c-489f-9271-485acd5448d4 req-9219800d-a612-4b43-a34d-dfea70661e1f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:54.914708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae1bf922-682c-489f-9271-485acd5448d4 req-9219800d-a612-4b43-a34d-dfea70661e1f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.0710154 Jan 29 04:31:54.918899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.003530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae1bf922-682c-489f-9271-485acd5448d4 req-791cb7aa-da86-4505-99eb-df1ef3335dc8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750177 Jan 29 04:31:55.019627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:55.025410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-05e17e10-eaee-47aa-966d-a6151394814e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:55.026974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-05e17e10-eaee-47aa-966d-a6151394814e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 946 time: 0.1111703 Jan 29 04:31:55.133937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Allocated IP 172.25.4.152 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/9b6eeacb-a36c-4338-86c5-4422b6a306ce) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:31:55.165786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38be9-3ac4-41a9-91c9-7d580ac4e980 req-2891cbd0-c156-428d-b6d9-fa92fb4adb2d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:55.167523 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15a38be9-3ac4-41a9-91c9-7d580ac4e980 req-2891cbd0-c156-428d-b6d9-fa92fb4adb2d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0865431 Jan 29 04:31:55.226190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port b63edbdd-e8ed-4792-93d9-ceaee4c67455 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:31:55.227158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.274475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15a38be9-3ac4-41a9-91c9-7d580ac4e980 req-ab1be328-bc36-4fd8-9797-bb61878e6005 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915666 Jan 29 04:31:55.332705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.373353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 2, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:55.376892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.405296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Checking router: a7cc7587-d496-4dcd-b5cf-dd7154da0730 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:31:55.405980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Updating router a7cc7587-d496-4dcd-b5cf-dd7154da0730 port 47376e3a-608a-4ca7-9e58-39c7925a14c5 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:31:55.421526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port b63edbdd-e8ed-4792-93d9-ceaee4c67455, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b63edbdd-e8ed-4792-93d9-ceaee4c67455,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:55.422182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.422527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:31:55.429161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:31:55.433337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:31:55.449559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.459238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=9b6eeacb-a36c-4338-86c5-4422b6a306ce,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:55.459783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for b63edbdd-e8ed-4792-93d9-ceaee4c67455 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:31:55.570024 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.673614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e595d251-f554-4884-aae3-c9d131288163 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:55.701479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.707576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.768844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'b63edbdd-e8ed-4792-93d9-ceaee4c67455'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:31:55.815633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=b63edbdd-e8ed-4792-93d9-ceaee4c67455,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:55.835910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port b63edbdd-e8ed-4792-93d9-ceaee4c67455 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:31:55.838799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:55.839353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3909608-9e54-4fe9-addd-557ddac79cc4 req-41114fe8-963c-4960-86d2-b51ad4fab7e9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=123c17e1-3fe0-460f-b1f1-1131477987c7 HTTP/1.1" status: 200 len: 210 time: 0.0684619 Jan 29 04:31:55.860784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fddd162-25b7-4812-82f5-3b06ce657a1a req-406d2839-086b-4f14-bc64-4902ba027acb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "DELETE /v2.0/ports/b63edbdd-e8ed-4792-93d9-ceaee4c67455 HTTP/1.1" status: 204 len: 173 time: 0.8252273 Jan 29 04:31:55.861016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'name': 'network-vif-deleted', 'tag': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:31:55.872149 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1953435-97bd-4e76-9bcf-3da865247055" -d '{"events": [{"server_uuid": "123c17e1-3fe0-460f-b1f1-1131477987c7", "name": "network-vif-deleted", "tag": "b63edbdd-e8ed-4792-93d9-ceaee4c67455"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:31:55.928696 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b35f87f-83d6-49d4-8ede-ffac4e09743b x-openstack-request-id: req-5b35f87f-83d6-49d4-8ede-ffac4e09743b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:31:55.930023 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123c17e1-3fe0-460f-b1f1-1131477987c7", "name": "network-vif-deleted", "tag": "b63edbdd-e8ed-4792-93d9-ceaee4c67455", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:31:55.930023 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b35f87f-83d6-49d4-8ede-ffac4e09743b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:31:55.930023 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123c17e1-3fe0-460f-b1f1-1131477987c7', 'name': 'network-vif-deleted', 'tag': 'b63edbdd-e8ed-4792-93d9-ceaee4c67455', 'status': 'completed', 'code': 200} Jan 29 04:31:56.078557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e595d251-f554-4884-aae3-c9d131288163 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:56.078557 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.141859 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.152357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.203423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c85f76a-8bc2-46cc-b263-ee5fcfefb5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.267584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=9b6eeacb-a36c-4338-86c5-4422b6a306ce,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.278294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.278622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.278966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.279305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.279642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.279971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.280303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.280620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.280942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.281264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.281608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.282434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:31:56.297437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54112) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:56.318839 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.344425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398542-81da-4092-9a8b-877bce63fe9c req-044ef495-8443-44e5-a516-917f8b8b0ae2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.346101 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18398542-81da-4092-9a8b-877bce63fe9c req-044ef495-8443-44e5-a516-917f8b8b0ae2 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1558659 Jan 29 04:31:56.355728 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.356736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.359215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-62b9137e-db44-49f7-89ed-7f895f0405b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6178770 Jan 29 04:31:56.374765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.425426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc625d-5cfa-4f6d-aae1-10e674df18f5 None None] Pushing event updated for resources: {'Port': ['ID=47376e3a-608a-4ca7-9e58-39c7925a14c5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.426927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-18398542-81da-4092-9a8b-877bce63fe9c req-9d718d8e-b7c9-42d9-a987-714dd66e9299 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664141 Jan 29 04:31:56.489599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ce25-1340-49ad-846a-f73dc8f23d4e req-c9cb63ce-09aa-4882-90ea-183884c9d962 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:56.501155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33b2ce25-1340-49ad-846a-f73dc8f23d4e req-c9cb63ce-09aa-4882-90ea-183884c9d962 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1110759 Jan 29 04:31:56.529403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Attempting to bind port 47376e3a-608a-4ca7-9e58-39c7925a14c5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:31:56.529976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Attempting to bind port 47376e3a-608a-4ca7-9e58-39c7925a14c5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:31:56.530407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Attempting to bind port 47376e3a-608a-4ca7-9e58-39c7925a14c5 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:31:56.544770 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a501eab-c6df-4919-9a77-0127787b97ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.545643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:31:56.546127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:31:56.546869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.548522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:31:56.551269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Bound port: 47376e3a-608a-4ca7-9e58-39c7925a14c5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:31:56.551850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.591808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33b2ce25-1340-49ad-846a-f73dc8f23d4e req-77e33cf1-f6c9-4d97-8229-fc493a9bbd7b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Jan 29 04:31:56.709964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] For port 47376e3a-608a-4ca7-9e58-39c7925a14c5, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:31:56.715050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] For port 47376e3a-608a-4ca7-9e58-39c7925a14c5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=47376e3a-608a-4ca7-9e58-39c7925a14c5,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:31:56.721760 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.777106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a501eab-c6df-4919-9a77-0127787b97ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.783088 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-7dce0838-4bf6-43bb-b2a1-5e1a2a966d54 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2109413594&fields=id&tenant_id=20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 267 time: 0.0997705 Jan 29 04:31:56.786421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc625d-5cfa-4f6d-aae1-10e674df18f5 None None] Pushing event updated for resources: {'Port': ['ID=47376e3a-608a-4ca7-9e58-39c7925a14c5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.792693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a501eab-c6df-4919-9a77-0127787b97ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:56.818705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:31:56.819903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:31:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:56.919371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a501eab-c6df-4919-9a77-0127787b97ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44f2eaa6f8e84f38bd577619a3603de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207166 Jan 29 04:31:56.920919 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a501eab-c6df-4919-9a77-0127787b97ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8916316-ed37-49d9-aa95-b4cd5a3444b7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:56.931350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54142) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:57.020119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a23c-dcb7-4701-9591-39135295332e req-48ea83a2-60f9-4075-bb46-71d45e1cae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:57.021561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e5715dcc-f50a-4161-8421-8111ca4b8e3d None None] Provisioning complete for port 47376e3a-608a-4ca7-9e58-39c7925a14c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:57.022187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5715dcc-f50a-4161-8421-8111ca4b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.027352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-48ea83a2-60f9-4075-bb46-71d45e1cae9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1556308 Jan 29 04:31:57.134119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-f36208b2-4a91-4ce0-a616-184ce9a294e8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:57.155158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-f36208b2-4a91-4ce0-a616-184ce9a294e8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.2884290 Jan 29 04:31:57.193307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-2b8bdafb-0dc0-4ce7-bdb0-05b48d719fd5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/quotas/20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 375 time: 0.0369833 Jan 29 04:31:57.199297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a23c-dcb7-4701-9591-39135295332e req-d5eec246-de11-4c66-8c25-1bfcbc9f1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:57.200992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-d5eec246-de11-4c66-8c25-1bfcbc9f1d7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.1403649 Jan 29 04:31:57.240215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb20fab6-8a91-46e0-80d3-55092d331f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.274515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-6d432ced-b739-4960-8560-7f595fdfea55 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799828 Jan 29 04:31:57.327581 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb20fab6-8a91-46e0-80d3-55092d331f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.380990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825ff70-26ad-416b-be17-2e79b37940bb req-255d26e3-c103-4c9b-a2b1-6c914897bfab tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:57.386574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:31:57.389536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f825ff70-26ad-416b-be17-2e79b37940bb req-255d26e3-c103-4c9b-a2b1-6c914897bfab tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.4181485 Jan 29 04:31:57.399511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-f32db852-de7c-438d-a9d0-b9e8be44c322 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 217 time: 0.1604798 Jan 29 04:31:57.419194 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.470606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb20fab6-8a91-46e0-80d3-55092d331f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.474667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb20fab6-8a91-46e0-80d3-55092d331f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.478843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb20fab6-8a91-46e0-80d3-55092d331f81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8916316-ed37-49d9-aa95-b4cd5a3444b7 HTTP/1.1" status: 204 len: 168 time: 0.5373445 Jan 29 04:31:57.495130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20fab6-8a91-46e0-80d3-55092d331f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8916316-ed37-49d9-aa95-b4cd5a3444b7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:57.503829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-19da9655-97d6-4973-8c35-a99519666a54 service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159910 Jan 29 04:31:57.518639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f825ff70-26ad-416b-be17-2e79b37940bb req-e56ba403-4cdb-44b9-8137-4c6d472a1287 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279798 Jan 29 04:31:57.541641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a23c-dcb7-4701-9591-39135295332e req-a4ffeca8-e1b2-40fc-9909-7302ad298f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:57.546960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-a4ffeca8-e1b2-40fc-9909-7302ad298f44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.1346807 Jan 29 04:31:57.643045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-372b8f11-f6a6-406f-ba6a-edaa7abba53c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852995 Jan 29 04:31:57.718460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5715dcc-f50a-4161-8421-8111ca4b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.738908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-c896f547-dca4-4a52-acc4-cef95f7fbdda service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230566 Jan 29 04:31:57.827675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e5715dcc-f50a-4161-8421-8111ca4b8e3d None None] For port 47376e3a-608a-4ca7-9e58-39c7925a14c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=47376e3a-608a-4ca7-9e58-39c7925a14c5,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:31:57.899745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e5715dcc-f50a-4161-8421-8111ca4b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:57.910163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cae37-86c0-41df-91ca-e9017bddf0e8 req-8fa99ab3-6037-4f76-a10f-3969181ae42e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:57.912049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-466cae37-86c0-41df-91ca-e9017bddf0e8 req-8fa99ab3-6037-4f76-a10f-3969181ae42e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.2095420 Jan 29 04:31:58.033497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-466cae37-86c0-41df-91ca-e9017bddf0e8 req-5450ab87-5cc8-4028-b255-eb4911924ea0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100678 Jan 29 04:31:58.048696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e319f83a-0e4a-4c8c-ac57-f7ea770cbb58 None None] Provisioning complete for port 47376e3a-608a-4ca7-9e58-39c7925a14c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:58.048696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e319f83a-0e4a-4c8c-ac57-f7ea770cbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:58.054086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-fe9e035c-3cea-4ce9-bb28-0eb4698d3355 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031508 Jan 29 04:31:58.142002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5715dcc-f50a-4161-8421-8111ca4b8e3d None None] Pushing event updated for resources: {'Port': ['ID=47376e3a-608a-4ca7-9e58-39c7925a14c5,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:58.214979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:31:58.248280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494bd-6c7e-4b2c-ae26-8eed540b0110 None None] The sync data for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 is: [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:56Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:31:58.374539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b924d91e-0306-42cd-82c3-3d8cb90d1233 req-94c3521d-01f0-4a3d-9bc0-1ec478b83bbd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 210 time: 0.1393580 Jan 29 04:31:58.406717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-1c673423-8643-45b5-9692-8e32d9d084a4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:58.425297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-1c673423-8643-45b5-9692-8e32d9d084a4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.3108537 Jan 29 04:31:58.425626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dd0a23c-dcb7-4701-9591-39135295332e req-499aa6d9-ca3a-4746-881d-781ab003274b service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618917 Jan 29 04:31:58.449879 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-2d96828d-748d-4990-a9c5-f4a479d488c8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0230939 Jan 29 04:31:58.515432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-adc35d9e-69e5-49b2-9753-8f69fadfe8c9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640316 Jan 29 04:31:58.672360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-49091c8e-8868-4ccd-9130-aeadde52a9ed service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456132 Jan 29 04:31:58.719439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b842-b1dd-4446-9214-acbaee412bec req-ca2da4ae-839e-43d8-9106-c30518d9e899 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:58.721152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2a1b842-b1dd-4446-9214-acbaee412bec req-ca2da4ae-839e-43d8-9106-c30518d9e899 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0913694 Jan 29 04:31:58.867762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2a1b842-b1dd-4446-9214-acbaee412bec req-f5cdb7ee-8a17-4dd5-bb1d-11d6c63cf268 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076512 Jan 29 04:31:58.874045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-e9d6efca-7610-4a4d-8d1a-a9c85f383e4c service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930642 Jan 29 04:31:58.882980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54196) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:59.027908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-213659181-network', 'tenant_id': '34724ac5d38743d58c76eda453349d82'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:59.083218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Made reservation on behalf of 34724ac5d38743d58c76eda453349d82 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:59.084568 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.085810 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.095453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.190649 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.225680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b63edbdd-e8ed-4792-93d9-ceaee4c67455 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:31:59.258620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: b63edbdd-e8ed-4792-93d9-ceaee4c67455 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:31:59.262492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b63edbdd-e8ed-4792-93d9-ceaee4c67455 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:31:59.290861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-241d8ba2-d5d4-4ca0-9863-9d24d09e8056 req-983103c0-5f88-44cb-beb9-2ba14664afa4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 210 time: 0.0665824 Jan 29 04:31:59.319559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.325855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.337348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31836208-9a56-4b57-b525-973d5ca6af89 req-bbdd9aa4-f27f-4367-b45b-4fd4fb016874 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:59.339938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:31:59.345488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31836208-9a56-4b57-b525-973d5ca6af89 req-bbdd9aa4-f27f-4367-b45b-4fd4fb016874 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1610997 Jan 29 04:31:59.355731 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.356257 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Added segment b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2 of type vlan for network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 Jan 29 04:31:59.410639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31836208-9a56-4b57-b525-973d5ca6af89 req-6cd560ad-b90c-4582-93a2-1e4be5af99b3 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Jan 29 04:31:59.410749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079f9ffe-3a69-43a2-9f80-afa41d28d9ad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.417008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.472089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.473236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:59.473818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.598202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd9e4a5e-e415-4caf-96b2-f5c1531def5d req-1b57192e-22b1-46f3-ab88-92faf79c5536 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 210 time: 0.0832412 Jan 29 04:31:59.621248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] Pushing event updated for resources: {'Network': ['ID=027a4c35-21c8-4d29-bab2-905ff1fe40c1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:31:59.638063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:31:59.646435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0525102b-f94c-4eb1-8555-259cac15ba31 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7588847 Jan 29 04:31:59.647049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:31:59.653683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Request body: {'subnet': {'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-213659181-subnet', 'tenant_id': '34724ac5d38743d58c76eda453349d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:31:59.725740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 47376e3a-608a-4ca7-9e58-39c7925a14c5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:31:59.727712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Made reservation on behalf of 34724ac5d38743d58c76eda453349d82 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:31:59.747608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.843357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 47376e3a-608a-4ca7-9e58-39c7925a14c5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:31:59.843794 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:31:59.962089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d8d99-d980-4178-b73b-f30e793a0838 req-8ec89cb8-e4f3-40c9-b47b-abebb490183e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:31:59.976932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-745d8d99-d980-4178-b73b-f30e793a0838 req-8ec89cb8-e4f3-40c9-b47b-abebb490183e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1249435 Jan 29 04:32:00.031677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-745d8d99-d980-4178-b73b-f30e793a0838 req-d96cd2e0-8642-4d50-91ec-c23010867a7a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538023 Jan 29 04:32:00.431059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ee384e7-9469-4fa5-974f-2c621c6e3f5e req-75ee7b4a-7e09-47c6-8fca-007b1ce662cd tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 210 time: 0.0661511 Jan 29 04:32:00.436079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91877a01-7916-44d1-a3e3-2a0ac1378f7a req-759460f1-4c31-45e0-88a0-18c340e0b91e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:00.437669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91877a01-7916-44d1-a3e3-2a0ac1378f7a req-759460f1-4c31-45e0-88a0-18c340e0b91e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.3651898 Jan 29 04:32:00.468724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-cbe8fe1b-1089-416e-9712-c439dbe39cdb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:00.470468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-cbe8fe1b-1089-416e-9712-c439dbe39cdb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.7134013 Jan 29 04:32:00.562508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91877a01-7916-44d1-a3e3-2a0ac1378f7a req-3adda7cb-eeae-436e-a7cd-dd715bc24dc4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043584 Jan 29 04:32:00.598158 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-9335bc93-540d-4708-8954-95e463c259b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 380 time: 0.1034319 Jan 29 04:32:00.599795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:00.640213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'port': {'device_id': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'admin_state_up': True, 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'security_groups': ['8538ec2a-01a1-41cc-b9a5-4d9c628583ec']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:00.688635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d0e1802-729d-4763-872b-00bd9f6a333c req-f412add5-ce5f-4d48-a84b-a053e571f9fe tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 210 time: 0.0278485 Jan 29 04:32:00.729688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:00.748499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Checking segment: {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:00.748867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Network hostable DHCP agents. Network: 027a4c35-21c8-4d29-bab2-905ff1fe40c1, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:00.798690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:00.815548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 027a4c35-21c8-4d29-bab2-905ff1fe40c1) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:00.823960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:00.824567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:00.827332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a124a-c96e-4b98-a38f-d1da3fe18340 None None] Network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:32:00.894775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:00.900407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:00.941119 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e86a794-9492-4cff-a484-5da2b1854b51 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2928963 Jan 29 04:32:01.006529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654480f-f2cb-4801-9f4b-d668e0170ec7 None None] Network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:32:01.034658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-3685a1c3-ab93-4d8c-93e6-59b8204293fe tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:01.035913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-3685a1c3-ab93-4d8c-93e6-59b8204293fe tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.2135890 Jan 29 04:32:01.068631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:01.154550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Allocated IP 172.20.0.9 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/9072f448-f094-4a35-ad0a-4eadf06f8715) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:01.348831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466dff-3339-4884-b7e6-2748a8e11fc9 req-f7853a80-0dcb-49b9-9e86-6bd7181a3fdd tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:01.350341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67466dff-3339-4884-b7e6-2748a8e11fc9 req-f7853a80-0dcb-49b9-9e86-6bd7181a3fdd tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1472452 Jan 29 04:32:01.411988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:01.415944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:01.490095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67466dff-3339-4884-b7e6-2748a8e11fc9 req-c553352b-7b85-4e0c-a513-a090f92d9c8d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228061 Jan 29 04:32:01.499213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-5d6af4b2-2cc7-4fba-8fd7-1c870bf97803 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:01.501134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-5d6af4b2-2cc7-4fba-8fd7-1c870bf97803 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 945 time: 0.1778295 Jan 29 04:32:01.514442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:01.602157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70466669-d9b1-4ebc-abeb-0f853814f220 req-462ab78e-4344-43a9-a408-3b9b7aba6211 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 210 time: 0.0633080 Jan 29 04:32:01.735678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:01.742395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.14 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/56720856-4f82-4aca-8b6b-588cbeb7fd7f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:01.754830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cab57-243e-4bfc-b81f-c0f046157633 req-f696ecfe-f631-4a9a-bfb4-ca207a9534db tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:01.756728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b6cab57-243e-4bfc-b81f-c0f046157633 req-f696ecfe-f631-4a9a-bfb4-ca207a9534db tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0827603 Jan 29 04:32:01.798184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b6cab57-243e-4bfc-b81f-c0f046157633 req-e20bb83d-2d81-4791-98d2-2d6b4f7b7a3b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Jan 29 04:32:01.809142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:01.857410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Deleting port d2b9db22-0953-41ea-9336-a1014b2e0f31 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:01.857763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:01.931682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cce43-3f6d-4e67-8bed-f955133a9bdb req-89076381-d644-4ef9-b0c9-f79ec2c068d3 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:01.933484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-917cce43-3f6d-4e67-8bed-f955133a9bdb req-89076381-d644-4ef9-b0c9-f79ec2c068d3 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.0630016 Jan 29 04:32:01.955365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] For port d2b9db22-0953-41ea-9336-a1014b2e0f31, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d2b9db22-0953-41ea-9336-a1014b2e0f31,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:01.955789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:01.958330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:01.976805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:02.002420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Calling delete_port for d2b9db22-0953-41ea-9336-a1014b2e0f31 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:02.008918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-917cce43-3f6d-4e67-8bed-f955133a9bdb req-1245c2f0-c5d8-42ef-b091-19c606eca2d2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Jan 29 04:32:02.056634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.122716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5402d5-ced4-4bac-aa0a-1d184e5b84b2 req-1f65fe46-231c-436c-a8c4-1810f6fdba09 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:02.124248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc5402d5-ced4-4bac-aa0a-1d184e5b84b2 req-1f65fe46-231c-436c-a8c4-1810f6fdba09 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 931 time: 0.3089240 Jan 29 04:32:02.193173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:02.193853 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.313213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-01afd994-aaeb-4d2a-9487-22d2e08f68b0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6874280 Jan 29 04:32:02.317672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bc5402d5-ced4-4bac-aa0a-1d184e5b84b2 req-c9b4c9ff-7deb-4665-8dab-304b3a483bea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763215 Jan 29 04:32:02.379316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.385245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Request body: {'port': {'device_id': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:02.385934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dfcec46b-996b-43cf-8d65-176501e8c78c None None] Provisioning complete for port 9072f448-f094-4a35-ad0a-4eadf06f8715 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:02.386376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dfcec46b-996b-43cf-8d65-176501e8c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.441439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-dfcec46b-996b-43cf-8d65-176501e8c78c None None] Port 9072f448-f094-4a35-ad0a-4eadf06f8715 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:32:02.509297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.526442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.528025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.565207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:02.619378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0efe8135-72ec-45d3-8b36-d23638420787 req-3ce8cc7e-5778-4d3b-aa5e-09cc5bb05520 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcef4cc-423e-4635-82ef-436e84a14eb2 HTTP/1.1" status: 200 len: 210 time: 0.0417757 Jan 29 04:32:02.622626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:02.642784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:02.647667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:02.657131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=56720856-4f82-4aca-8b6b-588cbeb7fd7f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.698823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] No DVR routers for this DVR port d2b9db22-0953-41ea-9336-a1014b2e0f31 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:02.729499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.732803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d5e48e-c3e6-432f-a58c-e2f980e8aad2 req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "DELETE /v2.0/ports/d2b9db22-0953-41ea-9336-a1014b2e0f31 HTTP/1.1" status: 204 len: 173 time: 1.2222192 Jan 29 04:32:02.779333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'name': 'network-vif-deleted', 'tag': 'd2b9db22-0953-41ea-9336-a1014b2e0f31'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:02.781531 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a353c-0bac-421e-bb5b-1cdb2cf38b2d" -d '{"events": [{"server_uuid": "afcef4cc-423e-4635-82ef-436e84a14eb2", "name": "network-vif-deleted", "tag": "d2b9db22-0953-41ea-9336-a1014b2e0f31"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:02.801241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e2f94-5996-4242-8a19-a11b18744a33 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event deleted for resources: {'Port': ['ID=d2b9db22-0953-41ea-9336-a1014b2e0f31,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:02.843496 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b0020-8d0b-44fe-8c09-31186d5b43f7 x-openstack-request-id: req-ec8b0020-8d0b-44fe-8c09-31186d5b43f7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:02.843727 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcef4cc-423e-4635-82ef-436e84a14eb2", "name": "network-vif-deleted", "tag": "d2b9db22-0953-41ea-9336-a1014b2e0f31", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:02.843977 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec8b0020-8d0b-44fe-8c09-31186d5b43f7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:02.844368 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcef4cc-423e-4635-82ef-436e84a14eb2', 'name': 'network-vif-deleted', 'tag': 'd2b9db22-0953-41ea-9336-a1014b2e0f31', 'status': 'completed', 'code': 200} Jan 29 04:32:02.858057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:02.858683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:02.932259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-f79aa71a-4b6c-4fd3-a675-43abc6ed09a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8685982 Jan 29 04:32:02.941785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a1cb-e5a6-4d90-a7f6-6c01dde97a72 req-1dedaa2b-8ae9-4064-9499-524269f9886a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:02.944797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb36a1cb-e5a6-4d90-a7f6-6c01dde97a72 req-1dedaa2b-8ae9-4064-9499-524269f9886a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 932 time: 0.1532009 Jan 29 04:32:02.951599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Request body: {'port': {'device_id': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:03.036443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d2b9db22-0953-41ea-9336-a1014b2e0f31'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:03.084585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cb36a1cb-e5a6-4d90-a7f6-6c01dde97a72 req-b6bff1fd-2960-4672-9f69-36edc7de3617 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095622 Jan 29 04:32:03.093375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:03.178047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:03.190986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:03.219229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffe148-a233-4d72-af0a-e90e6b6ad6ee req-a6b6278c-1a37-48b3-8d20-4b9db8419b42 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:03.222125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1ffe148-a233-4d72-af0a-e90e6b6ad6ee req-a6b6278c-1a37-48b3-8d20-4b9db8419b42 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.0853465 Jan 29 04:32:03.265440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1ffe148-a233-4d72-af0a-e90e6b6ad6ee req-a60e9118-0a18-41af-a684-8920e6d57af3 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Jan 29 04:32:03.270557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Transition to ACTIVE for port object 9072f448-f094-4a35-ad0a-4eadf06f8715 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:32:03.291499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:03.495498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd10bd5-95c2-4006-afd9-40eb53beaaec req-e524e446-4ac7-43e8-bd00-6443c4c68985 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:03.504220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6dd10bd5-95c2-4006-afd9-40eb53beaaec req-e524e446-4ac7-43e8-bd00-6443c4c68985 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 943 time: 0.0868495 Jan 29 04:32:03.519403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:03.562650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6dd10bd5-95c2-4006-afd9-40eb53beaaec req-dcc98e17-84fd-45d2-a368-65219ada8731 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575104 Jan 29 04:32:03.573015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcb3bc-c027-4982-a5c6-e4e4c9bf67d9 req-a0eed25b-50f7-4764-9ae2-0afc0b7199cf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:03.574873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c4fcb3bc-c027-4982-a5c6-e4e4c9bf67d9 req-a0eed25b-50f7-4764-9ae2-0afc0b7199cf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.2416561 Jan 29 04:32:03.660992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Attempting to bind port 9072f448-f094-4a35-ad0a-4eadf06f8715 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:03.661245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Attempting to bind port 9072f448-f094-4a35-ad0a-4eadf06f8715 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:03.661572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Attempting to bind port 9072f448-f094-4a35-ad0a-4eadf06f8715 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:03.671359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c4fcb3bc-c027-4982-a5c6-e4e4c9bf67d9 req-a3897ff6-5578-4bde-bbbd-d6bd917b1e0c tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812106 Jan 29 04:32:03.675890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Port 9072f448-f094-4a35-ad0a-4eadf06f8715 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:32:03.676217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Attempting to bind port 9072f448-f094-4a35-ad0a-4eadf06f8715 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:03.683285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:03.683618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:03.694625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:03.694625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Bound port: 9072f448-f094-4a35-ad0a-4eadf06f8715, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:03.694625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.121149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56720856-4f82-4aca-8b6b-588cbeb7fd7f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:04.131540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.148915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Transition to ACTIVE for port object 56720856-4f82-4aca-8b6b-588cbeb7fd7f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:32:04.187191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.323907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df010-6b65-4463-978a-b327784f2d5e req-9f5d9e47-01d6-4deb-a37b-65dfacacac8d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.325520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2df010-6b65-4463-978a-b327784f2d5e req-9f5d9e47-01d6-4deb-a37b-65dfacacac8d tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.2815504 Jan 29 04:32:04.368796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:04.396076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd61668-7b54-44b8-b1b6-4fa8ac78c4cb req-023ff701-2f61-477a-9bf3-9f5c6acd9ab0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.396543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbd61668-7b54-44b8-b1b6-4fa8ac78c4cb req-023ff701-2f61-477a-9bf3-9f5c6acd9ab0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 944 time: 0.1439269 Jan 29 04:32:04.399259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Pushing event updated for resources: {'Port': ['ID=56720856-4f82-4aca-8b6b-588cbeb7fd7f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:04.429504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:04.443613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-fbbf066e-43b1-46de-a63a-20b9995f3276 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.450777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-fbbf066e-43b1-46de-a63a-20b9995f3276 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.4164648 Jan 29 04:32:04.475991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbd61668-7b54-44b8-b1b6-4fa8ac78c4cb req-907b0981-868e-41e2-a695-037c3db3d00d tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Jan 29 04:32:04.478133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.572204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-838aad71-0246-494c-a05c-5729eac0c438 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/quotas/0e76ebe4f3db4870a4a4026f894e977f HTTP/1.1" status: 200 len: 375 time: 0.1204770 Jan 29 04:32:04.605682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.606335 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.607849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] 10.222.0.36 "PUT /v2.0/ports/9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 1091 time: 2.2392499 Jan 29 04:32:04.625681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9c70-3dfb-476d-9a76-ed9926972327 req-23ccf906-d663-4cba-9aa5-96cf3f5ace7e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.627943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b93c9c70-3dfb-476d-9a76-ed9926972327 req-23ccf906-d663-4cba-9aa5-96cf3f5ace7e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 945 time: 0.0672936 Jan 29 04:32:04.648319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9e990a33-aeaf-4551-ae35-9fb6128c568a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751555 Jan 29 04:32:04.685478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b93c9c70-3dfb-476d-9a76-ed9926972327 req-f2915211-7a30-43e7-8e74-5ef5e408974f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503967 Jan 29 04:32:04.686750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92a5b-2ef2-4dc0-9e6c-b1d52d3e8619 service neutron] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:04.782543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Attempting to bind port 56720856-4f82-4aca-8b6b-588cbeb7fd7f on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:04.782806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Attempting to bind port 56720856-4f82-4aca-8b6b-588cbeb7fd7f by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:04.783311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Attempting to bind port 56720856-4f82-4aca-8b6b-588cbeb7fd7f on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:04.809421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Port 56720856-4f82-4aca-8b6b-588cbeb7fd7f on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:32:04.809854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Attempting to bind port 56720856-4f82-4aca-8b6b-588cbeb7fd7f on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:04.814975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf9ae-6101-4b93-a65a-d229a81bdbc9 req-cb586b04-51c1-4af3-bcba-fd8205bb19d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.817419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:04.817774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:04.818196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:04.818641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Bound port: 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:04.819006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.822751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-666cf9ae-6101-4b93-a65a-d229a81bdbc9 req-cb586b04-51c1-4af3-bcba-fd8205bb19d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 943 time: 0.0681336 Jan 29 04:32:04.867676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:04.870054 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3ad2e-5307-4ec2-b335-e5049e2d356f" -d '{"events": [{"name": "network-changed", "server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:04.874212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-aa242ce8-4cad-4cbb-98d0-14b7467322b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:04.876225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-aa242ce8-4cad-4cbb-98d0-14b7467322b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1094 time: 0.1800556 Jan 29 04:32:04.888051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-666cf9ae-6101-4b93-a65a-d229a81bdbc9 req-541bdda4-3843-4ebe-a8d1-d9bc50d9de83 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563402 Jan 29 04:32:04.889840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Deleting port 84735d11-b2d3-4739-b6ef-696689bf899b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:04.890214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:04.950574 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eafa44-2703-4095-9e64-d30b0f29f8f2 x-openstack-request-id: req-74eafa44-2703-4095-9e64-d30b0f29f8f2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:04.950869 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:04.951119 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74eafa44-2703-4095-9e64-d30b0f29f8f2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:04.951510 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'status': 'completed', 'code': 200} Jan 29 04:32:04.989084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-bc33eb16-079f-4976-a361-e3720f8e253c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 217 time: 0.0957668 Jan 29 04:32:05.025154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-fcb6b538-2be0-40bf-aea6-e04a6e3a64c6 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759682 Jan 29 04:32:05.088949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] For port 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:05.152206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] For port 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:05.154137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-c8b435ba-1db8-4712-bc97-e973cc01dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:05.156856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-c8b435ba-1db8-4712-bc97-e973cc01dc1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.1534731 Jan 29 04:32:05.164927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:05.171282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=84735d11-b2d3-4739-b6ef-696689bf899b,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:05.171653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:05.240550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Calling delete_port for 84735d11-b2d3-4739-b6ef-696689bf899b owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:05.256245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:05.256781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:05.258213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] 10.222.0.36 "PUT /v2.0/ports/56720856-4f82-4aca-8b6b-588cbeb7fd7f HTTP/1.1" status: 200 len: 1092 time: 2.3120432 Jan 29 04:32:05.281616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d2b9db22-0953-41ea-9336-a1014b2e0f31 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:05.301288 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-2c34c3f5-c194-4a33-ae88-aaf5d201bb20 service neutron] 10.222.0.32 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559383 Jan 29 04:32:05.334545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: d2b9db22-0953-41ea-9336-a1014b2e0f31 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:32:05.335413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d2b9db22-0953-41ea-9336-a1014b2e0f31 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:05.335991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 84735d11-b2d3-4739-b6ef-696689bf899b no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:05.343426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584c31-c1bf-4467-afe6-717a827a4127 service neutron] Pushing event updated for resources: {'Port': ['ID=56720856-4f82-4aca-8b6b-588cbeb7fd7f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.380676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-7cb2ee83-e7b9-40e7-b1d8-fb499edc26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:05.382260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-7cb2ee83-e7b9-40e7-b1d8-fb499edc26d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143793 Jan 29 04:32:05.469520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-9c23edf0-8a9e-46db-b839-9255a5c3d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:05.471299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-9c23edf0-8a9e-46db-b839-9255a5c3d504 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 1095 time: 0.1259179 Jan 29 04:32:05.498755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:05.571853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 84735d11-b2d3-4739-b6ef-696689bf899b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=84735d11-b2d3-4739-b6ef-696689bf899b,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:05.573020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-a3ef8f2a-4b97-48d6-9a42-30985c276375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f HTTP/1.1" status: 200 len: 217 time: 0.0885048 Jan 29 04:32:05.574777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:05.581037 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee5e11b-b4dd-47b5-92a1-2ff685023849" -d '{"events": [{"server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "name": "network-vif-unplugged", "status": "completed", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:05.588743 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:05.672933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a34f-e624-4b71-9a43-df1c7df639dd req-c10f0d35-22bd-4df1-bdf8-074dccfb9097 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:05.675829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7be3a34f-e624-4b71-9a43-df1c7df639dd req-c10f0d35-22bd-4df1-bdf8-074dccfb9097 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 944 time: 0.0767357 Jan 29 04:32:05.714126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.746671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7be3a34f-e624-4b71-9a43-df1c7df639dd req-383b3696-ccaa-4897-ab6f-c616c29db20a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646479 Jan 29 04:32:05.768996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e641532d-eb02-433e-b2a1-4b40f28365f8 req-cbc4a64f-3a81-4e60-a3c9-31c3034f0a6c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 210 time: 0.1268423 Jan 29 04:32:05.784543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-a24d911d-f388-4686-996f-5577d065505a service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942227 Jan 29 04:32:05.790596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-34f139d8-2920-4385-aedc-5df74fd4cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:05.792230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-34f139d8-2920-4385-aedc-5df74fd4cb28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.2014124 Jan 29 04:32:05.798581 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9700b61-3f72-46fc-94a1-e827d15a03fe x-openstack-request-id: req-b9700b61-3f72-46fc-94a1-e827d15a03fe {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:05.798879 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "name": "network-vif-unplugged", "status": "completed", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:05.799265 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9700b61-3f72-46fc-94a1-e827d15a03fe {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:05.800194 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b', 'code': 200} Jan 29 04:32:05.801653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:05.839715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:05.895789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-a00b6726-232d-49d8-9148-7102335e58c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920670 Jan 29 04:32:05.902220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', '51a87fce-1f0c-421d-a958-95f0a95acd47'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:05.930688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eff9d924-8e29-4515-9e5b-ebcc1faf9eaa req-ba27f199-62b9-4e83-86fe-40e7a3efd6b1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec4915a-61ce-4ee0-a28b-4415979fbf73 HTTP/1.1" status: 200 len: 210 time: 0.0539482 Jan 29 04:32:05.964656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event deleted for resources: {'Port': ['ID=84735d11-b2d3-4739-b6ef-696689bf899b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:05.988955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5fc0c66f-26bc-47fa-ad42-6eb43a73f8fb req-ee104252-e5a4-4b29-8176-85667cb09080 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956315 Jan 29 04:32:06.102442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] No DVR routers for this DVR port 84735d11-b2d3-4739-b6ef-696689bf899b on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:06.108217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:06.116618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e2df010-6b65-4463-978a-b327784f2d5e req-dcd24931-2e2b-4a91-b93f-c23d8d28d575 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "DELETE /v2.0/ports/84735d11-b2d3-4739-b6ef-696689bf899b HTTP/1.1" status: 204 len: 173 time: 1.7744803 Jan 29 04:32:06.283364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-a0ce36ee-d2c5-420e-aa73-6cf93e65dcdc service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697267 Jan 29 04:32:06.381789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905bacf-c5fe-4212-b4a6-6cca31693bf9 req-e9145f26-737c-4357-ad3a-41a10f161580 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:06.391831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9905bacf-c5fe-4212-b4a6-6cca31693bf9 req-e9145f26-737c-4357-ad3a-41a10f161580 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 943 time: 0.3999395 Jan 29 04:32:06.794264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-16902853-9db6-4271-9a21-642215093948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:06.802695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-16902853-9db6-4271-9a21-642215093948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1094 time: 0.5991471 Jan 29 04:32:06.955059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f92e0c-a81b-48df-b447-b3da83406e85 req-a6d3ab06-fafc-4f34-8ef2-555661b1facb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:06.959395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'tag': '56720856-4f82-4aca-8b6b-588cbeb7fd7f'}, {'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'name': 'network-vif-deleted', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:06.960186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96f92e0c-a81b-48df-b447-b3da83406e85 req-a6d3ab06-fafc-4f34-8ef2-555661b1facb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 944 time: 0.0959752 Jan 29 04:32:06.962005 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5d8fed-f766-4c4e-b038-8aba99cce805" -d '{"events": [{"name": "network-changed", "server_uuid": "aad4e8ac-bbde-488b-9e73-bf24842ee91f", "tag": "56720856-4f82-4aca-8b6b-588cbeb7fd7f"}, {"server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "name": "network-vif-deleted", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:07.005108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9905bacf-c5fe-4212-b4a6-6cca31693bf9 req-2235f164-3456-44c6-b0e9-f6c2c624aa66 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6045265 Jan 29 04:32:07.062336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76001aa9-ba08-4482-a2f5-26d63afa31ba req-614b500a-2508-425e-8042-b126da36c2f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591722 Jan 29 04:32:07.072207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96f92e0c-a81b-48df-b447-b3da83406e85 req-30a3b990-c2b3-4b60-a56d-5f8b7ce4ca3b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063216 Jan 29 04:32:07.110627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-e754d7a3-a61b-45c4-a7a0-0002814d2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.112814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-e754d7a3-a61b-45c4-a7a0-0002814d2d74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2629614 Jan 29 04:32:07.171094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-264b1941-de2b-4403-b084-268997d97bfb req-ebb92fdd-02d0-4665-b877-e7024f441597 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 210 time: 0.0559137 Jan 29 04:32:07.238980 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e3beb-fe7d-4a47-acaa-c88e164b18c8 x-openstack-request-id: req-263e3beb-fe7d-4a47-acaa-c88e164b18c8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:07.239287 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad4e8ac-bbde-488b-9e73-bf24842ee91f", "tag": "56720856-4f82-4aca-8b6b-588cbeb7fd7f", "status": "completed", "code": 200}, {"server_uuid": "4ec4915a-61ce-4ee0-a28b-4415979fbf73", "name": "network-vif-deleted", "tag": "84735d11-b2d3-4739-b6ef-696689bf899b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:07.239619 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-263e3beb-fe7d-4a47-acaa-c88e164b18c8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:07.240097 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'tag': '56720856-4f82-4aca-8b6b-588cbeb7fd7f', 'status': 'completed', 'code': 200} Jan 29 04:32:07.240340 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec4915a-61ce-4ee0-a28b-4415979fbf73', 'name': 'network-vif-deleted', 'tag': '84735d11-b2d3-4739-b6ef-696689bf899b', 'status': 'completed', 'code': 200} Jan 29 04:32:07.242602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-e651bed7-92da-4225-bd39-6f57caaf7f29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 217 time: 0.0698912 Jan 29 04:32:07.503671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-7475cb77-6f0b-4a02-b553-c6bfec620661 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.506225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-7475cb77-6f0b-4a02-b553-c6bfec620661 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 810 time: 0.1256659 Jan 29 04:32:07.542040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Request body: {'port': {'device_id': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'admin_state_up': True, 'tenant_id': '0e76ebe4f3db4870a4a4026f894e977f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:07.598034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-e37aed8e-adf1-4015-83c6-db10a7ad8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.599524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-e37aed8e-adf1-4015-83c6-db10a7ad8784 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.3298566 Jan 29 04:32:07.625001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-b7d7d0ce-af78-4e90-b685-c3f7afed9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.626499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-b7d7d0ce-af78-4e90-b685-c3f7afed9924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 1095 time: 0.2448659 Jan 29 04:32:07.743810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-8f6175f5-181c-4af2-95e2-104cd982a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.745338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-8f6175f5-181c-4af2-95e2-104cd982a56b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355188 Jan 29 04:32:07.851134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-48da4524-8df1-446a-aa1a-a9954420db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:07.852675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-48da4524-8df1-446a-aa1a-a9954420db41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.2103126 Jan 29 04:32:07.855723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Made reservation on behalf of 0e76ebe4f3db4870a4a4026f894e977f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:07.859157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:07.917518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-846ffe8b-5704-42a3-88cb-96ae310254b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f HTTP/1.1" status: 200 len: 217 time: 0.0558276 Jan 29 04:32:08.015334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-21e24961-de5a-4c69-8a06-40f6d640cae0 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596014 Jan 29 04:32:08.064168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-6e637e1c-316d-48e9-88f9-62eacec8f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:08.066186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-6e637e1c-316d-48e9-88f9-62eacec8f81d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.1349845 Jan 29 04:32:08.217751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Allocated IP 172.20.0.12 (61a7caeb-f810-4766-9c49-e2ecb81c4102/7ad1fbca-5034-4c39-86ae-3bca799a67fd/1ee46b29-70fc-4020-98be-2b453f68bc53) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:08.230566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bf77a-254b-4af7-801f-c20f7eb4ff2f req-83ed44e8-d4ad-482e-8e72-b6ed2ca7c6bf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:08.233147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b67bf77a-254b-4af7-801f-c20f7eb4ff2f req-83ed44e8-d4ad-482e-8e72-b6ed2ca7c6bf tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 944 time: 0.0750275 Jan 29 04:32:08.244724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-e3fc5265-4862-47e8-9d02-fa92833c3d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186230 Jan 29 04:32:08.330794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b67bf77a-254b-4af7-801f-c20f7eb4ff2f req-1ab313f2-fb1f-40e0-b801-8bae152d78ef tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866618 Jan 29 04:32:08.431018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89c3ad2e-5307-4ec2-b335-e5049e2d356f req-dc5972da-14d8-4ed6-89f8-1797f23c724f service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019873 Jan 29 04:32:08.467649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-479847a7-086c-43cc-ae50-d95976e7c5bf req-e85e2a08-f40c-402e-adfa-a7cefe9c6346 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 210 time: 0.0354359 Jan 29 04:32:08.506515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693dfe-bee2-4239-8bb8-171f9fb22270 req-99741dfa-2ff0-4995-aeec-648bd30b3242 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:08.508116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9693dfe-bee2-4239-8bb8-171f9fb22270 req-99741dfa-2ff0-4995-aeec-648bd30b3242 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 943 time: 0.3690321 Jan 29 04:32:08.566597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-e7eeb02a-f91a-4f3a-8f78-2ec5cfab9078 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081105 Jan 29 04:32:08.675262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5d8fed-f766-4c4e-b038-8aba99cce805 req-891d0dcc-751c-4100-9790-431983b8559e service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919981 Jan 29 04:32:08.678325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:08.690214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9693dfe-bee2-4239-8bb8-171f9fb22270 req-5d147838-0fb3-42f3-9699-2b6b4b32bd9a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702073 Jan 29 04:32:08.724136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:08.780186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event updated for resources: {'Port': ['ID=1ee46b29-70fc-4020-98be-2b453f68bc53,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:08.806686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Network 61a7caeb-f810-4766-9c49-e2ecb81c4102 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:08.808636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:08.816221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:08.878707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:08.879634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:08.899679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-9642a154-d309-48c0-b025-5527e8150b8f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3647857 Jan 29 04:32:08.920602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Request body: {'port': {'device_id': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:08.986139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:08.995988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.136411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.159853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:09.228280 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.245141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:09.269002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.278775 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.279814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 56720856-4f82-4aca-8b6b-588cbeb7fd7f details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:09.466277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee46b29-70fc-4020-98be-2b453f68bc53 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:09.478011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.491772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.505875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Transition to ACTIVE for port object 1ee46b29-70fc-4020-98be-2b453f68bc53 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:32:09.506098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '56720856-4f82-4aca-8b6b-588cbeb7fd7f', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': '56720856-4f82-4aca-8b6b-588cbeb7fd7f', 'mac_address': 'fa:16:3e:53:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:09.516843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.593533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757985-efe5-4cd4-a058-67e9864c2a17 req-8bd0fcd1-6e53-427d-b98b-9576b5fd4fa1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:09.595423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.599561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89757985-efe5-4cd4-a058-67e9864c2a17 req-8bd0fcd1-6e53-427d-b98b-9576b5fd4fa1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 944 time: 0.1404564 Jan 29 04:32:09.610116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56720856-4f82-4aca-8b6b-588cbeb7fd7f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:09.616066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:09.634810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee46b29-70fc-4020-98be-2b453f68bc53,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:09.641477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:09.648105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.682479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89757985-efe5-4cd4-a058-67e9864c2a17 req-3de93588-b913-4660-b6b7-e3f54717d3aa tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765200 Jan 29 04:32:09.749406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=56720856-4f82-4aca-8b6b-588cbeb7fd7f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:09.767594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.770123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.771149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.772470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.772908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.774844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.775290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.775979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.776110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.778896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.779347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.779792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:09.834075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1abbb-c362-404e-9e78-d83df672282e req-7d072e7a-4117-417e-aae1-d7716db6eade tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:09.835751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d1abbb-c362-404e-9e78-d83df672282e req-7d072e7a-4117-417e-aae1-d7716db6eade tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 944 time: 0.2041776 Jan 29 04:32:09.836508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Attempting to bind port 1ee46b29-70fc-4020-98be-2b453f68bc53 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:09.836844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Attempting to bind port 1ee46b29-70fc-4020-98be-2b453f68bc53 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:09.837178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Attempting to bind port 1ee46b29-70fc-4020-98be-2b453f68bc53 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:09.843403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Port 1ee46b29-70fc-4020-98be-2b453f68bc53 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:32:09.843733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Attempting to bind port 1ee46b29-70fc-4020-98be-2b453f68bc53 on network 61a7caeb-f810-4766-9c49-e2ecb81c4102 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:09.884798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:09.885159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Checking segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:09.885563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Bound using segment: {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:09.887017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Bound port: 1ee46b29-70fc-4020-98be-2b453f68bc53, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f022a63-d731-4c70-8ed1-8ebef070e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:09.887409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:09.899095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa6c4-bde4-4584-bb4c-b3de83bab3ae req-0ef3e6c3-a0a4-4abe-b032-f2578bda3bed tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:09.900626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92faa6c4-bde4-4584-bb4c-b3de83bab3ae req-0ef3e6c3-a0a4-4abe-b032-f2578bda3bed tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0946968 Jan 29 04:32:09.959485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06d1abbb-c362-404e-9e78-d83df672282e req-5a0198d1-df34-4a51-ac89-bfd023c1723f tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162136 Jan 29 04:32:09.984658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92faa6c4-bde4-4584-bb4c-b3de83bab3ae req-abd37180-a2c8-41fc-a966-318e15d65c50 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692396 Jan 29 04:32:09.999338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] For port 1ee46b29-70fc-4020-98be-2b453f68bc53, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:10.003579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] For port 1ee46b29-70fc-4020-98be-2b453f68bc53, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1ee46b29-70fc-4020-98be-2b453f68bc53,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:10.011520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:10.056839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:10.057465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:10.058905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ee46b29-70fc-4020-98be-2b453f68bc53 HTTP/1.1" status: 200 len: 1092 time: 1.1436002 Jan 29 04:32:10.059667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'tag': '1ee46b29-70fc-4020-98be-2b453f68bc53'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:10.062225 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5087aac-5b63-4cd7-9ffb-e30742954bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "21332480-f17d-4801-81e7-84a4f3c64f2f", "tag": "1ee46b29-70fc-4020-98be-2b453f68bc53"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:10.093856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc972d2-1473-4b52-9608-c29a4a588eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee46b29-70fc-4020-98be-2b453f68bc53,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:10.110144 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88e9797-4a28-4881-abb4-7fc1ee22d8ab x-openstack-request-id: req-f88e9797-4a28-4881-abb4-7fc1ee22d8ab {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:10.110558 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21332480-f17d-4801-81e7-84a4f3c64f2f", "tag": "1ee46b29-70fc-4020-98be-2b453f68bc53", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:10.110816 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f88e9797-4a28-4881-abb4-7fc1ee22d8ab {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:10.111220 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'tag': '1ee46b29-70fc-4020-98be-2b453f68bc53', 'status': 'completed', 'code': 200} Jan 29 04:32:10.178024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-074c325e-e851-4da2-8f2d-3f57d558917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:10.180606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-074c325e-e851-4da2-8f2d-3f57d558917a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 1095 time: 0.0544245 Jan 29 04:32:10.184590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9072f448-f094-4a35-ad0a-4eadf06f8715'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:10.235692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['56720856-4f82-4aca-8b6b-588cbeb7fd7f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:10.238736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-ac08d1fd-87d5-43e0-a584-694f36d7460c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee46b29-70fc-4020-98be-2b453f68bc53 HTTP/1.1" status: 200 len: 217 time: 0.0435634 Jan 29 04:32:10.339796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04206d9-6736-46f4-95f7-42b953baf032 req-82480024-5db9-441c-a173-65382a1d8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:10.341289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-82480024-5db9-441c-a173-65382a1d8fce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0956531 Jan 29 04:32:10.378906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-ccd57f66-2e82-4cf0-abf4-25423b823809 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282619 Jan 29 04:32:10.491182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-f13b26ca-8ee6-4c44-a1b9-380175196a6c service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050406 Jan 29 04:32:10.666048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b04206d9-6736-46f4-95f7-42b953baf032 req-d8a52d49-1b0a-43c9-95b8-c3acafecfe36 service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676633 Jan 29 04:32:10.858042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c546a-3f8b-4689-9ffb-bbb280280809 req-b63aeb83-e813-49c8-9f69-f3e4abe0bf05 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:10.861073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c2c546a-3f8b-4689-9ffb-bbb280280809 req-b63aeb83-e813-49c8-9f69-f3e4abe0bf05 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 945 time: 0.0914195 Jan 29 04:32:10.869272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-cb12413a-aa89-481d-a5a2-7afc2a74404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:10.870932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-cb12413a-aa89-481d-a5a2-7afc2a74404e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 1095 time: 0.0702209 Jan 29 04:32:10.954062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c2c546a-3f8b-4689-9ffb-bbb280280809 req-a6069183-0895-4fb3-83f0-58e70b0df528 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820808 Jan 29 04:32:11.048204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-8f3244e6-4a69-4612-9b4d-1df68a4d0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:11.049983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-8f3244e6-4a69-4612-9b4d-1df68a4d0598 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 200 len: 911 time: 0.1704209 Jan 29 04:32:11.179724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4b2-0ee2-47eb-abbf-85f99e44d434 req-e1750903-9079-44a6-ba0b-0036bf136fd0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:11.181180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8eb5d4b2-0ee2-47eb-abbf-85f99e44d434 req-e1750903-9079-44a6-ba0b-0036bf136fd0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0644422 Jan 29 04:32:11.245436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8eb5d4b2-0ee2-47eb-abbf-85f99e44d434 req-85ffd00d-bef8-4e1d-95d4-a42e6f530539 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374596 Jan 29 04:32:11.375903 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-eaac0886-fe01-4d90-95ef-103aae53dd24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ee46b29-70fc-4020-98be-2b453f68bc53 HTTP/1.1" status: 200 len: 217 time: 0.3152246 Jan 29 04:32:11.464443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf095-7d9e-4d99-b3c9-4f2b13bfa227 req-b197ca39-ce88-4721-b2f4-bad53244d9f8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:11.471939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2dbf095-7d9e-4d99-b3c9-4f2b13bfa227 req-b197ca39-ce88-4721-b2f4-bad53244d9f8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 944 time: 0.0986063 Jan 29 04:32:11.475367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-05fbc13f-410b-45a1-95f7-8ca4ce3bd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:11.476829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-05fbc13f-410b-45a1-95f7-8ca4ce3bd451 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 200 len: 850 time: 0.0757029 Jan 29 04:32:11.528299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-3203a22b-4332-495a-8c06-ea8312fdeb45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61a7caeb-f810-4766-9c49-e2ecb81c4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347490 Jan 29 04:32:11.541259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2dbf095-7d9e-4d99-b3c9-4f2b13bfa227 req-87b22452-f198-452f-8310-3cda418dc5d6 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683203 Jan 29 04:32:11.632905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-c7729318-fa2b-4373-bc51-3ee4e1290a6c service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905056 Jan 29 04:32:11.751554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5087aac-5b63-4cd7-9ffb-e30742954bd4 req-e7a436ea-967d-4626-9df8-ecae245bce5c service neutron] 10.222.0.20 "GET /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057384 Jan 29 04:32:11.804204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:11.957085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc256-8835-4e06-b6ff-91c7aabaefb8 req-ad4401c0-5387-460e-bb6f-b71cfd70f5ed tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:11.958644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-370bc256-8835-4e06-b6ff-91c7aabaefb8 req-ad4401c0-5387-460e-bb6f-b71cfd70f5ed tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 946 time: 0.0554509 Jan 29 04:32:11.998126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-370bc256-8835-4e06-b6ff-91c7aabaefb8 req-10f68993-994b-4c8a-a79c-d5edb26cbee7 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jan 29 04:32:12.154628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c830c-bdcb-4d9b-b0a0-980d7b3ac59f req-e21717f7-4dcd-4994-8491-0e2213ca79fc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:12.156564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-787c830c-bdcb-4d9b-b0a0-980d7b3ac59f req-e21717f7-4dcd-4994-8491-0e2213ca79fc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 945 time: 0.0681145 Jan 29 04:32:12.196213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-787c830c-bdcb-4d9b-b0a0-980d7b3ac59f req-ec65b77b-e537-422f-abf8-07cb332557ba tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jan 29 04:32:12.378283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e69cfd-fa2b-4bc1-95d7-4cb728442719 req-a3a582aa-728f-492a-b589-908d251d915f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:12.379211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e69cfd-fa2b-4bc1-95d7-4cb728442719 req-a3a582aa-728f-492a-b589-908d251d915f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0553248 Jan 29 04:32:12.418464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e69cfd-fa2b-4bc1-95d7-4cb728442719 req-4c6f4d83-6e4b-49cd-8bf9-20d995384564 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Jan 29 04:32:12.675679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba896be-5c06-4b08-9e32-08be2e65fccf req-a3953a91-a1fb-46e2-bc2e-53e1ce148bff tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:12.677198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ba896be-5c06-4b08-9e32-08be2e65fccf req-a3953a91-a1fb-46e2-bc2e-53e1ce148bff tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 944 time: 0.0537312 Jan 29 04:32:12.718527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ba896be-5c06-4b08-9e32-08be2e65fccf req-442ab621-aaa3-421a-ad1a-9988d7545c53 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341585 Jan 29 04:32:13.019986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:13.083320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 9072f448-f094-4a35-ad0a-4eadf06f8715 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:32:13.087800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 9072f448-f094-4a35-ad0a-4eadf06f8715 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:13.088178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.120348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd981da-2ec0-4498-a774-e4be649308b5 req-724dfa12-e9ee-4012-bb02-e66c8ce88298 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:13.128339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cd981da-2ec0-4498-a774-e4be649308b5 req-724dfa12-e9ee-4012-bb02-e66c8ce88298 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 946 time: 0.0594180 Jan 29 04:32:13.171133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cd981da-2ec0-4498-a774-e4be649308b5 req-b0f3272d-fb81-41c0-a1e4-e4e38b74660e tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Jan 29 04:32:13.201629 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.234746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:13.237123 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e383882-f178-49bc-93dd-0173ef4172a4" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:13.250342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:13.262845 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.265842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 56720856-4f82-4aca-8b6b-588cbeb7fd7f up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:13.293583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1ee46b29-70fc-4020-98be-2b453f68bc53 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:13.301841 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977c1fc1-e21e-41e4-b177-8abea60db06e x-openstack-request-id: req-977c1fc1-e21e-41e4-b177-8abea60db06e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:13.302182 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:13.302404 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977c1fc1-e21e-41e4-b177-8abea60db06e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:13.302794 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:32:13.353915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b1cb-ecb4-4bd0-aaf5-31b256a2e78f req-69a1c557-85e6-4a0d-8a7f-bff36ef97e15 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:13.358353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f37b1cb-ecb4-4bd0-aaf5-31b256a2e78f req-69a1c557-85e6-4a0d-8a7f-bff36ef97e15 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 945 time: 0.0611401 Jan 29 04:32:13.414182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f37b1cb-ecb4-4bd0-aaf5-31b256a2e78f req-07833917-54d9-4cc3-b595-0b79f1dfa053 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Jan 29 04:32:13.440558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.467481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.491943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 56720856-4f82-4aca-8b6b-588cbeb7fd7f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:32:13.497404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 1ee46b29-70fc-4020-98be-2b453f68bc53, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1ee46b29-70fc-4020-98be-2b453f68bc53,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:13.498480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da4ad-1b4b-4b6b-aa0d-71597282b9e2 req-a1bfcef8-318a-4c62-8512-e11aa11cff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:13.499998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 56720856-4f82-4aca-8b6b-588cbeb7fd7f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:13.500478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.504686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-483da4ad-1b4b-4b6b-aa0d-71597282b9e2 req-a1bfcef8-318a-4c62-8512-e11aa11cff39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1096 time: 0.0708551 Jan 29 04:32:13.540631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '1ee46b29-70fc-4020-98be-2b453f68bc53', 'network_id': '61a7caeb-f810-4766-9c49-e2ecb81c4102', 'port_id': '1ee46b29-70fc-4020-98be-2b453f68bc53', 'mac_address': 'fa:16:3e:79:ed:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad1fbca-5034-4c39-86ae-3bca799a67fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:13.586926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-483da4ad-1b4b-4b6b-aa0d-71597282b9e2 req-3428c884-ef4d-4828-aba4-7785c0969c31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725577 Jan 29 04:32:13.595031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b314057-8d26-4c99-97c9-8698aeea2288 req-d974f432-5652-412c-856f-b4bd244c1989 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:13.596688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b314057-8d26-4c99-97c9-8698aeea2288 req-d974f432-5652-412c-856f-b4bd244c1989 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0732918 Jan 29 04:32:13.627953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.642025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee46b29-70fc-4020-98be-2b453f68bc53 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:13.652285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b314057-8d26-4c99-97c9-8698aeea2288 req-109f8fc0-057b-487e-8b89-f8b5be43e243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468342 Jan 29 04:32:13.665156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 1ee46b29-70fc-4020-98be-2b453f68bc53, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1ee46b29-70fc-4020-98be-2b453f68bc53,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:13.666806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.676232 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.728907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:13.739308 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:13.751562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=1ee46b29-70fc-4020-98be-2b453f68bc53,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.819456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=56720856-4f82-4aca-8b6b-588cbeb7fd7f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:13.844929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e25f9-41af-4436-b6bc-4f9c577ab580 req-0b7ce75f-8e2b-42f5-a1cd-3319679323a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:13.847316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-611e25f9-41af-4436-b6bc-4f9c577ab580 req-0b7ce75f-8e2b-42f5-a1cd-3319679323a4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 945 time: 0.0570376 Jan 29 04:32:13.889743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-611e25f9-41af-4436-b6bc-4f9c577ab580 req-f94657e9-40fb-4882-9ca5-27ada07a5021 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364535 Jan 29 04:32:14.026982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['1ee46b29-70fc-4020-98be-2b453f68bc53'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:14.326123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd6474-73f7-41b7-b203-bb408a1600f1 req-c3a643c4-996d-4009-95f9-9d407fe2ed3b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:14.327707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25cd6474-73f7-41b7-b203-bb408a1600f1 req-c3a643c4-996d-4009-95f9-9d407fe2ed3b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 946 time: 0.0792451 Jan 29 04:32:14.335777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-abe51bab-f59c-4ff3-bbc8-749912fb0def tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:14.337138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-abe51bab-f59c-4ff3-bbc8-749912fb0def tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 946 time: 0.0989494 Jan 29 04:32:14.425676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25cd6474-73f7-41b7-b203-bb408a1600f1 req-fc8b5a7a-97be-48ca-94a2-3e57a36cc4fb tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872445 Jan 29 04:32:14.463717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Deleting port 51a87fce-1f0c-421d-a958-95f0a95acd47 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:14.464510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:14.554375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f61bf0-87a5-415f-a3bb-d27caa2f45c3 req-07b6f6be-4516-4e52-b24f-8336dddf8f36 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:14.562956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96f61bf0-87a5-415f-a3bb-d27caa2f45c3 req-07b6f6be-4516-4e52-b24f-8336dddf8f36 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0692120 Jan 29 04:32:14.566504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] For port 51a87fce-1f0c-421d-a958-95f0a95acd47, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=51a87fce-1f0c-421d-a958-95f0a95acd47,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:14.566911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:14.579751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Calling delete_port for 51a87fce-1f0c-421d-a958-95f0a95acd47 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:14.607531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96f61bf0-87a5-415f-a3bb-d27caa2f45c3 req-8b3579e9-085d-4c2b-9826-989b3e4a52bd tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Jan 29 04:32:14.758973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:14.793068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:14.794865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event deleted for resources: {'Port': ['ID=51a87fce-1f0c-421d-a958-95f0a95acd47,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:14.818989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1b580-6edd-4bbc-bb5e-cf3204105f4a req-5a5461ab-0c33-4953-b613-a50027076457 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:14.820616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdc1b580-6edd-4bbc-bb5e-cf3204105f4a req-5a5461ab-0c33-4953-b613-a50027076457 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0993340 Jan 29 04:32:14.823972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', '51a87fce-1f0c-421d-a958-95f0a95acd47'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:14.870722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] No DVR routers for this DVR port 51a87fce-1f0c-421d-a958-95f0a95acd47 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:14.874749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:14.878839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3957f60d-7f47-4c6f-a0ba-dfe5844ec290 req-fbbc7a1b-4227-4b65-99a4-51258d28be28 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "DELETE /v2.0/ports/51a87fce-1f0c-421d-a958-95f0a95acd47 HTTP/1.1" status: 204 len: 173 time: 0.5350688 Jan 29 04:32:14.879459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82070f03-645c-42c3-90e4-24c62bb6613a', 'name': 'network-vif-deleted', 'tag': '51a87fce-1f0c-421d-a958-95f0a95acd47'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:14.881710 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ac386-d5b3-460d-b7d8-003b39fd2106" -d '{"events": [{"server_uuid": "82070f03-645c-42c3-90e4-24c62bb6613a", "name": "network-vif-deleted", "tag": "51a87fce-1f0c-421d-a958-95f0a95acd47"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:14.908859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdc1b580-6edd-4bbc-bb5e-cf3204105f4a req-d88e4e48-bb3b-4623-8e9a-ce627b9c96e0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701559 Jan 29 04:32:14.926524 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035a31b6-7700-44c1-9564-39194e10ef78 x-openstack-request-id: req-035a31b6-7700-44c1-9564-39194e10ef78 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:14.926815 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82070f03-645c-42c3-90e4-24c62bb6613a", "name": "network-vif-deleted", "tag": "51a87fce-1f0c-421d-a958-95f0a95acd47", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:14.927139 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-035a31b6-7700-44c1-9564-39194e10ef78 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:14.927611 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82070f03-645c-42c3-90e4-24c62bb6613a', 'name': 'network-vif-deleted', 'tag': '51a87fce-1f0c-421d-a958-95f0a95acd47', 'status': 'completed', 'code': 200} Jan 29 04:32:15.079732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff3e01-6932-4553-9410-ca052776d61f req-2be57fe8-5e3b-4f12-8f12-8e9ab236da13 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:15.087534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6ff3e01-6932-4553-9410-ca052776d61f req-2be57fe8-5e3b-4f12-8f12-8e9ab236da13 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 945 time: 0.0942307 Jan 29 04:32:15.122731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6ff3e01-6932-4553-9410-ca052776d61f req-2965ad64-7fa7-4427-82f7-e8781c9a7fb8 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Jan 29 04:32:15.284773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1ee46b29-70fc-4020-98be-2b453f68bc53 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:15.306273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56720856-4f82-4aca-8b6b-588cbeb7fd7f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:15.308501 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1019e53-c625-4597-bd1f-f6a934cc814a" -d '{"events": [{"server_uuid": "aad4e8ac-bbde-488b-9e73-bf24842ee91f", "name": "network-vif-plugged", "status": "completed", "tag": "56720856-4f82-4aca-8b6b-588cbeb7fd7f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:15.355967 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b902c-dd42-4fc1-bb6b-c527372201f8 x-openstack-request-id: req-2d5b902c-dd42-4fc1-bb6b-c527372201f8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:15.356267 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad4e8ac-bbde-488b-9e73-bf24842ee91f", "name": "network-vif-plugged", "status": "completed", "tag": "56720856-4f82-4aca-8b6b-588cbeb7fd7f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:15.356522 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d5b902c-dd42-4fc1-bb6b-c527372201f8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:15.356915 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56720856-4f82-4aca-8b6b-588cbeb7fd7f', 'code': 200} Jan 29 04:32:15.363590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 1ee46b29-70fc-4020-98be-2b453f68bc53 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:32:15.368097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 1ee46b29-70fc-4020-98be-2b453f68bc53 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:15.368718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:15.452755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:15.490057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 1ee46b29-70fc-4020-98be-2b453f68bc53, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1ee46b29-70fc-4020-98be-2b453f68bc53,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:15.509308 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:15.540666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f36c-41c0-49a4-a2bb-f1de92b96cee req-cdd26c4c-acf6-4748-91e1-1d457558a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:15.542393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8a3f36c-41c0-49a4-a2bb-f1de92b96cee req-cdd26c4c-acf6-4748-91e1-1d457558a2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 1097 time: 0.0660207 Jan 29 04:32:15.563510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=1ee46b29-70fc-4020-98be-2b453f68bc53,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:15.569827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1edc807-59c9-4d78-925f-31f01405cc17 req-639667ed-ffbd-45c2-9edf-6d6346deef24 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=82070f03-645c-42c3-90e4-24c62bb6613a HTTP/1.1" status: 200 len: 210 time: 0.0340104 Jan 29 04:32:15.588494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8a3f36c-41c0-49a4-a2bb-f1de92b96cee req-133af39b-bc87-4a1a-ba66-e01231c4023f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372958 Jan 29 04:32:15.724322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275cfb4-9c36-4839-adc8-cb75691bffe7 req-4f2130db-0013-4512-aba0-1bd911fc7872 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:15.725699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c275cfb4-9c36-4839-adc8-cb75691bffe7 req-4f2130db-0013-4512-aba0-1bd911fc7872 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0529940 Jan 29 04:32:15.763060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c275cfb4-9c36-4839-adc8-cb75691bffe7 req-7c22a4bd-09b1-4bc9-befe-f9a69eec05d7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Jan 29 04:32:16.054810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985bf9e-7712-4845-a040-7b22d4d71289 req-578e3e5b-c858-4df7-8c7d-645549136f6a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:16.056430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b985bf9e-7712-4845-a040-7b22d4d71289 req-578e3e5b-c858-4df7-8c7d-645549136f6a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0540771 Jan 29 04:32:16.101022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b985bf9e-7712-4845-a040-7b22d4d71289 req-ade2df26-7290-4e8c-ab4b-666c21f0e183 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Jan 29 04:32:16.251574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1baad-36de-4551-9d90-81004c6beb64 req-332f94c8-cefe-452d-a1cb-e62909412563 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:16.253573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-40c1baad-36de-4551-9d90-81004c6beb64 req-332f94c8-cefe-452d-a1cb-e62909412563 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0725751 Jan 29 04:32:16.263011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54472) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:16.268960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'floatingip': {'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:16.281474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d26e3-54e0-4213-a2ad-475d698fea28 req-e1d4327d-a7b1-48a4-8a6e-0844bdcf7e48 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:16.286484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c4d26e3-54e0-4213-a2ad-475d698fea28 req-e1d4327d-a7b1-48a4-8a6e-0844bdcf7e48 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.0621762 Jan 29 04:32:16.320464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:16.362947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c4d26e3-54e0-4213-a2ad-475d698fea28 req-d898fc4e-a8fd-4a6e-a1d9-374a56ae2881 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658274 Jan 29 04:32:16.915588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb054c0-5c30-4d52-975f-04adf505bc9c req-1989e294-9bab-46e5-ba81-d58476408a27 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:16.918472 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fb054c0-5c30-4d52-975f-04adf505bc9c req-1989e294-9bab-46e5-ba81-d58476408a27 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0545390 Jan 29 04:32:16.953524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:32:16.962451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fb054c0-5c30-4d52-975f-04adf505bc9c req-2bc1f341-0764-4410-ad26-7a205d759746 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Jan 29 04:32:17.013914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41b96-3ab5-46f8-83b7-d1eb61f2d4ac req-77db7a8c-244c-433b-ae01-9d615361b063 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.015417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ac41b96-3ab5-46f8-83b7-d1eb61f2d4ac req-77db7a8c-244c-433b-ae01-9d615361b063 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.1184094 Jan 29 04:32:17.024501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:17.040569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:17.041971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 51a87fce-1f0c-421d-a958-95f0a95acd47 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:17.062641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 51a87fce-1f0c-421d-a958-95f0a95acd47 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:32:17.063094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 51a87fce-1f0c-421d-a958-95f0a95acd47 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:17.102211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ac41b96-3ab5-46f8-83b7-d1eb61f2d4ac req-46025a96-e9bf-4a2f-ba3a-a0c10f06d2b1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757937 Jan 29 04:32:17.156408 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Floating IP 865da85a-0724-464d-909d-f6d286c22513 associated. External IP: 172.25.4.152, port: 9072f448-f094-4a35-ad0a-4eadf06f8715. Jan 29 04:32:17.358172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee46b29-70fc-4020-98be-2b453f68bc53'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:17.360474 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c955977b-399a-4dfc-9495-2b4198139820" -d '{"events": [{"server_uuid": "21332480-f17d-4801-81e7-84a4f3c64f2f", "name": "network-vif-plugged", "status": "completed", "tag": "1ee46b29-70fc-4020-98be-2b453f68bc53"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:17.411866 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4da8823-5543-42cd-9973-d6e9c208bc74 x-openstack-request-id: req-d4da8823-5543-42cd-9973-d6e9c208bc74 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:17.412163 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21332480-f17d-4801-81e7-84a4f3c64f2f", "name": "network-vif-plugged", "status": "completed", "tag": "1ee46b29-70fc-4020-98be-2b453f68bc53", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:17.412422 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4da8823-5543-42cd-9973-d6e9c208bc74 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:17.412817 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee46b29-70fc-4020-98be-2b453f68bc53', 'code': 200} Jan 29 04:32:17.711678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Router a7cc7587-d496-4dcd-b5cf-dd7154da0730 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:17.714963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f517f01-b252-47ed-932b-e5de8d9aaadf req-3c63c5cd-9e63-4c12-9790-ec1dae93aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.716434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f517f01-b252-47ed-932b-e5de8d9aaadf req-3c63c5cd-9e63-4c12-9790-ec1dae93aecc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 1097 time: 0.1060882 Jan 29 04:32:17.727733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d2228-ccdc-4db9-b33b-112106173426 req-e7f1649c-0573-4b7f-83a5-99fa898c8b4e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.729381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325d2228-ccdc-4db9-b33b-112106173426 req-e7f1649c-0573-4b7f-83a5-99fa898c8b4e tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.1201200 Jan 29 04:32:17.852488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f517f01-b252-47ed-932b-e5de8d9aaadf req-805d66bd-792c-405b-acbf-c0ba9e17e0e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210327 Jan 29 04:32:17.853474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3180b-0734-4feb-b434-14e12afa764c req-b99a9bc0-ada7-41bc-8c73-66642c3e0e18 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.855054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0a3180b-0734-4feb-b434-14e12afa764c req-b99a9bc0-ada7-41bc-8c73-66642c3e0e18 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0570393 Jan 29 04:32:17.873703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325d2228-ccdc-4db9-b33b-112106173426 req-8fd114b9-8066-43bc-b54d-3bbc0e033d89 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327872 Jan 29 04:32:17.895907 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0a3180b-0734-4feb-b434-14e12afa764c req-6faf5484-428b-48b1-9639-e13ef44eeb53 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Jan 29 04:32:17.930541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-52b1148f-7119-4454-bd77-692fa44540d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:17.932236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-52b1148f-7119-4454-bd77-692fa44540d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1003544 Jan 29 04:32:17.955264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:17.961817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:17.967686 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] Sync routers for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:17.977738 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:17.978669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:31:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.043862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1cefae3-ecd2-40de-8fd9-af6960c66e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "PUT /v2.0/floatingips/865da85a-0724-464d-909d-f6d286c22513 HTTP/1.1" status: 200 len: 991 time: 1.7774096 Jan 29 04:32:18.051215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:18.053261 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2619a9-8feb-460a-a8d9-7819c8fa2833" -d '{"events": [{"name": "network-changed", "server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:18.106114 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:18.109599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-294bf45b-a4bc-4c2d-ba2b-fd1c050bbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.111105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-294bf45b-a4bc-4c2d-ba2b-fd1c050bbad3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.1640973 Jan 29 04:32:18.123444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0c69-d25b-408c-88cc-8226358ec9dd req-104c7b30-c5a9-4986-bb92-1a757afacaa6 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.124401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ab0c69-d25b-408c-88cc-8226358ec9dd req-104c7b30-c5a9-4986-bb92-1a757afacaa6 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0869219 Jan 29 04:32:18.158756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905c92d-9c60-4ac6-9e36-b9586f2c1acd req-94828383-6eb0-4c8b-a1d3-ca80c1633111 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.167612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c905c92d-9c60-4ac6-9e36-b9586f2c1acd req-94828383-6eb0-4c8b-a1d3-ca80c1633111 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0721822 Jan 29 04:32:18.174532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-dc0e5af3-cb01-4572-a439-00e2047979d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 217 time: 0.0485029 Jan 29 04:32:18.229437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c905c92d-9c60-4ac6-9e36-b9586f2c1acd req-35b480c7-6f6f-4a0e-8701-dc9d1334f1f0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605397 Jan 29 04:32:18.245298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-68333580-6c67-4ef1-a81f-2a1c49c22031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.247636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-68333580-6c67-4ef1-a81f-2a1c49c22031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.0653324 Jan 29 04:32:18.271657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0ab0c69-d25b-408c-88cc-8226358ec9dd req-7e565249-f97b-488d-b1b5-5b9110e6aad6 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393607 Jan 29 04:32:18.340111 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6bf22-64b1-4d1d-ae11-50b0ed1e72f4 x-openstack-request-id: req-03b6bf22-64b1-4d1d-ae11-50b0ed1e72f4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:18.340401 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:18.340653 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03b6bf22-64b1-4d1d-ae11-50b0ed1e72f4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:18.341042 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'status': 'completed', 'code': 200} Jan 29 04:32:18.343239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-a80fced3-98f6-47b3-a207-62b7816fa624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657032 Jan 29 04:32:18.392597 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '865da85a-0724-464d-909d-f6d286c22513', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:31:55Z', 'updated_at': '2022-01-29T04:32:16Z', 'revision_number': 1, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:57Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.401117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05bb7-99ae-4eb1-af2c-76571a270b22 req-26de9248-f2cb-4a21-9beb-30e332c614a8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.402650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d7b05bb7-99ae-4eb1-af2c-76571a270b22 req-26de9248-f2cb-4a21-9beb-30e332c614a8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0603359 Jan 29 04:32:18.429397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] Checking router: a7cc7587-d496-4dcd-b5cf-dd7154da0730 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:18.440480 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:18.440933 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:31:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.458871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d7b05bb7-99ae-4eb1-af2c-76571a270b22 req-7043fc2b-02d2-46c0-ae1d-13d257da96a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Jan 29 04:32:18.501768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-b3303f6c-f966-47b0-a560-98e6d931d4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469347 Jan 29 04:32:18.506500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-91fe1d70-363a-407a-85a8-f52ea9171be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.508216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-91fe1d70-363a-407a-85a8-f52ea9171be9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1096 time: 0.1523082 Jan 29 04:32:18.572175 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:18.693154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c5a9eb3-0213-45cf-a530-9eb12171e22a req-5c9f5b19-4d6a-40fc-8674-60496798749b service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762018 Jan 29 04:32:18.698809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-4d69c8c3-5eb4-4ce9-9c3f-d3865171a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.700572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-4d69c8c3-5eb4-4ce9-9c3f-d3865171a90d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.1730664 Jan 29 04:32:18.718610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799af1-798d-488f-932f-9d61760f55c4 req-943d5368-e498-4edc-976e-c1fa2799a710 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.720584 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8a799af1-798d-488f-932f-9d61760f55c4 req-943d5368-e498-4edc-976e-c1fa2799a710 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0810134 Jan 29 04:32:18.772632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8a799af1-798d-488f-932f-9d61760f55c4 req-86ab06ff-ded3-4fd8-84b3-8a1c24412f4a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448563 Jan 29 04:32:18.820998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-7e392f19-0860-427e-867d-d93c8535cbbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.0984082 Jan 29 04:32:18.882247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '865da85a-0724-464d-909d-f6d286c22513', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:31:55Z', 'updated_at': '2022-01-29T04:32:16Z', 'revision_number': 1, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:57Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:18.917067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae6338-5cd2-4835-88d0-cee9efef48e4 None None] The sync data for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 is: [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '865da85a-0724-464d-909d-f6d286c22513', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:31:55Z', 'updated_at': '2022-01-29T04:32:16Z', 'revision_number': 1, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:57Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:18.936435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-bfcde966-ffbf-4017-a359-8a101c178b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:18.937922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-bfcde966-ffbf-4017-a359-8a101c178b77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.0904505 Jan 29 04:32:19.030623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480616-720b-4d07-9624-fd80a5e3a33f req-6569acf8-8d74-4acf-b017-4d3252268846 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.038974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a480616-720b-4d07-9624-fd80a5e3a33f req-6569acf8-8d74-4acf-b017-4d3252268846 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.1799066 Jan 29 04:32:19.044546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582a162-df13-46ca-9259-80b51a2b7158 req-ea2dca01-a2f9-439e-95d9-66640eb13c07 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.046396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0582a162-df13-46ca-9259-80b51a2b7158 req-ea2dca01-a2f9-439e-95d9-66640eb13c07 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.0705588 Jan 29 04:32:19.098647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-bb7ba127-9f41-40d0-ad7c-18b20b49806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.100162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-bb7ba127-9f41-40d0-ad7c-18b20b49806c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009176 Jan 29 04:32:19.102966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0582a162-df13-46ca-9259-80b51a2b7158 req-b490791b-5cb1-47b5-85bb-bc8182e44ee4 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 Jan 29 04:32:19.103748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a480616-720b-4d07-9624-fd80a5e3a33f req-1c1b2067-9dc8-4be9-8430-c3d671d6dda4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Jan 29 04:32:19.230549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db2c3-b010-4683-83b1-15fd7f093405 req-ab45aa10-38c6-44e3-b4df-a420b525c963 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.238702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a6db2c3-b010-4683-83b1-15fd7f093405 req-ab45aa10-38c6-44e3-b4df-a420b525c963 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0783587 Jan 29 04:32:19.254485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807f3af-285c-419c-9e7e-afcc02a3f311 None None] New status for floating IP 865da85a-0724-464d-909d-f6d286c22513: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:32:19.262763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-eaedeff3-1b28-4382-a174-5bd1a52c036d service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451018 Jan 29 04:32:19.368025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a6db2c3-b010-4683-83b1-15fd7f093405 req-451ae4d6-e702-4ac9-af3a-9b9a713b3fd4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195621 Jan 29 04:32:19.380646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-d9d28b5e-8550-43db-95fe-8d60b38b733b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.382362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-d9d28b5e-8550-43db-95fe-8d60b38b733b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.1391969 Jan 29 04:32:19.497500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd9e0f-1a05-457b-9940-642994fcbae3 req-05832989-0b8b-4251-95ca-37c0e0ec24c2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.506775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88dd9e0f-1a05-457b-9940-642994fcbae3 req-05832989-0b8b-4251-95ca-37c0e0ec24c2 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=63b3249c-1743-4b55-b776-f7ceeb5bb9b4 HTTP/1.1" status: 200 len: 946 time: 0.0733471 Jan 29 04:32:19.536576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4b2619a9-8feb-460a-a8d9-7819c8fa2833 req-8194a624-c7ae-4030-83cb-ad84de9b0494 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654693 Jan 29 04:32:19.571238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869462eb-863c-4311-871a-224a3d4d2707 req-5a6ae84c-9c93-4373-a490-0bd5b3556f0d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.579444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-869462eb-863c-4311-871a-224a3d4d2707 req-5a6ae84c-9c93-4373-a490-0bd5b3556f0d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.1414769 Jan 29 04:32:19.626338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-869462eb-863c-4311-871a-224a3d4d2707 req-0483bf2d-1e21-43b9-aecb-87ac10d226a9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459554 Jan 29 04:32:19.633581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Deleting port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:19.633958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:19.778122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] For port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:19.778496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:19.801986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb148-558b-49e6-a7ce-ea5598c3cee4 req-5efef4f8-7773-43a9-a69f-1c5a7547aa3c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:19.803531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c9eb148-558b-49e6-a7ce-ea5598c3cee4 req-5efef4f8-7773-43a9-a69f-1c5a7547aa3c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0933983 Jan 29 04:32:19.804547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Calling delete_port for ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:19.884885 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88dd9e0f-1a05-457b-9940-642994fcbae3 req-fd5017a7-bdec-48d5-8404-fb893d3869ba tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771055 Jan 29 04:32:19.888731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c9eb148-558b-49e6-a7ce-ea5598c3cee4 req-a2bb9a6c-1c8a-4536-9756-d79a1c6d674b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779974 Jan 29 04:32:19.985018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:20.016387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event deleted for resources: {'Port': ['ID=ff9bbe05-47c5-42b7-b5d5-684f31bfbed4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:20.021490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:20.057545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ff9bbe05-47c5-42b7-b5d5-684f31bfbed4'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:20.061196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] No DVR routers for this DVR port ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:20.063968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:20.067818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7bc25a6-1347-4ee8-b397-1e8f27d70576 req-61c647a6-3d5c-404c-b783-30fe73a44a7f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.36 "DELETE /v2.0/ports/ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 HTTP/1.1" status: 204 len: 173 time: 0.6759396 Jan 29 04:32:20.225882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2958-93f7-4583-8c60-9a60a1b6dcdc req-5f1c148c-0dd8-4301-a1bf-905068da5f31 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:20.227503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-468d2958-93f7-4583-8c60-9a60a1b6dcdc req-5f1c148c-0dd8-4301-a1bf-905068da5f31 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.0586920 Jan 29 04:32:20.266817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-468d2958-93f7-4583-8c60-9a60a1b6dcdc req-685a80d7-da14-4284-adb8-4e012c3d6081 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Jan 29 04:32:20.342315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'name': 'network-vif-deleted', 'tag': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:20.344680 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd73c1-d3ac-4650-b645-a78b5788f7d7" -d '{"events": [{"server_uuid": "63b3249c-1743-4b55-b776-f7ceeb5bb9b4", "name": "network-vif-deleted", "tag": "ff9bbe05-47c5-42b7-b5d5-684f31bfbed4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:20.380012 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c5adb2-04fd-44c4-ad5a-f5f94080fa9e x-openstack-request-id: req-86c5adb2-04fd-44c4-ad5a-f5f94080fa9e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:20.380233 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b3249c-1743-4b55-b776-f7ceeb5bb9b4", "name": "network-vif-deleted", "tag": "ff9bbe05-47c5-42b7-b5d5-684f31bfbed4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:20.380490 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86c5adb2-04fd-44c4-ad5a-f5f94080fa9e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:20.380915 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3249c-1743-4b55-b776-f7ceeb5bb9b4', 'name': 'network-vif-deleted', 'tag': 'ff9bbe05-47c5-42b7-b5d5-684f31bfbed4', 'status': 'completed', 'code': 200} Jan 29 04:32:20.491820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de3ebc-cf96-4a26-9479-d7b13f879770 req-6d490f45-2151-48d1-948c-90d94ce0f114 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:20.493308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26de3ebc-cf96-4a26-9479-d7b13f879770 req-6d490f45-2151-48d1-948c-90d94ce0f114 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Jan 29 04:32:20.500730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795221-1626-4390-b455-06abf8e54741 req-70582ac5-e1a8-4777-aef7-2e8d9f1ffeb0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:20.502297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a795221-1626-4390-b455-06abf8e54741 req-70582ac5-e1a8-4777-aef7-2e8d9f1ffeb0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.0491891 Jan 29 04:32:20.532759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26de3ebc-cf96-4a26-9479-d7b13f879770 req-28533841-faa9-4a06-98bd-0882c11072f0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jan 29 04:32:20.540766 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a795221-1626-4390-b455-06abf8e54741 req-3d72e4c5-90ae-43e0-8a0f-7ca350e2d6ad tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jan 29 04:32:20.748229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0663ec-2de9-436d-b992-a87dcbd4f037 req-3fdca11a-369b-410f-a836-cba60ea55b1a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:20.749765 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f0663ec-2de9-436d-b992-a87dcbd4f037 req-3fdca11a-369b-410f-a836-cba60ea55b1a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0515795 Jan 29 04:32:20.788452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f0663ec-2de9-436d-b992-a87dcbd4f037 req-676fc51d-addd-48ce-b026-7b61fdcf805f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Jan 29 04:32:20.907396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8a42-ceee-4005-ae87-5050a04ee386 req-b186d256-e172-4944-b6db-25ef9159124c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:20.911187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2f8a42-ceee-4005-ae87-5050a04ee386 req-b186d256-e172-4944-b6db-25ef9159124c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0535619 Jan 29 04:32:20.950793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2f8a42-ceee-4005-ae87-5050a04ee386 req-5951a283-874a-40f4-b48e-10a8fc4f9001 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353870 Jan 29 04:32:21.077675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e31-3008-4ab8-8781-3af3e2587576 req-dbaa4ac5-3a72-4e72-88e7-a11661b4fe36 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:21.085549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-27ad0e31-3008-4ab8-8781-3af3e2587576 req-dbaa4ac5-3a72-4e72-88e7-a11661b4fe36 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0656762 Jan 29 04:32:21.142082 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-27ad0e31-3008-4ab8-8781-3af3e2587576 req-8c11727e-234f-46ff-ad36-cb56cd6f8992 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555234 Jan 29 04:32:21.206939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-79c30e6b-6ec4-4cd4-951a-2f250c2db1d7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:21.208404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-79c30e6b-6ec4-4cd4-951a-2f250c2db1d7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 946 time: 0.0519807 Jan 29 04:32:21.321112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port 56720856-4f82-4aca-8b6b-588cbeb7fd7f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:21.321528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:21.430991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port 56720856-4f82-4aca-8b6b-588cbeb7fd7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=56720856-4f82-4aca-8b6b-588cbeb7fd7f,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:21.431369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:21.445466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for 56720856-4f82-4aca-8b6b-588cbeb7fd7f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:21.603508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:21.639063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:21.639720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=56720856-4f82-4aca-8b6b-588cbeb7fd7f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:21.663952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['56720856-4f82-4aca-8b6b-588cbeb7fd7f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:21.705940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627b25-c604-446a-a533-79c3f2a87981 req-33727cfb-45aa-4fda-825b-03a494743406 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:21.708798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c627b25-c604-446a-a533-79c3f2a87981 req-33727cfb-45aa-4fda-825b-03a494743406 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0720780 Jan 29 04:32:21.731948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port 56720856-4f82-4aca-8b6b-588cbeb7fd7f on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:21.735324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:21.739722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8026704-da2f-4179-a32e-f3845e15ef74 req-35031100-41e8-4a77-be45-d6be9e1f62d8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "DELETE /v2.0/ports/56720856-4f82-4aca-8b6b-588cbeb7fd7f HTTP/1.1" status: 204 len: 173 time: 0.5234330 Jan 29 04:32:21.755793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873d5a-5478-4cbc-8fa5-ae2472625494 req-d2579aa0-91db-4d0b-a6b3-90bf2818bb1c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:21.763707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01873d5a-5478-4cbc-8fa5-ae2472625494 req-d2579aa0-91db-4d0b-a6b3-90bf2818bb1c tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.1188769 Jan 29 04:32:21.772367 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c627b25-c604-446a-a533-79c3f2a87981 req-a82609a5-95a3-4e8b-a196-51fe7d8cf89f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575716 Jan 29 04:32:21.822038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01873d5a-5478-4cbc-8fa5-ae2472625494 req-bd1ac25e-85a7-494c-9419-cca7fcbfb845 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572724 Jan 29 04:32:22.092353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d1076-bbe3-4908-97cc-e53838b5ee5f req-290b51cd-73d0-4b09-8ab7-ea397e184321 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:22.093754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa0d1076-bbe3-4908-97cc-e53838b5ee5f req-290b51cd-73d0-4b09-8ab7-ea397e184321 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.0511618 Jan 29 04:32:22.140662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa0d1076-bbe3-4908-97cc-e53838b5ee5f req-0b6f3361-23e1-4619-87b1-1e03dbd30b05 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Jan 29 04:32:22.262814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33faaee2-d4f7-4543-b424-351abc21972e req-a39034e3-8f3b-41f5-97d7-27315bfc86ff tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad4e8ac-bbde-488b-9e73-bf24842ee91f HTTP/1.1" status: 200 len: 210 time: 0.0347846 Jan 29 04:32:22.381872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'name': 'network-vif-deleted', 'tag': '56720856-4f82-4aca-8b6b-588cbeb7fd7f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:22.384373 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49382d0d-9262-4e96-80c8-68fd1b59ccb9" -d '{"events": [{"server_uuid": "aad4e8ac-bbde-488b-9e73-bf24842ee91f", "name": "network-vif-deleted", "tag": "56720856-4f82-4aca-8b6b-588cbeb7fd7f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:22.440913 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c37fd75-bb46-47a8-b404-1652e0aa16a7 x-openstack-request-id: req-8c37fd75-bb46-47a8-b404-1652e0aa16a7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:22.441492 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad4e8ac-bbde-488b-9e73-bf24842ee91f", "name": "network-vif-deleted", "tag": "56720856-4f82-4aca-8b6b-588cbeb7fd7f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:22.442239 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c37fd75-bb46-47a8-b404-1652e0aa16a7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:22.442830 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad4e8ac-bbde-488b-9e73-bf24842ee91f', 'name': 'network-vif-deleted', 'tag': '56720856-4f82-4aca-8b6b-588cbeb7fd7f', 'status': 'completed', 'code': 200} Jan 29 04:32:22.921514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0998c14-019b-4f88-b543-ed5481e1fc53 req-ab46fd97-2f15-4c8d-9c67-6a4a437aa713 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:22.923113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0998c14-019b-4f88-b543-ed5481e1fc53 req-ab46fd97-2f15-4c8d-9c67-6a4a437aa713 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Jan 29 04:32:22.963958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0998c14-019b-4f88-b543-ed5481e1fc53 req-6192fa02-f18b-45f2-a752-39f1aebe5154 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Jan 29 04:32:23.078657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:23.090989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:23.114215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:32:23.114560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ff9bbe05-47c5-42b7-b5d5-684f31bfbed4 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:23.398079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143061c-1b12-4fc2-bdfe-97b0f3d47e0d req-678676f3-38b3-4fb7-87d8-422924fe4f08 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:23.401496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5143061c-1b12-4fc2-bdfe-97b0f3d47e0d req-678676f3-38b3-4fb7-87d8-422924fe4f08 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.1268761 Jan 29 04:32:23.449683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:23.465496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5143061c-1b12-4fc2-bdfe-97b0f3d47e0d req-51f678e2-3c4c-49a7-80e1-a47f03fa0021 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Jan 29 04:32:23.468445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:23.554751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:23.577102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:23.600830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:23.613139 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:23.683531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:23.759251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-3c3fcdea-c1d0-438a-a88e-1b57d1cd9a32 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:23.760713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-3c3fcdea-c1d0-438a-a88e-1b57d1cd9a32 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.1520121 Jan 29 04:32:23.783304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-72b8e7f8-fc64-4102-99fe-f7a1edbf78f7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/quotas/539fd38780164bffb0e0d48e63f321c5 HTTP/1.1" status: 200 len: 375 time: 0.0158348 Jan 29 04:32:23.829809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1cb65b5a-d88d-4c33-856e-c36e27a959a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:23.858364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-73e54cfb-b08d-4025-9f0e-218ef5b463f3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740623 Jan 29 04:32:23.896406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9072f448-f094-4a35-ad0a-4eadf06f8715'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:23.966549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a7a63e68-b620-446b-a75f-288cf9b14f0b service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066723 Jan 29 04:32:23.969697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-d79c1406-0e38-4340-a741-bfcf23124543 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:23.972237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-d79c1406-0e38-4340-a741-bfcf23124543 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.4282136 Jan 29 04:32:24.126034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-fb4b597c-afd5-42ec-a07c-1c547d9787ac service neutron] 10.222.0.32 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526310 Jan 29 04:32:24.149507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf1a25-8bbb-4ad5-8b5b-2fde1d176863 req-7587067d-21a0-4195-9e28-46a5afb7773a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:24.157426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1caf1a25-8bbb-4ad5-8b5b-2fde1d176863 req-7587067d-21a0-4195-9e28-46a5afb7773a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0808997 Jan 29 04:32:24.185239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Deleting port 1ee46b29-70fc-4020-98be-2b453f68bc53 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:24.185595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:24.271673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1caf1a25-8bbb-4ad5-8b5b-2fde1d176863 req-5c8b83f0-7f97-4f86-926e-2e7721e11e90 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091385 Jan 29 04:32:24.324936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] For port 1ee46b29-70fc-4020-98be-2b453f68bc53, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=1ee46b29-70fc-4020-98be-2b453f68bc53,segment=NetworkSegment(9f022a63-d731-4c70-8ed1-8ebef070e2ad),segment_id=9f022a63-d731-4c70-8ed1-8ebef070e2ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:24.325520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:24.363652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Calling delete_port for 1ee46b29-70fc-4020-98be-2b453f68bc53 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:24.426090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a54b86a-ce12-4edf-a0c4-d9a2c1e41dd9 req-47d4c21a-1570-452d-9f4d-defddb59a666 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 210 time: 0.0388708 Jan 29 04:32:24.692897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedee39-5b39-4ca8-82cd-2f11cafa7a9e req-356c1ce5-399f-41d8-b306-aae6213f22d0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:24.701670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1dedee39-5b39-4ca8-82cd-2f11cafa7a9e req-356c1ce5-399f-41d8-b306-aae6213f22d0 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 946 time: 0.1029420 Jan 29 04:32:24.764471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:24.774859 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1dedee39-5b39-4ca8-82cd-2f11cafa7a9e req-7d89019b-b7b8-4798-983c-2b0fa65b8736 tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2642345-c2c2-4d05-8657-70bd69d94a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674238 Jan 29 04:32:24.800706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['1ee46b29-70fc-4020-98be-2b453f68bc53'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:24.828706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Pushing event deleted for resources: {'Port': ['ID=1ee46b29-70fc-4020-98be-2b453f68bc53,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:24.878424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1f7b-6277-4343-960d-20f9d3215b15 req-89733856-f127-4165-b43b-729e4adcd102 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:24.880197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47bf1f7b-6277-4343-960d-20f9d3215b15 req-89733856-f127-4165-b43b-729e4adcd102 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 946 time: 0.1967721 Jan 29 04:32:24.897746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] No DVR routers for this DVR port 1ee46b29-70fc-4020-98be-2b453f68bc53 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:24.902469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:24.912656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04c4cfc7-d93c-4d28-86a6-f335022fb084 req-491925f6-23e3-42a1-add3-14a42265b61a tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.20 "DELETE /v2.0/ports/1ee46b29-70fc-4020-98be-2b453f68bc53 HTTP/1.1" status: 204 len: 173 time: 0.9321599 Jan 29 04:32:24.913150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'name': 'network-vif-deleted', 'tag': '1ee46b29-70fc-4020-98be-2b453f68bc53'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:24.916211 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041839c4-b025-48fd-989f-f9a51ae1a43f" -d '{"events": [{"server_uuid": "21332480-f17d-4801-81e7-84a4f3c64f2f", "name": "network-vif-deleted", "tag": "1ee46b29-70fc-4020-98be-2b453f68bc53"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:25.016631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47bf1f7b-6277-4343-960d-20f9d3215b15 req-30a68f74-bc4c-4f16-9c88-2a623fe1094f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143911 Jan 29 04:32:25.046157 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca11e047-93ce-4d29-b0d0-011ae686d646 x-openstack-request-id: req-ca11e047-93ce-4d29-b0d0-011ae686d646 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:25.046723 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21332480-f17d-4801-81e7-84a4f3c64f2f", "name": "network-vif-deleted", "tag": "1ee46b29-70fc-4020-98be-2b453f68bc53", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:25.047237 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca11e047-93ce-4d29-b0d0-011ae686d646 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:25.047712 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21332480-f17d-4801-81e7-84a4f3c64f2f', 'name': 'network-vif-deleted', 'tag': '1ee46b29-70fc-4020-98be-2b453f68bc53', 'status': 'completed', 'code': 200} Jan 29 04:32:25.079612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:25.200050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 9072f448-f094-4a35-ad0a-4eadf06f8715 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:25.200771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:25.295393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:25.341326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:25.342780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:25.356403 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addde1c8-195f-4a03-82f8-d6bdefd7651c" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:25.361072 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:25.363073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 56720856-4f82-4aca-8b6b-588cbeb7fd7f no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:25.436253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 56720856-4f82-4aca-8b6b-588cbeb7fd7f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:32:25.436682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 56720856-4f82-4aca-8b6b-588cbeb7fd7f not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:25.439411 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34e68f-64b1-4694-af4c-90cac4d339c0 x-openstack-request-id: req-9a34e68f-64b1-4694-af4c-90cac4d339c0 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:25.439654 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:25.440030 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a34e68f-64b1-4694-af4c-90cac4d339c0 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:25.440475 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:32:25.484353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:25.532798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627e65b-31f8-436e-9608-44ac44e8abd2 req-2dcddac5-af47-4bf4-b711-f79acc57f743 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:25.535282 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d627e65b-31f8-436e-9608-44ac44e8abd2 req-2dcddac5-af47-4bf4-b711-f79acc57f743 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1531212 Jan 29 04:32:25.643918 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d627e65b-31f8-436e-9608-44ac44e8abd2 req-007851ed-aef7-468e-a2fb-58544c388800 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020904 Jan 29 04:32:25.649650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32bdd27b-e1be-4b8b-8279-3303f2734c0f req-f66123d3-f95e-4410-a89e-5c727b47e189 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 210 time: 0.0685027 Jan 29 04:32:25.926064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46c166b8-3c43-428c-80a4-1ec70bdc4091 req-afb13ec3-1cc7-4031-9ff5-9f653529a8aa tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] 10.222.0.32 "GET /v2.0/ports?device_id=21332480-f17d-4801-81e7-84a4f3c64f2f HTTP/1.1" status: 200 len: 210 time: 0.0478044 Jan 29 04:32:26.083554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-babd5bfe-0329-4652-a7bf-fc8434dc7377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:26.349932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-44c1fb5e-f999-40f2-9a57-52c6fbc10ec5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.353067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-44c1fb5e-f999-40f2-9a57-52c6fbc10ec5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 806 time: 0.2446008 Jan 29 04:32:26.384813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9928d0-0708-4123-a253-6e0198ef1582 req-6296ea2c-f633-421c-bef0-8064e52315d1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.394501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd9928d0-0708-4123-a253-6e0198ef1582 req-6296ea2c-f633-421c-bef0-8064e52315d1 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 946 time: 0.2744951 Jan 29 04:32:26.401232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Request body: {'port': {'device_id': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'admin_state_up': True, 'tenant_id': '539fd38780164bffb0e0d48e63f321c5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:26.569361 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd9928d0-0708-4123-a253-6e0198ef1582 req-bc4dc358-8d82-4d82-8536-2163377c0699 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634374 Jan 29 04:32:26.593489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-db19167c-dd82-4702-a395-9f8d24dc991b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.595399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-db19167c-dd82-4702-a395-9f8d24dc991b tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 946 time: 0.1480048 Jan 29 04:32:26.721633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Made reservation on behalf of 539fd38780164bffb0e0d48e63f321c5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:26.725130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:26.797974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-bfcd92c2-f18b-4405-9ee6-24d41dcd16fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778675 Jan 29 04:32:26.846580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31cfbb88-e74d-4420-9fa4-c435a310d511 req-7e97bb35-93f6-44b6-be97-0e1332bf05e0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 210 time: 0.0387158 Jan 29 04:32:26.911268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Deleting port 02926449-5684-4b69-a850-4206a1d21909 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:32:26.911529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:26.927327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-57428cf7-a8e6-4b92-b1bc-e83e737a9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.929791 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-57428cf7-a8e6-4b92-b1bc-e83e737a9760 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 1097 time: 0.0515227 Jan 29 04:32:26.965408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e67f34-4f02-4775-bacf-c8fb4156efc1 req-03c14e10-cec8-4fd2-9571-5ae59fe65439 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:26.966974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1e67f34-4f02-4775-bacf-c8fb4156efc1 req-03c14e10-cec8-4fd2-9571-5ae59fe65439 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1716878 Jan 29 04:32:27.116422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Allocated IP 172.20.0.3 (f2c0239e-f79a-4e04-ba3e-2bd153250539/c0128db7-b0af-4e44-9b10-cb8ba9e315e2/e455aa55-2597-4c0f-aef2-438d132faffb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:27.123176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-ccb88a48-7ff4-4356-8ee4-51dd7879b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:27.125071 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-ccb88a48-7ff4-4356-8ee4-51dd7879b746 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.1679149 Jan 29 04:32:27.180706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-ddd38457-2cb8-47e8-b7af-2dca34626be5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 HTTP/1.1" status: 200 len: 217 time: 0.0485442 Jan 29 04:32:27.230569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:27.240600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-8278d349-ac5e-42a7-a6de-9f9d886e5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:27.242615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-8278d349-ac5e-42a7-a6de-9f9d886e5ab8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0542080 Jan 29 04:32:27.310995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1ee46b29-70fc-4020-98be-2b453f68bc53 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:27.335997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-9c15bbb2-6fd6-425b-bc56-5c25e6b5cd56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691736 Jan 29 04:32:27.354558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 1ee46b29-70fc-4020-98be-2b453f68bc53 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:32:27.355973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 1ee46b29-70fc-4020-98be-2b453f68bc53 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:27.476189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:27.512929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1e67f34-4f02-4775-bacf-c8fb4156efc1 req-44aca3ae-6ee9-4214-9be4-62a8d3cb83ad tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078731 Jan 29 04:32:27.524156 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-d164cb2d-beff-44de-99d1-7ee366e8f3cc service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794190 Jan 29 04:32:27.530283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] For port 02926449-5684-4b69-a850-4206a1d21909, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=02926449-5684-4b69-a850-4206a1d21909,segment=NetworkSegment(423f715e-cd21-4ec0-804f-c7da48f80d24),segment_id=423f715e-cd21-4ec0-804f-c7da48f80d24)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:27.530283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:27.612289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Calling delete_port for 02926449-5684-4b69-a850-4206a1d21909 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:32:27.681772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:27.734426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:27.842935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f573dba-de97-4eee-9057-19bcb3e0b35a req-850089f0-d398-4ee4-bb73-0ada850ccb30 service neutron] 10.222.0.20 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110020 Jan 29 04:32:27.941006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Network f2c0239e-f79a-4e04-ba3e-2bd153250539 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:27.954043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event updated for resources: {'Port': ['ID=e455aa55-2597-4c0f-aef2-438d132faffb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:27.971731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:27.975706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:28.008481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd60772-20ed-4fff-a801-82f74057c75c req-16516b29-5d17-426c-9feb-cde24922e5a8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:28.025410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acd60772-20ed-4fff-a801-82f74057c75c req-16516b29-5d17-426c-9feb-cde24922e5a8 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 946 time: 0.1806817 Jan 29 04:32:28.149063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acd60772-20ed-4fff-a801-82f74057c75c req-a57e3833-dced-46d0-ae73-55edaf863c42 tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1a5d0c-7592-484a-b9fd-534bd255f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128259 Jan 29 04:32:28.228972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:28.229691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:28.262435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-a9880665-8be3-49d0-a6d2-a86ad4a0e142 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8881204 Jan 29 04:32:28.287904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Request body: {'port': {'device_id': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:28.314045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364500f3-5f16-4bae-aa76-fdc3755ac023 req-33637a80-606e-498f-b104-9fd39e1e8f03 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:28.322957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-364500f3-5f16-4bae-aa76-fdc3755ac023 req-33637a80-606e-498f-b104-9fd39e1e8f03 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 931 time: 0.2308466 Jan 29 04:32:28.398622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-364500f3-5f16-4bae-aa76-fdc3755ac023 req-38c110e1-f67a-4823-bebe-d911f05701ff tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746956 Jan 29 04:32:28.404525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:28.436835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['02926449-5684-4b69-a850-4206a1d21909'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:28.457673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Pushing event deleted for resources: {'Port': ['ID=02926449-5684-4b69-a850-4206a1d21909,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:28.543209 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:28.583543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] No DVR routers for this DVR port 02926449-5684-4b69-a850-4206a1d21909 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:32:28.586529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:28.591610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cdc70c82-92f6-4db5-9162-ce867e38ca0f req-8e302f07-cfc3-4ec7-b5e4-e4b9f03e889c tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.20 "DELETE /v2.0/ports/02926449-5684-4b69-a850-4206a1d21909 HTTP/1.1" status: 204 len: 173 time: 1.9896009 Jan 29 04:32:28.593165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'name': 'network-vif-deleted', 'tag': '02926449-5684-4b69-a850-4206a1d21909'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:28.596900 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5f467-d8cb-47b7-8dc3-b6f553840f3f" -d '{"events": [{"server_uuid": "33b83fb9-ac77-4539-8cc6-7960080d3b05", "name": "network-vif-deleted", "tag": "02926449-5684-4b69-a850-4206a1d21909"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:28.718593 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993e6c96-8404-45cb-885f-3a5338c6e500 x-openstack-request-id: req-993e6c96-8404-45cb-885f-3a5338c6e500 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:28.718904 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b83fb9-ac77-4539-8cc6-7960080d3b05", "name": "network-vif-deleted", "tag": "02926449-5684-4b69-a850-4206a1d21909", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:28.719163 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-993e6c96-8404-45cb-885f-3a5338c6e500 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:28.719587 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b83fb9-ac77-4539-8cc6-7960080d3b05', 'name': 'network-vif-deleted', 'tag': '02926449-5684-4b69-a850-4206a1d21909', 'status': 'completed', 'code': 200} Jan 29 04:32:28.794754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f26df-306c-4a1b-9c13-04dee78a6012 req-637faeee-8909-49f8-9dc6-64e68428aacb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:28.804905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c21f26df-306c-4a1b-9c13-04dee78a6012 req-637faeee-8909-49f8-9dc6-64e68428aacb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1393945 Jan 29 04:32:28.875424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c21f26df-306c-4a1b-9c13-04dee78a6012 req-db542993-b57b-4288-82f4-6af6d24acf27 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682187 Jan 29 04:32:29.118013 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.201950 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.219449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e455aa55-2597-4c0f-aef2-438d132faffb {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:29.255748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.307255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Transition to ACTIVE for port object e455aa55-2597-4c0f-aef2-438d132faffb will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:32:29.348530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1cdf5cb-9a09-4818-a82c-4eacb5a383f7 req-3b26c001-fc3a-450b-9f40-59a582edee3f tempest-AttachVolumeNegativeTest-1718705064 tempest-AttachVolumeNegativeTest-1718705064-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b83fb9-ac77-4539-8cc6-7960080d3b05 HTTP/1.1" status: 200 len: 210 time: 0.0720489 Jan 29 04:32:29.353465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.439743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Pushing event updated for resources: {'Port': ['ID=e455aa55-2597-4c0f-aef2-438d132faffb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:29.580392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd1977-e1e2-4770-8c23-637e856fb2db req-dca4320b-bf58-4215-81f1-fda52acd63fe tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:29.589312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94cd1977-e1e2-4770-8c23-637e856fb2db req-dca4320b-bf58-4215-81f1-fda52acd63fe tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 943 time: 0.0947299 Jan 29 04:32:29.644189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Attempting to bind port e455aa55-2597-4c0f-aef2-438d132faffb on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:29.644846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Attempting to bind port e455aa55-2597-4c0f-aef2-438d132faffb by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:29.644846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Attempting to bind port e455aa55-2597-4c0f-aef2-438d132faffb on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:29.646508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94cd1977-e1e2-4770-8c23-637e856fb2db req-1c9de1eb-e2d5-4543-8850-f0c74cea8ba3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510695 Jan 29 04:32:29.667798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Port e455aa55-2597-4c0f-aef2-438d132faffb on network f2c0239e-f79a-4e04-ba3e-2bd153250539 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:32:29.667798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Attempting to bind port e455aa55-2597-4c0f-aef2-438d132faffb on network f2c0239e-f79a-4e04-ba3e-2bd153250539 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:29.672958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:29.673310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Checking segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:29.674334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Bound using segment: {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:29.677021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Bound port: e455aa55-2597-4c0f-aef2-438d132faffb, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9eca05d-06e6-4cf6-9526-bd138907333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:29.677396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.800021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] For port e455aa55-2597-4c0f-aef2-438d132faffb, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:29.803942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] For port e455aa55-2597-4c0f-aef2-438d132faffb, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e455aa55-2597-4c0f-aef2-438d132faffb,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:29.821471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.879461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:29.880363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:29.882073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] 10.222.0.36 "PUT /v2.0/ports/e455aa55-2597-4c0f-aef2-438d132faffb HTTP/1.1" status: 200 len: 1091 time: 1.5992441 Jan 29 04:32:29.929421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0978d5d-849f-459f-9167-35bfc482471a service neutron] Pushing event updated for resources: {'Port': ['ID=e455aa55-2597-4c0f-aef2-438d132faffb,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.036844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-b46e7983-9089-400b-b6ae-6fd304bda15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:30.038487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-b46e7983-9089-400b-b6ae-6fd304bda15d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 1094 time: 0.0818250 Jan 29 04:32:30.051049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db326-4048-4749-afbf-a5250fb96344 req-a810a27d-21ba-435b-a65b-1cc7076ccddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:30.058496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880db326-4048-4749-afbf-a5250fb96344 req-a810a27d-21ba-435b-a65b-1cc7076ccddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0869126 Jan 29 04:32:30.130068 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d6a54e70-6edd-4959-8ef1-2d1a2047e843 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e455aa55-2597-4c0f-aef2-438d132faffb HTTP/1.1" status: 200 len: 217 time: 0.0643876 Jan 29 04:32:30.158133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-880db326-4048-4749-afbf-a5250fb96344 req-a791e67d-f21c-456c-9d0d-a739131594b8 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985818 Jan 29 04:32:30.218622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-19abb598-2cac-4567-849f-fcaded52e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:30.221634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-19abb598-2cac-4567-849f-fcaded52e427 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.0821989 Jan 29 04:32:30.262697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-266e1f58-ffd8-46e9-9e3a-a7a69906cf0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302479 Jan 29 04:32:30.382016 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:32:30.454092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54884) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:30.492747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-30b84a0b-7bbd-4999-abfe-97dfdc9e43d5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130823 Jan 29 04:32:30.528882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Deleting subnet 877a1c43-ebfa-434c-81a7-a1f43c0ba7bd {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:32:30.535082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:30.582171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:30.635448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:30.648450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14c68fe7-782d-4657-8167-41e6b6df68f5 req-d8ffba8b-a5f8-492a-90d5-a383d7a4f9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478138 Jan 29 04:32:30.721520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'tag': 'e455aa55-2597-4c0f-aef2-438d132faffb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:30.724295 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fae439-eca9-447a-a2b5-56d21aee650b" -d '{"events": [{"name": "network-changed", "server_uuid": "eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9", "tag": "e455aa55-2597-4c0f-aef2-438d132faffb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:30.802256 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be902870-c7a7-4a89-847c-c959eee81215 x-openstack-request-id: req-be902870-c7a7-4a89-847c-c959eee81215 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:30.802483 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9", "tag": "e455aa55-2597-4c0f-aef2-438d132faffb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:30.802746 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be902870-c7a7-4a89-847c-c959eee81215 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:30.803147 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'tag': 'e455aa55-2597-4c0f-aef2-438d132faffb', 'status': 'completed', 'code': 200} Jan 29 04:32:30.805477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:30.826181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40677fc-5b3c-46bc-aafc-f2567de4f5cb req-18dcfbc1-53f8-4c6a-be7c-cd6c0548ca85 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:30.834919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f40677fc-5b3c-46bc-aafc-f2567de4f5cb req-18dcfbc1-53f8-4c6a-be7c-cd6c0548ca85 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 943 time: 0.0728297 Jan 29 04:32:30.871208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:30.875115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/877a1c43-ebfa-434c-81a7-a1f43c0ba7bd HTTP/1.1" status: 204 len: 168 time: 0.4198098 Jan 29 04:32:30.876566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb2198-42b5-423a-a251-f4d105c36bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877a1c43-ebfa-434c-81a7-a1f43c0ba7bd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:30.889553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:30.902148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f40677fc-5b3c-46bc-aafc-f2567de4f5cb req-db8c5f80-c483-48ae-9273-72daa21a4d94 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Jan 29 04:32:31.033444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:31.042409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fae439-eca9-447a-a2b5-56d21aee650b req-fb111d82-ce06-4905-b369-7626081f1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:31.044592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-fb111d82-ce06-4905-b369-7626081f1a1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539fd38780164bffb0e0d48e63f321c5&device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 1094 time: 0.1560326 Jan 29 04:32:31.286003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:31.346033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 02926449-5684-4b69-a850-4206a1d21909 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:31.403239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 02926449-5684-4b69-a850-4206a1d21909 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:32:31.410022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 02926449-5684-4b69-a850-4206a1d21909 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:32:31.428867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ced0398-63ec-414f-b8a6-d01d3c2b793c']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:31.442935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423f715e-cd21-4ec0-804f-c7da48f80d24') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:31.443503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423f715e-cd21-4ec0-804f-c7da48f80d24') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:31.464490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:31.467650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fae439-eca9-447a-a2b5-56d21aee650b req-0537001e-3d7a-422b-835f-faf721b919b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:31.469221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-0537001e-3d7a-422b-835f-faf721b919b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 200 len: 907 time: 0.4162636 Jan 29 04:32:31.554618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:31.610993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-6b09fffd-5afa-4d44-be1c-3ffb4bdc921e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e455aa55-2597-4c0f-aef2-438d132faffb HTTP/1.1" status: 200 len: 217 time: 0.0807080 Jan 29 04:32:31.641986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:31.643151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:31.645553 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:32.065975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdda59-0eb6-4c31-a849-2e68f5ed4e29 req-a5637072-d0e2-4554-9b0a-62c1a22b1067 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:32.068092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fdda59-0eb6-4c31-a849-2e68f5ed4e29 req-a5637072-d0e2-4554-9b0a-62c1a22b1067 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.7367678 Jan 29 04:32:32.101074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2950c-9b09-4bae-b74a-1dae3c9082c8 req-7d339cd4-6cca-4507-b5ee-98de655b3993 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:32.104621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fef2950c-9b09-4bae-b74a-1dae3c9082c8 req-7d339cd4-6cca-4507-b5ee-98de655b3993 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 943 time: 0.0940044 Jan 29 04:32:32.122777 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.129842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.134498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ced0398-63ec-414f-b8a6-d01d3c2b793c HTTP/1.1" status: 204 len: 168 time: 1.2310166 Jan 29 04:32:32.154859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fae439-eca9-447a-a2b5-56d21aee650b req-f0e2d80e-83c7-4c8f-88c0-be0f652ccda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:32.158205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-f0e2d80e-83c7-4c8f-88c0-be0f652ccda8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 200 len: 846 time: 0.5340865 Jan 29 04:32:32.185774 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37fdda59-0eb6-4c31-a849-2e68f5ed4e29 req-c4036b6a-e501-46e3-ad2d-95d5d26b47ab tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045544 Jan 29 04:32:32.188472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ae4e6-b1ba-451e-96d3-c47f0bb14758 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ced0398-63ec-414f-b8a6-d01d3c2b793c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:32.201245 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fef2950c-9b09-4bae-b74a-1dae3c9082c8 req-72dada72-5f5e-4ff1-8eff-6421116abb28 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901496 Jan 29 04:32:32.226497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-251d730f-72fd-4f65-853f-ab7194cc4c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c0239e-f79a-4e04-ba3e-2bd153250539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560324 Jan 29 04:32:32.354986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:32.416083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-214626ca-9e62-4ebe-9d20-2779fa75a827 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80631a242c104c5eb6db5bbea07937cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597229 Jan 29 04:32:32.418475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54946) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:32.445232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-57c2e3be-b3a8-4b5c-b7c6-cd95d481afe9 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964395 Jan 29 04:32:32.588845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60fae439-eca9-447a-a2b5-56d21aee650b req-d73a0a53-c479-4a29-ac3e-dee1950db8ad service neutron] 10.222.0.36 "GET /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357124 Jan 29 04:32:32.642145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3b71-9756-4869-9d0b-5f3debc084b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.642687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54958) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:32.705965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Deleting subnet 7ad1fbca-5034-4c39-86ae-3bca799a67fd {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:32:32.706632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3b71-9756-4869-9d0b-5f3debc084b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.709694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.898617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.910295 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3b71-9756-4869-9d0b-5f3debc084b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.917756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3b71-9756-4869-9d0b-5f3debc084b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:32.921870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bf4d3b71-9756-4869-9d0b-5f3debc084b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a1a5d0c-7592-484a-b9fd-534bd255f0e6 HTTP/1.1" status: 204 len: 168 time: 0.5002191 Jan 29 04:32:32.973925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d3b71-9756-4869-9d0b-5f3debc084b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a5d0c-7592-484a-b9fd-534bd255f0e6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.090601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.131794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e455aa55-2597-4c0f-aef2-438d132faffb details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:33.247473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.399796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad1fbca-5034-4c39-86ae-3bca799a67fd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.406473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.412238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9abbf677-88f9-4c00-a42e-116db1b6301c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ad1fbca-5034-4c39-86ae-3bca799a67fd HTTP/1.1" status: 204 len: 168 time: 0.7683544 Jan 29 04:32:33.412773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54978) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:33.465929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e455aa55-2597-4c0f-aef2-438d132faffb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e455aa55-2597-4c0f-aef2-438d132faffb,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:33.486090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'e455aa55-2597-4c0f-aef2-438d132faffb', 'network_id': 'f2c0239e-f79a-4e04-ba3e-2bd153250539', 'port_id': 'e455aa55-2597-4c0f-aef2-438d132faffb', 'mac_address': 'fa:16:3e:6a:2d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0128db7-b0af-4e44-9b10-cb8ba9e315e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:33.539820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb6bd0-976d-4863-b401-ca7735197c48 req-eb7b131e-e0de-43c9-adbf-c5fee9ab6764 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:33.541910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6adb6bd0-976d-4863-b401-ca7735197c48 req-eb7b131e-e0de-43c9-adbf-c5fee9ab6764 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1282103 Jan 29 04:32:33.601512 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.604774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c697219-f05c-4f6e-a4a8-d2d593bf7244 req-eb1a6075-5a24-439f-8926-10edf9298488 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:33.615213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c697219-f05c-4f6e-a4a8-d2d593bf7244 req-eb1a6075-5a24-439f-8926-10edf9298488 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 943 time: 0.2293055 Jan 29 04:32:33.628089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e455aa55-2597-4c0f-aef2-438d132faffb {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:33.637852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6adb6bd0-976d-4863-b401-ca7735197c48 req-92b35bbf-7468-4400-8ce5-7de1643e1677 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Jan 29 04:32:33.666955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e455aa55-2597-4c0f-aef2-438d132faffb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e455aa55-2597-4c0f-aef2-438d132faffb,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:33.679153 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.729435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.792009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e455aa55-2597-4c0f-aef2-438d132faffb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:33.801774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c697219-f05c-4f6e-a4a8-d2d593bf7244 req-ba70ecf6-40b9-4e40-8da5-e483c02ece09 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599522 Jan 29 04:32:33.931657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:33.989641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a7caeb-f810-4766-9c49-e2ecb81c4102']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:34.012339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f022a63-d731-4c70-8ed1-8ebef070e2ad') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:34.012645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f022a63-d731-4c70-8ed1-8ebef070e2ad') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:34.040302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:34.074115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:34.087576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:32:34.088719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:32:34.091117 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:32:34.117306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e455aa55-2597-4c0f-aef2-438d132faffb'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:34.273387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:34.280922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:34.288012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] 10.222.0.32 "DELETE /v2.0/networks/61a7caeb-f810-4766-9c49-e2ecb81c4102 HTTP/1.1" status: 204 len: 168 time: 0.8428922 Jan 29 04:32:34.358804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c314c-458d-4325-992a-deeb72706a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=61a7caeb-f810-4766-9c49-e2ecb81c4102,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:34.765820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55024) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:34.962094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:34.990500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4d9ac7bb-d5ad-498b-a545-a67fc4c0b706 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e76ebe4f3db4870a4a4026f894e977f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230768 Jan 29 04:32:35.012270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4016a32-008c-4f63-b440-25e450dce1aa req-0ef9cde6-d5a8-4a09-bbcc-666eecbb2e3b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.026891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4016a32-008c-4f63-b440-25e450dce1aa req-0ef9cde6-d5a8-4a09-bbcc-666eecbb2e3b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.2187405 Jan 29 04:32:35.074371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d192a9-a0e5-4a56-8d2b-690a44a7d532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:35.126161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4016a32-008c-4f63-b440-25e450dce1aa req-ed442cc7-bf14-4591-b4c5-b302fc2143a4 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935478 Jan 29 04:32:35.145170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d192a9-a0e5-4a56-8d2b-690a44a7d532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:35.232126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d192a9-a0e5-4a56-8d2b-690a44a7d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:35.247587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d192a9-a0e5-4a56-8d2b-690a44a7d532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:35.252807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-18d192a9-a0e5-4a56-8d2b-690a44a7d532 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2642345-c2c2-4d05-8657-70bd69d94a7b HTTP/1.1" status: 204 len: 168 time: 0.2867596 Jan 29 04:32:35.272045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d192a9-a0e5-4a56-8d2b-690a44a7d532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2642345-c2c2-4d05-8657-70bd69d94a7b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:35.361703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9fba7-c161-4386-9aa2-3da76f597b8c req-2a8fadc0-76ba-4b9c-9a44-f6926566b3e3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.369658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-97b9fba7-c161-4386-9aa2-3da76f597b8c req-2a8fadc0-76ba-4b9c-9a44-f6926566b3e3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 944 time: 0.1502833 Jan 29 04:32:35.439663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-97b9fba7-c161-4386-9aa2-3da76f597b8c req-4cf179df-f171-4c3b-b99e-ce21dc9ab2d5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634940 Jan 29 04:32:35.576360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-c928f1af-9a8a-4c3d-9e7a-fe4824f5f465 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449447 Jan 29 04:32:35.706912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30479-70d3-4224-b05f-390eaff29606 req-037df5e6-370a-4edd-928d-998b41cd5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.708718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-037df5e6-370a-4edd-928d-998b41cd5195 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0844131 Jan 29 04:32:35.917809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30479-70d3-4224-b05f-390eaff29606 req-ecd2d5b5-33dd-495c-807b-f27a94974fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:35.923434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-ecd2d5b5-33dd-495c-807b-f27a94974fcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.1905210 Jan 29 04:32:36.083799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-c3adfbf3-61b6-4ca4-ab1d-7d2d34d65874 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 1000 time: 0.1230905 Jan 29 04:32:36.169315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30479-70d3-4224-b05f-390eaff29606 req-72012593-9298-44de-a84a-4ae8d385978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:36.171214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-72012593-9298-44de-a84a-4ae8d385978a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.0785437 Jan 29 04:32:36.317823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30479-70d3-4224-b05f-390eaff29606 req-8afd84ee-283c-473d-b41a-0acb9743a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:36.320863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-8afd84ee-283c-473d-b41a-0acb9743a716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431913 Jan 29 04:32:36.393698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3d838-b310-4746-b50f-80041512282c req-1c723260-9468-483b-89d2-2d877d37d1e6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:36.395287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ec3d838-b310-4746-b50f-80041512282c req-1c723260-9468-483b-89d2-2d877d37d1e6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1734991 Jan 29 04:32:36.698536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ec3d838-b310-4746-b50f-80041512282c req-89035929-b707-497b-86eb-20d7f2988f89 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481943 Jan 29 04:32:36.713215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983bba-78d8-48ad-8ff3-2a4e102af8d9 req-4addaf26-afc2-463c-a930-fa2d1e037bb7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:36.726555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b983bba-78d8-48ad-8ff3-2a4e102af8d9 req-4addaf26-afc2-463c-a930-fa2d1e037bb7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 944 time: 0.1257455 Jan 29 04:32:36.753019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-a0d537a1-ed54-477a-9223-fbabc8741971 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060817 Jan 29 04:32:36.791081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55102) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:36.834295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b983bba-78d8-48ad-8ff3-2a4e102af8d9 req-931fc53c-47af-4f4b-bf31-36d7ab6ca7b3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067576 Jan 29 04:32:36.910297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8f30479-70d3-4224-b05f-390eaff29606 req-3e3f1208-b9ba-4511-baf8-a38620721663 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487060 Jan 29 04:32:37.006358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-590108600-network', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:37.061791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:37.068629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.080897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.144169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e455aa55-2597-4c0f-aef2-438d132faffb up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:37.272515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.284213 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.286581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port e455aa55-2597-4c0f-aef2-438d132faffb completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:32:37.294384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port e455aa55-2597-4c0f-aef2-438d132faffb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:37.294784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.319725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:37.381036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.381396 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Added segment 519aa4e5-1c38-4936-801a-017dc700df0f of type vlan for network 038c1d9a-5a1a-4928-8629-ea330b0bd10c Jan 29 04:32:37.478041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.499993 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.507195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0700f184-7561-4d5c-8f73-16d3a7ef5f52,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:37.545143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.550406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:37.551195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.571319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e455aa55-2597-4c0f-aef2-438d132faffb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e455aa55-2597-4c0f-aef2-438d132faffb,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:37.572542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e455aa55-2597-4c0f-aef2-438d132faffb'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:37.578436 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa856b80-862f-4108-bdd2-3fe1ecf0e5dd" -d '{"events": [{"server_uuid": "eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9", "name": "network-vif-plugged", "status": "completed", "tag": "e455aa55-2597-4c0f-aef2-438d132faffb"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:37.582512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7902660 Jan 29 04:32:37.585293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55126) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:37.586643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.621638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Request body: {'subnet': {'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-590108600-subnet', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:37.643715 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2a752-25c8-4bae-b5d3-e56606c73194 x-openstack-request-id: req-c5d2a752-25c8-4bae-b5d3-e56606c73194 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:37.644233 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9", "name": "network-vif-plugged", "status": "completed", "tag": "e455aa55-2597-4c0f-aef2-438d132faffb", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:37.644784 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5d2a752-25c8-4bae-b5d3-e56606c73194 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:37.645356 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e455aa55-2597-4c0f-aef2-438d132faffb', 'code': 200} Jan 29 04:32:37.656659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b961c-8133-46a0-90b2-35b2e826d5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=038c1d9a-5a1a-4928-8629-ea330b0bd10c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:37.668209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:37.695349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:37.698534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:37.811966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e455aa55-2597-4c0f-aef2-438d132faffb,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:37.929152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6357f00-b7e1-429b-9a5f-59665129e0c9 req-4448f0b0-734f-413d-8b49-8f7e709e244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:37.931244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6357f00-b7e1-429b-9a5f-59665129e0c9 req-4448f0b0-734f-413d-8b49-8f7e709e244f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 1096 time: 0.1951499 Jan 29 04:32:38.021029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d393-6578-4435-9ff6-56429d694021 req-f476a6f3-02c7-442d-add4-8d9e99d280a1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:38.026479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83e9d393-6578-4435-9ff6-56429d694021 req-f476a6f3-02c7-442d-add4-8d9e99d280a1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1781738 Jan 29 04:32:38.070734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6357f00-b7e1-429b-9a5f-59665129e0c9 req-de4882e4-5d76-46b5-aa51-345b6dfc2da0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258230 Jan 29 04:32:38.134675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.138238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83e9d393-6578-4435-9ff6-56429d694021 req-c6aeda80-17d7-4fa9-84f2-f7f6d2a50dbf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041479 Jan 29 04:32:38.178992 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33697f8-7cce-4c9f-9cf2-4f6d43de156d req-d29c2c3b-b99b-445e-bd8d-e5989a92917f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:38.183867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c33697f8-7cce-4c9f-9cf2-4f6d43de156d req-d29c2c3b-b99b-445e-bd8d-e5989a92917f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1301298 Jan 29 04:32:38.292116 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c33697f8-7cce-4c9f-9cf2-4f6d43de156d req-347070ca-93d3-42ef-8f47-601b453eb575 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Jan 29 04:32:38.305204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cdbca4-b455-4056-825d-66c68519d562,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:38.319290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Checking segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:38.319863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Network hostable DHCP agents. Network: 038c1d9a-5a1a-4928-8629-ea330b0bd10c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:38.385249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:38.406048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 038c1d9a-5a1a-4928-8629-ea330b0bd10c) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:38.414377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:38.417056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.420355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9baf63-c510-496b-bf59-8f2b0e33bda7 None None] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:32:38.515341 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8058b35-01c7-41b0-bf36-3a6c2fb9c01a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9286907 Jan 29 04:32:38.518989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:38.524851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:38.587711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.589271 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.684643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.759269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:32:38.760544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.923421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:38.945546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Allocated IP 172.20.0.2 (038c1d9a-5a1a-4928-8629-ea330b0bd10c/21cdbca4-b455-4056-825d-66c68519d562/9b660aaa-04da-4e4f-b146-ae7307f726a0) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:39.274439 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.286410 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.406148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:39.409041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Pushing event updated for resources: {'Port': ['ID=9b660aaa-04da-4e4f-b146-ae7307f726a0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:39.419087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:39.424330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:39.482054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988646b-0ae0-4603-81b7-332c1f67268e req-1258b7d9-63b0-49da-9c14-6e5503d15f71 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:39.483665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f988646b-0ae0-4603-81b7-332c1f67268e req-1258b7d9-63b0-49da-9c14-6e5503d15f71 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1730528 Jan 29 04:32:39.544679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Attempting to bind port 9b660aaa-04da-4e4f-b146-ae7307f726a0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:39.545443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Attempting to bind port 9b660aaa-04da-4e4f-b146-ae7307f726a0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:39.546506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Attempting to bind port 9b660aaa-04da-4e4f-b146-ae7307f726a0 on network 038c1d9a-5a1a-4928-8629-ea330b0bd10c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:39.560595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:39.562556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Checking segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:39.564378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.566044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Bound using segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:39.568082 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f988646b-0ae0-4603-81b7-332c1f67268e req-a19c3d2a-fa2b-420d-82b9-f05e6f5d9539 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651178 Jan 29 04:32:39.574170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.582726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Bound port: 9b660aaa-04da-4e4f-b146-ae7307f726a0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:39.583460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.606306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.697248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] For port 9b660aaa-04da-4e4f-b146-ae7307f726a0, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:39.701039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] For port 9b660aaa-04da-4e4f-b146-ae7307f726a0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b660aaa-04da-4e4f-b146-ae7307f726a0,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:39.710428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:39.801973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbd86e-34d9-450f-b4e1-3af808ce42a7 None None] Pushing event updated for resources: {'Port': ['ID=9b660aaa-04da-4e4f-b146-ae7307f726a0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:39.864683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Allocated IP 172.25.4.5 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/8d446a70-4b62-4e20-9796-3f7b9b7a702f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:39.968761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884fd5d-6982-4974-9cc6-1c967bb64c59 req-69fd95aa-043e-4f23-a16f-028fbfc46c54 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:39.977447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5884fd5d-6982-4974-9cc6-1c967bb64c59 req-69fd95aa-043e-4f23-a16f-028fbfc46c54 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.5278561 Jan 29 04:32:40.052594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5884fd5d-6982-4974-9cc6-1c967bb64c59 req-090c37cd-277b-4876-b36d-08a65026feea tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692716 Jan 29 04:32:40.125073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:40.231682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:40.373368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:40.384295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:40.388321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:40.688587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Pushing event updated for resources: {'Port': ['ID=8d446a70-4b62-4e20-9796-3f7b9b7a702f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:40.854584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e914ba-4663-4028-8dd8-079f7b7b61fd req-751b8046-d351-4cb4-99c5-68df05129482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:40.856216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63e914ba-4663-4028-8dd8-079f7b7b61fd req-751b8046-d351-4cb4-99c5-68df05129482 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.3125994 Jan 29 04:32:40.963028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63e914ba-4663-4028-8dd8-079f7b7b61fd req-77edb04b-708a-4ecb-8059-7164943b148b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977533 Jan 29 04:32:40.977645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c9108-424a-4836-845b-005cf828944b req-7f4f6e64-b97c-459e-8c96-b783abc2ade5 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:40.990036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-630c9108-424a-4836-845b-005cf828944b req-7f4f6e64-b97c-459e-8c96-b783abc2ade5 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.2074790 Jan 29 04:32:41.052663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-630c9108-424a-4836-845b-005cf828944b req-f3e0854b-e33e-4c70-9e07-08bca2c7bee5 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615082 Jan 29 04:32:41.063502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:41.329203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555894e-ee78-4579-bb98-517f5d98419e req-6e31f065-fc74-4272-aebc-1b34ced64b6e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:41.331411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f555894e-ee78-4579-bb98-517f5d98419e req-6e31f065-fc74-4272-aebc-1b34ced64b6e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1251805 Jan 29 04:32:41.375000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348bf74-fafd-4702-8eab-0d51256d8a13 req-bec38174-8d92-4322-b512-32f128ca1cad tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:41.385398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9348bf74-fafd-4702-8eab-0d51256d8a13 req-bec38174-8d92-4322-b512-32f128ca1cad tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1272082 Jan 29 04:32:41.437721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f555894e-ee78-4579-bb98-517f5d98419e req-c030c964-ccdc-46df-8967-91cbb47abfea tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946960 Jan 29 04:32:41.508116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9348bf74-fafd-4702-8eab-0d51256d8a13 req-f7d1b927-148c-4dbb-8c05-3eed2a52408b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161566 Jan 29 04:32:41.546417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:41.778420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b660aaa-04da-4e4f-b146-ae7307f726a0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:41.800436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Router 1295cce5-9e6b-403a-9a26-9e752dc20101 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:32:41.866159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a5e0bb-914b-436e-8cde-65fb4ef2b588 None None] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:32:41.962195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b5189-bb5e-425f-976a-db9c4350c7d7 req-6930eaa5-ff7d-4e94-ab24-c2f6156950e0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:41.965708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-500b5189-bb5e-425f-976a-db9c4350c7d7 req-6930eaa5-ff7d-4e94-ab24-c2f6156950e0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.0814497 Jan 29 04:32:42.026826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-500b5189-bb5e-425f-976a-db9c4350c7d7 req-2029f576-dbeb-4303-906c-7722e4eb2641 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538976 Jan 29 04:32:42.045977 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:42.063275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ea79c731-d469-434b-afa0-cee349c2271b None None] Provisioning complete for port 9b660aaa-04da-4e4f-b146-ae7307f726a0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:42.063639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ea79c731-d469-434b-afa0-cee349c2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:42.239270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc170d1-f5b9-4015-b778-b74af212d351 req-e54bce65-54b8-4aae-940c-20e878a42fe1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:42.248462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efc170d1-f5b9-4015-b778-b74af212d351 req-e54bce65-54b8-4aae-940c-20e878a42fe1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0726748 Jan 29 04:32:42.421247 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efc170d1-f5b9-4015-b778-b74af212d351 req-39157d4f-9d90-46aa-bfd1-9a93410c2d83 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715202 Jan 29 04:32:42.449010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9b660aaa-04da-4e4f-b146-ae7307f726a0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:42.449383 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:42.466135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:42.480962 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Sync routers for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:42.503858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198391d6-c751-425c-802e-adf7990f841d req-7fdf7188-dd54-417a-86ba-79c961ccce85 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:42.506911 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:42.510680 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:42.512493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-198391d6-c751-425c-802e-adf7990f841d req-7fdf7188-dd54-417a-86ba-79c961ccce85 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1676252 Jan 29 04:32:42.588574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:42.592323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-edba19a1-7e23-4e47-b77a-d532252d5d0d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0694475 Jan 29 04:32:42.593824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:42.623123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ea79c731-d469-434b-afa0-cee349c2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:42.678538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772b2a9-0678-4f05-bceb-529fbf882110 req-280696c7-5ba5-400a-8102-b4e400edcd42 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:42.694128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d772b2a9-0678-4f05-bceb-529fbf882110 req-280696c7-5ba5-400a-8102-b4e400edcd42 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1272967 Jan 29 04:32:42.717535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:42.751862 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:42.771698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-198391d6-c751-425c-802e-adf7990f841d req-227ceb29-227f-47a2-9830-4749528aa48f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567680 Jan 29 04:32:42.822654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d772b2a9-0678-4f05-bceb-529fbf882110 req-7010123f-c26e-40e3-8bb0-bab3a7d51bc4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275280 Jan 29 04:32:42.846799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ea79c731-d469-434b-afa0-cee349c2271b None None] For port 9b660aaa-04da-4e4f-b146-ae7307f726a0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b660aaa-04da-4e4f-b146-ae7307f726a0,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:42.878539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ea79c731-d469-434b-afa0-cee349c2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:43.190110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:32:43.190771 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:32:43.228104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c731-d469-434b-afa0-cee349c2271b None None] Pushing event updated for resources: {'Port': ['ID=9b660aaa-04da-4e4f-b146-ae7307f726a0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:43.276754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ef8630c4-b8b1-4c68-ae54-c9c6c2728120 None None] Provisioning complete for port 9b660aaa-04da-4e4f-b146-ae7307f726a0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:43.277373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef8630c4-b8b1-4c68-ae54-c9c6c2728120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:43.447061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:40Z', 'revision_number': 3, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:43.452643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:43.488832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55284) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:43.492809 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Checking router: 1295cce5-9e6b-403a-9a26-9e752dc20101 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:43.493696 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Updating router 1295cce5-9e6b-403a-9a26-9e752dc20101 port 8d446a70-4b62-4e20-9796-3f7b9b7a702f binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:32:43.521595 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:43.672369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf198-8732-4145-b2f3-8b221759292a req-ab06dc95-d7d8-4d09-9112-5f56a4282a3a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:43.682240 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcbbf198-8732-4145-b2f3-8b221759292a req-ab06dc95-d7d8-4d09-9112-5f56a4282a3a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1117671 Jan 29 04:32:43.766373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:43.796038 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcbbf198-8732-4145-b2f3-8b221759292a req-95cbebf9-5d01-4372-b977-6424b81e4712 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009433 Jan 29 04:32:43.797198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a90d2d0d-6df0-46d3-bb97-5df5271d633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.013467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b660aaa-04da-4e4f-b146-ae7307f726a0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:44.128234 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a90d2d0d-6df0-46d3-bb97-5df5271d633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.129467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Allocated IP 172.20.0.1 (038c1d9a-5a1a-4928-8629-ea330b0bd10c/21cdbca4-b455-4056-825d-66c68519d562/61838bb2-f0a0-44ab-b886-2ed32a5b61be) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:44.133865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9b660aaa-04da-4e4f-b146-ae7307f726a0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:44.135714 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.139986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a90d2d0d-6df0-46d3-bb97-5df5271d633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.235528 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.252445 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.277753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a90d2d0d-6df0-46d3-bb97-5df5271d633c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed294c7e4ed440edb028e3b209f1e0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7871430 Jan 29 04:32:44.279076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.289421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55308) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:44.366427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cff00-383b-4a21-ad11-db472bc6965d req-e1e4473b-c357-4182-9eb0-524e253387a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:44.368567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d08cff00-383b-4a21-ad11-db472bc6965d req-e1e4473b-c357-4182-9eb0-524e253387a5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 1.0004551 Jan 29 04:32:44.370182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.395682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2431ddb-d3cb-4b1e-9bda-37bf5a6d7319 req-b345f268-752f-405c-89d1-22e53f4e2188 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:44.404759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2431ddb-d3cb-4b1e-9bda-37bf5a6d7319 req-b345f268-752f-405c-89d1-22e53f4e2188 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.2134945 Jan 29 04:32:44.411198 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5510a3-10d3-4faa-b09b-782a1d84e3ca None None] Pushing event updated for resources: {'Port': ['ID=8d446a70-4b62-4e20-9796-3f7b9b7a702f,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.441604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Pushing event updated for resources: {'Port': ['ID=61838bb2-f0a0-44ab-b886-2ed32a5b61be,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.446677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d2d0d-6df0-46d3-bb97-5df5271d633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c64c0-565d-45e9-9629-e47c454ba498,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.466881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d08cff00-383b-4a21-ad11-db472bc6965d req-7568f9bd-9be8-4cee-b874-6ec225e29952 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494764 Jan 29 04:32:44.477814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:44.479499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:44.481800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:44.535656 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Attempting to bind port 8d446a70-4b62-4e20-9796-3f7b9b7a702f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:44.539195 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Attempting to bind port 8d446a70-4b62-4e20-9796-3f7b9b7a702f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:44.539711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.540204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Attempting to bind port 8d446a70-4b62-4e20-9796-3f7b9b7a702f on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:44.550911 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:44.551527 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:44.552121 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.552963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:44.553756 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Bound port: 8d446a70-4b62-4e20-9796-3f7b9b7a702f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:44.554327 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.589101 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2431ddb-d3cb-4b1e-9bda-37bf5a6d7319 req-d2940c23-9e25-47b2-b0aa-24f34ba34f28 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690297 Jan 29 04:32:44.589101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b73bb993-81e7-4614-b0b5-acfeb1d4855f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.633579 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] For port 8d446a70-4b62-4e20-9796-3f7b9b7a702f, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:44.637223 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] For port 8d446a70-4b62-4e20-9796-3f7b9b7a702f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d446a70-4b62-4e20-9796-3f7b9b7a702f,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:44.648132 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.662728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b73bb993-81e7-4614-b0b5-acfeb1d4855f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.809857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b73bb993-81e7-4614-b0b5-acfeb1d4855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.812975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b73bb993-81e7-4614-b0b5-acfeb1d4855f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:44.815672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b73bb993-81e7-4614-b0b5-acfeb1d4855f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e8c64c0-565d-45e9-9629-e47c454ba498 HTTP/1.1" status: 204 len: 168 time: 0.5246112 Jan 29 04:32:44.821965 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5510a3-10d3-4faa-b09b-782a1d84e3ca None None] Pushing event updated for resources: {'Port': ['ID=8d446a70-4b62-4e20-9796-3f7b9b7a702f,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.843882 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:44.844555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:44.865370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bb993-81e7-4614-b0b5-acfeb1d4855f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c64c0-565d-45e9-9629-e47c454ba498,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:44.944710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a4dbb-3fa6-40e7-b898-2d3d03dc0e0d req-4403cd7d-d977-43a7-9ed3-b9c1a3ead4cf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:44.957635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-275a4dbb-3fa6-40e7-b898-2d3d03dc0e0d req-4403cd7d-d977-43a7-9ed3-b9c1a3ead4cf tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1405890 Jan 29 04:32:44.960733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208161-d04f-413f-b87e-b55721b75bcb req-b99199f4-258c-4175-b238-59d6d906d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:44.971704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-b99199f4-258c-4175-b238-59d6d906d043 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1688862 Jan 29 04:32:45.031429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a54a4e29-edda-4993-a586-f73459356308 None None] Provisioning complete for port 61838bb2-f0a0-44ab-b886-2ed32a5b61be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:45.031937 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54a4e29-edda-4993-a586-f73459356308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:45.037057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-275a4dbb-3fa6-40e7-b898-2d3d03dc0e0d req-8f6bf148-5baf-4237-af47-e4c75454ec90 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765138 Jan 29 04:32:45.041614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:45.068084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:45.153385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208161-d04f-413f-b87e-b55721b75bcb req-687b74e8-4a31-454d-ba20-49f27c96199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:45.155010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-687b74e8-4a31-454d-ba20-49f27c96199a service neutron] 10.222.0.36 "GET /v2.0/networks?id=533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 200 len: 920 time: 0.1491661 Jan 29 04:32:45.160756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a54a4e29-edda-4993-a586-f73459356308 None None] Port 61838bb2-f0a0-44ab-b886-2ed32a5b61be cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:32:45.244085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-15499f11-e3a2-408d-9b76-640bae1e2ec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 200 len: 217 time: 0.0765364 Jan 29 04:32:45.372500 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:40Z', 'revision_number': 3, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:45.408046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208161-d04f-413f-b87e-b55721b75bcb req-3a74dc96-e494-40d1-80cb-83822392a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:45.409731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-3a74dc96-e494-40d1-80cb-83822392a7de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 200 len: 859 time: 0.1526499 Jan 29 04:32:45.435217 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39f42-9172-40c4-bae6-d5705bc9d023 None None] The sync data for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 is: [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:40Z', 'revision_number': 3, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:45.459682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-3879a9e5-63b6-4e99-a0d8-3766f4c20ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=533040f7-6b92-425c-8104-96dfa96d1187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376551 Jan 29 04:32:45.648268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:45.661995 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:45.743028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-102262f0-2277-4fbf-9858-40f3821a6052 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681379 Jan 29 04:32:45.765040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235c473-00c4-452f-8943-d5f88f49b2eb req-bbd66cba-b32f-48fd-ac6d-c744063f43ff tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:45.774388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5235c473-00c4-452f-8943-d5f88f49b2eb req-bbd66cba-b32f-48fd-ac6d-c744063f43ff tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0915797 Jan 29 04:32:45.864478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Pushing event updated for resources: {'Port': ['ID=61838bb2-f0a0-44ab-b886-2ed32a5b61be,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:45.896420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5235c473-00c4-452f-8943-d5f88f49b2eb req-5b00fce5-ea1e-4112-96cd-c3e4b595c4da tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210732 Jan 29 04:32:45.940299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c3c5-6594-43c6-a213-1ce11f9a6a8c req-0ba50a44-444d-4861-a01f-0fe444ee52fc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:45.949275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4434c3c5-6594-43c6-a213-1ce11f9a6a8c req-0ba50a44-444d-4861-a01f-0fe444ee52fc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.2888467 Jan 29 04:32:45.951918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:46.030897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4434c3c5-6594-43c6-a213-1ce11f9a6a8c req-a2d53717-0da8-4242-812c-e33b4ff36642 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803773 Jan 29 04:32:46.095623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d446a70-4b62-4e20-9796-3f7b9b7a702f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:46.105711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa3f19-d1a6-4d6f-ba1f-911f6766a7d6 req-c57a769e-d1dd-40db-b7c1-039069e5ac75 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:46.112033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dbfa3f19-d1a6-4d6f-ba1f-911f6766a7d6 req-c57a769e-d1dd-40db-b7c1-039069e5ac75 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1074383 Jan 29 04:32:46.204197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8d446a70-4b62-4e20-9796-3f7b9b7a702f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:46.205077 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:46.215178 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dbfa3f19-d1a6-4d6f-ba1f-911f6766a7d6 req-f6003deb-5680-44b3-ad36-b327e26a6730 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962272 Jan 29 04:32:46.254043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:46.256525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a208161-d04f-413f-b87e-b55721b75bcb req-79f94fdb-6d24-4b5f-8a5c-2263447985a7 service neutron] 10.222.0.36 "GET /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784570 Jan 29 04:32:46.262709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:46.365861 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:46.388766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e386b-bc3a-4454-815b-1bf7a19a42d0 req-ce8c5b6d-0b55-4ff1-be5c-b1f16b38d9ab tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:46.393496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-984e386b-bc3a-4454-815b-1bf7a19a42d0 req-ce8c5b6d-0b55-4ff1-be5c-b1f16b38d9ab tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.2498438 Jan 29 04:32:46.414546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 8d446a70-4b62-4e20-9796-3f7b9b7a702f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d446a70-4b62-4e20-9796-3f7b9b7a702f,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:46.424407 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:46.520293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=8d446a70-4b62-4e20-9796-3f7b9b7a702f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:46.701580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4f808afa-1e86-4f96-8b45-be6879009192 None None] Provisioning complete for port 61838bb2-f0a0-44ab-b886-2ed32a5b61be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:46.702283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f808afa-1e86-4f96-8b45-be6879009192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:46.783414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4f808afa-1e86-4f96-8b45-be6879009192 None None] Port 61838bb2-f0a0-44ab-b886-2ed32a5b61be cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:32:46.890142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-984e386b-bc3a-4454-815b-1bf7a19a42d0 req-3ce56643-2825-4b2c-a2f8-3d74dc9b48a1 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832513 Jan 29 04:32:46.917825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Router 1295cce5-9e6b-403a-9a26-9e752dc20101 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:47.048074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becd143-1d36-47c5-b801-40452b625e20 req-224141db-1f70-48ba-81ac-fe0b228c5c55 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:47.049987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4becd143-1d36-47c5-b801-40452b625e20 req-224141db-1f70-48ba-81ac-fe0b228c5c55 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.0717826 Jan 29 04:32:47.061648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:47.095999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3458aa56-0f39-4bcd-a539-ecce4a473f93 admin admin] 10.222.0.32 "PUT /v2.0/routers/1295cce5-9e6b-403a-9a26-9e752dc20101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4861913 Jan 29 04:32:47.123696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4becd143-1d36-47c5-b801-40452b625e20 req-f5d12849-965f-4382-a7dd-b031863cc9dc tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659788 Jan 29 04:32:47.247696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432335e-5adc-4244-b1e3-47eeb9b4f9a2 req-84b666f9-c8bc-4b70-9a2b-26bba1c7acbc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:47.249250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5432335e-5adc-4244-b1e3-47eeb9b4f9a2 req-84b666f9-c8bc-4b70-9a2b-26bba1c7acbc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1029506 Jan 29 04:32:47.335179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5432335e-5adc-4244-b1e3-47eeb9b4f9a2 req-79e7ae50-7397-45d2-8e0a-1df35f84e2f9 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Jan 29 04:32:47.504456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720caed1-95d1-4f5e-8876-e445538ddde9 req-cb5d0540-cc50-4dee-95ce-9478b5d324d6 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:47.511856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-720caed1-95d1-4f5e-8876-e445538ddde9 req-cb5d0540-cc50-4dee-95ce-9478b5d324d6 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0786500 Jan 29 04:32:47.597782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-720caed1-95d1-4f5e-8876-e445538ddde9 req-41d67c10-79a7-4aa4-bded-22c0405076a4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744698 Jan 29 04:32:47.996019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d446a70-4b62-4e20-9796-3f7b9b7a702f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:48.076114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Sync routers for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:48.090314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:48.091899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:48.105525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b6eb4-2f4b-4c1d-a890-5e6e2ff77311 req-d1d22497-d40c-45c1-a3ef-a05446985a7d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:48.107496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df3b6eb4-2f4b-4c1d-a890-5e6e2ff77311 req-d1d22497-d40c-45c1-a3ef-a05446985a7d tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0932965 Jan 29 04:32:48.179362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df3b6eb4-2f4b-4c1d-a890-5e6e2ff77311 req-1c91e701-d349-4c39-906f-d47d566a175f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618255 Jan 29 04:32:48.315731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55468) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:48.321294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-556289554-network', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:48.360444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Made reservation on behalf of fe76a48387084c47b1c5a0d04f28c83f for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:48.363296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.378825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.487819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4df3-0afb-43ad-8405-3c16f8ae244a req-55b39a57-d404-4f59-a7ba-ee6e1a22fcd2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:48.495989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.496635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-806f4df3-0afb-43ad-8405-3c16f8ae244a req-55b39a57-d404-4f59-a7ba-ee6e1a22fcd2 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.0889776 Jan 29 04:32:48.505792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.516041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:48.559774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:32:48.572626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f18e05-ee50-4f72-8f88-fdcf55335eec,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:48.581664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-806f4df3-0afb-43ad-8405-3c16f8ae244a req-abe77eac-0338-485a-a180-150afad0cdf1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737944 Jan 29 04:32:48.582217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.582745 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Added segment d200a6a6-1a55-453e-9037-d59e6d9d46cb of type vlan for network 4aaced33-7b64-4660-89b5-7a5e2974cc70 Jan 29 04:32:48.636055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.666456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.667729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:48.668658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.717776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8d446a70-4b62-4e20-9796-3f7b9b7a702f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:48.718877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.742939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] Pushing event updated for resources: {'Network': ['ID=4aaced33-7b64-4660-89b5-7a5e2974cc70,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:48.760165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:32:48.809179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c460151-2289-49b8-b5f9-f71fa48f19cf req-ae5607d9-7a7a-4c12-87b3-7b64a5374d9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:48.811128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c460151-2289-49b8-b5f9-f71fa48f19cf req-ae5607d9-7a7a-4c12-87b3-7b64a5374d9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0717785 Jan 29 04:32:48.815371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-809f35b9-569a-405c-807a-1305e7a70d61 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4985609 Jan 29 04:32:48.818571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55486) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:48.825397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Request body: {'subnet': {'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-556289554-subnet', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:48.861550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:45Z', 'revision_number': 2, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:48.869954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c460151-2289-49b8-b5f9-f71fa48f19cf req-614b03c7-6b50-46a2-8857-bb6809a91066 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511391 Jan 29 04:32:48.886194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Made reservation on behalf of fe76a48387084c47b1c5a0d04f28c83f for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:32:48.889139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:48.924252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Checking router: 1295cce5-9e6b-403a-9a26-9e752dc20101 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:48.924594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Updating router 1295cce5-9e6b-403a-9a26-9e752dc20101 port 61838bb2-f0a0-44ab-b886-2ed32a5b61be binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:32:48.957273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.119721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.182894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7f7a11-d0a6-44c6-a3da-5a54b1928bad,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:49.222519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:32:49.225304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Checking segment: {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:49.225752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Network hostable DHCP agents. Network: 4aaced33-7b64-4660-89b5-7a5e2974cc70, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:32:49.283448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:32:49.323565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4aaced33-7b64-4660-89b5-7a5e2974cc70) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:49.336534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ced78-ecd5-4c88-9661-b0ca34b4b041 None None] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:32:49.351735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79ad7-2459-4572-88a6-bd3bc1d76554 req-c31801e2-9ada-4719-80fd-ce9180f2ee01 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.354500 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dab79ad7-2459-4572-88a6-bd3bc1d76554 req-c31801e2-9ada-4719-80fd-ce9180f2ee01 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0840364 Jan 29 04:32:49.357045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.357816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.408828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3040ae3-d061-446b-95fd-f8b732e71748 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5882375 Jan 29 04:32:49.411484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55506) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:49.415276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dab79ad7-2459-4572-88a6-bd3bc1d76554 req-8bf92a43-587e-4d12-ae67-17c71b412980 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544903 Jan 29 04:32:49.417073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:32:49.458769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.460743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.505086 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.508829 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.535230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.557540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:49.557734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:49.560330 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b0c16a-4669-4c3c-862c-13abe02a8ba1" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:49.649443 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.656691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.664274 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a126c6-773e-4f44-b24b-42c28ea19ded x-openstack-request-id: req-65a126c6-773e-4f44-b24b-42c28ea19ded {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:49.664568 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:49.665220 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65a126c6-773e-4f44-b24b-42c28ea19ded {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:49.666345 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:32:49.752362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4aaced33-7b64-4660-89b5-7a5e2974cc70', 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'fixed_ips': [{'subnet_id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:32:49.754849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.838524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:49.939261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baf84e-ac2b-41ef-bfb6-fccacb636c12 req-c98b2286-50a5-441a-b4d0-974996a9cf50 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:49.940953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9baf84e-ac2b-41ef-bfb6-fccacb636c12 req-c98b2286-50a5-441a-b4d0-974996a9cf50 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1419694 Jan 29 04:32:50.031483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9108d-30b6-4916-9ec0-97e005734461 None None] Pushing event updated for resources: {'Port': ['ID=61838bb2-f0a0-44ab-b886-2ed32a5b61be,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.042398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9baf84e-ac2b-41ef-bfb6-fccacb636c12 req-bb8d8c5c-4927-4c8f-9931-5c50d1c23f4f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881124 Jan 29 04:32:50.173969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Attempting to bind port 61838bb2-f0a0-44ab-b886-2ed32a5b61be on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:50.174698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Attempting to bind port 61838bb2-f0a0-44ab-b886-2ed32a5b61be by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:50.175236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Attempting to bind port 61838bb2-f0a0-44ab-b886-2ed32a5b61be on network 038c1d9a-5a1a-4928-8629-ea330b0bd10c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:50.208617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:50.209158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Checking segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:50.209717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.210153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Bound using segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:50.210632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Bound port: 61838bb2-f0a0-44ab-b886-2ed32a5b61be, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:50.211012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.253739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82183986-1a2b-4e6f-a9da-9b8274997bbb req-eb843650-03d5-43e2-9cda-d43e0af848d8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:50.255249 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-82183986-1a2b-4e6f-a9da-9b8274997bbb req-eb843650-03d5-43e2-9cda-d43e0af848d8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1220832 Jan 29 04:32:50.276416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5813de49-a53f-4991-b6b9-1c17fde50c13 None None] Provisioning complete for port 61838bb2-f0a0-44ab-b886-2ed32a5b61be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:50.276416 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5813de49-a53f-4991-b6b9-1c17fde50c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.302750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-82183986-1a2b-4e6f-a9da-9b8274997bbb req-3f95b68b-e320-4321-84b6-feb1a6fd1eeb tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391667 Jan 29 04:32:50.311275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.336483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] For port 61838bb2-f0a0-44ab-b886-2ed32a5b61be, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:50.336901 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.338900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] For port 61838bb2-f0a0-44ab-b886-2ed32a5b61be, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=61838bb2-f0a0-44ab-b886-2ed32a5b61be,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:50.340035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.366756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.436875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5813de49-a53f-4991-b6b9-1c17fde50c13 None None] Port 61838bb2-f0a0-44ab-b886-2ed32a5b61be cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:32:50.450677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Allocated IP 172.20.0.2 (4aaced33-7b64-4660-89b5-7a5e2974cc70/ea7f7a11-d0a6-44c6-a3da-5a54b1928bad/672bede6-59c2-483b-b311-e0ab141b24ab) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:50.473024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:50.473683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:50.528729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9108d-30b6-4916-9ec0-97e005734461 None None] Pushing event updated for resources: {'Port': ['ID=61838bb2-f0a0-44ab-b886-2ed32a5b61be,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.539633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Allocated IP 172.25.4.140 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c9ec1a10-d873-4425-863d-f0a4bd223862) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:50.722225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:50.734658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.815486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.858847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.894633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:50.927057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:50.932065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Pushing event updated for resources: {'Port': ['ID=c9ec1a10-d873-4425-863d-f0a4bd223862,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:50.938252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:50.946816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:50.979570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Pushing event updated for resources: {'Port': ['ID=672bede6-59c2-483b-b311-e0ab141b24ab,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:51.020419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:51.034303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:51.038148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:51.437241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:51.524817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40826e23-9bd4-4cfb-8b67-261cd03e4293 req-f5bb110d-18e1-4321-b38b-147ada5053cd tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:51.534904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c353-af78-4bf4-8801-7afeed5210b3 req-78c426f9-c58e-4944-adb7-28b41d6fed08 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:51.535505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40826e23-9bd4-4cfb-8b67-261cd03e4293 req-f5bb110d-18e1-4321-b38b-147ada5053cd tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.3453438 Jan 29 04:32:51.536828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df78c353-af78-4bf4-8801-7afeed5210b3 req-78c426f9-c58e-4944-adb7-28b41d6fed08 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.0940764 Jan 29 04:32:51.552538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:32:51.627529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df78c353-af78-4bf4-8801-7afeed5210b3 req-607ef1dd-15ee-4cae-bc08-0b7b32eb07d2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827568 Jan 29 04:32:51.639462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Attempting to bind port 672bede6-59c2-483b-b311-e0ab141b24ab on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:51.639948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Attempting to bind port 672bede6-59c2-483b-b311-e0ab141b24ab by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:51.640432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Attempting to bind port 672bede6-59c2-483b-b311-e0ab141b24ab on network 4aaced33-7b64-4660-89b5-7a5e2974cc70 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:51.656552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:51.657845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Checking segment: {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:51.658909 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:51.659548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Bound using segment: {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:51.660261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Bound port: 672bede6-59c2-483b-b311-e0ab141b24ab, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:51.660885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:51.663027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-021a2ec0-85d3-4952-b1a8-212f1370e20e None None] Provisioning complete for port 61838bb2-f0a0-44ab-b886-2ed32a5b61be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:51.663607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-021a2ec0-85d3-4952-b1a8-212f1370e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:51.827647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40826e23-9bd4-4cfb-8b67-261cd03e4293 req-39855114-90bd-4f82-8ebe-de57b90456ba tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900705 Jan 29 04:32:51.836731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:51.879965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bd505-a180-4bdc-8a99-f400c8a31f10 None None] The sync data for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 is: [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:52.029630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] For port 672bede6-59c2-483b-b311-e0ab141b24ab, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:52.039479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] For port 672bede6-59c2-483b-b311-e0ab141b24ab, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=672bede6-59c2-483b-b311-e0ab141b24ab,segment=NetworkSegment(d200a6a6-1a55-453e-9037-d59e6d9d46cb),segment_id=d200a6a6-1a55-453e-9037-d59e6d9d46cb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:52.081310 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:52.223095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c83a9a-3fc0-4db5-bce8-89f7df47ef87 None None] Pushing event updated for resources: {'Port': ['ID=672bede6-59c2-483b-b311-e0ab141b24ab,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.233169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:52.272601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:32:52.290038 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-021a2ec0-85d3-4952-b1a8-212f1370e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:52.406339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-021a2ec0-85d3-4952-b1a8-212f1370e20e None None] For port 61838bb2-f0a0-44ab-b886-2ed32a5b61be, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=61838bb2-f0a0-44ab-b886-2ed32a5b61be,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:52.424221 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-021a2ec0-85d3-4952-b1a8-212f1370e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:52.540373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:52.596050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:32:52.674895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a2ec0-85d3-4952-b1a8-212f1370e20e None None] Pushing event updated for resources: {'Port': ['ID=61838bb2-f0a0-44ab-b886-2ed32a5b61be,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.691349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:52.705657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:52.884158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:52.969377 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9072f448-f094-4a35-ad0a-4eadf06f8715'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:32:52.990061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:53.029546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856330a-87b4-43a9-ad45-7b99142772a8 req-4bee0974-52d5-45ff-94eb-4052ff70e331 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:53.040457 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8856330a-87b4-43a9-ad45-7b99142772a8 req-4bee0974-52d5-45ff-94eb-4052ff70e331 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1449339 Jan 29 04:32:53.163697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f824c09-34a5-4e05-b4cb-492cb30dc765 req-c2e6377f-ef07-44ce-a0ce-3c1988dd40cc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:53.172523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f824c09-34a5-4e05-b4cb-492cb30dc765 req-c2e6377f-ef07-44ce-a0ce-3c1988dd40cc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1207976 Jan 29 04:32:53.284981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f824c09-34a5-4e05-b4cb-492cb30dc765 req-c7c85cf8-5085-4ed0-8616-93aaeef07a6f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003082 Jan 29 04:32:53.312580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8856330a-87b4-43a9-ad45-7b99142772a8 req-33ba8657-1eb4-4f90-a813-bc5e80b517c2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711244 Jan 29 04:32:53.553057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:32:53.816326 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-efea8f68-13dc-478e-a6f2-6b4d7847408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:53.833514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:53.843009 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Sync routers for ids ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:32:53.859137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:53.861807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a81962be-7ea8-419f-b03a-0a0d747b9a5c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4486055 Jan 29 04:32:53.865522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:53.879813 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Routers {'599ab0d2-372e-4b1b-b85b-5d7aa563af30'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:53.890203 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:54.283430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 61838bb2-f0a0-44ab-b886-2ed32a5b61be up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:54.357080 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Set router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:54.423610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 61838bb2-f0a0-44ab-b886-2ed32a5b61be triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:54.424109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:54.477679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fbfbd0-c507-4830-8380-cce75472801f None None] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:32:54.649120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9331101-e21a-45ce-a801-e7cd6a5191b7 req-55fc95aa-aec5-41a3-a401-0eb55bbd82c0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:54.653317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9331101-e21a-45ce-a801-e7cd6a5191b7 req-55fc95aa-aec5-41a3-a401-0eb55bbd82c0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1630361 Jan 29 04:32:54.775316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9331101-e21a-45ce-a801-e7cd6a5191b7 req-c308dd9a-88dc-4b02-9c61-6ff71fb78156 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095529 Jan 29 04:32:54.785528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6f790-c42f-4fce-90f1-4672281d8fc4 req-59e8cd21-0078-4f09-a41d-cfeefc1b8ea0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:54.807338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5b6f790-c42f-4fce-90f1-4672281d8fc4 req-59e8cd21-0078-4f09-a41d-cfeefc1b8ea0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.2626522 Jan 29 04:32:54.824129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d6dd82c7-39e1-4b5d-bac1-066aef499c97 None None] Provisioning complete for port 672bede6-59c2-483b-b311-e0ab141b24ab triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:54.824696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6dd82c7-39e1-4b5d-bac1-066aef499c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:54.945460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5b6f790-c42f-4fce-90f1-4672281d8fc4 req-c2c1f1b4-8ec7-45eb-a70f-ef1b8b559a3a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182666 Jan 29 04:32:54.989328 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:32:51Z', 'revision_number': 3, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:55.021195 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Checking router: 599ab0d2-372e-4b1b-b85b-5d7aa563af30 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:32:55.021886 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Updating router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 port c9ec1a10-d873-4425-863d-f0a4bd223862 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:32:55.055646 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.128642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 672bede6-59c2-483b-b311-e0ab141b24ab up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:55.130388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.278438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:55.432831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6dd82c7-39e1-4b5d-bac1-066aef499c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.451842 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.463528 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.549521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Allocated IP 172.20.0.1 (4aaced33-7b64-4660-89b5-7a5e2974cc70/ea7f7a11-d0a6-44c6-a3da-5a54b1928bad/e8639838-3356-410a-aa57-f15df48af14d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:32:55.572793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d6dd82c7-39e1-4b5d-bac1-066aef499c97 None None] For port 672bede6-59c2-483b-b311-e0ab141b24ab, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=672bede6-59c2-483b-b311-e0ab141b24ab,segment=NetworkSegment(d200a6a6-1a55-453e-9037-d59e6d9d46cb),segment_id=d200a6a6-1a55-453e-9037-d59e6d9d46cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:55.600942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6dd82c7-39e1-4b5d-bac1-066aef499c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.620880 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Pushing event updated for resources: {'Port': ['ID=c9ec1a10-d873-4425-863d-f0a4bd223862,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:55.646909 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.648953 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.649307 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.649665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.650914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.651272 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.651610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.651946 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.652278 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.652609 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.654945 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.657180 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:55.708634 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Attempting to bind port c9ec1a10-d873-4425-863d-f0a4bd223862 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:32:55.709777 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Attempting to bind port c9ec1a10-d873-4425-863d-f0a4bd223862 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:32:55.709777 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Attempting to bind port c9ec1a10-d873-4425-863d-f0a4bd223862 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:32:55.725457 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:32:55.726996 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:32:55.727663 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.730193 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:32:55.731653 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Bound port: c9ec1a10-d873-4425-863d-f0a4bd223862, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:32:55.732632 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.778427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 672bede6-59c2-483b-b311-e0ab141b24ab triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:55.779186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.839301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.964105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:55.995994 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] For port c9ec1a10-d873-4425-863d-f0a4bd223862, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:32:56.001641 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] For port c9ec1a10-d873-4425-863d-f0a4bd223862, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9ec1a10-d873-4425-863d-f0a4bd223862,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:32:56.017980 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.027571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd82c7-39e1-4b5d-bac1-066aef499c97 None None] Pushing event updated for resources: {'Port': ['ID=672bede6-59c2-483b-b311-e0ab141b24ab,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:56.045095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55718) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:56.064934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f48a3fa0-5f32-44d3-9a4c-e0b40142d8e7 None None] Provisioning complete for port 672bede6-59c2-483b-b311-e0ab141b24ab triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:56.072422 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f48a3fa0-5f32-44d3-9a4c-e0b40142d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.090601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:56.101289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:56.110364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:32:56.125478 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04cb81-d015-4e05-b076-504261d5b897 None None] Pushing event updated for resources: {'Port': ['ID=c9ec1a10-d873-4425-863d-f0a4bd223862,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:56.138819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea4f-e910-47cf-a436-44c843a2d33e req-48991ec1-2ac6-4121-8dea-7e9019f035e3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:56.146291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-443aea4f-e910-47cf-a436-44c843a2d33e req-48991ec1-2ac6-4121-8dea-7e9019f035e3 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1958401 Jan 29 04:32:56.195281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Routers {'599ab0d2-372e-4b1b-b85b-5d7aa563af30'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:32:56.196224 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:56.228005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 9072f448-f094-4a35-ad0a-4eadf06f8715 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:56.229266 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.275318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-443aea4f-e910-47cf-a436-44c843a2d33e req-8de61928-8eb8-4d36-9e66-dbc5c8ebbd6e tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227632 Jan 29 04:32:56.295199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Pushing event updated for resources: {'Port': ['ID=e8639838-3356-410a-aa57-f15df48af14d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:56.336955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.337423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.337781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.338216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.338556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.338936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.339272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.339606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.339942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.340308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.340639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.340964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.348014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b018180b-2afe-4b70-850c-0ee9f04b8ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.354675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.365420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.480275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46353265-af3a-423a-a567-4c453def0a78 req-e3597361-7268-4fd8-a08c-a94e219c21c2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:56.495277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46353265-af3a-423a-a567-4c453def0a78 req-e3597361-7268-4fd8-a08c-a94e219c21c2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.3064566 Jan 29 04:32:56.565058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.570592 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] Set router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:32:56.616539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46353265-af3a-423a-a567-4c453def0a78 req-3c6ade49-238e-410a-9485-b45048c94f41 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201534 Jan 29 04:32:56.631739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.656069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.663849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:32:56.665530 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3dd2c6-f8ee-4e67-8c26-a36dc89d6efa" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:32:56.674493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 672bede6-59c2-483b-b311-e0ab141b24ab up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:56.676354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043ce1c6-3b72-40f5-ad13-a405cecb0c80 None None] Provisioning complete for port e8639838-3356-410a-aa57-f15df48af14d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:56.677376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043ce1c6-3b72-40f5-ad13-a405cecb0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.762187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:56.774991 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.803346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.812120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043ce1c6-3b72-40f5-ad13-a405cecb0c80 None None] Port e8639838-3356-410a-aa57-f15df48af14d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:32:56.815707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 672bede6-59c2-483b-b311-e0ab141b24ab triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:56.816077 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:56.841528 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2916045c-3cdd-4007-b820-abd551817333 x-openstack-request-id: req-2916045c-3cdd-4007-b820-abd551817333 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:32:56.841938 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:32:56.842147 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2916045c-3cdd-4007-b820-abd551817333 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:32:56.842492 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:32:56.865104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95298e6-6624-4f21-8d07-25af32a9f461,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:56.871529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9faabdb2129148fb81831b97dc32ed7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247743 Jan 29 04:32:56.886725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55728) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:56.917236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:56.921278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.921761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.922135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.922481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.922900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.923728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.924195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.924531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.924866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.925205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.925521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:56.925848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b60946-a5ce-4d0e-8510-cbc829125044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:32:57.100507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03668b16-703b-4115-a564-f9e86d3a08c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.113425 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:32:51Z', 'revision_number': 3, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:32:57.134154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03668b16-703b-4115-a564-f9e86d3a08c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.161960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.175509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.210983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03668b16-703b-4115-a564-f9e86d3a08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.219116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03668b16-703b-4115-a564-f9e86d3a08c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.224574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03668b16-703b-4115-a564-f9e86d3a08c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d95298e6-6624-4f21-8d07-25af32a9f461 HTTP/1.1" status: 204 len: 168 time: 0.3367686 Jan 29 04:32:57.244842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03668b16-703b-4115-a564-f9e86d3a08c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95298e6-6624-4f21-8d07-25af32a9f461,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:57.265321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.277497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:57.294124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Pushing event updated for resources: {'Port': ['ID=e8639838-3356-410a-aa57-f15df48af14d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:57.305954 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04784f6-dd47-4623-bdb5-2a5a13ef8863 None None] The sync data for ids ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'] in n-d-825930-1 is: [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:32:51Z', 'revision_number': 3, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:32:57.484683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:32:57.487334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:32:57.584338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a632bb-8ab6-4850-a3ef-2f764583be40 req-a9c4252b-c53d-4e02-80c6-7a24b3640eca tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:57.603478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83a632bb-8ab6-4850-a3ef-2f764583be40 req-a9c4252b-c53d-4e02-80c6-7a24b3640eca tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1555932 Jan 29 04:32:57.720961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83a632bb-8ab6-4850-a3ef-2f764583be40 req-3ce3065c-5170-4bab-910b-c8844ba08cbc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156855 Jan 29 04:32:57.837938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:32:57.864658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ead1e4-31be-4ff3-bd24-7611d32b80d6 req-ca7872a9-9cc1-4d3d-b20a-ceef569c4f9d tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:57.872239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2ead1e4-31be-4ff3-bd24-7611d32b80d6 req-ca7872a9-9cc1-4d3d-b20a-ceef569c4f9d tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1165898 Jan 29 04:32:57.983808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:58.021829 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46740639-afbf-4fd8-a81d-63382860da14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.079340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:32:58.090269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbaaff64-3d7e-4128-8835-0e971a9f7c0a admin admin] 10.222.0.32 "PUT /v2.0/routers/599ab0d2-372e-4b1b-b85b-5d7aa563af30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2232296 Jan 29 04:32:58.106983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-910776f1-82f1-4bc6-abbb-ed8e3b21a9b1 None None] Provisioning complete for port e8639838-3356-410a-aa57-f15df48af14d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:58.107354 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-910776f1-82f1-4bc6-abbb-ed8e3b21a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.151542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2ead1e4-31be-4ff3-bd24-7611d32b80d6 req-2ba7f3e9-1db8-4665-a0e0-d7111ed447be tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782621 Jan 29 04:32:58.269196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-910776f1-82f1-4bc6-abbb-ed8e3b21a9b1 None None] Port e8639838-3356-410a-aa57-f15df48af14d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:32:58.288073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46740639-afbf-4fd8-a81d-63382860da14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.301044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46740639-afbf-4fd8-a81d-63382860da14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.409216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-46740639-afbf-4fd8-a81d-63382860da14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac302dd4eef4d4799cdebe92250c2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240179 Jan 29 04:32:58.425288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55772) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:32:58.437493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46740639-afbf-4fd8-a81d-63382860da14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ffde6-5d0b-4866-9b79-730d2d9c2562,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:58.630844 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987fa6cc-9513-4a14-8b2f-51e64f5c59b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.732909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987fa6cc-9513-4a14-8b2f-51e64f5c59b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.818694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9ec1a10-d873-4425-863d-f0a4bd223862 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:32:58.925094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987fa6cc-9513-4a14-8b2f-51e64f5c59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.933850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987fa6cc-9513-4a14-8b2f-51e64f5c59b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:58.934782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a880b-77ff-4e44-a6d1-fcbf249cbe3e req-4aeeb91f-9d19-49c5-b100-7e99d7302048 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:58.942310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-987fa6cc-9513-4a14-8b2f-51e64f5c59b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/404ffde6-5d0b-4866-9b79-730d2d9c2562 HTTP/1.1" status: 204 len: 168 time: 0.5132911 Jan 29 04:32:58.947394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f1a880b-77ff-4e44-a6d1-fcbf249cbe3e req-4aeeb91f-9d19-49c5-b100-7e99d7302048 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.2818491 Jan 29 04:32:58.953877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fa6cc-9513-4a14-8b2f-51e64f5c59b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ffde6-5d0b-4866-9b79-730d2d9c2562,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:59.036721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-8847b0f1-ada5-42ff-b500-f3f4dc042188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.041201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-8847b0f1-ada5-42ff-b500-f3f4dc042188 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 1096 time: 0.3037813 Jan 29 04:32:59.121589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c9ec1a10-d873-4425-863d-f0a4bd223862 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:32:59.124922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:59.189500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-d54de921-4c87-4c62-be85-c66b50578d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.191193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-d54de921-4c87-4c62-be85-c66b50578d4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.1370256 Jan 29 04:32:59.209770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9f1a880b-77ff-4e44-a6d1-fcbf249cbe3e req-3e4840de-5e58-4952-b0a3-afec3c7b05ba tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558203 Jan 29 04:32:59.405550 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:59.408583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:59.501478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:59.523689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-ba00ca84-4258-4994-ac54-fbea96897922 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 200 len: 1000 time: 0.2765749 Jan 29 04:32:59.557413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c9ec1a10-d873-4425-863d-f0a4bd223862, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9ec1a10-d873-4425-863d-f0a4bd223862,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:32:59.566933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be7b0e-25b5-406f-b3b7-7011cd3bcd61 req-2e1d4569-d0d0-4de1-83d2-ba4d32d094e6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.569033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:32:59.579691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35be7b0e-25b5-406f-b3b7-7011cd3bcd61 req-2e1d4569-d0d0-4de1-83d2-ba4d32d094e6 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1572952 Jan 29 04:32:59.689910 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35be7b0e-25b5-406f-b3b7-7011cd3bcd61 req-2f137e71-eb41-416e-86c0-b86ea71fc0ed tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075709 Jan 29 04:32:59.710481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.729250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c9ec1a10-d873-4425-863d-f0a4bd223862,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:32:59.734156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.748258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.767060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.779045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.801944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.825309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.837904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb878136-4494-4c43-b710-4a5a5991f180 req-96d61f2d-f027-4c11-9393-d2a58278b291 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.4601879 Jan 29 04:32:59.954993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb878136-4494-4c43-b710-4a5a5991f180 req-61a7e3f4-fc1d-4e99-8826-d91184874754 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088865 Jan 29 04:32:59.972420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-f45a4b23-7041-4384-9f9a-ed8b1b495ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:32:59.975397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-f45a4b23-7041-4384-9f9a-ed8b1b495ea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.4426215 Jan 29 04:33:00.139924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-6bb236a1-4a5c-4aa7-a6fb-24f4941aa1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.141457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-6bb236a1-4a5c-4aa7-a6fb-24f4941aa1c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569548 Jan 29 04:33:00.475337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-7c3450c3-3be0-42f1-b767-e4cf6e5f68e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233438 Jan 29 04:33:00.561179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f912e-11fa-49a8-8f8f-22f9bb8ab349 req-35062063-7afb-46b3-b91a-efd08f91aed9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.569430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d3f912e-11fa-49a8-8f8f-22f9bb8ab349 req-35062063-7afb-46b3-b91a-efd08f91aed9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1775455 Jan 29 04:33:00.659510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d3f912e-11fa-49a8-8f8f-22f9bb8ab349 req-5a738f8b-ee38-4db6-9e96-5f37cea29dd1 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784850 Jan 29 04:33:00.708273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9ec1a10-d873-4425-863d-f0a4bd223862 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:00.717163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cb636f1-54e2-49f9-9bfa-2a61e652d2b5 req-baf018f2-db02-4baf-9f82-26d7c9fc1f63 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324588 Jan 29 04:33:00.783843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c9ec1a10-d873-4425-863d-f0a4bd223862 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:00.784659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:00.969608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb2ec9-c662-4cfd-a022-87725cdae309 req-86319d5d-42ca-4441-938f-5341c96523cb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:00.978022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-affb2ec9-c662-4cfd-a022-87725cdae309 req-86319d5d-42ca-4441-938f-5341c96523cb tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1602707 Jan 29 04:33:01.092098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Sync routers for ids ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:33:01.098501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-affb2ec9-c662-4cfd-a022-87725cdae309 req-c538ded5-bc89-4cf5-a734-3f87ff7c7baa tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195199 Jan 29 04:33:01.120102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Routers {'599ab0d2-372e-4b1b-b85b-5d7aa563af30'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:01.121158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:01.344389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.363587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.383365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.403636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.422489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.439769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.450870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.463922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-cfaa48ce-f405-4988-8633-b7bfa880383d tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.3035226 Jan 29 04:33:01.587770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-21cec7a7-b519-4336-a503-ff83e9927a4a req-71df7ae2-89e8-4224-9e0a-8481f586f356 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025581 Jan 29 04:33:01.787286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Set router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:01.884440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24099df-3ef9-4304-90db-352c18f2e84d req-9ea9872b-3b27-4907-8e15-b4fae7f1cdbd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:01.892897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a24099df-3ef9-4304-90db-352c18f2e84d req-9ea9872b-3b27-4907-8e15-b4fae7f1cdbd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.1180904 Jan 29 04:33:01.962737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a24099df-3ef9-4304-90db-352c18f2e84d req-a368a35d-db2d-4168-9324-74e088d36dfb tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688572 Jan 29 04:33:02.188864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:32:56Z', 'revision_number': 4, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e8639838-3356-410a-aa57-f15df48af14d', 'name': '', 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'mac_address': 'fa:16:3e:bd:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:55Z', 'updated_at': '2022-01-29T04:32:56Z', 'revision_number': 2, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'subnets': [{'id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:02.246996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Checking router: 599ab0d2-372e-4b1b-b85b-5d7aa563af30 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:33:02.247433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Updating router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 port e8639838-3356-410a-aa57-f15df48af14d binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:33:02.312383 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:02.367684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749950c-c068-4c15-8a31-a0bbd117c80b req-ddbf433d-a01d-4f48-bd80-ee97290bbcf8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:02.381769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9749950c-c068-4c15-8a31-a0bbd117c80b req-ddbf433d-a01d-4f48-bd80-ee97290bbcf8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1039488 Jan 29 04:33:02.693641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9749950c-c068-4c15-8a31-a0bbd117c80b req-76706be6-4eb1-4a27-b851-5eaa03ab3bed tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999089 Jan 29 04:33:02.879128 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:02.893666 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:02.948968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:02.963843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168149a-0001-4c77-9d14-af95e549140b None None] Pushing event updated for resources: {'Port': ['ID=e8639838-3356-410a-aa57-f15df48af14d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:02.967118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:02.978749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:02.987008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:02.993214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.007102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.027859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.039271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-73f2e4c9-2d54-43ab-8c18-4e9073c87836 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.2520022 Jan 29 04:33:03.059244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Attempting to bind port e8639838-3356-410a-aa57-f15df48af14d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:33:03.059615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Attempting to bind port e8639838-3356-410a-aa57-f15df48af14d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:33:03.060012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Attempting to bind port e8639838-3356-410a-aa57-f15df48af14d on network 4aaced33-7b64-4660-89b5-7a5e2974cc70 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:03.069664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:33:03.070077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Checking segment: {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:03.070458 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:03.070849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Bound using segment: {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:33:03.071330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Bound port: e8639838-3356-410a-aa57-f15df48af14d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd200a6a6-1a55-453e-9037-d59e6d9d46cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:33:03.071709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:03.148628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-042cd818-dfc0-4d3d-a76b-29d420eb6ecd req-e415ee28-c4b9-4ff1-b680-3ae9e2b74da2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969088 Jan 29 04:33:03.241969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] For port e8639838-3356-410a-aa57-f15df48af14d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:03.248829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] For port e8639838-3356-410a-aa57-f15df48af14d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e8639838-3356-410a-aa57-f15df48af14d,segment=NetworkSegment(d200a6a6-1a55-453e-9037-d59e6d9d46cb),segment_id=d200a6a6-1a55-453e-9037-d59e6d9d46cb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:33:03.277004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:03.366176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168149a-0001-4c77-9d14-af95e549140b None None] Pushing event updated for resources: {'Port': ['ID=e8639838-3356-410a-aa57-f15df48af14d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:03.384716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Routers {'599ab0d2-372e-4b1b-b85b-5d7aa563af30'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:03.385447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:03.470417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.491055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.517600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.534862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.548730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.567214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.582715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.590183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-3ad88710-6cd9-4aa2-8948-b37cfdaf9a09 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.3187737 Jan 29 04:33:03.660015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-53302722-d9ce-4c53-9881-10ab45417986 None None] Provisioning complete for port e8639838-3356-410a-aa57-f15df48af14d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:03.660393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-53302722-d9ce-4c53-9881-10ab45417986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:03.743887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-174443ec-907c-48eb-9b18-74296fbaac88 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:03.745355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-174443ec-907c-48eb-9b18-74296fbaac88 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "GET /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1445248 Jan 29 04:33:03.842169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] Set router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:04.100190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f09a2bdb-a1b3-4bc9-80c9-e9dc5af257da tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "GET /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3340979 Jan 29 04:33:04.122883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:04.218042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869cce-cb3e-452c-a4dc-6421782d6be5 req-b23b6510-47de-492c-b5b4-cbe8b3718b72 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.220470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5869cce-cb3e-452c-a4dc-6421782d6be5 req-b23b6510-47de-492c-b5b4-cbe8b3718b72 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.3008034 Jan 29 04:33:04.302367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:04.465822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5869cce-cb3e-452c-a4dc-6421782d6be5 req-81a62ebc-5b59-43ee-8690-fc11e2b9fac0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322001 Jan 29 04:33:04.514864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:32:56Z', 'revision_number': 4, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e8639838-3356-410a-aa57-f15df48af14d', 'name': '', 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'mac_address': 'fa:16:3e:bd:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:55Z', 'updated_at': '2022-01-29T04:33:03Z', 'revision_number': 4, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'subnets': [{'id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:04.574183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.603869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.619637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.635013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4cd3-e333-469c-a83c-29ca04995b42 None None] The sync data for ids ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'] in n-d-825930-1 is: [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:32:56Z', 'revision_number': 4, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e8639838-3356-410a-aa57-f15df48af14d', 'name': '', 'network_id': '4aaced33-7b64-4660-89b5-7a5e2974cc70', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'mac_address': 'fa:16:3e:bd:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:55Z', 'updated_at': '2022-01-29T04:33:03Z', 'revision_number': 4, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'subnets': [{'id': 'ea7f7a11-d0a6-44c6-a3da-5a54b1928bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:33:04.650092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.749982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-53302722-d9ce-4c53-9881-10ab45417986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:04.792493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.816853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.838006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:04.859437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84be8723-c71c-4240-a078-d532aea4a718 req-c58d7992-80df-4cb6-859b-3f50d5a5ca8e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 5444 time: 0.5077441 Jan 29 04:33:04.874360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-53302722-d9ce-4c53-9881-10ab45417986 None None] For port e8639838-3356-410a-aa57-f15df48af14d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e8639838-3356-410a-aa57-f15df48af14d,segment=NetworkSegment(d200a6a6-1a55-453e-9037-d59e6d9d46cb),segment_id=d200a6a6-1a55-453e-9037-d59e6d9d46cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:04.892473 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-53302722-d9ce-4c53-9881-10ab45417986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:04.993456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-84be8723-c71c-4240-a078-d532aea4a718 req-751d4150-aec0-4bc1-89d3-0f05c27af7bb tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276560 Jan 29 04:33:04.995987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=878937f9-e8df-4443-8969-22f894d32a6a,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:05.055177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] For port 878937f9-e8df-4443-8969-22f894d32a6a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:05.061810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53302722-d9ce-4c53-9881-10ab45417986 None None] Pushing event updated for resources: {'Port': ['ID=e8639838-3356-410a-aa57-f15df48af14d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:05.100508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-850acd6b-3dc6-41a6-8de4-ef4ba146f9c6 None None] Provisioning complete for port e8639838-3356-410a-aa57-f15df48af14d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:05.101227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-850acd6b-3dc6-41a6-8de4-ef4ba146f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:05.237301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] device_id is not set on port 878937f9-e8df-4443-8969-22f894d32a6a yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:33:05.278694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:05.299848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:05.353117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 878937f9-e8df-4443-8969-22f894d32a6a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:05.500782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] No DVR routers for this DVR port 878937f9-e8df-4443-8969-22f894d32a6a on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:05.520626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 878937f9-e8df-4443-8969-22f894d32a6a not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:05.521282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 404bf81a-bfc8-4e59-9dd2-a6e688e77542 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:05.614655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Pushing event updated for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:05.633034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:05.673438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] In _notify_port_updated(), no bound segment for port 878937f9-e8df-4443-8969-22f894d32a6a on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:33:05.676900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:05.678632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:05.682128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-d60d4abd-6462-456e-a50a-b38a53f8a8cd service neutron] 10.222.0.36 "PUT /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 200 len: 1033 time: 1.5745330 Jan 29 04:33:05.773294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:05.774756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404bf81a-bfc8-4e59-9dd2-a6e688e77542'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:05.779143 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d14bd54-5e68-4e33-b7af-49ff2906cf54" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "404bf81a-bfc8-4e59-9dd2-a6e688e77542"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:05.803701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:05.806630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 7bad316c-3780-4deb-9a30-0601c96302ab no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:05.848099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d2d80-ba48-491d-8a12-4aa278201c4c req-b8f66f30-e2f3-485c-a48e-ac23380bce20 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:05.851036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b1d2d80-ba48-491d-8a12-4aa278201c4c req-b8f66f30-e2f3-485c-a48e-ac23380bce20 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1676693 Jan 29 04:33:05.859849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-6f8e85b4-40f7-44c6-89a8-20bbb2c0c21b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:05.862081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-6f8e85b4-40f7-44c6-89a8-20bbb2c0c21b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "GET /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1713874 Jan 29 04:33:05.912763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b1d2d80-ba48-491d-8a12-4aa278201c4c req-eb15dc2e-a90a-488e-83de-af5d48e24dd5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491111 Jan 29 04:33:05.917008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:05.986870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.007957 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78cf164-b6c0-4dbf-bd3b-eefd31a50843 x-openstack-request-id: req-e78cf164-b6c0-4dbf-bd3b-eefd31a50843 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:06.013008 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "404bf81a-bfc8-4e59-9dd2-a6e688e77542", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:06.014204 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e78cf164-b6c0-4dbf-bd3b-eefd31a50843 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:06.017883 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404bf81a-bfc8-4e59-9dd2-a6e688e77542', 'code': 200} Jan 29 04:33:06.212593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-536b78b4-60ae-4150-9e71-d5d200b6521a None None] Provisioning complete for port 878937f9-e8df-4443-8969-22f894d32a6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:06.213002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-536b78b4-60ae-4150-9e71-d5d200b6521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.227313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:06.422999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.431957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-536b78b4-60ae-4150-9e71-d5d200b6521a None None] Port 878937f9-e8df-4443-8969-22f894d32a6a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:33:06.433773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=404bf81a-bfc8-4e59-9dd2-a6e688e77542,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:06.440607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.464804 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.473575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.481545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.488728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.496002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.505463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-7939c16b-1545-4c54-b3e6-c96d8fdcd75c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 4662 time: 0.3091993 Jan 29 04:33:06.550285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] For port 404bf81a-bfc8-4e59-9dd2-a6e688e77542, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:06.612855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7bad316c-3780-4deb-9a30-0601c96302ab,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:06.620466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-546aeae1-7f84-4800-88e5-211cb8d38388 req-1eadb36c-1472-4c14-bd3a-2d739d4bffa0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=067f9c10-f8de-46ca-afc6-48797a0b7f7a&id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137145 Jan 29 04:33:06.632944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.638050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 7c7ba19a-b466-4f74-b435-8ea8ef806c89 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:06.657435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] device_id is not set on port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:33:06.673464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.693327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.836730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] No DVR routers for this DVR port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:06.884526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] In _notify_port_updated(), no bound segment for port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 on network f0e89752-aec8-44f9-89b0-2ea42156e56e {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:33:06.890255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:06.890889 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:06.893129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] 10.222.0.36 "PUT /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 200 len: 1032 time: 0.9847314 Jan 29 04:33:06.896803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e8639838-3356-410a-aa57-f15df48af14d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:07.158243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:07.161376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e8639838-3356-410a-aa57-f15df48af14d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:07.161993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.264443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50c273-f91e-449b-818b-1a5860817350 service neutron] Pushing event updated for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:07.303169 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.384764 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:33:07.434215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:07.453555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.457650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 29eb7404-e1bf-4a05-a2a4-64e33a1b029a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:07.471659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460328-b79a-4126-8c90-bde8a8e74ff5 req-eb4b789e-083a-418c-9237-5e364af2c0a4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:07.494985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04460328-b79a-4126-8c90-bde8a8e74ff5 req-eb4b789e-083a-418c-9237-5e364af2c0a4 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.3434520 Jan 29 04:33:07.517288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0e24855d-05ba-43ab-bffe-939bea15499a None None] Provisioning complete for port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:07.518062 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e24855d-05ba-43ab-bffe-939bea15499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.573652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:07.578078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.726223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0e24855d-05ba-43ab-bffe-939bea15499a None None] Port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:33:07.744692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:07.763391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.870751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:07.889622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.910597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:07.926045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:07.927087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:08.001229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-438629f1-5fde-4ce2-a5a7-643716d1b54a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:08.024211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-438629f1-5fde-4ce2-a5a7-643716d1b54a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:08.036878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-438629f1-5fde-4ce2-a5a7-643716d1b54a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:08.040881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:08.045840 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b93dd3-696b-4859-860e-82473e3e0d3b" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:08.064247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-438629f1-5fde-4ce2-a5a7-643716d1b54a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:08.085028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-438629f1-5fde-4ce2-a5a7-643716d1b54a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:08.089385 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-438629f1-5fde-4ce2-a5a7-643716d1b54a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 3881 time: 0.2788265 Jan 29 04:33:08.197769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5242ccc-139a-46cb-af3b-77c4a42233e0 req-1a7a8ce0-a19c-498b-aa3a-964858ab36e0 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015518 Jan 29 04:33:08.294094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:08.319054 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33202444-5d5d-4daf-b189-4ee774f33897 x-openstack-request-id: req-33202444-5d5d-4daf-b189-4ee774f33897 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:08.319356 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:08.319608 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33202444-5d5d-4daf-b189-4ee774f33897 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:08.320010 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab', 'code': 200} Jan 29 04:33:08.320265 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89', 'code': 200} Jan 29 04:33:08.320516 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'code': 200} Jan 29 04:33:08.321216 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:08.361284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:08.364664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:08.365133 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Floating IP c1e8d5a4-2f2e-473f-badd-51067cea45f1 disassociated. External IP: 172.25.4.151, port: 29eb7404-e1bf-4a05-a2a4-64e33a1b029a. Jan 29 04:33:08.367043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 29eb7404-e1bf-4a05-a2a4-64e33a1b029a owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:08.386265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:08.394294 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:08.395347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1be1f37a-ec22-429e-98fa-7628eefa8130 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:08.661231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:08.838031 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:08.962381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1be1f37a-ec22-429e-98fa-7628eefa8130,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:08.975238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:08.998246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:09.074615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04460328-b79a-4126-8c90-bde8a8e74ff5 req-c3d2da1a-fc20-48d4-96e6-59cfeb52fb10 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5784929 Jan 29 04:33:09.115680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=29eb7404-e1bf-4a05-a2a4-64e33a1b029a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:09.246168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:09.435483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Router b56f760a-95fa-42fe-b393-d018fc26ecef has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:33:09.536575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051c05-927e-4e1d-ac52-ac65407e4350 req-5e3637c6-25b6-4529-91b7-ba08b50c6560 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.545683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051c05-927e-4e1d-ac52-ac65407e4350 req-5e3637c6-25b6-4529-91b7-ba08b50c6560 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.570452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051c05-927e-4e1d-ac52-ac65407e4350 req-5e3637c6-25b6-4529-91b7-ba08b50c6560 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.576314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051c05-927e-4e1d-ac52-ac65407e4350 req-5e3637c6-25b6-4529-91b7-ba08b50c6560 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:09.578100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3051c05-927e-4e1d-ac52-ac65407e4350 req-5e3637c6-25b6-4529-91b7-ba08b50c6560 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 3142 time: 0.1992321 Jan 29 04:33:09.758343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:33:09.804085 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] Sync routers for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:33:09.812324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3051c05-927e-4e1d-ac52-ac65407e4350 req-69ec23e7-8c17-420f-bde1-2ca487b3068c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209508 Jan 29 04:33:09.821719 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:09.822392 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:09.895224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] No DVR routers for this DVR port 29eb7404-e1bf-4a05-a2a4-64e33a1b029a on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:09.900040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:09.907674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-1b72016a-ba79-4fe6-86f4-26ade0a509c2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "DELETE /v2.0/ports/29eb7404-e1bf-4a05-a2a4-64e33a1b029a HTTP/1.1" status: 204 len: 173 time: 2.9948342 Jan 29 04:33:09.908305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:09.914538 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab652e5a-d815-4579-9850-64d0754e668e" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:10.189736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:10.190615 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:10.198295 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:10.315731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4033c4-3c3b-448a-ac73-9431a87618dd req-4d46f17a-5350-404a-b9c1-7934a65ab24f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:10.318834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c4033c4-3c3b-448a-ac73-9431a87618dd req-4d46f17a-5350-404a-b9c1-7934a65ab24f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.0859714 Jan 29 04:33:10.321715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:10.324615 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0fd99-2445-4795-8c9d-ae36aa5c5e18" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:10.390886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] For port 7c7ba19a-b466-4f74-b435-8ea8ef806c89, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7c7ba19a-b466-4f74-b435-8ea8ef806c89,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:10.394561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:10.425550 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ebe5b-e8f3-43bf-b36b-8f5d96c10a7c x-openstack-request-id: req-336ebe5b-e8f3-43bf-b36b-8f5d96c10a7c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:10.425876 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "29eb7404-e1bf-4a05-a2a4-64e33a1b029a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:10.427435 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336ebe5b-e8f3-43bf-b36b-8f5d96c10a7c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:10.427922 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '29eb7404-e1bf-4a05-a2a4-64e33a1b029a', 'status': 'completed', 'code': 200} Jan 29 04:33:10.431437 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af08f1be-4e51-42d5-8864-b4667b861099 x-openstack-request-id: req-af08f1be-4e51-42d5-8864-b4667b861099 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:10.431972 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-unplugged", "status": "completed", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:10.432140 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af08f1be-4e51-42d5-8864-b4667b861099 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:10.433196 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f', 'code': 200} Jan 29 04:33:10.433452 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130', 'code': 200} Jan 29 04:33:10.463549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 7c7ba19a-b466-4f74-b435-8ea8ef806c89 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:10.508177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c4033c4-3c3b-448a-ac73-9431a87618dd req-9e20eb96-1706-43e9-9a6e-227c63611691 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719778 Jan 29 04:33:10.808116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:10.866259 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] Checking router: b56f760a-95fa-42fe-b393-d018fc26ecef for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:33:10.888307 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:10.888950 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:32:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:10.929311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:11.037823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=7c7ba19a-b466-4f74-b435-8ea8ef806c89,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:11.083369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:11.218555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] No DVR routers for this DVR port 7c7ba19a-b466-4f74-b435-8ea8ef806c89 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:11.246560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:11.261658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-168f9487-7a82-468b-a571-2e88b4c8e397 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "DELETE /v2.0/ports/7c7ba19a-b466-4f74-b435-8ea8ef806c89 HTTP/1.1" status: 204 len: 173 time: 1.3254316 Jan 29 04:33:11.323979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a3af-2682-4e99-a365-3c58ec687b1a req-453619e3-f59c-43d2-a4fb-241612eb9170 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:11.345934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a3af-2682-4e99-a365-3c58ec687b1a req-453619e3-f59c-43d2-a4fb-241612eb9170 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:11.357875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a3af-2682-4e99-a365-3c58ec687b1a req-453619e3-f59c-43d2-a4fb-241612eb9170 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:11.365214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5948a3af-2682-4e99-a365-3c58ec687b1a req-453619e3-f59c-43d2-a4fb-241612eb9170 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 2409 time: 0.3633718 Jan 29 04:33:11.666436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5948a3af-2682-4e99-a365-3c58ec687b1a req-92c2305d-cebf-4cae-8341-59ace2f7569a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391348 Jan 29 04:33:11.734814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:11.770793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:11.771460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:11.831375 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c657fd-2c61-420c-ac3c-e5d022dbddb7 None None] The sync data for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 is: [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:27:18Z', 'revision_number': 4, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b21035fe-6784-4961-81ca-413d5620ec32', 'name': '', 'network_id': 'd019f607-b533-406f-bccf-961d985c5be4', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'mac_address': 'fa:16:3e:22:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:17Z', 'updated_at': '2022-01-29T04:27:33Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'subnets': [{'id': '56454a91-612d-46dc-957d-7211d8b95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:33:11.862986 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:11.979817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978da1c-ca66-4707-b5b8-07d17ecd85bf req-73864d47-d145-4545-8864-dd4c98724a11 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:11.984175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0978da1c-ca66-4707-b5b8-07d17ecd85bf req-73864d47-d145-4545-8864-dd4c98724a11 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1918547 Jan 29 04:33:12.074713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] For port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:12.075440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:12.092925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:12.116327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0978da1c-ca66-4707-b5b8-07d17ecd85bf req-4df82ec8-ea20-4fad-8731-43dc290dfa18 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247032 Jan 29 04:33:12.428706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:12.432873 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09656b2-fbed-4be4-a259-b5edb5083f88" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:12.464535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:12.513879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2f3bb-9f3f-4d1b-82c5-fd0a01f2a7b5 None None] New status for floating IP c1e8d5a4-2f2e-473f-badd-51067cea45f1: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:33:12.565436 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a386e90-2df3-4ea9-a8c7-6aa33b18b5af x-openstack-request-id: req-4a386e90-2df3-4ea9-a8c7-6aa33b18b5af {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:12.565744 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "7c7ba19a-b466-4f74-b435-8ea8ef806c89", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:12.567405 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a386e90-2df3-4ea9-a8c7-6aa33b18b5af {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:12.567805 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '7c7ba19a-b466-4f74-b435-8ea8ef806c89', 'status': 'completed', 'code': 200} Jan 29 04:33:12.569857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:12.686787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] No DVR routers for this DVR port f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:12.696109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:12.705576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-f1110a67-4ae9-4090-ba9a-486db9be5e85 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "DELETE /v2.0/ports/f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f HTTP/1.1" status: 204 len: 173 time: 1.4353671 Jan 29 04:33:12.937460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 1be1f37a-ec22-429e-98fa-7628eefa8130 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:12.937936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:13.062408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4d19-f053-43b1-b5ad-7feed7bc48eb req-274a5f42-35e7-4cec-88bf-dacffe926fc7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:13.090487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4d19-f053-43b1-b5ad-7feed7bc48eb req-274a5f42-35e7-4cec-88bf-dacffe926fc7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:13.101039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9aaf4d19-f053-43b1-b5ad-7feed7bc48eb req-274a5f42-35e7-4cec-88bf-dacffe926fc7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 1676 time: 0.2170162 Jan 29 04:33:13.221066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9aaf4d19-f053-43b1-b5ad-7feed7bc48eb req-18ecfa35-ad7d-45f9-bd10-f5990fce7a29 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134393 Jan 29 04:33:13.337498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] For port 1be1f37a-ec22-429e-98fa-7628eefa8130, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1be1f37a-ec22-429e-98fa-7628eefa8130,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:13.337909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:13.353823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 1be1f37a-ec22-429e-98fa-7628eefa8130 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:13.468311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c5eb2-d36d-47fe-ab39-377212d15658 req-c2f41644-3744-4fc2-9f11-9d0af3c71f14 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:13.470019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a1c5eb2-d36d-47fe-ab39-377212d15658 req-c2f41644-3744-4fc2-9f11-9d0af3c71f14 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1957703 Jan 29 04:33:13.486225 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:13.542868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a1c5eb2-d36d-47fe-ab39-377212d15658 req-86bc61e3-443f-4010-abfe-0a7c606b36f0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571923 Jan 29 04:33:13.730613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:13.842322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=1be1f37a-ec22-429e-98fa-7628eefa8130,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:13.953230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] No DVR routers for this DVR port 1be1f37a-ec22-429e-98fa-7628eefa8130 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:13.964911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:13.975638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-5dbf2e2d-8b77-46a2-b89c-4be9f38c2c27 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "DELETE /v2.0/ports/1be1f37a-ec22-429e-98fa-7628eefa8130 HTTP/1.1" status: 204 len: 173 time: 1.2617056 Jan 29 04:33:14.224600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 7bad316c-3780-4deb-9a30-0601c96302ab {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:14.224950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:14.511919 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c89d-e635-4cac-81da-0f12802cf092 req-4a6dd40b-709a-4360-afe1-f299e17287f4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:14.521713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2861c89d-e635-4cac-81da-0f12802cf092 req-4a6dd40b-709a-4360-afe1-f299e17287f4 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 942 time: 0.1205003 Jan 29 04:33:14.572934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2861c89d-e635-4cac-81da-0f12802cf092 req-0f245d3c-f72c-409a-96fe-1f7e217f783e tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e1700be-2388-440e-aa08-211a49a9ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 Jan 29 04:33:14.582330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] For port 7bad316c-3780-4deb-9a30-0601c96302ab, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=7bad316c-3780-4deb-9a30-0601c96302ab,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:14.582906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:14.626767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 7bad316c-3780-4deb-9a30-0601c96302ab owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:14.681385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f'}, {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:14.683762 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6caac8-196b-401b-b8e4-c2a283f04f80" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f"}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:14.791575 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7437b-b877-4358-a0c5-6d2e704dcf2b x-openstack-request-id: req-32e7437b-b877-4358-a0c5-6d2e704dcf2b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:14.792852 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f", "status": "completed", "code": 200}, {"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "1be1f37a-ec22-429e-98fa-7628eefa8130", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:14.794342 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32e7437b-b877-4358-a0c5-6d2e704dcf2b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:14.796595 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': 'f1ea0df8-a9f2-4baa-9c41-9aaa59a83c4f', 'status': 'completed', 'code': 200} Jan 29 04:33:14.797337 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '1be1f37a-ec22-429e-98fa-7628eefa8130', 'status': 'completed', 'code': 200} Jan 29 04:33:14.915543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d155-5a1d-4796-a1e0-63e863468ce8 req-cd68154d-b102-472b-8463-e2d2bd172ebc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:14.917317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb04d155-5a1d-4796-a1e0-63e863468ce8 req-cd68154d-b102-472b-8463-e2d2bd172ebc tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1477783 Jan 29 04:33:15.140908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb04d155-5a1d-4796-a1e0-63e863468ce8 req-913bc8c6-19f2-40e0-81c6-2ce33f0523a7 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085295 Jan 29 04:33:15.149938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:15.246091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=7bad316c-3780-4deb-9a30-0601c96302ab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:15.399171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] No DVR routers for this DVR port 7bad316c-3780-4deb-9a30-0601c96302ab on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:15.403949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:15.411063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-478806d0-ca28-43e5-911d-dcf182e6a7f0 req-18fac074-557b-4448-8542-2741c5f8e808 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.36 "DELETE /v2.0/ports/7bad316c-3780-4deb-9a30-0601c96302ab HTTP/1.1" status: 204 len: 173 time: 1.4307394 Jan 29 04:33:15.686478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ce8df-1caa-4adf-a4d6-fa9b78acb143 req-0676e931-a73d-45aa-84ef-45fe5731b72b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:15.699586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-063ce8df-1caa-4adf-a4d6-fa9b78acb143 req-0676e931-a73d-45aa-84ef-45fe5731b72b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1109543 Jan 29 04:33:15.810513 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-063ce8df-1caa-4adf-a4d6-fa9b78acb143 req-09192a83-1505-4257-84c5-a91ee9afe2f8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036131 Jan 29 04:33:15.921805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-172094b5-a79c-4f01-b96f-54ae5131bebf req-50cafaa9-6db1-4588-8829-a2245eedf167 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0568118 Jan 29 04:33:16.133293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7ae3-38c1-400f-98a2-7713cc957f98 req-9f0adcf3-bd06-453f-b1ae-547b221ae1b2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.138377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38ed7ae3-38c1-400f-98a2-7713cc957f98 req-9f0adcf3-bd06-453f-b1ae-547b221ae1b2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1717215 Jan 29 04:33:16.212733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce5e0-d754-4e59-ae1a-2fda9abd3d2a req-f7efbe7c-bf63-4f3a-a262-133bd5c13a17 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:16.224731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bfce5e0-d754-4e59-ae1a-2fda9abd3d2a req-f7efbe7c-bf63-4f3a-a262-133bd5c13a17 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1262085 Jan 29 04:33:16.272277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38ed7ae3-38c1-400f-98a2-7713cc957f98 req-c505ffab-dc8d-4c0a-a4ae-3be850b8de6b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268289 Jan 29 04:33:16.355773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:16.369024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bfce5e0-d754-4e59-ae1a-2fda9abd3d2a req-17a3d8b6-4d39-4de6-8719-908ea34e348b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411095 Jan 29 04:33:16.646190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b11000-dcb2-42a9-8af5-51466c160808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:16.808580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:16.811615 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3a814-559e-402f-93ca-677e1fc2966b" -d '{"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:16.905084 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24ce715-1d26-4bb8-be93-4361396995b7 x-openstack-request-id: req-d24ce715-1d26-4bb8-be93-4361396995b7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:16.905374 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4431-3147-43de-9854-7f2d3f0479d2", "name": "network-vif-deleted", "tag": "7bad316c-3780-4deb-9a30-0601c96302ab", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:16.905627 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d24ce715-1d26-4bb8-be93-4361396995b7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:16.908873 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4431-3147-43de-9854-7f2d3f0479d2', 'name': 'network-vif-deleted', 'tag': '7bad316c-3780-4deb-9a30-0601c96302ab', 'status': 'completed', 'code': 200} Jan 29 04:33:16.916455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b11000-dcb2-42a9-8af5-51466c160808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:16.929540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b11000-dcb2-42a9-8af5-51466c160808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:16.981434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11000-dcb2-42a9-8af5-51466c160808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44393a1-2433-4f87-bb6b-05488a2f85d2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:17.057658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8b11000-dcb2-42a9-8af5-51466c160808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b62531c5e32432292b61ddc51dce550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007804 Jan 29 04:33:17.060703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56306) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:17.092590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894809a8-51de-442e-beee-fe7911778fff req-3f8f65c4-26f3-474c-b9f3-96a7757cba78 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:17.100924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-894809a8-51de-442e-beee-fe7911778fff req-3f8f65c4-26f3-474c-b9f3-96a7757cba78 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.1213520 Jan 29 04:33:17.199178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-894809a8-51de-442e-beee-fe7911778fff req-65565e38-4f81-48fb-9f56-cf55307d44b5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972235 Jan 29 04:33:17.220278 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e51d983e-1b89-457e-a25b-86257e57d62f req-1436ec66-1716-46dc-8169-7510bf05b5b9 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.1277444 Jan 29 04:33:17.262378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2b97-1e21-4dad-b561-190843d21147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:17.305475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2b97-1e21-4dad-b561-190843d21147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:17.383259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2b97-1e21-4dad-b561-190843d21147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:17.386791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2b97-1e21-4dad-b561-190843d21147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:17.388919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed4d2b97-1e21-4dad-b561-190843d21147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f44393a1-2433-4f87-bb6b-05488a2f85d2 HTTP/1.1" status: 204 len: 168 time: 0.3262017 Jan 29 04:33:17.400111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2b97-1e21-4dad-b561-190843d21147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44393a1-2433-4f87-bb6b-05488a2f85d2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:17.532590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b606-537a-48e8-b3c2-7c3698b2e242 req-cdcf1895-6a19-4042-bc2f-aa56af261813 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:17.546483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6959b606-537a-48e8-b3c2-7c3698b2e242 req-cdcf1895-6a19-4042-bc2f-aa56af261813 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.1599886 Jan 29 04:33:17.644586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6959b606-537a-48e8-b3c2-7c3698b2e242 req-52d074c1-c031-4b6c-9cf0-39a3b38b6263 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951660 Jan 29 04:33:17.995521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56318) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:18.023544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1abdc209-6ffb-4673-83f5-f7fd38e90197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.078649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-34bf2168-8d78-4f8d-a4de-77f34436646e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:18.080495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-34bf2168-8d78-4f8d-a4de-77f34436646e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.20 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0988538 Jan 29 04:33:18.128326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1abdc209-6ffb-4673-83f5-f7fd38e90197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.139655 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1abdc209-6ffb-4673-83f5-f7fd38e90197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.183423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1abdc209-6ffb-4673-83f5-f7fd38e90197 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b58b09127b114cfdb79c127c6fe04698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868010 Jan 29 04:33:18.188239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56320) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:18.226509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdc209-6ffb-4673-83f5-f7fd38e90197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf439c2c-cf2b-4639-8c7a-49b68a758ac7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:18.498255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Deleting port c2192dbf-334c-4306-a943-d33649fef30f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:18.498884 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.500792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0fa2-b1b9-4121-8156-adbb488deaab req-45284d0d-ef6f-4698-99d7-53cbb230801a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:18.508166 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c1c0fa2-b1b9-4121-8156-adbb488deaab req-45284d0d-ef6f-4698-99d7-53cbb230801a tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.0722713 Jan 29 04:33:18.564502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c1c0fa2-b1b9-4121-8156-adbb488deaab req-ff158c77-0ae1-4e02-a6c8-c2dcbba187e0 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Jan 29 04:33:18.674367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14deab8a-46da-4930-9dd5-b3bbb3be4c5e req-a72b07be-8c54-4d37-8a69-bc827986d574 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0556006 Jan 29 04:33:18.684155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] For port c2192dbf-334c-4306-a943-d33649fef30f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c2192dbf-334c-4306-a943-d33649fef30f,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:18.684729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.693723 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b31d22-bc2d-4d9f-85da-d174dd742544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.729346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b31d22-bc2d-4d9f-85da-d174dd742544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.770398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Calling delete_port for c2192dbf-334c-4306-a943-d33649fef30f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:18.812950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-77502215-42d7-4c4e-a0be-cb801e447c94 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:18.815223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-77502215-42d7-4c4e-a0be-cb801e447c94 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 945 time: 0.3747175 Jan 29 04:33:18.822586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7ffd7-cc43-4ed8-86d9-7e035637fed8 req-f18f786a-3455-48e2-824f-5b8f2db6dd84 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:18.830805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fce7ffd7-cc43-4ed8-86d9-7e035637fed8 req-f18f786a-3455-48e2-824f-5b8f2db6dd84 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0793371 Jan 29 04:33:18.889404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fce7ffd7-cc43-4ed8-86d9-7e035637fed8 req-d630b886-6c79-4d61-bb7d-afab9396c7fd tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531049 Jan 29 04:33:18.964637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b31d22-bc2d-4d9f-85da-d174dd742544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.967299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b31d22-bc2d-4d9f-85da-d174dd742544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:18.968456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23b31d22-bc2d-4d9f-85da-d174dd742544 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf439c2c-cf2b-4639-8c7a-49b68a758ac7 HTTP/1.1" status: 204 len: 168 time: 0.7792654 Jan 29 04:33:18.985455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b31d22-bc2d-4d9f-85da-d174dd742544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf439c2c-cf2b-4639-8c7a-49b68a758ac7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:19.082447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port e455aa55-2597-4c0f-aef2-438d132faffb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:19.083523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:19.149567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:19.185048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c2192dbf-334c-4306-a943-d33649fef30f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:19.198461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Pushing event deleted for resources: {'Port': ['ID=c2192dbf-334c-4306-a943-d33649fef30f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:19.278895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] No DVR routers for this DVR port c2192dbf-334c-4306-a943-d33649fef30f on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:19.284169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:19.287763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d723c9a2-29e5-4c37-9731-d0a6757a07ea req-57c4feb1-3109-42c4-9a89-638d52ec3ddc tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.20 "DELETE /v2.0/ports/c2192dbf-334c-4306-a943-d33649fef30f HTTP/1.1" status: 204 len: 173 time: 1.2006333 Jan 29 04:33:19.293870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'name': 'network-vif-deleted', 'tag': 'c2192dbf-334c-4306-a943-d33649fef30f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:19.298435 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964b551-6032-4cc3-8a1e-de6b32aabd11" -d '{"events": [{"server_uuid": "853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1", "name": "network-vif-deleted", "tag": "c2192dbf-334c-4306-a943-d33649fef30f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:19.340505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port e455aa55-2597-4c0f-aef2-438d132faffb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e455aa55-2597-4c0f-aef2-438d132faffb,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:19.343216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:19.381158 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f6716-585b-4d70-8758-99c7f7b19448 x-openstack-request-id: req-e64f6716-585b-4d70-8758-99c7f7b19448 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:19.381158 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1", "name": "network-vif-deleted", "tag": "c2192dbf-334c-4306-a943-d33649fef30f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:19.383848 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e64f6716-585b-4d70-8758-99c7f7b19448 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:19.384737 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1', 'name': 'network-vif-deleted', 'tag': 'c2192dbf-334c-4306-a943-d33649fef30f', 'status': 'completed', 'code': 200} Jan 29 04:33:19.385851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for e455aa55-2597-4c0f-aef2-438d132faffb owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:19.637765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:19.711051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=e455aa55-2597-4c0f-aef2-438d132faffb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:19.788364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f5021e7-7095-485d-8ae9-7125340b173e req-70cf5260-4b53-4481-8d36-033ea1441ca5 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 210 time: 0.1004126 Jan 29 04:33:19.810768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2fedb5cc-1ba7-4d24-afb5-297485027be2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:19.870318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port e455aa55-2597-4c0f-aef2-438d132faffb on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:19.873076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:19.897063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02c9799e-01d9-47c7-a1d1-34be15cdf447 req-63b23633-396a-4e1f-bfd6-05defc41117c tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.36 "DELETE /v2.0/ports/e455aa55-2597-4c0f-aef2-438d132faffb HTTP/1.1" status: 204 len: 173 time: 1.0699697 Jan 29 04:33:19.919301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:19.968052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68aa60f0-7779-4619-bb8d-cc090707b3e0 req-56c5c6f5-6245-4342-824f-b71a971c2262 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.1517894 Jan 29 04:33:20.267052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e09b0674-451d-48eb-b3c8-9abf818ea163 req-0d04053b-f1cb-430d-b9e3-b3cd7e2b4a40 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=853d0004-ddf1-4c9c-9827-ff1a2c1dd2d1 HTTP/1.1" status: 200 len: 210 time: 0.1095963 Jan 29 04:33:20.985657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8755b08-c999-466b-b419-78443f2747e6 req-378ef37e-2a7d-473f-8ef1-db3e735a0231 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9 HTTP/1.1" status: 200 len: 210 time: 0.0600660 Jan 29 04:33:21.151621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c71e9bff-ebb8-4816-beb0-70d6cf113cb5 req-af3ae054-31d7-44fd-a8be-b080941405da tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0486751 Jan 29 04:33:21.385956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'name': 'network-vif-deleted', 'tag': 'e455aa55-2597-4c0f-aef2-438d132faffb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:21.388333 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30be155b-d9d6-4cf7-8e09-3a69658d50b8" -d '{"events": [{"server_uuid": "eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9", "name": "network-vif-deleted", "tag": "e455aa55-2597-4c0f-aef2-438d132faffb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:21.440751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e455aa55-2597-4c0f-aef2-438d132faffb no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:21.454933 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd4e706-ae4b-40fa-bfea-02a5c118526b x-openstack-request-id: req-2bd4e706-ae4b-40fa-bfea-02a5c118526b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:21.455465 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9", "name": "network-vif-deleted", "tag": "e455aa55-2597-4c0f-aef2-438d132faffb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:21.455905 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bd4e706-ae4b-40fa-bfea-02a5c118526b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:21.456762 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1f5ce-8fe5-47ee-8fd9-028aa69a92f9', 'name': 'network-vif-deleted', 'tag': 'e455aa55-2597-4c0f-aef2-438d132faffb', 'status': 'completed', 'code': 200} Jan 29 04:33:21.490710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: e455aa55-2597-4c0f-aef2-438d132faffb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:21.491390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e455aa55-2597-4c0f-aef2-438d132faffb not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:21.528282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c2192dbf-334c-4306-a943-d33649fef30f no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:21.573539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: c2192dbf-334c-4306-a943-d33649fef30f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:21.576090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c2192dbf-334c-4306-a943-d33649fef30f not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:21.809067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1c63e-8040-4f56-9ae6-e09329547341 req-2111e8c9-a121-407d-ba53-19def279872b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:21.810896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dec1c63e-8040-4f56-9ae6-e09329547341 req-2111e8c9-a121-407d-ba53-19def279872b tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1023726 Jan 29 04:33:21.866713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dec1c63e-8040-4f56-9ae6-e09329547341 req-a7683531-d39d-4b45-8629-30fdfac1f56a tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Jan 29 04:33:22.208411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ab33-8b5c-4c13-a555-a950d9e7e542 req-4a63a4d6-ba54-4f2c-9aed-0a009ea7a684 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:22.212541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e68ab33-8b5c-4c13-a555-a950d9e7e542 req-4a63a4d6-ba54-4f2c-9aed-0a009ea7a684 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.0892656 Jan 29 04:33:22.284704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e68ab33-8b5c-4c13-a555-a950d9e7e542 req-a04bda90-5458-49b0-b07d-10b3d5c87243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659821 Jan 29 04:33:22.344211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fa65cef-5dc9-4ce8-b111-077112bcbb81 req-327c6f4d-67be-4f7e-9a14-24b7ba1750fd tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0397322 Jan 29 04:33:23.014545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f06ab1-eda7-4a32-ab2c-d7347d05f2af req-a51dd502-6343-4761-86a9-a52bd50a1c17 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:23.016911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f06ab1-eda7-4a32-ab2c-d7347d05f2af req-a51dd502-6343-4761-86a9-a52bd50a1c17 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0581961 Jan 29 04:33:23.107882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d0f06ab1-eda7-4a32-ab2c-d7347d05f2af req-02e7ce55-5084-4e89-acc7-ee2a45f7c59e tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787535 Jan 29 04:33:23.116904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5db3d8-9400-4086-a0f7-fc8bee91ea88 req-221c65f0-592d-48d0-beb6-2a1385f54046 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:23.119449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da5db3d8-9400-4086-a0f7-fc8bee91ea88 req-221c65f0-592d-48d0-beb6-2a1385f54046 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 946 time: 0.0775490 Jan 29 04:33:23.185489 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da5db3d8-9400-4086-a0f7-fc8bee91ea88 req-12f27039-f3d9-40af-b997-66962396548f tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582905 Jan 29 04:33:23.391673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:23.443088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49162-d70d-4941-81e2-27b73834f3a2 req-e4674696-6e03-4866-b28d-125e5fdc2561 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:23.445268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cb49162-d70d-4941-81e2-27b73834f3a2 req-e4674696-6e03-4866-b28d-125e5fdc2561 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.0863104 Jan 29 04:33:23.495704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea76ff2f-140d-44ae-bc3e-ba09b001c10a req-ab112d82-f432-4ebe-8fd2-78ce5d33463b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0645361 Jan 29 04:33:23.562756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cb49162-d70d-4941-81e2-27b73834f3a2 req-f11fd72a-5070-4694-a216-f432edb2ad62 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054976 Jan 29 04:33:23.605593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee8f6-1549-4982-acc6-fe28a570ec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.703955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee8f6-1549-4982-acc6-fe28a570ec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.709688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee8f6-1549-4982-acc6-fe28a570ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.758487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:23.758728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e7ee8f6-1549-4982-acc6-fe28a570ec1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98b3b0d2ce064715b7433bfd74aee4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655531 Jan 29 04:33:23.761062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ee8f6-1549-4982-acc6-fe28a570ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5732f89-d935-4133-863a-7b1e5502478f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:23.816118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a257eeb-205c-40c7-b5ef-61128ef4ce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.818542 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67a02b25-efa5-4c26-b546-c65993e8e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.842971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a257eeb-205c-40c7-b5ef-61128ef4ce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.899468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a257eeb-205c-40c7-b5ef-61128ef4ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.902771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a257eeb-205c-40c7-b5ef-61128ef4ce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:23.904254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5a257eeb-205c-40c7-b5ef-61128ef4ce24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5732f89-d935-4133-863a-7b1e5502478f HTTP/1.1" status: 204 len: 168 time: 0.1447384 Jan 29 04:33:23.913803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a257eeb-205c-40c7-b5ef-61128ef4ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5732f89-d935-4133-863a-7b1e5502478f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:24.214938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adda01-cd03-4dc3-b072-1608e070af32 req-3c17cf57-05c2-4ec3-84eb-e01c2db2798d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:24.234696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92adda01-cd03-4dc3-b072-1608e070af32 req-3c17cf57-05c2-4ec3-84eb-e01c2db2798d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.1271732 Jan 29 04:33:24.281373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92adda01-cd03-4dc3-b072-1608e070af32 req-999594e1-6c75-4d6d-ae57-e0fb05285461 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Jan 29 04:33:24.296865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe8acc-ac45-45b3-bff5-f7cb2caab579 req-8479acd5-764a-4a3a-9518-4ec5bf5e7cda tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:24.298789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14fe8acc-ac45-45b3-bff5-f7cb2caab579 req-8479acd5-764a-4a3a-9518-4ec5bf5e7cda tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.0874503 Jan 29 04:33:24.341884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56522) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:24.359669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d27d4b62-c8cb-433e-85e5-54cf0a81b979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.371296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14fe8acc-ac45-45b3-bff5-f7cb2caab579 req-a47a1f3e-1328-400a-9705-1c52f2f6cf78 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649526 Jan 29 04:33:24.442098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d3b94-683f-4af1-842d-297cd1429324 req-ece6325d-ca8d-4a2c-ad4d-86e3e9933339 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:24.443597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-869d3b94-683f-4af1-842d-297cd1429324 req-ece6325d-ca8d-4a2c-ad4d-86e3e9933339 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 946 time: 0.0723853 Jan 29 04:33:24.514665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-869d3b94-683f-4af1-842d-297cd1429324 req-cf4fd022-fb26-4076-95e1-8fa370c17814 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/security-groups?id=329ffba8-49a4-4ec2-ad02-786ce1d6fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626991 Jan 29 04:33:24.532473 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d27d4b62-c8cb-433e-85e5-54cf0a81b979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.542140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d27d4b62-c8cb-433e-85e5-54cf0a81b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.564878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-a595b4e9-6718-4795-ad1a-4c4feed95a5b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:24.567271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-a595b4e9-6718-4795-ad1a-4c4feed95a5b tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 946 time: 0.1042874 Jan 29 04:33:24.588768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d27d4b62-c8cb-433e-85e5-54cf0a81b979 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8664a21ac2bb48d79a8766450e9e427f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456584 Jan 29 04:33:24.590999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:24.611898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4b62-c8cb-433e-85e5-54cf0a81b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc06e0b1-fb7a-43be-ac89-d8c686fa32fa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:24.669645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6bed4144-64df-4e24-89dc-098df11f1533 req-2450da17-01f3-4476-af5c-affd0ee52490 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0451572 Jan 29 04:33:24.741406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08608b37-9220-4ec8-bb0e-165b279a4301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.771853 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08608b37-9220-4ec8-bb0e-165b279a4301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.789348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Deleting port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:24.789713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.889470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08608b37-9220-4ec8-bb0e-165b279a4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.893550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08608b37-9220-4ec8-bb0e-165b279a4301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.895106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-08608b37-9220-4ec8-bb0e-165b279a4301 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc06e0b1-fb7a-43be-ac89-d8c686fa32fa HTTP/1.1" status: 204 len: 168 time: 0.3031914 Jan 29 04:33:24.912211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08608b37-9220-4ec8-bb0e-165b279a4301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc06e0b1-fb7a-43be-ac89-d8c686fa32fa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:24.928590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] For port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,segment=NetworkSegment(b9eca05d-06e6-4cf6-9526-bd138907333e),segment_id=b9eca05d-06e6-4cf6-9526-bd138907333e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:24.928955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:24.948086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Calling delete_port for e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:25.112581 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:25.147171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:25.160001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Pushing event deleted for resources: {'Port': ['ID=e4dce4d3-5b7c-4ce8-a880-5afe2b58f551,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:25.225709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] No DVR routers for this DVR port e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:25.228463 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:25.232571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e4b997b-77d4-4b6c-9e07-1f6e24ff23ee req-380441ee-5f7b-46a9-96b5-ed3db5ac24a1 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.20 "DELETE /v2.0/ports/e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 HTTP/1.1" status: 204 len: 173 time: 0.6579695 Jan 29 04:33:25.233034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'name': 'network-vif-deleted', 'tag': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:25.243343 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7fbdfd-5f4d-415b-baea-5e38facb7ddc" -d '{"events": [{"server_uuid": "e5eafd24-3979-4c23-93d9-baccf57d50eb", "name": "network-vif-deleted", "tag": "e4dce4d3-5b7c-4ce8-a880-5afe2b58f551"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:25.289479 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd46cf9-5b22-4e17-88ad-796a43ebee34 x-openstack-request-id: req-8fd46cf9-5b22-4e17-88ad-796a43ebee34 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:25.289845 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eafd24-3979-4c23-93d9-baccf57d50eb", "name": "network-vif-deleted", "tag": "e4dce4d3-5b7c-4ce8-a880-5afe2b58f551", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:25.290224 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fd46cf9-5b22-4e17-88ad-796a43ebee34 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:25.290684 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eafd24-3979-4c23-93d9-baccf57d50eb', 'name': 'network-vif-deleted', 'tag': 'e4dce4d3-5b7c-4ce8-a880-5afe2b58f551', 'status': 'completed', 'code': 200} Jan 29 04:33:25.461187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:33:25.476185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:25.548955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a8ee-ffa9-464a-8337-ee1ac23ca760 req-cbd39f12-c92a-4c33-864b-abdbe74a2b39 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:25.557166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b89a8ee-ffa9-464a-8337-ee1ac23ca760 req-cbd39f12-c92a-4c33-864b-abdbe74a2b39 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.1597018 Jan 29 04:33:25.613116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b89a8ee-ffa9-464a-8337-ee1ac23ca760 req-5e2a289a-61cc-4f2b-a98b-e58cabf6aa04 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548656 Jan 29 04:33:25.617071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968c76c-f18f-4257-bc2f-634852094896 req-cf79ec4f-c7bf-4f49-baf2-eb031a0f30a2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:25.626984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b968c76c-f18f-4257-bc2f-634852094896 req-cf79ec4f-c7bf-4f49-baf2-eb031a0f30a2 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1305590 Jan 29 04:33:25.716958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b968c76c-f18f-4257-bc2f-634852094896 req-ba1b3491-96e1-461f-926e-ca017a7115be tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Jan 29 04:33:25.790481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44ba6697-c3ca-4d9d-8a22-1427b9042c62 req-5f88d379-0feb-49a2-91a5-da5804de9df8 tempest-ServersTestJSON-1775509324 tempest-ServersTestJSON-1775509324-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5eafd24-3979-4c23-93d9-baccf57d50eb HTTP/1.1" status: 200 len: 210 time: 0.0495393 Jan 29 04:33:25.842631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:25.854236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:25.881157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19a7e651-4494-4b03-bdbe-f3990c08bdda req-25da5331-a0b6-4ab4-b21f-fa7b330c954b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0551326 Jan 29 04:33:25.915129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'mac_address': 'fa:16:3e:17:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:33:25.995860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:26.028163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:26.031277 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c3a3e-bd9f-415b-8303-6e08c6e39834" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:26.046110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:26.050168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:33:26.063912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:26.118911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=11']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:26.166370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06f4e2ef-9dc3-4bbb-98e8-165ef73a20c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:26.179867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.191198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.193870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.194264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.195758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.196624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.196991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.197289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.199305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.200272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.200619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.201063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:26.238906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:33:26.239271 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:33:26.299988 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06173bb-0060-4299-83a9-036976f3b32a x-openstack-request-id: req-f06173bb-0060-4299-83a9-036976f3b32a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:26.300285 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:26.300540 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f06173bb-0060-4299-83a9-036976f3b32a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:26.300935 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:33:26.790243 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:26.810911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6708b87-1c0c-4450-a578-bd3450b405d2 req-4f743b83-9813-486a-a1c9-ddfa06754ad6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:26.814382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:33:26.821253 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6708b87-1c0c-4450-a578-bd3450b405d2 req-4f743b83-9813-486a-a1c9-ddfa06754ad6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1134379 Jan 29 04:33:26.854332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:26.862872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:26.898716 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6708b87-1c0c-4450-a578-bd3450b405d2 req-928cd2dd-9d15-425e-b047-f233597ea58c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765936 Jan 29 04:33:26.964060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56618) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:26.964969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf9743-78eb-48d0-a030-c520e37c8882 req-d89145b7-e547-4d9e-9567-0d1f5627b7a0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:26.968559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bcf9743-78eb-48d0-a030-c520e37c8882 req-d89145b7-e547-4d9e-9567-0d1f5627b7a0 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1172779 Jan 29 04:33:26.989234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=12']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:27.054007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Deleting subnet c0128db7-b0af-4e44-9b10-cb8ba9e315e2 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:33:27.071830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.075400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['9072f448-f094-4a35-ad0a-4eadf06f8715'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:27.089040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bcf9743-78eb-48d0-a030-c520e37c8882 req-23930670-ff8a-4bda-be80-5b1189ffbd28 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137445 Jan 29 04:33:27.183273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5af3933e-d381-4add-b64c-753009326ec3 req-b111c592-1479-4bf6-bde8-2e7a6446ae80 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.1171000 Jan 29 04:33:27.203357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.271537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.276243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.346699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.384700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0128db7-b0af-4e44-9b10-cb8ba9e315e2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:27.397622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.401943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6815303e-410c-491e-8468-9eb75c6a98bb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0128db7-b0af-4e44-9b10-cb8ba9e315e2 HTTP/1.1" status: 204 len: 168 time: 0.4358013 Jan 29 04:33:27.403443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:27.492440 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.593407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.625289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c0239e-f79a-4e04-ba3e-2bd153250539']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:27.636199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eca05d-06e6-4cf6-9526-bd138907333e') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:27.636199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eca05d-06e6-4cf6-9526-bd138907333e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:27.646556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.660636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.667900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:33:27.668408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:33:27.670656 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:33:27.736717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.744675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:27.750776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2c0239e-f79a-4e04-ba3e-2bd153250539 HTTP/1.1" status: 204 len: 168 time: 0.3457959 Jan 29 04:33:27.766825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c2096-5430-4f7a-9ea3-cf22c5aac06d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c0239e-f79a-4e04-ba3e-2bd153250539,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:28.084800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:28.179968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0cc42e1-5176-44a5-a575-69d4fe0f0f11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=539fd38780164bffb0e0d48e63f321c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931568 Jan 29 04:33:28.184337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:28.273500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253c405-b555-450f-ba13-7bd71f657c03 req-ddd3a4d7-ffa0-46a7-b9d1-baf5bfdb270d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:28.283460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2253c405-b555-450f-ba13-7bd71f657c03 req-ddd3a4d7-ffa0-46a7-b9d1-baf5bfdb270d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.2579482 Jan 29 04:33:28.408956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f432596a-5e2b-4588-b83f-c4be3f5992ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:28.453253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2253c405-b555-450f-ba13-7bd71f657c03 req-dc7bc641-c1e5-4130-a0a2-ddd705e8c147 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122708 Jan 29 04:33:28.480397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250e8dd-aed4-4c0c-8974-28ad792bb801 req-cf8e57ab-29a7-42d7-9034-3ba164a21804 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:28.486240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7695d-931b-4f70-930f-9bd893728552 req-2e5c5a9b-bb7f-41a9-bd7e-f2f6dd56ebd6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:28.488637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1250e8dd-aed4-4c0c-8974-28ad792bb801 req-cf8e57ab-29a7-42d7-9034-3ba164a21804 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1363440 Jan 29 04:33:28.491551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-81c7695d-931b-4f70-930f-9bd893728552 req-2e5c5a9b-bb7f-41a9-bd7e-f2f6dd56ebd6 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 945 time: 0.1943703 Jan 29 04:33:28.492235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f432596a-5e2b-4588-b83f-c4be3f5992ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:28.568022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1250e8dd-aed4-4c0c-8974-28ad792bb801 req-89e115df-90a6-41ca-8d35-579db3eb9074 tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/security-groups?id=416dcc3b-59f7-40ad-9545-bea2e2572297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718706 Jan 29 04:33:28.611973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f432596a-5e2b-4588-b83f-c4be3f5992ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:28.615181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f432596a-5e2b-4588-b83f-c4be3f5992ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:28.616301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f432596a-5e2b-4588-b83f-c4be3f5992ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/329ffba8-49a4-4ec2-ad02-786ce1d6fc80 HTTP/1.1" status: 204 len: 168 time: 0.4297416 Jan 29 04:33:28.636651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432596a-5e2b-4588-b83f-c4be3f5992ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ffba8-49a4-4ec2-ad02-786ce1d6fc80,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:28.678082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Deleting port 2fedb5cc-1ba7-4d24-afb5-297485027be2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:28.678429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:28.804529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-415da8bf-0328-45d8-a621-578a95c9f661 req-ed40007f-f0b2-43e3-aa21-018bbcba9981 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0839138 Jan 29 04:33:28.863040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] For port 2fedb5cc-1ba7-4d24-afb5-297485027be2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2fedb5cc-1ba7-4d24-afb5-297485027be2,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:28.863686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:28.883112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Calling delete_port for 2fedb5cc-1ba7-4d24-afb5-297485027be2 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:29.049787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:29.091958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Pushing event deleted for resources: {'Port': ['ID=2fedb5cc-1ba7-4d24-afb5-297485027be2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:29.106637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2fedb5cc-1ba7-4d24-afb5-297485027be2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:29.150281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] No DVR routers for this DVR port 2fedb5cc-1ba7-4d24-afb5-297485027be2 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:29.153056 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:29.159246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-81c7695d-931b-4f70-930f-9bd893728552 req-12268a3c-6b50-46e4-9fc8-9f083576699f tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.36 "DELETE /v2.0/ports/2fedb5cc-1ba7-4d24-afb5-297485027be2 HTTP/1.1" status: 204 len: 173 time: 0.6584623 Jan 29 04:33:29.159900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'name': 'network-vif-deleted', 'tag': '2fedb5cc-1ba7-4d24-afb5-297485027be2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:29.162515 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfae961-d543-473e-94b1-2eb846110e32" -d '{"events": [{"server_uuid": "d32c96db-b597-44a6-923e-3a80efbb8ff7", "name": "network-vif-deleted", "tag": "2fedb5cc-1ba7-4d24-afb5-297485027be2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:29.277398 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b3b7f1-13a7-4a67-8a27-33ddac6205d9 x-openstack-request-id: req-e5b3b7f1-13a7-4a67-8a27-33ddac6205d9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:29.278162 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c96db-b597-44a6-923e-3a80efbb8ff7", "name": "network-vif-deleted", "tag": "2fedb5cc-1ba7-4d24-afb5-297485027be2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:29.278162 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5b3b7f1-13a7-4a67-8a27-33ddac6205d9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:29.278441 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c96db-b597-44a6-923e-3a80efbb8ff7', 'name': 'network-vif-deleted', 'tag': '2fedb5cc-1ba7-4d24-afb5-297485027be2', 'status': 'completed', 'code': 200} Jan 29 04:33:29.347070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:29.364580 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:29.536469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:29.629048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:29.694438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:29.695991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e4dce4d3-5b7c-4ce8-a880-5afe2b58f551 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:29.757793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c3cd-eb45-483b-adbd-804257163737 req-cfcc4bb9-7081-445e-9e14-4ebb971f5154 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:29.761548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbb3c3cd-eb45-483b-adbd-804257163737 req-cfcc4bb9-7081-445e-9e14-4ebb971f5154 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 945 time: 0.1235895 Jan 29 04:33:29.835990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 9072f448-f094-4a35-ad0a-4eadf06f8715 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:29.863754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbb3c3cd-eb45-483b-adbd-804257163737 req-212e9b1c-210b-44c3-81de-18c16e7e38a7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934753 Jan 29 04:33:29.864982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0fcf9da-ab7b-492a-b8d6-fea73017098c req-4c55c497-1a20-4894-a60b-7bc5e09404fb tempest-ServerRescueNegativeTestJSON-1590038102 tempest-ServerRescueNegativeTestJSON-1590038102-project] 10.222.0.32 "GET /v2.0/ports?device_id=d32c96db-b597-44a6-923e-3a80efbb8ff7 HTTP/1.1" status: 200 len: 210 time: 0.1108563 Jan 29 04:33:29.871536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:30.069139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e3bf58b-06f6-4944-b50d-ecec9c4712be req-4f16688b-3787-418c-b3c5-fb2560e8e3b7 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0829563 Jan 29 04:33:30.083863 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:30.114114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:30.116412 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac677f-5afa-4ae8-8057-70686cee39e9" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:30.131860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:30.147491 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:30.152690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2fedb5cc-1ba7-4d24-afb5-297485027be2 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:30.180905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 2fedb5cc-1ba7-4d24-afb5-297485027be2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:30.182246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2fedb5cc-1ba7-4d24-afb5-297485027be2 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:30.216302 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49921a97-ab3d-46b4-ace9-727dbf4aff90 x-openstack-request-id: req-49921a97-ab3d-46b4-ace9-727dbf4aff90 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:30.216594 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:30.216848 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49921a97-ab3d-46b4-ace9-727dbf4aff90 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:30.217238 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:33:30.284110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=13']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:30.941055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56742) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:31.013170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:31.112820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-298663164-network', 'tenant_id': '014ac6cf6b3e4376baa48941bda2a836'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:31.155331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40a308-111d-413a-bb5c-547aad858b13 req-a172947c-3b15-40b2-984d-1ca32a697221 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:31.173356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c40a308-111d-413a-bb5c-547aad858b13 req-a172947c-3b15-40b2-984d-1ca32a697221 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.1460359 Jan 29 04:33:31.228901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c40a308-111d-413a-bb5c-547aad858b13 req-cb38f64e-3e51-40a9-af6b-92ad333d6527 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542753 Jan 29 04:33:31.248739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Made reservation on behalf of 014ac6cf6b3e4376baa48941bda2a836 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:31.257728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.275930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.334958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00d14078-a537-415d-8f30-414024897ecf req-594395e6-0392-4a9d-ade3-094a1bce73b9 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0990243 Jan 29 04:33:31.680193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.693193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.730337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dea699-a391-4608-88f3-9c81e5fa370a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:31.755672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:33:31.771671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.772197 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Added segment c46079ad-dc7b-452b-aa70-d063c16779d1 of type vlan for network b75f602b-195c-41f2-89ae-910261b40f62 Jan 29 04:33:31.854671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.885119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.956933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:31.958352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:31.958979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:32.005353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0628657 Jan 29 04:33:32.009470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:32.014415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Request body: {'subnet': {'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-298663164-subnet', 'tenant_id': '014ac6cf6b3e4376baa48941bda2a836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:32.070021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Made reservation on behalf of 014ac6cf6b3e4376baa48941bda2a836 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:32.072658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:32.390596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd739c-0465-4c7d-9d81-c351cd4b2ecc admin admin] Pushing event updated for resources: {'Network': ['ID=b75f602b-195c-41f2-89ae-910261b40f62,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:32.407250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b75f602b-195c-41f2-89ae-910261b40f62 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:33:32.590091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:32.591161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8d0ee3ee-cc42-4846-b0fc-b42d97596786 req-0e0e44f6-7602-4f7d-a0b3-3c5f98db1e89 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.1250277 Jan 29 04:33:32.676928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715e8d9-b636-445c-8980-98b82140a45e req-72468a99-4c66-4efb-ab53-f3af06935aeb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:32.689034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0715e8d9-b636-445c-8980-98b82140a45e req-72468a99-4c66-4efb-ab53-f3af06935aeb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.1390455 Jan 29 04:33:32.734361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30580dae-9770-4600-8efb-6f2d13e5a508,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:32.745098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Deleting port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:32.745438 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:32.769782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Checking segment: {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:32.770598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Network hostable DHCP agents. Network: b75f602b-195c-41f2-89ae-910261b40f62, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:33:32.822019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0715e8d9-b636-445c-8980-98b82140a45e req-287a20e2-1efc-4f9d-9875-3cfe53be6acd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312108 Jan 29 04:33:32.862045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Network b75f602b-195c-41f2-89ae-910261b40f62 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:33:32.881969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b75f602b-195c-41f2-89ae-910261b40f62) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:32.896004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89db47c-20f3-41ad-8ed4-9276bdb01325 None None] Network b75f602b-195c-41f2-89ae-910261b40f62 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:32.897252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:32.900328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:32.933600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9444349b-8843-4655-954d-2056b9d52661 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9229925 Jan 29 04:33:32.935915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] For port fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,segment=NetworkSegment(0d1fdf12-5d07-4ba9-bf92-224f6c9c1414),segment_id=0d1fdf12-5d07-4ba9-bf92-224f6c9c1414)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:32.936292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:32.962970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Calling delete_port for fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:33.222735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17727ae9-5dbe-42fe-9191-dcaae4a17178 None None] Network b75f602b-195c-41f2-89ae-910261b40f62 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:33.441182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:33.517629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:33.850606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c428f70-a132-4569-b974-aeb307aeb039 req-661514d8-2578-46c0-8d54-5dbe614eb26a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0680084 Jan 29 04:33:33.889166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:34.087799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b13f-090b-49bb-9ba7-5f2a53df2507 req-6b14b779-8b7e-40a3-9ebe-c188b2c2d90b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:34.100505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a5b13f-090b-49bb-9ba7-5f2a53df2507 req-6b14b779-8b7e-40a3-9ebe-c188b2c2d90b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.0934916 Jan 29 04:33:34.197842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a5b13f-090b-49bb-9ba7-5f2a53df2507 req-1eaa6fb0-37bb-4d5e-8575-4a73ae276f87 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963516 Jan 29 04:33:34.558439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:33:34.566884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-c1fabaaa-fd81-4f8b-b6ad-a5e7224aac72 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:34.577939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-c1fabaaa-fd81-4f8b-b6ad-a5e7224aac72 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 813 time: 0.2521856 Jan 29 04:33:34.599556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-aaf8bf52-963b-401f-b864-38106358488c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/quotas/014ac6cf6b3e4376baa48941bda2a836 HTTP/1.1" status: 200 len: 375 time: 0.0196807 Jan 29 04:33:34.669373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-e55d95da-fc1b-43f0-9feb-16e5cb020b67 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675876 Jan 29 04:33:35.119008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6bbd40ea-4797-4604-a452-2bb587402076 req-76df8eb4-ed85-4d28-849c-c1d1c70b7720 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.1100557 Jan 29 04:33:35.426425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a361-509e-4804-93ad-86dc4d4f14b5 req-a2e2244d-c06b-43c8-93a6-4891cd345fc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:35.446580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88f7a361-509e-4804-93ad-86dc4d4f14b5 req-a2e2244d-c06b-43c8-93a6-4891cd345fc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.1117766 Jan 29 04:33:35.555539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88f7a361-509e-4804-93ad-86dc4d4f14b5 req-67efea48-e1b1-4446-9c20-7a87a1d4d218 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058035 Jan 29 04:33:35.716850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-9186d675-94a1-44a7-8ec7-3a213b012fba service neutron] 10.222.0.32 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476782 Jan 29 04:33:35.719520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:33:35.728793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56958) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:35.731932 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] Sync routers for ids ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:33:35.740926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-da69f244-e513-4f0b-a67a-7a86ba117927 admin admin] 10.222.0.32 "PUT /v2.0/routers/8a1c0077-2376-4d9d-b989-deb2f771ecd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7119865 Jan 29 04:33:35.751784 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] Routers {'8a1c0077-2376-4d9d-b989-deb2f771ecd2'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:35.752449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:33:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:35.940020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-b0709ab1-274d-4d87-ad65-cf83edee6f75 service neutron] 10.222.0.32 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963284 Jan 29 04:33:35.975488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] Set router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:36.129858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:36.500722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b15091b-1264-4e56-b781-1106ab1ecf7a req-a476fd3b-51ff-49f5-be64-00c34c7d055a tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.1691167 Jan 29 04:33:36.573965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3fe26a97-0fdb-40ea-a465-0cd10f076fee req-5bf506f0-6a48-4d7d-88e2-b9efdee2c1e9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 210 time: 0.1073952 Jan 29 04:33:36.617110 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:33:33Z', 'revision_number': 5, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:36.686455 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] Checking router: 8a1c0077-2376-4d9d-b989-deb2f771ecd2 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:33:36.708435 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] Routers {'8a1c0077-2376-4d9d-b989-deb2f771ecd2'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:36.709511 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:33:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:37.090525 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] Set router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:37.372959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57092) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:37.380167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1480708808'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:37.387021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:37.443707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:37.448019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:37.502984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:33:37.516146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a670f9-0607-47db-a168-cf0977c3a6c6 req-9bd73379-cb2a-4d75-afc6-8ea4553716cd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:37.519560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:37.520233 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Added segment 709fb8e5-a0b5-47aa-8578-c214dab94d85 of type vlan for network 15ea8377-1dcd-4e02-9f76-096b3179e04d Jan 29 04:33:37.528834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06a670f9-0607-47db-a168-cf0977c3a6c6 req-9bd73379-cb2a-4d75-afc6-8ea4553716cd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.8391194 Jan 29 04:33:37.624095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:37.701190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:33:33Z', 'revision_number': 5, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:37.713422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:37.729190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06a670f9-0607-47db-a168-cf0977c3a6c6 req-b5e6eeff-42e7-49f8-8375-c2ac98642761 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958663 Jan 29 04:33:37.735913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:37.740267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:37.748258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Deleting port e4e628ef-53ea-42a4-8344-d2d921a22a24 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:37.759034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.019679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6450386 Jan 29 04:33:38.021768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff54f80e-6e0f-4beb-b172-db8780417951 req-244497a4-deae-4bf6-addf-32a894d432d2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.3380144 Jan 29 04:33:38.022257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:38.047758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-356309202'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:38.095415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c58b712f-d153-4c05-840d-b14c96e90ebb req-075f0c62-6f23-4e47-ab66-e883e3e2003e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 210 time: 0.1737237 Jan 29 04:33:38.106880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484dac-5d80-4c04-b707-99a9bb8795f6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Network': ['ID=15ea8377-1dcd-4e02-9f76-096b3179e04d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:38.121474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:33:38.127077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:38.131373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.159814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] For port e4e628ef-53ea-42a4-8344-d2d921a22a24, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e4e628ef-53ea-42a4-8344-d2d921a22a24,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:38.160193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.192708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Calling delete_port for e4e628ef-53ea-42a4-8344-d2d921a22a24 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:38.195365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:33:38.228146 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ab05-0415-4588-9233-749c68bb09d2 None None] The sync data for ids ['8a1c0077-2376-4d9d-b989-deb2f771ecd2'] in n-d-825930-1 is: [{'id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1096543780-router', 'tenant_id': '4d4e9f4abb5347868cad39e98386e7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:26Z', 'updated_at': '2022-01-29T04:33:33Z', 'revision_number': 5, 'project_id': '4d4e9f4abb5347868cad39e98386e7e7', 'gw_port': {'id': 'e4e628ef-53ea-42a4-8344-d2d921a22a24', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c0077-2376-4d9d-b989-deb2f771ecd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:27Z', 'updated_at': '2022-01-29T04:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:33:38.237038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.239804 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Added segment be1851cb-ca8a-4270-949f-58e6af26e92f of type vlan for network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 Jan 29 04:33:38.362327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.424618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.431494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:38.432345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.587913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5528085 Jan 29 04:33:38.591294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57168) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:38.597075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'subnet': {'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:38.619030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223e172-cbe3-448a-8540-1a144abeadd7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Network': ['ID=c37770b5-05cc-4a03-8b30-5c4cc6b5b641,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:38.641945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:33:38.677314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:38.786036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e628ef-53ea-42a4-8344-d2d921a22a24,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:38.829208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:38.998067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:38.998696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9ac162-419e-4b4d-a4cd-8d5ff95ce3ed not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:39.022403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:39.048893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-061d3fd5-ed01-46b0-8856-23edf151700f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:39.050861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-061d3fd5-ed01-46b0-8856-23edf151700f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 813 time: 0.2592125 Jan 29 04:33:39.053833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.080835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Request body: {'port': {'device_id': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'admin_state_up': True, 'tenant_id': '014ac6cf6b3e4376baa48941bda2a836'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:39.145291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.320736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c466d94-da2f-4e87-9f98-bd319c18b107 req-e1c312aa-e3d2-4ab8-97cb-3918f14852aa tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0818458 Jan 29 04:33:39.379628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.384882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.458010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7e409-ea0b-4471-97d5-6ccb80e16465 req-48f8392f-d040-464a-8aab-d3a273fd5093 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:39.459646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8e7e409-ea0b-4471-97d5-6ccb80e16465 req-48f8392f-d040-464a-8aab-d3a273fd5093 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.5560253 Jan 29 04:33:39.566933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.634102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80505625-0cd1-41da-a33b-966b00cd77ce req-352832e5-6c7a-43a3-a68b-fd09c969c4d8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 210 time: 0.0928426 Jan 29 04:33:39.676612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.677363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1c0077-2376-4d9d-b989-deb2f771ecd2 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:33:39.682990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.686131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f97b417d-6c47-4a76-8721-5d62fe5af6e6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8a1c0077-2376-4d9d-b989-deb2f771ecd2 HTTP/1.1" status: 204 len: 168 time: 3.9561350 Jan 29 04:33:39.689058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:39.730160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Made reservation on behalf of 014ac6cf6b3e4376baa48941bda2a836 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:39.742270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8e7e409-ea0b-4471-97d5-6ccb80e16465 req-1011b44b-c4bb-4c96-8b43-735422bbc3d6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713785 Jan 29 04:33:39.745877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.764278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Subnet': ['ID=61896227-a6fe-4baf-9a5b-fb9ac8893c73,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:39.768512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Checking segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:39.768881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network hostable DHCP agents. Network: 15ea8377-1dcd-4e02-9f76-096b3179e04d, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:33:39.799178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:33:39.821509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Deleting subnet 4b552feb-c480-4bef-9de3-fd00d42ff35b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:33:39.822425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 15ea8377-1dcd-4e02-9f76-096b3179e04d) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:39.826590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:39.827360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.837339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6263e-fe66-48ef-ab44-f1e3871a5f7f None None] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:39.867371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c97365c1-0562-44e9-b7c5-48221843249b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2749279 Jan 29 04:33:39.870290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57260) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:39.874674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:39.897975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'subnet': {'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:40.121769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:40.131134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.166717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.184849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-15ea8377-1dcd-4e02-9f76-096b3179e04d', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:33:40.185762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.394486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.494279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Allocated IP 10.1.1.2 (15ea8377-1dcd-4e02-9f76-096b3179e04d/61896227-a6fe-4baf-9a5b-fb9ac8893c73/2d7f9a32-9940-4fb3-b307-3f569f0d2029) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:40.655786 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7def6755-cb3e-4496-9655-3f394666ad23 req-aad2ff8e-ddab-4c3d-bc20-c1e0e4bc8141 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.0636005 Jan 29 04:33:40.680339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.703561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Allocated IP 172.20.0.11 (b75f602b-195c-41f2-89ae-910261b40f62/30580dae-9770-4600-8efb-6f2d13e5a508/ee574ec0-fa58-4c25-be34-2f2623c55fdd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:40.743861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.780122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.791519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b552feb-c480-4bef-9de3-fd00d42ff35b HTTP/1.1" status: 204 len: 168 time: 1.0998623 Jan 29 04:33:40.796810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:40.896003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2282685d-6d04-4fb4-93f6-fa0c21e8fe89 req-cb62dcf3-a132-4a33-a1c7-1a1ba5000cce tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 210 time: 0.0633056 Jan 29 04:33:40.900472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.906588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e4e628ef-53ea-42a4-8344-d2d921a22a24 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:40.927711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Checking segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:40.928100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network hostable DHCP agents. Network: c37770b5-05cc-4a03-8b30-5c4cc6b5b641, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:33:40.933637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Subnet': ['ID=83ba2732-ab2f-4f59-ae10-337560b94d1b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:40.934729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:40.964170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88136294-3cae-41cf-bb7c-6cc3f03adbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b552feb-c480-4bef-9de3-fd00d42ff35b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:40.993249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:33:40.997423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e4e628ef-53ea-42a4-8344-d2d921a22a24 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:40.997916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e4e628ef-53ea-42a4-8344-d2d921a22a24 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:41.003426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Pushing event updated for resources: {'Port': ['ID=2d7f9a32-9940-4fb3-b307-3f569f0d2029,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:41.014310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c37770b5-05cc-4a03-8b30-5c4cc6b5b641) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:41.026157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:41.027417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:41.027886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.029405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:41.034865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cb795-8521-4577-a954-dad888977aea None None] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:41.039501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:41.092662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1c75f2a6-0052-406f-b833-217c75b27e79 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2149210 Jan 29 04:33:41.095380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57336) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:41.104300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'name': 'tempest-TaggedBootDevicesTest-997360688', 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:41.174380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3287c-688e-4637-803b-f5c6949b7a19 req-8bf7b054-f0e1-4540-b0fa-ed2b7a8dd2a1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:41.183679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16c3287c-688e-4637-803b-f5c6949b7a19 req-8bf7b054-f0e1-4540-b0fa-ed2b7a8dd2a1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.2557847 Jan 29 04:33:41.338176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.360545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:41.602094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.695276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.720295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16c3287c-688e-4637-803b-f5c6949b7a19 req-0b3636a9-220c-4a74-9eb6-a46133540d90 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357075 Jan 29 04:33:41.746006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Network b75f602b-195c-41f2-89ae-910261b40f62 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:41.753623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.755055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:41.837930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:41.858497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'fixed_ips': [{'subnet_id': '83ba2732-ab2f-4f59-ae10-337560b94d1b'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:33:41.862059 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.875072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] device_id is not set on port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:33:41.899319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Attempting to bind port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:33:41.899911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Attempting to bind port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:33:41.900437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Attempting to bind port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:41.912143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:33:41.914844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Checking segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:41.915474 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.916029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Bound using segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:33:41.916700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Bound port: 2d7f9a32-9940-4fb3-b307-3f569f0d2029, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:33:41.917354 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:41.947520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a188704-e640-47d2-9f9b-e0c5ff0c5410 req-07215026-1ada-49a0-a03e-fd3d8c1b47cf tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:41.954499 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a188704-e640-47d2-9f9b-e0c5ff0c5410 req-07215026-1ada-49a0-a03e-fd3d8c1b47cf tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.4043162 Jan 29 04:33:42.009279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.029533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:42.030504 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.147394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a188704-e640-47d2-9f9b-e0c5ff0c5410 req-04d2d8b1-396d-4e72-80dd-c14616b83a8c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046271 Jan 29 04:33:42.156959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.183810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533040f7-6b92-425c-8104-96dfa96d1187']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:42.196571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:42.196880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1fdf12-5d07-4ba9-bf92-224f6c9c1414') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:42.206874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.224123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.231770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:33:42.232422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:33:42.306804 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:33:42.335569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.338156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:42.357488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b15a3e8-04a0-4ded-ba64-ef00e44a4f1e req-0aaf823f-9349-42e2-b52c-c4576ba1f2ed tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ed4431-3147-43de-9854-7f2d3f0479d2 HTTP/1.1" status: 200 len: 210 time: 0.3210566 Jan 29 04:33:42.367788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.376533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] 10.222.0.32 "DELETE /v2.0/networks/533040f7-6b92-425c-8104-96dfa96d1187 HTTP/1.1" status: 204 len: 168 time: 1.5756130 Jan 29 04:33:42.385156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-01a7f318-d6ff-4466-a02f-588096aea125 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3105764 Jan 29 04:33:42.404270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Request body: {'port': {'device_id': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:42.412504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fef62d-b7eb-4356-8178-b91cc648b302 admin admin] Pushing event deleted for resources: {'Network': ['ID=533040f7-6b92-425c-8104-96dfa96d1187,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:42.540499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] For port 2d7f9a32-9940-4fb3-b307-3f569f0d2029, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:42.560251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.563932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] For port 2d7f9a32-9940-4fb3-b307-3f569f0d2029, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2d7f9a32-9940-4fb3-b307-3f569f0d2029,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:33:42.568520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Allocated IP 10.2.2.2 (c37770b5-05cc-4a03-8b30-5c4cc6b5b641/83ba2732-ab2f-4f59-ae10-337560b94d1b/3db80252-2014-4cfe-ab08-beba5ab08d54) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:42.586982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:42.739012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6ec92-311f-436c-bacf-ab0b7d5879bf req-a84a2398-d9f5-471b-8799-deeada4eb283 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:42.746276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ac6ec92-311f-436c-bacf-ab0b7d5879bf req-a84a2398-d9f5-471b-8799-deeada4eb283 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 932 time: 0.3422897 Jan 29 04:33:42.754581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 10.1.1.129 (15ea8377-1dcd-4e02-9f76-096b3179e04d/61896227-a6fe-4baf-9a5b-fb9ac8893c73/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:42.898668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57444) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:42.970032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ac6ec92-311f-436c-bacf-ab0b7d5879bf req-9d3ad03f-93aa-4011-826e-0070d4a03d69 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115922 Jan 29 04:33:43.050047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9fb894ae-3789-470c-a163-e60fca08e4f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d4e9f4abb5347868cad39e98386e7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498919 Jan 29 04:33:43.056180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57454) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:43.083487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.227332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b07e69-8290-4b94-bef7-88ae83b8a50d None None] Pushing event updated for resources: {'Port': ['ID=2d7f9a32-9940-4fb3-b307-3f569f0d2029,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:43.241081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c140-ab9c-4970-97c3-37db60183b32 req-353eff3e-9fdd-4637-befd-17f349786069 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:43.251955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.270938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bd1c140-ab9c-4970-97c3-37db60183b32 req-353eff3e-9fdd-4637-befd-17f349786069 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.4093041 Jan 29 04:33:43.300847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3affcc50-afb1-4340-830b-1e9a75c4f8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.352826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3affcc50-afb1-4340-830b-1e9a75c4f8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.462079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bd1c140-ab9c-4970-97c3-37db60183b32 req-9da44189-36c8-449d-b744-fdbd1d0f4993 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881189 Jan 29 04:33:43.479560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.566123 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3affcc50-afb1-4340-830b-1e9a75c4f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.570237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3affcc50-afb1-4340-830b-1e9a75c4f8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.572137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3affcc50-afb1-4340-830b-1e9a75c4f8ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/416dcc3b-59f7-40ad-9545-bea2e2572297 HTTP/1.1" status: 204 len: 168 time: 0.5145707 Jan 29 04:33:43.601032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affcc50-afb1-4340-830b-1e9a75c4f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416dcc3b-59f7-40ad-9545-bea2e2572297,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:43.635632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:43.673657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:43.685397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:43.686743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:43.694198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.722275 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.753183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Pushing event updated for resources: {'Port': ['ID=3db80252-2014-4cfe-ab08-beba5ab08d54,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:43.815380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:43.818950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:43.822002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:43.864327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Attempting to bind port 3db80252-2014-4cfe-ab08-beba5ab08d54 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:33:43.865515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Attempting to bind port 3db80252-2014-4cfe-ab08-beba5ab08d54 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:33:43.866270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Attempting to bind port 3db80252-2014-4cfe-ab08-beba5ab08d54 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:43.877765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:33:43.878610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Checking segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:43.879254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.879861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Bound using segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:33:43.880574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Bound port: 3db80252-2014-4cfe-ab08-beba5ab08d54, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:33:43.881319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:43.904258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:43.984425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:43.985107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.003172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-0c35e9d7-310a-4e20-9a0a-5e2bc348d37b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:44.008159 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-0c35e9d7-310a-4e20-9a0a-5e2bc348d37b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.4817545 Jan 29 04:33:44.057189 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ca1f3b30-ba8f-4d9d-986b-8597b9d8de2e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9605248 Jan 29 04:33:44.060116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:44.067572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] For port 3db80252-2014-4cfe-ab08-beba5ab08d54, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:44.079076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] For port 3db80252-2014-4cfe-ab08-beba5ab08d54, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3db80252-2014-4cfe-ab08-beba5ab08d54,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:33:44.083224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'name': 'tempest-TaggedBootDevicesTest-56650457', 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:44.089994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.175399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee574ec0-fa58-4c25-be34-2f2623c55fdd {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:33:44.188955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.263909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Transition to ACTIVE for port object ee574ec0-fa58-4c25-be34-2f2623c55fdd will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:33:44.272668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef2aef-0de6-4a32-bfb8-158850391110 None None] Pushing event updated for resources: {'Port': ['ID=3db80252-2014-4cfe-ab08-beba5ab08d54,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:44.332722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70c01c55-90cd-48da-8e12-94a3d2e3f2a6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.385541 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:33:44.391192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70c01c55-90cd-48da-8e12-94a3d2e3f2a6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.513964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.551564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:44.556416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.565473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Deleting port c5a11996-c499-45aa-a19e-22868cb5e3e0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:44.565901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.575990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:44.579470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70c01c55-90cd-48da-8e12-94a3d2e3f2a6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.582153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70c01c55-90cd-48da-8e12-94a3d2e3f2a6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:44.583304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-70c01c55-90cd-48da-8e12-94a3d2e3f2a6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/security-groups/6e1700be-2388-440e-aa08-211a49a9ee2a HTTP/1.1" status: 204 len: 168 time: 0.8767762 Jan 29 04:33:44.600165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:44.669560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63bfda-0d8e-46c9-9aff-29e86d80ca4c req-072218da-ed5f-4345-a99f-ddb042f6aa66 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:44.680396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b63bfda-0d8e-46c9-9aff-29e86d80ca4c req-072218da-ed5f-4345-a99f-ddb042f6aa66 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 932 time: 0.4712358 Jan 29 04:33:44.693345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] device_id is not set on port a6f9f5e0-74c2-429d-a245-45d7f5d9292a yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:33:44.738640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10967b-770d-4cbf-8735-cb4b84474407 req-848a6794-2075-4500-8db9-f7042ca3244b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:44.746601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a10967b-770d-4cbf-8735-cb4b84474407 req-848a6794-2075-4500-8db9-f7042ca3244b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.3667893 Jan 29 04:33:44.898755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c01c55-90cd-48da-8e12-94a3d2e3f2a6 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1700be-2388-440e-aa08-211a49a9ee2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:44.942967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a10967b-770d-4cbf-8735-cb4b84474407 req-16eddbfe-d237-42c4-a8c8-50dd12b5de46 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952775 Jan 29 04:33:45.027031 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-351cacd9-b5a0-43cc-a4e9-8993bfa00bd9 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] show failed (client error): The resource could not be found. Jan 29 04:33:45.031001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-351cacd9-b5a0-43cc-a4e9-8993bfa00bd9 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "GET /v2.0/security-groups/6e1700be-2388-440e-aa08-211a49a9ee2a HTTP/1.1" status: 404 len: 347 time: 0.4247696 Jan 29 04:33:45.038281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57498) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:45.243239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Attempting to bind port ee574ec0-fa58-4c25-be34-2f2623c55fdd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:33:45.243239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Attempting to bind port ee574ec0-fa58-4c25-be34-2f2623c55fdd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:33:45.248097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Attempting to bind port ee574ec0-fa58-4c25-be34-2f2623c55fdd on network b75f602b-195c-41f2-89ae-910261b40f62 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:45.267304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Port ee574ec0-fa58-4c25-be34-2f2623c55fdd on network b75f602b-195c-41f2-89ae-910261b40f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:33:45.267967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Attempting to bind port ee574ec0-fa58-4c25-be34-2f2623c55fdd on network b75f602b-195c-41f2-89ae-910261b40f62 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:45.308611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b63bfda-0d8e-46c9-9aff-29e86d80ca4c req-b89bf01c-fc7c-4d60-9384-2b8b2588da2e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997128 Jan 29 04:33:45.344993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:33:45.345344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Checking segment: {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:45.345742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Bound using segment: {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:33:45.352208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Bound port: ee574ec0-fa58-4c25-be34-2f2623c55fdd, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:33:45.352676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:45.394156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2d7f9a32-9940-4fb3-b307-3f569f0d2029 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:45.535834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af2d5d-59a4-4ada-9488-2314428ed1fb None None] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:45.540623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:45.545313 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:45.641635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device c5a11996-c499-45aa-a19e-22868cb5e3e0 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:45.689823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:45.691977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:45.736220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037fd79-00ba-4a44-84f1-eae9b629246d req-af3ce801-c6b2-42db-820e-0f5e4f17ca4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:45.745177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7037fd79-00ba-4a44-84f1-eae9b629246d req-af3ce801-c6b2-42db-820e-0f5e4f17ca4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.5840821 Jan 29 04:33:45.747668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 10.1.1.231 (15ea8377-1dcd-4e02-9f76-096b3179e04d/61896227-a6fe-4baf-9a5b-fb9ac8893c73/a6f9f5e0-74c2-429d-a245-45d7f5d9292a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:45.904931 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:45.907529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1cde6450-8500-4881-8ade-ff696f27acc3 None None] Provisioning complete for port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:45.908036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1cde6450-8500-4881-8ade-ff696f27acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:45.937294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 431e4377-78e2-4ef1-a157-495670203b4e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:45.938279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.090972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7037fd79-00ba-4a44-84f1-eae9b629246d req-0125cda2-78ce-4e35-b66e-3a120ee1b92a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336833 Jan 29 04:33:46.097629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:46.202061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.295682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 2d7f9a32-9940-4fb3-b307-3f569f0d2029, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2d7f9a32-9940-4fb3-b307-3f569f0d2029,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:46.300881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:33:46.334784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-42fd81ce-4db9-423d-ac07-0f7b981330be tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:46.343850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-42fd81ce-4db9-423d-ac07-0f7b981330be tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/networks?id=027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 200 len: 813 time: 0.7850733 Jan 29 04:33:46.359059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.385180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:46.392179 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48669cd5-750d-4e8f-97af-af47075ebd41" -d '{"events": [{"server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:46.405333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port c5a11996-c499-45aa-a19e-22868cb5e3e0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=c5a11996-c499-45aa-a19e-22868cb5e3e0,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:46.478867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.505867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.506622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.528517 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.620298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 431e4377-78e2-4ef1-a157-495670203b4e owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:46.670622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fe734-e31b-4885-9785-ee6aa0d57850 req-75f4a32f-25db-412a-860e-ce064b7125b8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:46.689808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf4fe734-e31b-4885-9785-ee6aa0d57850 req-75f4a32f-25db-412a-860e-ce064b7125b8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 945 time: 0.3597746 Jan 29 04:33:46.773536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6b341-b603-4f7b-8516-968d760cd216 None None] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:46.787637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.823409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3db80252-2014-4cfe-ab08-beba5ab08d54 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:46.920852 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:46.983081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=431e4377-78e2-4ef1-a157-495670203b4e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:47.015963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf4fe734-e31b-4885-9785-ee6aa0d57850 req-7173626b-c95b-4098-b6f5-d1197213136b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=77ea344e-28d8-488f-bf87-cb5b584c12ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177624 Jan 29 04:33:47.029593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=2d7f9a32-9940-4fb3-b307-3f569f0d2029,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:47.089303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.117494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.126118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.128022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-88c7c86e-fced-4cf1-8289-fa0d462baa6b tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/floatingips/c1e8d5a4-2f2e-473f-badd-51067cea45f1 HTTP/1.1" status: 204 len: 168 time: 2.0887077 Jan 29 04:33:47.173179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57564) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:47.195983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.201119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.203791 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Floating IP 9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb disassociated. External IP: 172.25.4.53, port: c5a11996-c499-45aa-a19e-22868cb5e3e0. Jan 29 04:33:47.204540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Calling delete_port for c5a11996-c499-45aa-a19e-22868cb5e3e0 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:47.255801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:47.258657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:47.293796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:47.321107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:47.334968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:47.369283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9a90aa5c-9096-4b22-b033-5fa27763377a None None] Provisioning complete for port 3db80252-2014-4cfe-ab08-beba5ab08d54 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:47.369843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a90aa5c-9096-4b22-b033-5fa27763377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.389014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:47.390745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.396738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] 10.222.0.20 "PUT /v2.0/ports/ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 1092 time: 4.9958487 Jan 29 04:33:47.410252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:47.416018 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:47.440811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3db80252-2014-4cfe-ab08-beba5ab08d54 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:47.441696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.531775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-f6c84a38-b1d8-4096-abe2-d53c8a830dcd tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/quotas/34724ac5d38743d58c76eda453349d82 HTTP/1.1" status: 200 len: 375 time: 1.1850357 Jan 29 04:33:47.590016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:47.603196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.637277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 878937f9-e8df-4443-8969-22f894d32a6a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:47.637662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.659123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b7425f2a-2deb-4b38-86ea-aa6360a2e18e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5885842 Jan 29 04:33:47.662220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-66ab18e1-3ccf-4432-adb7-f0aa6228e243 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34724ac5d38743d58c76eda453349d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285524 Jan 29 04:33:47.795103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a90aa5c-9096-4b22-b033-5fa27763377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.859022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.889822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f7c2a-f82d-464f-ba79-21d9c8af93de service neutron] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:47.907163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-aaf8f9c2-3dcb-4b77-8bc6-5219cef1333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:47.920853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-aaf8f9c2-3dcb-4b77-8bc6-5219cef1333c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1095 time: 0.4123435 Jan 29 04:33:47.939795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:47.996660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9a90aa5c-9096-4b22-b033-5fa27763377a None None] For port 3db80252-2014-4cfe-ab08-beba5ab08d54, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3db80252-2014-4cfe-ab08-beba5ab08d54,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:48.006584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 878937f9-e8df-4443-8969-22f894d32a6a owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:48.015709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a90aa5c-9096-4b22-b033-5fa27763377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.220862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-152137da-f7ca-47bb-a1c6-ca2a6746dfe2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.2666175 Jan 29 04:33:48.232440 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:33:48.232802 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:33:48.248514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e3792546-886a-454d-aa47-4c39bccc4e50 None None] Provisioning complete for port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:48.249000 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3792546-886a-454d-aa47-4c39bccc4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.357750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3dc8-6bd9-48fb-b396-199493cb9c4e req-5a1b7474-7e68-4748-a1c1-6aee89c39586 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:48.362160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-328b3dc8-6bd9-48fb-b396-199493cb9c4e req-5a1b7474-7e68-4748-a1c1-6aee89c39586 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2468219 Jan 29 04:33:48.379512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90aa5c-9096-4b22-b033-5fa27763377a None None] Pushing event updated for resources: {'Port': ['ID=3db80252-2014-4cfe-ab08-beba5ab08d54,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:48.492400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-f54b9cbe-58e9-4cd9-8e48-f7395a7b0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:48.494427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-328b3dc8-6bd9-48fb-b396-199493cb9c4e req-00bfa297-f9cf-4e6b-9152-4ac2733c02e3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175826 Jan 29 04:33:48.507206 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-f54b9cbe-58e9-4cd9-8e48-f7395a7b0921 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.2637157 Jan 29 04:33:48.514103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-66b736cd-cf06-4861-ba48-d18c94ddebef service neutron] 10.222.0.32 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510480 Jan 29 04:33:48.564924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e3792546-886a-454d-aa47-4c39bccc4e50 None None] Provisioning complete for port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:48.564924 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3792546-886a-454d-aa47-4c39bccc4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.575059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-9b0eb3b4-e1a8-483e-b31e-bcee862d6fe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563736 Jan 29 04:33:48.581583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.598479 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93edf0f1-143a-4f54-8692-ae3643610b6a x-openstack-request-id: req-93edf0f1-143a-4f54-8692-ae3643610b6a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:48.598861 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:48.599703 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93edf0f1-143a-4f54-8692-ae3643610b6a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:48.600178 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'code': 200} Jan 29 04:33:48.620536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e3792546-886a-454d-aa47-4c39bccc4e50 None None] Port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:33:48.653766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.805748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=878937f9-e8df-4443-8969-22f894d32a6a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:48.854813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3d59d50f-9eef-4101-877d-e811ecb7da9b None None] Provisioning complete for port a6f9f5e0-74c2-429d-a245-45d7f5d9292a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:48.866276 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d59d50f-9eef-4101-877d-e811ecb7da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.871580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event deleted for resources: {'Port': ['ID=c5a11996-c499-45aa-a19e-22868cb5e3e0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:48.954630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:48.957535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3d59d50f-9eef-4101-877d-e811ecb7da9b None None] Port a6f9f5e0-74c2-429d-a245-45d7f5d9292a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:33:48.958832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5ebb42c8-aec1-4b88-aab8-22a3aa33baa3 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/ports/878937f9-e8df-4443-8969-22f894d32a6a HTTP/1.1" status: 204 len: 168 time: 1.7843771 Jan 29 04:33:48.964700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57608) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:48.999389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3d59d50f-9eef-4101-877d-e811ecb7da9b None None] Provisioning complete for port 3db80252-2014-4cfe-ab08-beba5ab08d54 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:48.999798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d59d50f-9eef-4101-877d-e811ecb7da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:49.112230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2d7f9a32-9940-4fb3-b307-3f569f0d2029 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:49.119419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e5403-3a5f-498b-9360-66a434a0303c req-3155e187-e87e-4b6a-b8aa-30fc7edca431 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:49.120972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-121e5403-3a5f-498b-9360-66a434a0303c req-3155e187-e87e-4b6a-b8aa-30fc7edca431 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.3474548 Jan 29 04:33:49.251633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-121e5403-3a5f-498b-9360-66a434a0303c req-bff7c52d-60c5-438f-9431-a05d581c8f62 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098120 Jan 29 04:33:49.292551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port 404bf81a-bfc8-4e59-9dd2-a6e688e77542 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:49.292906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:49.368603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-4fbd389e-d239-4247-99cc-33e19bae353e service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696180 Jan 29 04:33:49.419115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:49.435036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for 404bf81a-bfc8-4e59-9dd2-a6e688e77542 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:49.509048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:49.511640 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:49.591983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e8ba1b-1b0b-4d58-9950-33e44b4f4506 req-5c58028b-cebb-4bdd-bbc4-6c85dac3189e service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019415 Jan 29 04:33:49.595028 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb882e8-54f7-48a4-b890-b040c0c78fdf x-openstack-request-id: req-cfb882e8-54f7-48a4-b890-b040c0c78fdf {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:49.595526 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:49.596079 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfb882e8-54f7-48a4-b890-b040c0c78fdf {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:49.597884 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'status': 'completed', 'code': 200} Jan 29 04:33:49.636389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-94a30350-6d32-4185-bfa8-340044d67f90 service neutron] 10.222.0.32 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0540462 Jan 29 04:33:49.677318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Router ec403ec2-30ce-436f-bfbf-f72bf982058d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:33:49.773872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:49.782605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3db80252-2014-4cfe-ab08-beba5ab08d54 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:49.921615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:49.925999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/ports/404bf81a-bfc8-4e59-9dd2-a6e688e77542 HTTP/1.1" status: 204 len: 168 time: 0.9586675 Jan 29 04:33:49.927282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6146-2444-452c-8a5e-30301f879570 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=404bf81a-bfc8-4e59-9dd2-a6e688e77542,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:49.936713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57624) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:50.016236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting subnet c33c60f6-a176-4fad-93a6-9e129f3b51f0 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:33:50.021320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.096715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3db80252-2014-4cfe-ab08-beba5ab08d54 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:50.097109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.111889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.231154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.329633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.354087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-17891b4a-6327-46b8-8b8e-8be22c4205d2 req-85c35cee-9fd3-4a7e-be80-89d842a3ec65 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.2700508 Jan 29 04:33:50.407478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-04b0f7f7-4623-47dd-b4dc-8909157f2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:50.417005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-04b0f7f7-4623-47dd-b4dc-8909157f2597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1095 time: 0.7178183 Jan 29 04:33:50.425747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Subnet': ['ID=c33c60f6-a176-4fad-93a6-9e129f3b51f0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:50.474922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.478250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b66738-c325-4d47-9269-95dbb0b22e13 None None] Network 46f3a1eb-bcbe-47c4-a092-70d46d746218 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:50.481359 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff017e47-1951-4726-9225-d184604ec6e2 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/subnets/c33c60f6-a176-4fad-93a6-9e129f3b51f0 HTTP/1.1" status: 204 len: 168 time: 0.5426381 Jan 29 04:33:50.485987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57646) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:50.591044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting subnet e6312399-e8f8-422f-a94d-bff68bbcd054 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:33:50.600097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.610944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-7e332563-3e4f-4495-af6d-3c4c303854fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:50.613849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-7e332563-3e4f-4495-af6d-3c4c303854fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.1865156 Jan 29 04:33:50.618970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:33:50.653171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:33:50.689094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.753030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:50.753691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:33:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:50.822565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.845838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a473bab7-bd77-4d14-a678-fe81e5a6400b req-34ecdaf4-800a-44e3-aeab-73a9527fd7a1 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fba77b-4220-4fe5-ad7a-181dcc7e2ff1 HTTP/1.1" status: 200 len: 210 time: 0.2259943 Jan 29 04:33:50.893779 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-f22cb8b7-cf8c-495e-908a-439edd4dae3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.2689693 Jan 29 04:33:50.894752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] No DVR routers for this DVR port c5a11996-c499-45aa-a19e-22868cb5e3e0 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:50.908044 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:50.911397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d1613ec-9ef8-4723-8186-4b1a8ab06b7b req-9d90e9ba-50bb-4fc9-aa6b-123dcc22f32e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "DELETE /v2.0/ports/c5a11996-c499-45aa-a19e-22868cb5e3e0 HTTP/1.1" status: 204 len: 173 time: 6.8958719 Jan 29 04:33:50.951912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:51.054957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Subnet': ['ID=e6312399-e8f8-422f-a94d-bff68bbcd054,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:51.057186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:51.063570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-883a2932-ac8b-4b6f-8d30-4016cd560c9c tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/subnets/e6312399-e8f8-422f-a94d-bff68bbcd054 HTTP/1.1" status: 204 len: 168 time: 0.5755360 Jan 29 04:33:51.071930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:51.166932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-558acd3f-3c96-4267-a135-34b8da5e01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:51.168947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-558acd3f-3c96-4267-a135-34b8da5e01e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.2564900 Jan 29 04:33:51.213238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c4e7c-20e9-4e0f-ab7f-c6d6d242a1f7 req-1c31a7f5-0e4b-4cdc-b5ee-2f80975f3c07 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:51.219574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-232c4e7c-20e9-4e0f-ab7f-c6d6d242a1f7 req-1c31a7f5-0e4b-4cdc-b5ee-2f80975f3c07 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1812215 Jan 29 04:33:51.307269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-6fbdea69-cb1a-4da5-8c36-e2d6ee54e9af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078169 Jan 29 04:33:51.335557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:51.337853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:51.354895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5031bf-1fa8-4bed-9790-8dffe1849e5a None None] Network f0e89752-aec8-44f9-89b0-2ea42156e56e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:33:51.370821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480117070', 'description': 'tempest-description--550137622'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:51.416498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-232c4e7c-20e9-4e0f-ab7f-c6d6d242a1f7 req-40dafcfb-42ce-45a0-8b73-6e0e50788f30 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831703 Jan 29 04:33:51.574468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:51.617324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'name': 'network-vif-deleted', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:51.619638 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72effed-7098-40a2-975e-c0b1e23256e9" -d '{"events": [{"server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "name": "network-vif-deleted", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:51.625832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e501d1e4-c726-4fdc-a409-6fa9122d2c46 req-bd74256e-9d11-4965-84bc-a84ba15d4555 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 210 time: 0.1849639 Jan 29 04:33:51.638587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-88a0b6d1-59fe-4d24-8a31-c240121cf177 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118238 Jan 29 04:33:51.643118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:51.684571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] DHCP port deletion for 46f3a1eb-bcbe-47c4-a092-70d46d746218 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:33:51.768969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Deleting port a34dd457-6aaa-4273-a02c-4cfb727131e8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:51.769316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:51.944993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bad5b-5765-439d-8143-d44bdca97fff req-a138c07b-e0db-49ef-b0f8-8d9bec67c093 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:51.954262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-311bad5b-5765-439d-8143-d44bdca97fff req-a138c07b-e0db-49ef-b0f8-8d9bec67c093 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.3367190 Jan 29 04:33:51.957371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] DHCP port deletion for f0e89752-aec8-44f9-89b0-2ea42156e56e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:33:52.032694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-311bad5b-5765-439d-8143-d44bdca97fff req-79c86c4b-43a3-406d-8c49-096032a7cf1b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765636 Jan 29 04:33:52.067939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] For port a34dd457-6aaa-4273-a02c-4cfb727131e8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a34dd457-6aaa-4273-a02c-4cfb727131e8,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:52.071154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.114650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.120041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Calling delete_port for a34dd457-6aaa-4273-a02c-4cfb727131e8 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:52.132230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.150617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-47e03dd3-c8c3-4e79-81ed-8870aedd39ad req-daffba80-e9dd-49c5-bba4-7e9e2ed3c288 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152734 Jan 29 04:33:52.181178 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae534cb-cda6-4820-8ab0-b64a749a433c x-openstack-request-id: req-7ae534cb-cda6-4820-8ab0-b64a749a433c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:52.181733 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fba77b-4220-4fe5-ad7a-181dcc7e2ff1", "name": "network-vif-deleted", "tag": "c5a11996-c499-45aa-a19e-22868cb5e3e0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:52.182220 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ae534cb-cda6-4820-8ab0-b64a749a433c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:52.182820 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fba77b-4220-4fe5-ad7a-181dcc7e2ff1', 'name': 'network-vif-deleted', 'tag': 'c5a11996-c499-45aa-a19e-22868cb5e3e0', 'status': 'completed', 'code': 200} Jan 29 04:33:52.288139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4eddb679-b9e2-45d8-9f89-09a79dedbc19 req-6937a1fd-cdd4-4ebc-9955-963a73589c3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.6360829 Jan 29 04:33:52.324434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] Deleting port a34dd457-6aaa-4273-a02c-4cfb727131e8 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:52.324876 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.351910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:52.426239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] Deleting port b01d5321-af13-4eec-9e43-de86d3f8a5e9 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:52.428610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.452324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16609fd7-bed7-44f6-a941-d06cfc714dd7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.487854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16609fd7-bed7-44f6-a941-d06cfc714dd7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.552333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:52.578927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] For port a34dd457-6aaa-4273-a02c-4cfb727131e8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a34dd457-6aaa-4273-a02c-4cfb727131e8,segment=NetworkSegment(0e6c996f-d098-4d4b-a64e-3ab50fb30860),segment_id=0e6c996f-d098-4d4b-a64e-3ab50fb30860)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:52.579906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.632925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:33:52.644408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96c33224-9e30-4045-93b8-59b77ddb86b0 req-a8fe4819-b4aa-4ba4-960b-3b0e37e2f2de tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0621235 Jan 29 04:33:52.653943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] Calling delete_port for a34dd457-6aaa-4273-a02c-4cfb727131e8 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:52.677411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] For port b01d5321-af13-4eec-9e43-de86d3f8a5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b01d5321-af13-4eec-9e43-de86d3f8a5e9,segment=NetworkSegment(812d195b-23ec-47d9-a3e0-8fbeb9bf95ad),segment_id=812d195b-23ec-47d9-a3e0-8fbeb9bf95ad)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:52.677984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.680724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:33:52.681690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:33:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:52.689211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16609fd7-bed7-44f6-a941-d06cfc714dd7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.692106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16609fd7-bed7-44f6-a941-d06cfc714dd7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:52.693989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-16609fd7-bed7-44f6-a941-d06cfc714dd7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "DELETE /v2.0/security-groups/77ea344e-28d8-488f-bf87-cb5b584c12ff HTTP/1.1" status: 204 len: 168 time: 0.3402328 Jan 29 04:33:52.709053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:52.709903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609fd7-bed7-44f6-a941-d06cfc714dd7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ea344e-28d8-488f-bf87-cb5b584c12ff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:52.778196 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-12b81475-000c-493a-bae9-547e289c391f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] show failed (client error): The resource could not be found. Jan 29 04:33:52.779256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-12b81475-000c-493a-bae9-547e289c391f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups/77ea344e-28d8-488f-bf87-cb5b584c12ff HTTP/1.1" status: 404 len: 347 time: 0.0672779 Jan 29 04:33:52.787535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:52.843513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:33:52.909495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac27c92b-1ddb-48a4-a0ba-f69a96c47d4e req-7b2c9a70-b075-4a90-9574-dd3313954c96 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 210 time: 0.0940933 Jan 29 04:33:52.947792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] Calling delete_port for b01d5321-af13-4eec-9e43-de86d3f8a5e9 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:53.074960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a34dd457-6aaa-4273-a02c-4cfb727131e8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:53.236055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.237789 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8905203 Jan 29 04:33:53.260768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:53.264659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:53.298870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'security_group_rule': {'security_group_id': '265836aa-1a94-4b84-912a-3627bdfd84a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:53.346002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.376429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] No DVR routers for this DVR port a34dd457-6aaa-4273-a02c-4cfb727131e8 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:53.388804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5fd8a-31b4-48d8-946f-273eee1ce0fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265836aa-1a94-4b84-912a-3627bdfd84a8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:53.412026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3d177-5b95-4737-818e-95c2724a0247 None None] Pushing event deleted for resources: {'Port': ['ID=a34dd457-6aaa-4273-a02c-4cfb727131e8,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:53.414260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.416492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.468542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Deleting port ae810a3a-6270-47d6-aaf0-f8024fd99d20 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:33:53.469491 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.496318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7847411-26e0-4af2-97a5-5985dccd800a req-5feb766d-8fb4-4856-828b-85afd68a80d0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:53.506247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] No DVR routers for this DVR port b01d5321-af13-4eec-9e43-de86d3f8a5e9 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:53.513010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7847411-26e0-4af2-97a5-5985dccd800a req-5feb766d-8fb4-4856-828b-85afd68a80d0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.3283160 Jan 29 04:33:53.527529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83229842-c0ee-475b-9966-8c06f2110c77 None None] Pushing event deleted for resources: {'Port': ['ID=b01d5321-af13-4eec-9e43-de86d3f8a5e9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:53.542569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.578197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280109-bd70-4d7d-a39c-8e8f72d4ff2a req-170bded7-5c60-4507-8880-3a47283cbb73 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:53.587704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8280109-bd70-4d7d-a39c-8e8f72d4ff2a req-170bded7-5c60-4507-8880-3a47283cbb73 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.3690252 Jan 29 04:33:53.598149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b01d5321-af13-4eec-9e43-de86d3f8a5e9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:53.639241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-791f40bc-9e32-4673-99ce-f30b22b8ce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.669200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:33:53.685475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b01d5321-af13-4eec-9e43-de86d3f8a5e9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:33:53.685860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b01d5321-af13-4eec-9e43-de86d3f8a5e9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:33:53.694994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-f3f94eec-d74c-4dbc-b53e-671dfd553404 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:53.697635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-f3f94eec-d74c-4dbc-b53e-671dfd553404 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "GET /v2.0/networks?id=027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 200 len: 813 time: 1.5528426 Jan 29 04:33:53.722953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.735362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8280109-bd70-4d7d-a39c-8e8f72d4ff2a req-05213a7d-8946-42fb-9e59-390afcd7db68 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458507 Jan 29 04:33:53.758525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.759586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Request body: {'port': {'device_id': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1', 'admin_state_up': True, 'tenant_id': '34724ac5d38743d58c76eda453349d82'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:53.813511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.815207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5514739 Jan 29 04:33:53.824611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57720) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:53.842090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fd579-3d3b-4f4b-acff-aa37d317935a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bc065a-3508-488c-b03f-a3e42fd55885,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:53.877113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:53.877673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b7847411-26e0-4af2-97a5-5985dccd800a req-e88f947f-9b4f-416a-a1c9-96fb7e38874c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326960 Jan 29 04:33:53.890160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'security_group_rule': {'security_group_id': '265836aa-1a94-4b84-912a-3627bdfd84a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:53.915418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.916166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.920566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.931413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a77c635-9008-43b7-8f26-485ba5f9d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:53.933023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86786e-7ce0-45f9-ba42-52d3caaeef0f None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:33:53.976339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Calling delete_port for ae810a3a-6270-47d6-aaf0-f8024fd99d20 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:33:53.994067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Port': ['ID=a34dd457-6aaa-4273-a02c-4cfb727131e8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:53.999239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:54.007611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-119cf7c2-219d-4a34-b324-130745db87f5 req-babf8884-7fcd-4b1d-b6b8-f89391efdc82 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1106443 Jan 29 04:33:54.027444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] No DVR routers for this DVR port a34dd457-6aaa-4273-a02c-4cfb727131e8 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:33:54.037998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.093974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'port_id': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'mac_address': 'fa:16:3e:29:4f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30580dae-9770-4600-8efb-6f2d13e5a508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:33:54.164549 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.227398 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.242188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f3a1eb-bcbe-47c4-a092-70d46d746218']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:54.269278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6c996f-d098-4d4b-a64e-3ab50fb30860') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:54.269541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee574ec0-fa58-4c25-be34-2f2623c55fdd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:33:54.269737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6c996f-d098-4d4b-a64e-3ab50fb30860') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:54.310343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:54.315275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.323317 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.323588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.332512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.345233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Made reservation on behalf of 34724ac5d38743d58c76eda453349d82 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:33:54.350000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.352968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.380290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:33:54.380767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:33:54.384274 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:33:54.387623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ca8e3c-ec31-43cb-a397-3f429f57a60e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:54.490398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:54.534107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.542268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ef014195-87bd-4a25-baf9-a7856b9ca681 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7116697 Jan 29 04:33:54.553028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:54.559840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.583559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.595427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/networks/46f3a1eb-bcbe-47c4-a092-70d46d746218 HTTP/1.1" status: 204 len: 168 time: 3.5103278 Jan 29 04:33:54.602040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:54.615549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee574ec0-fa58-4c25-be34-2f2623c55fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:33:54.622290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:54.625586 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d693f54-a311-4658-bfea-497571d7dd5b None None] New status for floating IP 9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:33:54.647395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14924ef6-6506-42b7-a69f-49e8ab3e3625 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Network': ['ID=46f3a1eb-bcbe-47c4-a092-70d46d746218,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:54.716272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.739793 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.743638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-791f40bc-9e32-4673-99ce-f30b22b8ce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.746925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Allocated IP 172.20.0.6 (027a4c35-21c8-4d29-bab2-905ff1fe40c1/0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0/14760e0a-ece4-4535-abaa-42ebd932cb71) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:54.764764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45fef60b-ec60-4787-bd2a-b31cfa400e8b req-89ee590c-2c64-4525-a189-54232443fd50 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 210 time: 0.6850579 Jan 29 04:33:54.772074 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-791f40bc-9e32-4673-99ce-f30b22b8ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:54.801587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-791f40bc-9e32-4673-99ce-f30b22b8ce29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a545b24703f4d0f852936cf43234774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878697 Jan 29 04:33:54.806277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:54.935465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f40bc-9e32-4673-99ce-f30b22b8ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88fd6c3-1478-48c2-ab9f-c81033a83927,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:55.032875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.048778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9b70-04cf-41f9-b9fd-a9661f4f4c82 req-f4fda857-f84d-4ea8-af36-4f6fcd39dc46 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:55.050395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b01f9b70-04cf-41f9-b9fd-a9661f4f4c82 req-f4fda857-f84d-4ea8-af36-4f6fcd39dc46 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 945 time: 0.1938584 Jan 29 04:33:55.057737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd2c9-fd46-4b38-8ee1-422e03f86922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.084034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd2c9-fd46-4b38-8ee1-422e03f86922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.161996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e89752-aec8-44f9-89b0-2ea42156e56e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:55.174761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.192160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:55.192789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812d195b-23ec-47d9-a3e0-8fbeb9bf95ad') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:33:55.219469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772baf7-27f9-4c77-8472-c11f9aea8999 req-6892e167-f3b4-4cd8-a1db-5e55b8a411cb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:55.227096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9772baf7-27f9-4c77-8472-c11f9aea8999 req-6892e167-f3b4-4cd8-a1db-5e55b8a411cb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.2204978 Jan 29 04:33:55.240302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b01f9b70-04cf-41f9-b9fd-a9661f4f4c82 req-0703e955-953c-4738-9183-65bdbf3d3dad tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828203 Jan 29 04:33:55.241969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.274773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.339227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.349110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event deleted for resources: {'Port': ['ID=ae810a3a-6270-47d6-aaf0-f8024fd99d20,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:55.355887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.369286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd2c9-fd46-4b38-8ee1-422e03f86922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.372060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd2c9-fd46-4b38-8ee1-422e03f86922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.376508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9cbdd2c9-fd46-4b38-8ee1-422e03f86922 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e88fd6c3-1478-48c2-ab9f-c81033a83927 HTTP/1.1" status: 204 len: 168 time: 0.5648487 Jan 29 04:33:55.380894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:33:55.381299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:33:55.386699 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:33:55.391415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25abe91a-7647-4251-92a8-01350dfa8690 req-83292a6d-1c0b-4c8d-b3d1-d49842f365ec tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0346889 Jan 29 04:33:55.404414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 172.25.4.18 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/39d124a9-cc18-4c19-b516-4c21e49b57eb) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:55.497777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.528162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.534592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.539782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7216c363-7087-4cbb-95d0-232f4c4937f0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "DELETE /v2.0/floatingips/9fad7c07-7ddb-442c-a67b-fe2dc1aeedcb HTTP/1.1" status: 204 len: 168 time: 2.7500882 Jan 29 04:33:55.542374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdd2c9-fd46-4b38-8ee1-422e03f86922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88fd6c3-1478-48c2-ab9f-c81033a83927,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:55.562260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9772baf7-27f9-4c77-8472-c11f9aea8999 req-3b742cfa-34b9-4acc-91ac-f3aec45d6eff tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339450 Jan 29 04:33:55.579749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:55.586691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:55.589269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:55.636317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Pushing event updated for resources: {'Port': ['ID=14760e0a-ece4-4535-abaa-42ebd932cb71,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:55.650870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:33:55.661451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.672397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.678201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.681468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] 10.222.0.32 "DELETE /v2.0/networks/f0e89752-aec8-44f9-89b0-2ea42156e56e HTTP/1.1" status: 204 len: 168 time: 1.0577865 Jan 29 04:33:55.684150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:55.684832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.711699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-69d3788a-d6fc-4dc8-a3bd-debd9fc7bd0b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9684012 Jan 29 04:33:55.729848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Request body: {'port': {'device_id': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:55.758158 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a56e01c-a0a2-4ada-8f3c-77dcdb1f6eb7 req-298d67a0-5d7a-42bc-9ccf-5cc1878b7dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0755565 Jan 29 04:33:55.758910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c9322-bda9-4187-8938-b7b7953d5776 tempest-TaggedBootDevicesTest_v242-723833737 tempest-TaggedBootDevicesTest_v242-723833737-project] Pushing event deleted for resources: {'Network': ['ID=f0e89752-aec8-44f9-89b0-2ea42156e56e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:55.766316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port ee574ec0-fa58-4c25-be34-2f2623c55fdd completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:33:55.770337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port ee574ec0-fa58-4c25-be34-2f2623c55fdd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:33:55.770727 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.789986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.824862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:55.850741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:55.855311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:55.861685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:55.963913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=39d124a9-cc18-4c19-b516-4c21e49b57eb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:55.998883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4d32b-9c70-4c0d-8fcc-a0df997d7d87 req-0312eb80-6a88-406d-9214-effabe807798 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:56.001086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60b4d32b-9c70-4c0d-8fcc-a0df997d7d87 req-0312eb80-6a88-406d-9214-effabe807798 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 931 time: 0.0800190 Jan 29 04:33:56.094508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.096195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60b4d32b-9c70-4c0d-8fcc-a0df997d7d87 req-93375f8f-cead-4f55-af82-48c96f9bfa7f tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822811 Jan 29 04:33:56.138577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:56.166858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.240232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.357360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.365677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.405681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:56.440373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212057386', 'description': 'tempest-description--225804462'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:56.462968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.466766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97ea41af-0939-44de-8285-6a3af45f6c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.488462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b66746d44c940828907d34086424515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440676 Jan 29 04:33:56.493072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d794bf9b-0a73-44e2-bdf3-ce31cd8506af,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:56.493072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:56.507868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:56.513348 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd6d79-1ebb-414c-9112-5324f2d97bbb" -d '{"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-plugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:56.541318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:56.548773 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.584279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.584633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.584983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.585322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.585661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.586023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.586355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.586685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.587012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.587862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.588553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.589169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46db8b6-7346-4338-8144-43d5a033bb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.601042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.623356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e25cf5ba-faa3-4b99-9873-52d9f54b129b req-f4a71a16-efb7-4fc7-addd-f10af0ec8293 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0511127 Jan 29 04:33:56.631077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899a02d-d5d9-4a92-a04f-347aa4f6087d req-fcb151ba-4ba4-402e-81c0-890717dcfcd6 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:56.632672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d899a02d-d5d9-4a92-a04f-347aa4f6087d req-fcb151ba-4ba4-402e-81c0-890717dcfcd6 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 945 time: 0.1746743 Jan 29 04:33:56.634676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14760e0a-ece4-4535-abaa-42ebd932cb71 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:33:56.638772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:56.639962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-991a1158-6a37-43e4-b2b6-03ca61942ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.648956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.685842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Transition to ACTIVE for port object 14760e0a-ece4-4535-abaa-42ebd932cb71 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:33:56.692284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.694471 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5d0e4-2b38-4915-803d-d513b21d8196 x-openstack-request-id: req-85d5d0e4-2b38-4915-803d-d513b21d8196 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:56.695009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.695580 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-plugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:56.695986 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85d5d0e4-2b38-4915-803d-d513b21d8196 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:56.696558 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'code': 200} Jan 29 04:33:56.701221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-991a1158-6a37-43e4-b2b6-03ca61942ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.744540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.788881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d899a02d-d5d9-4a92-a04f-347aa4f6087d req-548b4295-fe4d-4d67-ae93-5a726be6a9c0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443038 Jan 29 04:33:56.808525 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.869331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.873507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604033d-b9ee-46b0-ab91-afee33b18bd3 req-ce493d8c-6d32-45c3-be4a-654d4db4af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:56.875528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d604033d-b9ee-46b0-ab91-afee33b18bd3 req-ce493d8c-6d32-45c3-be4a-654d4db4af7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1097 time: 0.0799584 Jan 29 04:33:56.882405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.925324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-991a1158-6a37-43e4-b2b6-03ca61942ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.927927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-991a1158-6a37-43e4-b2b6-03ca61942ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.931521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-991a1158-6a37-43e4-b2b6-03ca61942ccf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d794bf9b-0a73-44e2-bdf3-ce31cd8506af HTTP/1.1" status: 204 len: 168 time: 0.4329219 Jan 29 04:33:56.943624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=14760e0a-ece4-4535-abaa-42ebd932cb71,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:56.954710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:56.956124 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3861077 Jan 29 04:33:56.973614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.974123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.974577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.975049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.975523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.975911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.976340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.976763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.977205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.977760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.978178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.978673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:33:56.997849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a034a0-5608-4deb-bd7f-c7bb35cf45c1 req-76956ca8-7ae5-4e90-8bfc-9b65412ef7ec tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.000070 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5a034a0-5608-4deb-bd7f-c7bb35cf45c1 req-76956ca8-7ae5-4e90-8bfc-9b65412ef7ec tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.2426579 Jan 29 04:33:57.000907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Attempting to bind port 14760e0a-ece4-4535-abaa-42ebd932cb71 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:33:57.001343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Attempting to bind port 14760e0a-ece4-4535-abaa-42ebd932cb71 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:33:57.001772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Attempting to bind port 14760e0a-ece4-4535-abaa-42ebd932cb71 on network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:57.020391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.028903 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6146417 Jan 29 04:33:57.035812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57790) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:57.037459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbcef7-2611-468a-a1f8-a4b91b57fc3f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f519f5c6-d425-4e2a-bd3e-63ee205ed142,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:57.037880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Port 14760e0a-ece4-4535-abaa-42ebd932cb71 on network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:33:57.038350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Attempting to bind port 14760e0a-ece4-4535-abaa-42ebd932cb71 on network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:33:57.043464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'security_group_rule': {'security_group_id': 'f519f5c6-d425-4e2a-bd3e-63ee205ed142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:57.057086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d604033d-b9ee-46b0-ab91-afee33b18bd3 req-2542796f-c1ea-484e-a452-91bbf81e28c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716397 Jan 29 04:33:57.072591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a1158-6a37-43e4-b2b6-03ca61942ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d794bf9b-0a73-44e2-bdf3-ce31cd8506af,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:57.084157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:33:57.084935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Checking segment: {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:33:57.085275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Bound using segment: {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:33:57.085920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Bound port: 14760e0a-ece4-4535-abaa-42ebd932cb71, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:33:57.086405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.113854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f454172-fda6-4d1e-86ae-2cc37f2c5747 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=39d124a9-cc18-4c19-b516-4c21e49b57eb,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:57.121653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.173539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5a034a0-5608-4deb-bd7f-c7bb35cf45c1 req-14c8499e-c5ca-4d2d-8e1f-267f110f4dfd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482196 Jan 29 04:33:57.229860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] For port 14760e0a-ece4-4535-abaa-42ebd932cb71, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:33:57.236141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] For port 14760e0a-ece4-4535-abaa-42ebd932cb71, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=14760e0a-ece4-4535-abaa-42ebd932cb71,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:33:57.237981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.244346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.289745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.335629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=14760e0a-ece4-4535-abaa-42ebd932cb71,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:57.341127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.344549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.345573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.347646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-25458349-782c-41db-b88e-d5a6471bebc6 service neutron] 10.222.0.20 "PUT /v2.0/ports/14760e0a-ece4-4535-abaa-42ebd932cb71 HTTP/1.1" status: 200 len: 1091 time: 1.6219044 Jan 29 04:33:57.350181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'tag': '14760e0a-ece4-4535-abaa-42ebd932cb71'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:57.352595 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad1083-fd38-44fe-963b-3c370b9f9770" -d '{"events": [{"name": "network-changed", "server_uuid": "cea7a070-196d-4c2a-b83e-c20c5f618cc5", "tag": "14760e0a-ece4-4535-abaa-42ebd932cb71"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:57.361479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af3f05-3cab-4217-8e2e-56390cf6f2ff req-3bb81f90-2a9f-441a-b8d7-5c88fe59c03a tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.369809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26af3f05-3cab-4217-8e2e-56390cf6f2ff req-3bb81f90-2a9f-441a-b8d7-5c88fe59c03a tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 943 time: 0.1085858 Jan 29 04:33:57.372450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9726d619-9927-4fff-8f03-57e89bb32699,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:57.384020 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.385548 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52123e8c-c45d-454f-984f-776bae5f43a9 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3484805 Jan 29 04:33:57.388328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:57.395605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'security_group_rule': {'security_group_id': 'f519f5c6-d425-4e2a-bd3e-63ee205ed142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:57.440514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26af3f05-3cab-4217-8e2e-56390cf6f2ff req-706951c4-03fc-4dc6-a3db-9fe356541db9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694690 Jan 29 04:33:57.440883 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.488356 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f2bdb9-a184-4b32-ae73-74d7d2e7cf36 x-openstack-request-id: req-48f2bdb9-a184-4b32-ae73-74d7d2e7cf36 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:33:57.488786 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea7a070-196d-4c2a-b83e-c20c5f618cc5", "tag": "14760e0a-ece4-4535-abaa-42ebd932cb71", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:33:57.489254 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48f2bdb9-a184-4b32-ae73-74d7d2e7cf36 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:33:57.489760 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'tag': '14760e0a-ece4-4535-abaa-42ebd932cb71', 'status': 'completed', 'code': 200} Jan 29 04:33:57.574571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-585166f9-5680-4a82-bf39-f6d1c50622e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.576200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-585166f9-5680-4a82-bf39-f6d1c50622e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34724ac5d38743d58c76eda453349d82&device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 1094 time: 0.1047215 Jan 29 04:33:57.596213 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.605790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.654941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-d80d5ded-ee42-4d60-9c67-a0fe8e17b876 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14760e0a-ece4-4535-abaa-42ebd932cb71 HTTP/1.1" status: 200 len: 217 time: 0.0617998 Jan 29 04:33:57.662287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-79627d2c-c57b-4c9b-b113-69b97bfc7727 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1480117070&fields=id&tenant_id=f566fdc70e384d8baea9d586dba96004 HTTP/1.1" status: 200 len: 267 time: 0.0834553 Jan 29 04:33:57.663068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.668562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2743292 Jan 29 04:33:57.668562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:57.716761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-daf34bb7-8330-4a8e-9cda-d00420110751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.719154 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-daf34bb7-8330-4a8e-9cda-d00420110751 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0 HTTP/1.1" status: 200 len: 853 time: 0.0537512 Jan 29 04:33:57.722737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:33:57.727379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef1a08-61ed-43f4-8cdb-784e04edc717 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3620cda3-6f46-4ee8-99ac-1723d100ebc6,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:57.773861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-672e1ca3-bd13-464f-bfe6-33d4d65e0783 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=027a4c35-21c8-4d29-bab2-905ff1fe40c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439579 Jan 29 04:33:57.780933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0cc429f1-5976-4029-8b5c-1b426901bfca tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.789469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0cc429f1-5976-4029-8b5c-1b426901bfca tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 200 len: 931 time: 0.1261826 Jan 29 04:33:57.854371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6512ddfd-5ce7-4e4b-9558-bd7b1930ef67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:57.868131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6512ddfd-5ce7-4e4b-9558-bd7b1930ef67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 200 len: 930 time: 0.0775774 Jan 29 04:33:57.877575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d89046ae-936a-456d-9b6f-a604d154df40 req-c10aebc5-3796-49d0-bde0-1650ed1d1f0d tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1027391 Jan 29 04:33:57.899445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:57.940860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-108cc8d8-6b2c-483a-887d-1f28648bf433 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0713260 Jan 29 04:33:58.009864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a781e098-35f5-4462-8ec1-3b58cf8afab2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0670228 Jan 29 04:33:58.034639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-bb43279f-7609-4e03-814b-3c28f00f94dd service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426662 Jan 29 04:33:58.171930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86df02c-f7f3-4556-8c88-8f1b73d99d23 req-1a0bcd0f-960e-45fe-b3eb-9191de424d80 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:58.174058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e86df02c-f7f3-4556-8c88-8f1b73d99d23 req-1a0bcd0f-960e-45fe-b3eb-9191de424d80 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1384370 Jan 29 04:33:58.234926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c0f2fe14-93c1-4005-9bf8-7560286c7a03 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:58.247320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfeb647-e296-40b0-9959-5528c0877ca8 req-2ba15c30-be1d-4e58-882a-1e132d4e1547 service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976562 Jan 29 04:33:58.253174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c0f2fe14-93c1-4005-9bf8-7560286c7a03 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:58.259315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c0f2fe14-93c1-4005-9bf8-7560286c7a03 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:58.261240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c0f2fe14-93c1-4005-9bf8-7560286c7a03 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/networks?id=038c1d9a-5a1a-4928-8629-ea330b0bd10c&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641 HTTP/1.1" status: 200 len: 1989 time: 0.2407820 Jan 29 04:33:58.280212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:58.295018 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e86df02c-f7f3-4556-8c88-8f1b73d99d23 req-197f72c4-d3d8-41b4-925e-308837f4ef9a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099899 Jan 29 04:33:58.339654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9cac0715-b238-443e-bab9-5fb361c6052e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/quotas/f566fdc70e384d8baea9d586dba96004 HTTP/1.1" status: 200 len: 375 time: 0.0687363 Jan 29 04:33:58.425710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-69b58c1a-7cfa-4d00-891d-d99d44bc179e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0700855 Jan 29 04:33:58.456213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-695d58ee-798e-473e-ac9c-cb5f144666c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:58.457707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-695d58ee-798e-473e-ac9c-cb5f144666c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34724ac5d38743d58c76eda453349d82&device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 1094 time: 0.0873036 Jan 29 04:33:58.579955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Allocated IP 172.25.4.240 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b2b8498c-f8e4-4433-824b-890f4a28dd46) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:33:58.606133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-14c4d71c-732e-46a5-8268-8f5c985a8c72 service neutron] 10.222.0.32 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682048 Jan 29 04:33:58.723799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-fa2e3354-6d66-49f8-bc8e-f7ec056fac6a service neutron] 10.222.0.32 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108863 Jan 29 04:33:58.785168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-cc862c4d-79d2-4b55-8237-0be0aff92929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:58.790689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-cc862c4d-79d2-4b55-8237-0be0aff92929 service neutron] 10.222.0.20 "GET /v2.0/networks?id=027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 200 len: 914 time: 0.3234632 Jan 29 04:33:58.815065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-17d3b8be-db81-4beb-b110-df3e0c5b4618 service neutron] 10.222.0.32 "GET /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0839348 Jan 29 04:33:58.844381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57900) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:33:58.926636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-68a757c7-98c7-4c45-b311-1acab37ed7fe service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032507 Jan 29 04:33:59.053719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-04d1ae39-7813-47f3-bf15-75d8805849f1 service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198702 Jan 29 04:33:59.084863 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.112042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-ff731eda-91c4-4855-a331-f41780251bc6 service neutron] 10.222.0.32 "GET /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0466058 Jan 29 04:33:59.174290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.208464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-21914079-f623-4614-957e-05a916534e2d service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900505 Jan 29 04:33:59.224855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-8f617b07-e0b2-45f8-8fa5-20188a96c0d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14760e0a-ece4-4535-abaa-42ebd932cb71 HTTP/1.1" status: 200 len: 217 time: 0.4148831 Jan 29 04:33:59.281769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-824207ed-179c-4a77-a60c-52f25ce36cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.289855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.318521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-1e4c3870-e17b-4700-a74d-74d095faf050 service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036794 Jan 29 04:33:59.320003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81fd17-4d38-45e2-9f2e-bee9dfe904e9 req-d68329d0-eab5-4c9e-aa0f-a667c7e40be5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:59.321534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f81fd17-4d38-45e2-9f2e-bee9dfe904e9 req-d68329d0-eab5-4c9e-aa0f-a667c7e40be5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 946 time: 0.5299323 Jan 29 04:33:59.349380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-e73e3492-7a4f-4dd2-bb7a-3a500c9eadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:33:59.350768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-e73e3492-7a4f-4dd2-bb7a-3a500c9eadad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0 HTTP/1.1" status: 200 len: 853 time: 0.1103914 Jan 29 04:33:59.412355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-9c8764d4-e1e0-49f9-8b1d-d2b18c588c5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=027a4c35-21c8-4d29-bab2-905ff1fe40c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496664 Jan 29 04:33:59.416301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0422c826-3f03-4f74-a83c-3bb3ce64a888 service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947974 Jan 29 04:33:59.466285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f81fd17-4d38-45e2-9f2e-bee9dfe904e9 req-2e1960a6-f418-4e13-945f-4c0d3bf894e4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347711 Jan 29 04:33:59.498857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.568809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a679dee9-92c6-4e87-8855-8db8790a1b24 service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419468 Jan 29 04:33:59.573278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:33:59.594514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:33:59.605872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:33:59.607984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'Port': ['ID=b2b8498c-f8e4-4433-824b-890f4a28dd46,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:59.674029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:33:59.682752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-7e963c1e-cc81-452f-9b18-3254b2e7d9db service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122258 Jan 29 04:33:59.710013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-87c919ea-9f41-48ec-bcfd-6bbc312f8a8b service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810478 Jan 29 04:33:59.750392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-824207ed-179c-4a77-a60c-52f25ce36cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.783119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.823253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-4a4f9976-20bc-4f86-a145-55aeb97358fc service neutron] 10.222.0.32 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339762 Jan 29 04:33:59.827485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:33:59.830282 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8b0533-462e-442a-b032-0aa7565e2c10" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:33:59.843752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:33:59.852626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:33:59.916630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=14']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:33:59.925811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-37e80441-f35e-42e2-80c9-32b58c0e6796 service neutron] 10.222.0.32 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016273 Jan 29 04:33:59.932908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-44ad1083-fd38-44fe-963b-3c370b9f9770 req-c3dad283-b2ec-4b7a-9214-01efabf4cbe8 service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660829 Jan 29 04:33:59.937527 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-824207ed-179c-4a77-a60c-52f25ce36cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.037670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-73fc8b95-f49b-4645-b74b-c8932b72ce6d service neutron] 10.222.0.32 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107664 Jan 29 04:34:00.048733 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-824207ed-179c-4a77-a60c-52f25ce36cf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9d0a4bd50ea41ceb69b5ab6db837901&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1724930 Jan 29 04:34:00.053100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57924) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:00.065195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94de948-04c8-4959-94b1-dce01e4738ca req-6fecaeb0-0b7f-4d46-89ee-a10a1c99e7d6 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:00.068787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c94de948-04c8-4959-94b1-dce01e4738ca req-6fecaeb0-0b7f-4d46-89ee-a10a1c99e7d6 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 943 time: 0.4688489 Jan 29 04:34:00.097346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824207ed-179c-4a77-a60c-52f25ce36cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7dcd8c-e145-4852-90a7-304fa89d9f65,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:00.112996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.143226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-547b17bf-cc28-429d-8bc6-f2b5757744b7 service neutron] 10.222.0.32 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987442 Jan 29 04:34:00.174604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c94de948-04c8-4959-94b1-dce01e4738ca req-cf5345cb-f779-4552-aeba-4ebc8204e4ec tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933802 Jan 29 04:34:00.233543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.262615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-172a002a-9bb8-4230-87cf-c010fd896782 service neutron] 10.222.0.32 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117892 Jan 29 04:34:00.295900 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f445226-2cc5-4ad4-844d-c019f26186ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.320173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1cd36d78-b34a-497f-863e-51c353b56919 req-e365b836-8f6c-467e-9f8c-bb668ed98b90 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0406008 Jan 29 04:34:00.362892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f445226-2cc5-4ad4-844d-c019f26186ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.576736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31476-a0b4-4f0c-9797-941be0c1754b req-2681a5c1-2622-4a64-90c0-1ba222522d41 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:00.579239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56c31476-a0b4-4f0c-9797-941be0c1754b req-2681a5c1-2622-4a64-90c0-1ba222522d41 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0780144 Jan 29 04:34:00.587686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f445226-2cc5-4ad4-844d-c019f26186ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.590416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f445226-2cc5-4ad4-844d-c019f26186ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.594433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9f445226-2cc5-4ad4-844d-c019f26186ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f7dcd8c-e145-4852-90a7-304fa89d9f65 HTTP/1.1" status: 204 len: 168 time: 0.5351665 Jan 29 04:34:00.621141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f445226-2cc5-4ad4-844d-c019f26186ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7dcd8c-e145-4852-90a7-304fa89d9f65,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:00.664370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.669143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56c31476-a0b4-4f0c-9797-941be0c1754b req-86e4e3d6-e800-4ae5-b0a0-0d3c55b8c5e5 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763514 Jan 29 04:34:00.674270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.812129 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.823840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'Port': ['ID=b2b8498c-f8e4-4433-824b-890f4a28dd46,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:00.863665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:00.865107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1347e4f3-fcd1-4771-8a09-998e50dc29f4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1955442 Jan 29 04:34:00.886171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19acd-47fd-4a0d-8d93-1844bdb5d39e req-43033d92-f7c6-47d1-8b4a-75db95bbb745 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:00.894454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ea19acd-47fd-4a0d-8d93-1844bdb5d39e req-43033d92-f7c6-47d1-8b4a-75db95bbb745 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0933707 Jan 29 04:34:00.964604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ea19acd-47fd-4a0d-8d93-1844bdb5d39e req-c99c00cc-6781-440d-ac9a-a609f5632011 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691962 Jan 29 04:34:01.038981 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da44df95-ecd3-4fb5-9a86-4648d39ee589 x-openstack-request-id: req-da44df95-ecd3-4fb5-9a86-4648d39ee589 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:01.039508 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:01.039817 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da44df95-ecd3-4fb5-9a86-4648d39ee589 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:01.040040 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'code': 200} Jan 29 04:34:01.325037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-61f60c3b-b70d-440f-8372-892e95b4e609 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:01.327021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-61f60c3b-b70d-440f-8372-892e95b4e609 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 813 time: 0.1805558 Jan 29 04:34:01.347155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-b7fce1e0-f3d2-4385-b637-0264af239972 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1212057386&fields=id&tenant_id=c88af286954c4498b54d4c29401014dc HTTP/1.1" status: 200 len: 267 time: 0.0820441 Jan 29 04:34:01.365359 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-65b0fb6b-4347-451a-9dfc-54586a7adc81 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/quotas/014ac6cf6b3e4376baa48941bda2a836 HTTP/1.1" status: 200 len: 375 time: 0.0311263 Jan 29 04:34:01.455792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-c3a48878-3e78-4c00-b0b1-3a6484e406c9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878510 Jan 29 04:34:01.524767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-1a375c84-a75d-4763-82a7-2511c9fb0c3c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:01.526731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-1a375c84-a75d-4763-82a7-2511c9fb0c3c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 811 time: 0.1661968 Jan 29 04:34:01.571374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-a3dd49ad-9377-4205-923a-b4c036b1e08e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/quotas/c88af286954c4498b54d4c29401014dc HTTP/1.1" status: 200 len: 375 time: 0.0373130 Jan 29 04:34:01.678822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-fe864af0-51fa-4f91-8856-a5b1fed65d67 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066394 Jan 29 04:34:01.698960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 14760e0a-ece4-4535-abaa-42ebd932cb71 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:01.894413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-142fa3ec-15b5-497e-9bbf-09f31251ab30 service neutron] 10.222.0.32 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290161 Jan 29 04:34:01.915970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-ed8ae95a-7613-4be9-a736-06173d1c9a16 service neutron] 10.222.0.32 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979232 Jan 29 04:34:02.020088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 14760e0a-ece4-4535-abaa-42ebd932cb71, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=14760e0a-ece4-4535-abaa-42ebd932cb71,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:02.036202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '14760e0a-ece4-4535-abaa-42ebd932cb71', 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1', 'port_id': '14760e0a-ece4-4535-abaa-42ebd932cb71', 'mac_address': 'fa:16:3e:3b:28:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:02.087017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:02.111228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14760e0a-ece4-4535-abaa-42ebd932cb71 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:02.162673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-13508cb7-7aa0-4717-b67f-910c309b3945 service neutron] 10.222.0.32 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386093 Jan 29 04:34:02.165126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-6a7d7dd3-25f0-4252-85b2-34fade0945fa service neutron] 10.222.0.32 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606690 Jan 29 04:34:02.165621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 14760e0a-ece4-4535-abaa-42ebd932cb71, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=14760e0a-ece4-4535-abaa-42ebd932cb71,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:02.177654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:02.281886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=14760e0a-ece4-4535-abaa-42ebd932cb71,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:02.456611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['14760e0a-ece4-4535-abaa-42ebd932cb71'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:02.482838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e831f0ed-1dcc-481e-876d-ae57c4ad7f59 req-f1f92599-09cf-408d-b283-5eef3a04d914 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0955575 Jan 29 04:34:02.723173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ad1be-225e-4d82-8f43-d8056d502cee req-47f254e2-b067-46d0-997d-04bdad6e19cd tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:02.740423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d7ad1be-225e-4d82-8f43-d8056d502cee req-47f254e2-b067-46d0-997d-04bdad6e19cd tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 944 time: 0.1686528 Jan 29 04:34:02.767568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9601ce7d-90ab-4c30-bdf4-93db62aaf6cc req-fec75275-40cb-4332-8e04-2031c78d67b9 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0917563 Jan 29 04:34:02.884784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d7ad1be-225e-4d82-8f43-d8056d502cee req-3e676cff-5ca4-4c62-964a-ad1ce3c8ddce tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424496 Jan 29 04:34:02.976961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-149a3316-c1aa-4c36-ae32-5fd7ead4a85c req-edd4cde1-246a-4f3f-9d04-3ef5aea2e7b5 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 210 time: 0.1157119 Jan 29 04:34:03.009000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-e681f68e-a260-4820-84fc-3af196b749e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:03.012694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-e681f68e-a260-4820-84fc-3af196b749e0 service neutron] 10.222.0.20 "GET /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 200 len: 1027 time: 0.1674652 Jan 29 04:34:03.147467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2a1a7a8-45c1-4f27-93e6-986741755ed4 req-3b44204f-b96c-42aa-bd05-8bde8f73335c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 210 time: 0.1335502 Jan 29 04:34:03.169732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-7f078ff7-df04-4c23-bb68-580c22a8d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:03.177407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-7f078ff7-df04-4c23-bb68-580c22a8d724 service neutron] 10.222.0.20 "GET /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 200 len: 1026 time: 0.1539211 Jan 29 04:34:03.492807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715615-fe50-41b9-a64f-2f64d02d6e10 req-f6255583-1937-4911-9721-52c4eda289ea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:03.494065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c715615-fe50-41b9-a64f-2f64d02d6e10 req-f6255583-1937-4911-9721-52c4eda289ea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0831697 Jan 29 04:34:03.530979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9c90fa95-11c0-4341-9147-f2136f64786d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:03.539323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9c90fa95-11c0-4341-9147-f2136f64786d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:03.548614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9c90fa95-11c0-4341-9147-f2136f64786d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:03.574331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9c90fa95-11c0-4341-9147-f2136f64786d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "GET /v2.0/networks?id=038c1d9a-5a1a-4928-8629-ea330b0bd10c&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641 HTTP/1.1" status: 200 len: 1989 time: 0.3893881 Jan 29 04:34:03.595427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c715615-fe50-41b9-a64f-2f64d02d6e10 req-466e8d0c-ecff-498e-9f3b-d64c35c21551 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899353 Jan 29 04:34:03.706062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0fd6b918-4a03-45d2-89ca-f97501699a40 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f566fdc70e384d8baea9d586dba96004 HTTP/1.1" status: 200 len: 380 time: 0.1112273 Jan 29 04:34:03.706488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 14760e0a-ece4-4535-abaa-42ebd932cb71 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:03.740188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c8a58bfe-7c89-4b48-bede-b470faa9b090 req-eef0af8c-4cea-4f13-ae53-93f69ed52f69 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0470898 Jan 29 04:34:03.744277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'admin_state_up': True, 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'security_groups': ['265836aa-1a94-4b84-912a-3627bdfd84a8']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:03.812538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 14760e0a-ece4-4535-abaa-42ebd932cb71 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:34:03.818400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 14760e0a-ece4-4535-abaa-42ebd932cb71 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:03.819002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:03.963123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:04.021423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14760e0a-ece4-4535-abaa-42ebd932cb71'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:04.022767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-690d62d7-2a20-4b1b-a8f1-1491051cff58 req-b84df0dc-94ec-4839-8062-de589e6cc9f0 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0846214 Jan 29 04:34:04.039056 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910adce9-a045-4c51-916f-ab548214b466" -d '{"events": [{"server_uuid": "cea7a070-196d-4c2a-b83e-c20c5f618cc5", "name": "network-vif-plugged", "status": "completed", "tag": "14760e0a-ece4-4535-abaa-42ebd932cb71"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:04.064624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 14760e0a-ece4-4535-abaa-42ebd932cb71, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=14760e0a-ece4-4535-abaa-42ebd932cb71,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:04.068550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:04.069764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-fc1c6344-6724-4eb6-87fe-2986796a08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:04.071457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-fc1c6344-6724-4eb6-87fe-2986796a08d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.1271214 Jan 29 04:34:04.076639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:04.095983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:04.097831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791c115-2536-4276-90fa-bcecba03728d req-af04dbc6-9635-4c18-87c9-7a1c9a2d8360 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:04.099948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f791c115-2536-4276-90fa-bcecba03728d req-af04dbc6-9635-4c18-87c9-7a1c9a2d8360 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0969696 Jan 29 04:34:04.181489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=14760e0a-ece4-4535-abaa-42ebd932cb71,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:04.360399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58148) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:04.430182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f791c115-2536-4276-90fa-bcecba03728d req-408f4989-e2a8-4c50-9b71-a597b4b1a08f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199346 Jan 29 04:34:04.487326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd95235-dcde-4bb5-9a1f-edd569d9674d req-5114f283-343b-46a9-a588-fbe6bf01f200 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:04.496895 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbd95235-dcde-4bb5-9a1f-edd569d9674d req-5114f283-343b-46a9-a588-fbe6bf01f200 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 945 time: 0.2495522 Jan 29 04:34:04.510921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 172.20.0.4 (038c1d9a-5a1a-4928-8629-ea330b0bd10c/21cdbca4-b455-4056-825d-66c68519d562/6d6925a8-7877-4c78-a9d8-a65fcf8e7777) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:04.566472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-1dbaac30-c5d5-4947-8a48-fd271c2a5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:04.569249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-1dbaac30-c5d5-4947-8a48-fd271c2a5b18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.3699577 Jan 29 04:34:04.587632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cbd95235-dcde-4bb5-9a1f-edd569d9674d req-c7e57540-c81b-4ff6-9a99-9a86472efba5 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893824 Jan 29 04:34:04.634457 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3f3868-144e-4059-8da9-4b0af51b783b x-openstack-request-id: req-ba3f3868-144e-4059-8da9-4b0af51b783b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:04.634877 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea7a070-196d-4c2a-b83e-c20c5f618cc5", "name": "network-vif-plugged", "status": "completed", "tag": "14760e0a-ece4-4535-abaa-42ebd932cb71", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:04.635199 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba3f3868-144e-4059-8da9-4b0af51b783b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:04.636793 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14760e0a-ece4-4535-abaa-42ebd932cb71', 'code': 200} Jan 29 04:34:04.662262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6667-d9bd-4548-91bc-fa07f2cfb996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:04.665527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-65d2c651-8123-4df4-a914-f2106ea65425 req-5178a0f1-2493-453d-a79f-12cd1accaeba tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 210 time: 0.0951424 Jan 29 04:34:04.696822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-e83adc12-fb98-455d-8021-dfa13f517a70 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:04.698663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-e83adc12-fb98-455d-8021-dfa13f517a70 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.36 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 813 time: 0.4113364 Jan 29 04:34:04.730101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Request body: {'port': {'device_id': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'admin_state_up': True, 'tenant_id': '014ac6cf6b3e4376baa48941bda2a836'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:04.761655 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-660b1281-6b84-4b6d-81dd-d05881baa7e6 req-d4cb3bdb-c303-4b9a-a438-c5dc21b041e7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 210 time: 0.0478780 Jan 29 04:34:04.849842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-d784c2ac-4ffb-4e9d-abd4-e81d1af0ca0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.2666070 Jan 29 04:34:04.855584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:04.894036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:04.957099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:04.960492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:04.965064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:04.974565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:05.027030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.028015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.053146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-15e031b6-ef28-4906-98af-7aabad3ab418 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3304367 Jan 29 04:34:05.075466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'admin_state_up': True, 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'security_groups': ['265836aa-1a94-4b84-912a-3627bdfd84a8']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:05.105290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e744d-63f1-4ce1-83bd-5617ed2f3306 req-d06ebb99-41de-43ac-98a8-24cf59d02542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.106857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af3e744d-63f1-4ce1-83bd-5617ed2f3306 req-d06ebb99-41de-43ac-98a8-24cf59d02542 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 1096 time: 0.2736511 Jan 29 04:34:05.154844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-ffdbd3e5-a4fe-4b25-807a-747646a5705b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.157193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-ffdbd3e5-a4fe-4b25-807a-747646a5705b tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 811 time: 0.2540219 Jan 29 04:34:05.175991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-694974ce-250c-4a63-b122-fe18c253852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.178021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-694974ce-250c-4a63-b122-fe18c253852a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.2756686 Jan 29 04:34:05.185670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Made reservation on behalf of 014ac6cf6b3e4376baa48941bda2a836 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:05.189818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.215905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0dc7c3ed-2bb5-491a-bf8e-a3879ff5bd82 req-ddef0ff4-53dd-4e34-aa0a-73b4739b746d tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0476129 Jan 29 04:34:05.218706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11fbde-3a38-40fc-8e06-564e63a2587b req-4879de5a-dd29-4f29-9236-d02c263657db tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.226764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b11fbde-3a38-40fc-8e06-564e63a2587b req-4879de5a-dd29-4f29-9236-d02c263657db tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 931 time: 0.3676915 Jan 29 04:34:05.310923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:05.318357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.324939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6667-d9bd-4548-91bc-fa07f2cfb996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.331247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af3e744d-63f1-4ce1-83bd-5617ed2f3306 req-13e5f428-33e2-46f1-aec5-2a1c35b6d9bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068882 Jan 29 04:34:05.372938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-35dfab60-b5ae-40f0-bfc9-f88de6d4f9a8 None None] Provisioning complete for port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:05.373520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dfab60-b5ae-40f0-bfc9-f88de6d4f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.466329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-35dfab60-b5ae-40f0-bfc9-f88de6d4f9a8 None None] Port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:05.498879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 10.1.1.150 (15ea8377-1dcd-4e02-9f76-096b3179e04d/61896227-a6fe-4baf-9a5b-fb9ac8893c73/120c3872-0a77-4620-ae88-3797ceafde40) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:05.635434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6667-d9bd-4548-91bc-fa07f2cfb996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.645571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc291-903e-413b-8ec8-4d66d60da68b req-4ebef391-4a7d-4115-aa6d-4fd02869f5e8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.647260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6dc291-903e-413b-8ec8-4d66d60da68b req-4ebef391-4a7d-4115-aa6d-4fd02869f5e8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1231418 Jan 29 04:34:05.699568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-0f4d1874-5a10-4835-b047-e508ac171493 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88af286954c4498b54d4c29401014dc HTTP/1.1" status: 200 len: 380 time: 0.4648633 Jan 29 04:34:05.710128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b11fbde-3a38-40fc-8e06-564e63a2587b req-266762ad-7928-4029-9705-fe9999dcc362 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824169 Jan 29 04:34:05.713068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d6dc291-903e-413b-8ec8-4d66d60da68b req-68bf195c-f6d8-45d3-aec8-0ea2b5cdec76 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537071 Jan 29 04:34:05.717754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'port': {'device_id': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'admin_state_up': True, 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'security_groups': ['f519f5c6-d425-4e2a-bd3e-63ee205ed142']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:05.732000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-cb8a3cad-611b-4add-aaaf-f8a14114a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:05.734461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-cb8a3cad-611b-4add-aaaf-f8a14114a4da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5007057 Jan 29 04:34:05.745646 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.750408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c0b6667-d9bd-4548-91bc-fa07f2cfb996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea6a375a7c94447aa64660c6e8f9a214&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3769009 Jan 29 04:34:05.763067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:05.823007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b6667-d9bd-4548-91bc-fa07f2cfb996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26452b8b-fb99-426f-a724-2980b634ac22,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:05.849538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.851960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48efb53f-2cc8-44a4-a523-0c7c52b70f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.900837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:05.944546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:05.950120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48efb53f-2cc8-44a4-a523-0c7c52b70f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:05.953938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da7ee403-9749-4102-8fdd-46a8db894638 req-17e315f5-3db9-4870-8079-693c017bb498 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 210 time: 0.0749166 Jan 29 04:34:05.959551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:05.983220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Allocated IP 172.20.0.2 (b75f602b-195c-41f2-89ae-910261b40f62/30580dae-9770-4600-8efb-6f2d13e5a508/36bc7172-b0b9-4880-b9ac-485585e5ed7d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:06.018126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:06.018827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.053343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d2cbf-96a8-4543-a877-b7d1e8a85480 req-31ae1b7a-37f3-4e1e-9687-0570077b2be0 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:06.059445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23d2cbf-96a8-4543-a877-b7d1e8a85480 req-31ae1b7a-37f3-4e1e-9687-0570077b2be0 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 945 time: 0.1656015 Jan 29 04:34:06.065142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-ae6b1dbc-4490-44c0-a84a-3ea8d53e36f7 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097389 Jan 29 04:34:06.084339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:06.114487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a92d384-d368-4e55-8a8e-57287fe0cf72 req-37f5fab2-fe68-43b3-9819-15291592e75b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 210 time: 0.0369768 Jan 29 04:34:06.119150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-86482d39-9bfb-4442-97fc-4bf39c574dc2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513515 Jan 29 04:34:06.147892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'admin_state_up': True, 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'security_groups': ['265836aa-1a94-4b84-912a-3627bdfd84a8']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:06.182356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48efb53f-2cc8-44a4-a523-0c7c52b70f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.185398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48efb53f-2cc8-44a4-a523-0c7c52b70f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.194468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-48efb53f-2cc8-44a4-a523-0c7c52b70f90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26452b8b-fb99-426f-a724-2980b634ac22 HTTP/1.1" status: 204 len: 168 time: 0.4253955 Jan 29 04:34:06.275720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Made reservation on behalf of c88af286954c4498b54d4c29401014dc for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:06.279299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.304786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9de2a4e1-bee4-4094-a6f5-202a4b04827b None None] Provisioning complete for port 120c3872-0a77-4620-ae88-3797ceafde40 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:06.315732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9de2a4e1-bee4-4094-a6f5-202a4b04827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.343967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efb53f-2cc8-44a4-a523-0c7c52b70f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26452b8b-fb99-426f-a724-2980b634ac22,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:06.369968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b23d2cbf-96a8-4543-a877-b7d1e8a85480 req-496eba21-9748-4d49-a88f-53d3c561a5ea tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010075 Jan 29 04:34:06.398482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df5f2732-e1f1-466d-926a-e475c6b3a3c4 req-bef555f4-8af6-4a4e-ab44-5582571efd44 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0568042 Jan 29 04:34:06.442550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9de2a4e1-bee4-4094-a6f5-202a4b04827b None None] Port 120c3872-0a77-4620-ae88-3797ceafde40 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:06.443027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:06.443027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.509868 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.554742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-1fe2fbf2-9f41-433d-b3a4-9f02f8e64cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594886 Jan 29 04:34:06.627228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Allocated IP 172.20.0.6 (4081dbec-a4bc-4ff2-8de0-c48e5d890905/e8cc24fe-548f-4077-8dcc-b8a911d45964/feb91d3a-a6c4-4abf-a9a9-d3c936d47337) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:06.648902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.681182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee574ec0-fa58-4c25-be34-2f2623c55fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:06.713411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 10.1.1.134 (15ea8377-1dcd-4e02-9f76-096b3179e04d/61896227-a6fe-4baf-9a5b-fb9ac8893c73/b395ad42-031f-49b2-94d8-8de0318eebfd) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:06.727215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Network b75f602b-195c-41f2-89ae-910261b40f62 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:06.735036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:06.737047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:06.752165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:06.766955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Pushing event updated for resources: {'Port': ['ID=36bc7172-b0b9-4880-b9ac-485585e5ed7d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:06.775839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ab28429-a67c-4c2c-8553-c5d4a1ea7801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.928187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:06.929036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:06.997807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.012244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-ddf225b8-7f51-4811-ac95-34ed997ca930 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2950041 Jan 29 04:34:07.016740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.049837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88f7a5-2b07-4223-81e8-e8675a03d316 req-0e55082b-fb53-40b8-b969-7fd9a7e52143 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.052348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf88f7a5-2b07-4223-81e8-e8675a03d316 req-0e55082b-fb53-40b8-b969-7fd9a7e52143 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1358759 Jan 29 04:34:07.059208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206e09a-a91c-4090-9f75-8825ee0179d8 req-79ac1149-85cf-4a84-a136-d9c064d73329 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.065466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206e09a-a91c-4090-9f75-8825ee0179d8 req-79ac1149-85cf-4a84-a136-d9c064d73329 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.067362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1206e09a-a91c-4090-9f75-8825ee0179d8 req-79ac1149-85cf-4a84-a136-d9c064d73329 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 1653 time: 0.1505909 Jan 29 04:34:07.083894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Request body: {'port': {'device_id': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:07.109342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf88f7a5-2b07-4223-81e8-e8675a03d316 req-c44ad1b5-d121-4c6f-90bc-bf6431e4aa61 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504448 Jan 29 04:34:07.110966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.135531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ab28429-a67c-4c2c-8553-c5d4a1ea7801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.156054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ab28429-a67c-4c2c-8553-c5d4a1ea7801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.201306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:07.207562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:07.219945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28429-a67c-4c2c-8553-c5d4a1ea7801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309879ab-3d81-4884-bbe9-2236a7615f61,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:07.223391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:07.244207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.255010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:07.320649 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.321972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3c96-3114-4f08-b336-1d4dc5311a2d req-845f7454-78f8-49c3-b789-0d6a4a717344 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.331544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67ad3c96-3114-4f08-b336-1d4dc5311a2d req-845f7454-78f8-49c3-b789-0d6a4a717344 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 931 time: 0.1317215 Jan 29 04:34:07.340331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.341465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.352487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1206e09a-a91c-4090-9f75-8825ee0179d8 req-aff963fb-f82d-457c-ac8f-b9359c585eec tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602255 Jan 29 04:34:07.355092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ab28429-a67c-4c2c-8553-c5d4a1ea7801 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=509d108d7d60476e9c011debcd13db30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145875 Jan 29 04:34:07.361597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58188) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:07.391112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:07.394930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9354f44f-12d7-4762-9c55-3bc5402834cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2551553 Jan 29 04:34:07.410599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:07.415390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'admin_state_up': True, 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'security_groups': ['265836aa-1a94-4b84-912a-3627bdfd84a8']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:07.442434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event updated for resources: {'Port': ['ID=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:07.457523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:07.607147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67ad3c96-3114-4f08-b336-1d4dc5311a2d req-716d9d5f-762b-4f24-912e-ce59102a26a5 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557235 Jan 29 04:34:07.644762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.645532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.646601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-648b1085-becb-4978-857e-ddd6f4ba069e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.658046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:07.693947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e8fab779-fd8a-412e-bf57-d82769097d54 None None] Provisioning complete for port b395ad42-031f-49b2-94d8-8de0318eebfd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:07.694521 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8fab779-fd8a-412e-bf57-d82769097d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.695831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-033ca8ba-37da-45a1-a40b-2bcae83763bd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9812574 Jan 29 04:34:07.711932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41723c9-ce4a-48f1-9bbe-a410ca256d88 req-49337454-2919-4d39-b70b-8f2821c3ee60 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.713634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a41723c9-ce4a-48f1-9bbe-a410ca256d88 req-49337454-2919-4d39-b70b-8f2821c3ee60 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 931 time: 0.2222605 Jan 29 04:34:07.747885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Request body: {'port': {'device_id': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:07.772781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab779-fd8a-412e-bf57-d82769097d54 None None] Port b395ad42-031f-49b2-94d8-8de0318eebfd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:07.780746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.803260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a41723c9-ce4a-48f1-9bbe-a410ca256d88 req-3c6c5d63-0898-46fc-935e-e894a33cb999 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Jan 29 04:34:07.808641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-648b1085-becb-4978-857e-ddd6f4ba069e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.893946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.894176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-533a93c4-e098-4e92-8d2b-9b33ca7f87d1 None None] Provisioning complete for port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:07.894365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-533a93c4-e098-4e92-8d2b-9b33ca7f87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:07.935459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-533a93c4-e098-4e92-8d2b-9b33ca7f87d1 None None] Port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:07.939422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abcad9-a8bd-41a4-aa98-3e6a4f82ea7a req-6f1a1a70-cb38-430d-9b54-5cf0dcdaf0d7 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:07.946387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1abcad9-a8bd-41a4-aa98-3e6a4f82ea7a req-6f1a1a70-cb38-430d-9b54-5cf0dcdaf0d7 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 945 time: 0.1690373 Jan 29 04:34:07.979795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b49f788-abac-4be2-86fd-2e4df3f05421 req-0561e88e-70a5-4791-8794-42f9def158d2 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0875936 Jan 29 04:34:08.055143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-648b1085-becb-4978-857e-ddd6f4ba069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:08.057699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-648b1085-becb-4978-857e-ddd6f4ba069e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:08.061641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-648b1085-becb-4978-857e-ddd6f4ba069e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/309879ab-3d81-4884-bbe9-2236a7615f61 HTTP/1.1" status: 204 len: 168 time: 0.6931148 Jan 29 04:34:08.078792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1abcad9-a8bd-41a4-aa98-3e6a4f82ea7a req-140099df-30c6-4434-8f35-9e666511c666 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283183 Jan 29 04:34:08.096929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1085-becb-4978-857e-ddd6f4ba069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309879ab-3d81-4884-bbe9-2236a7615f61,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:08.420833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bc7172-b0b9-4880-b9ac-485585e5ed7d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:08.458291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1ea0-17bc-4e42-905c-3841f236d7c3 req-a8891178-f5c8-4d64-a21d-7cf77736510a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:08.470534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25eb1ea0-17bc-4e42-905c-3841f236d7c3 req-a8891178-f5c8-4d64-a21d-7cf77736510a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2240486 Jan 29 04:34:08.481534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:08.543790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25eb1ea0-17bc-4e42-905c-3841f236d7c3 req-07765d44-56d6-45e6-abd5-baeb516c1fc5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709932 Jan 29 04:34:08.556126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Transition to ACTIVE for port object 36bc7172-b0b9-4880-b9ac-485585e5ed7d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:08.572211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:08.729839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb91d3a-a6c4-4abf-a9a9-d3c936d47337 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:08.759948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:08.815297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Pushing event updated for resources: {'Port': ['ID=36bc7172-b0b9-4880-b9ac-485585e5ed7d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:08.829861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Transition to ACTIVE for port object feb91d3a-a6c4-4abf-a9a9-d3c936d47337 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:08.839991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 10.2.2.100 (c37770b5-05cc-4a03-8b30-5c4cc6b5b641/83ba2732-ab2f-4f59-ae10-337560b94d1b/f6dd1783-54a8-4bf4-ae90-fdd2866efc49) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:08.868992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:08.874517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4778e-53f8-4808-a98a-109d2753e28c req-6b796b13-c286-4a01-9443-ad8702fc003f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:08.885447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4778e-53f8-4808-a98a-109d2753e28c req-6b796b13-c286-4a01-9443-ad8702fc003f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:08.896259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4778e-53f8-4808-a98a-109d2753e28c req-6b796b13-c286-4a01-9443-ad8702fc003f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:08.905057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ec4778e-53f8-4808-a98a-109d2753e28c req-6b796b13-c286-4a01-9443-ad8702fc003f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 2374 time: 0.1457419 Jan 29 04:34:08.971934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac43-ab43-4b19-9123-e3f6231fbaab req-06276724-8789-4b0d-9357-d1ec233e9866 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:08.980043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f2cac43-ab43-4b19-9123-e3f6231fbaab req-06276724-8789-4b0d-9357-d1ec233e9866 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 931 time: 0.2017937 Jan 29 04:34:08.986564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ec4778e-53f8-4808-a98a-109d2753e28c req-f461684c-18ac-46b8-b26d-832f1c4231d6 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765769 Jan 29 04:34:09.036359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Pushing event updated for resources: {'Port': ['ID=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:09.090490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Attempting to bind port 36bc7172-b0b9-4880-b9ac-485585e5ed7d on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:09.090490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Attempting to bind port 36bc7172-b0b9-4880-b9ac-485585e5ed7d by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:09.090490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Attempting to bind port 36bc7172-b0b9-4880-b9ac-485585e5ed7d on network b75f602b-195c-41f2-89ae-910261b40f62 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:09.181923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Port 36bc7172-b0b9-4880-b9ac-485585e5ed7d on network b75f602b-195c-41f2-89ae-910261b40f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:09.186420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Attempting to bind port 36bc7172-b0b9-4880-b9ac-485585e5ed7d on network b75f602b-195c-41f2-89ae-910261b40f62 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:09.217362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:09.219257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Checking segment: {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:09.219478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Bound using segment: {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:09.226637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Bound port: 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46079ad-dc7b-452b-aa70-d063c16779d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:09.227168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.313660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.328607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f2cac43-ab43-4b19-9123-e3f6231fbaab req-1325b591-7e5a-409d-a50b-b21a236fa008 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473337 Jan 29 04:34:09.465042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6249-b09f-41ac-90b0-12818a71a99a req-5361f21c-ec29-40c9-8672-06d16eaff825 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:09.478793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc0d6249-b09f-41ac-90b0-12818a71a99a req-5361f21c-ec29-40c9-8672-06d16eaff825 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2477171 Jan 29 04:34:09.497678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Attempting to bind port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:09.498907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Attempting to bind port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:09.499604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Attempting to bind port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:09.523279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.540457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:09.540915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Attempting to bind port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 on network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:09.556883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:09.557539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Checking segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:09.558521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Bound using segment: {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:09.559697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Bound port: feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f794fe0-0c78-44c5-b47f-a2b2c44c5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:09.560802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.566542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] For port 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:09.625047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:09.644479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:09.661242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:09.678401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] For port feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:09.685481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] For port feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:09.711088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] For port 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:09.715459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.730682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ff3ad-aebe-42ef-a091-e77db8fdb899 req-63ba41f6-62ec-47ec-aaa7-85a639ed6211 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:09.739301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-216ff3ad-aebe-42ef-a091-e77db8fdb899 req-63ba41f6-62ec-47ec-aaa7-85a639ed6211 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 943 time: 0.2610636 Jan 29 04:34:09.739964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:09.760306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc0d6249-b09f-41ac-90b0-12818a71a99a req-2678af37-5008-41ec-a70a-c5c1e849b58a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802544 Jan 29 04:34:09.822475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.832363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:09.834261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.908653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:09.910545 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f9f0efb2-85f1-4280-9892-8668e0b5eb02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5002642 Jan 29 04:34:09.918201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:09.919734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] 10.222.0.36 "PUT /v2.0/ports/feb91d3a-a6c4-4abf-a9a9-d3c936d47337 HTTP/1.1" status: 200 len: 1091 time: 2.2009757 Jan 29 04:34:09.931857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:09.956635 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa0ec4a-8ede-447b-9ec0-38612911e560" -d '{"events": [{"name": "network-changed", "server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:09.973349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'admin_state_up': True, 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'security_groups': ['265836aa-1a94-4b84-912a-3627bdfd84a8']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:10.005328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:10.010722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:10.016623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] 10.222.0.36 "PUT /v2.0/ports/36bc7172-b0b9-4880-b9ac-485585e5ed7d HTTP/1.1" status: 200 len: 1091 time: 2.9455528 Jan 29 04:34:10.101873 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cdee3d7-4ffe-40d7-8a2d-a51c02aebea3 req-729ae960-1e8a-4dc6-8806-6e660fadefaf tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1884785 Jan 29 04:34:10.165635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-19858ad8-6eb9-434a-a9b4-4dba4b124da1 None None] Provisioning complete for port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:10.166244 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-19858ad8-6eb9-434a-a9b4-4dba4b124da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:10.287235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-19858ad8-6eb9-434a-a9b4-4dba4b124da1 None None] Port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:10.314141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-3ccd47a0-8ddd-451e-a6f9-ce76d027ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:10.315836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-3ccd47a0-8ddd-451e-a6f9-ce76d027ca87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 1094 time: 0.2871478 Jan 29 04:34:10.323965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-216ff3ad-aebe-42ef-a091-e77db8fdb899 req-9dea5663-608b-4d6b-a760-e0670c413d6c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836482 Jan 29 04:34:10.324739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490dfb-0a47-4620-baf6-8feb08b12654 service neutron] Pushing event updated for resources: {'Port': ['ID=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:10.330997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-8134ec9c-39b2-4318-8fb9-0050663b8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:10.332635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-8134ec9c-39b2-4318-8fb9-0050663b8221 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 1094 time: 0.1589692 Jan 29 04:34:10.471599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a3342-0072-4e17-ab67-d3c96d8fc400 req-d1f3fb18-7b8b-4126-a1ac-e3c8c23921b5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:10.473169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-591a3342-0072-4e17-ab67-d3c96d8fc400 req-d1f3fb18-7b8b-4126-a1ac-e3c8c23921b5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2133372 Jan 29 04:34:10.534472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Made reservation on behalf of f566fdc70e384d8baea9d586dba96004 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:10.540808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:10.564700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-591a3342-0072-4e17-ab67-d3c96d8fc400 req-ce173553-120d-49c1-ba84-bc706937ecc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661087 Jan 29 04:34:10.858643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348da783-e170-4edb-b5c3-1fbd1626a2d4 req-28535fab-efd2-4b82-a141-889d19bb3e1f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:10.871813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-348da783-e170-4edb-b5c3-1fbd1626a2d4 req-28535fab-efd2-4b82-a141-889d19bb3e1f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 943 time: 0.1417677 Jan 29 04:34:10.911956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Allocated IP 10.2.2.200 (c37770b5-05cc-4a03-8b30-5c4cc6b5b641/83ba2732-ab2f-4f59-ae10-337560b94d1b/dc478e2b-0eec-4e94-aa27-0311724c6810) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:10.947447 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad4d13-89ec-449e-a666-a9095bc89528 x-openstack-request-id: req-7cad4d13-89ec-449e-a666-a9095bc89528 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:10.947447 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:10.947447 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cad4d13-89ec-449e-a666-a9095bc89528 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:10.947447 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'status': 'completed', 'code': 200} Jan 29 04:34:10.964512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-348da783-e170-4edb-b5c3-1fbd1626a2d4 req-42d2b1f5-538b-499a-ab60-197bb3dd230d tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911543 Jan 29 04:34:11.118111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-e14b775c-bc2f-4012-8849-44221b3bd232 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d HTTP/1.1" status: 200 len: 217 time: 0.1511941 Jan 29 04:34:11.171261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-5707c6f5-af85-4244-a223-b517b4cc9aff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337 HTTP/1.1" status: 200 len: 217 time: 0.8374152 Jan 29 04:34:11.303615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf7b91-4ad6-404f-9aa2-93d763185ffc service neutron] Pushing event updated for resources: {'Port': ['ID=36bc7172-b0b9-4880-b9ac-485585e5ed7d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:11.320101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a0169dd6-7d96-429d-99e4-4e0678dd9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.321590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-a0169dd6-7d96-429d-99e4-4e0678dd9d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.2026834 Jan 29 04:34:11.333700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af8e90-8ca3-4fc6-9e07-9cf0ffc26a59 req-4995a041-8792-4894-9872-abcec79c3a2a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.340162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af8e90-8ca3-4fc6-9e07-9cf0ffc26a59 req-4995a041-8792-4894-9872-abcec79c3a2a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.346395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af8e90-8ca3-4fc6-9e07-9cf0ffc26a59 req-4995a041-8792-4894-9872-abcec79c3a2a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.352288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af8e90-8ca3-4fc6-9e07-9cf0ffc26a59 req-4995a041-8792-4894-9872-abcec79c3a2a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.360453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5af8e90-8ca3-4fc6-9e07-9cf0ffc26a59 req-4995a041-8792-4894-9872-abcec79c3a2a tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 3095 time: 0.4120066 Jan 29 04:34:11.410384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:11.412266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-f7b0a812-c046-417b-bea0-a478745108bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446684 Jan 29 04:34:11.413658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-73a35f08-e4c7-45d1-acce-c26b518638b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.417761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-73a35f08-e4c7-45d1-acce-c26b518638b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.2279320 Jan 29 04:34:11.420083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-6ecc5346-ac38-4385-bb00-d3acc1200c01 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.421613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-6ecc5346-ac38-4385-bb00-d3acc1200c01 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.3201742 Jan 29 04:34:11.470569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-1dfe28b9-b3fc-4c40-90ad-64ce694f1e84 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/quotas/20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 375 time: 0.0305607 Jan 29 04:34:11.543061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:11.575395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5af8e90-8ca3-4fc6-9e07-9cf0ffc26a59 req-c4de1459-d25e-4591-b5ef-5916f0929f5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127364 Jan 29 04:34:11.617797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event updated for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:11.637664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:11.641555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:11.644913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:11.650556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-65fc1f03-e154-49e4-85a7-d416500f7661 service neutron] 10.222.0.36 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315123 Jan 29 04:34:11.662104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-34655caf-5cf4-4afa-840c-8d4d1382f8cf tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1741741 Jan 29 04:34:11.700198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-a6314d62-8559-43e0-9272-240f7321fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.708503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-a6314d62-8559-43e0-9272-240f7321fffc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725673 Jan 29 04:34:11.769948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e3e497f-a31a-436e-8a99-7b97cf2b680d req-1b393b54-b4e3-47f1-913f-581a9da443a3 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0945978 Jan 29 04:34:11.790857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:11.791507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:11.840256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c7349b74-9e8b-4ca1-9050-2326776a11d2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8707488 Jan 29 04:34:11.852796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:11.867951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:11.881802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-0bdab4e6-5243-48da-8e60-4c7f748c7cfe service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950696 Jan 29 04:34:12.081670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d2b0ae79-24e8-4486-92da-70229f5f4098 service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881022 Jan 29 04:34:12.082404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:12.167390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2773efa-2175-4c63-b4bc-f70f4b2d159e req-6f364e71-2a5b-48b6-aa43-da02d76185f1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:12.169616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2773efa-2175-4c63-b4bc-f70f4b2d159e req-6f364e71-2a5b-48b6-aa43-da02d76185f1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 943 time: 0.2107689 Jan 29 04:34:12.175224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-145919da-e5af-4959-abc5-5e9a5098652d None None] Provisioning complete for port dc478e2b-0eec-4e94-aa27-0311724c6810 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:12.178892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-145919da-e5af-4959-abc5-5e9a5098652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:12.231015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58392) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:12.250375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d554aaa-2b65-487f-9516-85e05657cdbb req-643b462c-9b18-498a-a234-79f068138eba service neutron] 10.222.0.36 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762608 Jan 29 04:34:12.252527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-7f699ceb-4981-4de7-b659-70d7b35aed5d service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164068 Jan 29 04:34:12.272753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2773efa-2175-4c63-b4bc-f70f4b2d159e req-bff0df17-05b0-4220-8212-4818d4998b64 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865598 Jan 29 04:34:12.362694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-145919da-e5af-4959-abc5-5e9a5098652d None None] Port dc478e2b-0eec-4e94-aa27-0311724c6810 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:12.693016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2fdff765-9546-464d-a75f-90df0ef454b0 req-4f426f65-7290-4159-999d-37e87673e4e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139955 Jan 29 04:34:12.696142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23015e04-5ba8-49cb-9943-ee38664d69b3 req-8abe525b-c99d-4c0f-a1be-79edbf83c516 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 210 time: 0.0930426 Jan 29 04:34:12.833436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03fb6b-c966-4ef7-9e49-91c966e989da req-4643fe3d-9004-4b71-bb66-771658ff6c72 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:12.848356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c03fb6b-c966-4ef7-9e49-91c966e989da req-4643fe3d-9004-4b71-bb66-771658ff6c72 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 943 time: 0.2723820 Jan 29 04:34:12.918813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c03fb6b-c966-4ef7-9e49-91c966e989da req-a3bf133e-75ed-4711-8cad-6ef7281215ba tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697129 Jan 29 04:34:12.960194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'tag': '36bc7172-b0b9-4880-b9ac-485585e5ed7d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:12.968996 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e" -d '{"events": [{"name": "network-changed", "server_uuid": "5504a7e0-4c1c-4293-b66a-ce7dd40c27c9", "tag": "36bc7172-b0b9-4880-b9ac-485585e5ed7d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:13.015466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-e8d8164c-cd92-4a96-8a7d-2c66587f365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.017071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-e8d8164c-cd92-4a96-8a7d-2c66587f365b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 1094 time: 0.1384876 Jan 29 04:34:13.128887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-7bf7edd3-3442-4451-a3f6-58fb99c82aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.130437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-7bf7edd3-3442-4451-a3f6-58fb99c82aeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.1057632 Jan 29 04:34:13.160681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:13.176834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2f37f58-f0bf-4c10-b072-039781feeb28 req-eac6473b-d0b3-4402-ba7a-887216c491bb tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0451169 Jan 29 04:34:13.344167 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-e0f66ddb-d126-406f-901d-6928ac7652d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337 HTTP/1.1" status: 200 len: 217 time: 0.1354551 Jan 29 04:34:13.350812 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143bc74-5536-48a8-bbd2-8a88e3eeb343 x-openstack-request-id: req-2143bc74-5536-48a8-bbd2-8a88e3eeb343 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:13.351144 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5504a7e0-4c1c-4293-b66a-ce7dd40c27c9", "tag": "36bc7172-b0b9-4880-b9ac-485585e5ed7d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:13.353582 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2143bc74-5536-48a8-bbd2-8a88e3eeb343 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:13.354054 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'tag': '36bc7172-b0b9-4880-b9ac-485585e5ed7d', 'status': 'completed', 'code': 200} Jan 29 04:34:13.426996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-787a690d-e305-4856-a909-b302a79ae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.429292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-787a690d-e305-4856-a909-b302a79ae8d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.0730808 Jan 29 04:34:13.444127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:13.472734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:13.480731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e524548-ca09-424d-b17b-62cd0888f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:13.505456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-610401f6-e5d2-4234-9960-f974a218050d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.521157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-610401f6-e5d2-4234-9960-f974a218050d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.528453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-610401f6-e5d2-4234-9960-f974a218050d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.540651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-610401f6-e5d2-4234-9960-f974a218050d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.552058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-610401f6-e5d2-4234-9960-f974a218050d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.554134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-610401f6-e5d2-4234-9960-f974a218050d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 3816 time: 0.5167758 Jan 29 04:34:13.556193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:13.582238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Transition to ACTIVE for port object 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:13.641667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-02fa792e-fb25-4544-95c8-0c889294aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.643350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-02fa792e-fb25-4544-95c8-0c889294aa75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 1094 time: 0.2859859 Jan 29 04:34:13.648184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-9a2ccd43-348a-48dd-98d1-7709d33ba229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.650017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-9a2ccd43-348a-48dd-98d1-7709d33ba229 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032611 Jan 29 04:34:13.663204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c497-7651-4270-95f8-f194f0022fc6 req-9a464196-79f7-4b60-9682-e14e4ffbd6b2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:13.664595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2348c497-7651-4270-95f8-f194f0022fc6 req-9a464196-79f7-4b60-9682-e14e4ffbd6b2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 943 time: 0.2192221 Jan 29 04:34:13.670590 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:13.755824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:13.789015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0d6c94a-c3f4-413b-ba74-68d688c22df6 req-74541f23-df27-48ed-a657-90fc1b1ec682 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241063 Jan 29 04:34:13.942458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2348c497-7651-4270-95f8-f194f0022fc6 req-e1426179-4b78-44a1-8c1c-40bb056789c7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660840 Jan 29 04:34:13.982180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d60e289-77fa-4e08-974e-1444cb398521 req-66ae346a-806c-47ff-84e4-e55d4f53636f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 210 time: 0.0665519 Jan 29 04:34:14.001717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e524548-ca09-424d-b17b-62cd0888f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.013792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Attempting to bind port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:14.014156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Attempting to bind port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:14.015080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Attempting to bind port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 on network 038c1d9a-5a1a-4928-8629-ea330b0bd10c {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:14.022939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 on network 038c1d9a-5a1a-4928-8629-ea330b0bd10c not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:14.023258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Attempting to bind port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 on network 038c1d9a-5a1a-4928-8629-ea330b0bd10c {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:14.032425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:14.032767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Checking segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:14.033407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Bound using segment: {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:14.034170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Bound port: 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519aa4e5-1c38-4936-801a-017dc700df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:14.034537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.101924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-607d5921-e3bc-4a93-885b-200672b75115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.106746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-607d5921-e3bc-4a93-885b-200672b75115 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.4544640 Jan 29 04:34:14.113024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-8841e8ef-eaa4-44d9-88c6-f975770ef367 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371786 Jan 29 04:34:14.120935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e524548-ca09-424d-b17b-62cd0888f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.159811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:14.163956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:14.197174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.308324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:14.373204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.378193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4cf218e2-f3bf-415c-a0ee-983ea10e55c9 req-9cf1bac5-77be-43b1-8741-1cb630d7a36f tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0559807 Jan 29 04:34:14.380959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.381511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.383204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-8691bfe6-13e2-46b8-aaec-28f8236a5f19 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d6925a8-7877-4c78-a9d8-a65fcf8e7777 HTTP/1.1" status: 200 len: 1091 time: 2.5236695 Jan 29 04:34:14.385325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:14.387612 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3103e98-ef8d-4d60-bb6d-a908251cde4e" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:14.393526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e524548-ca09-424d-b17b-62cd0888f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68fe09-f0cb-4c63-adc4-cc61cf1da968,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:14.457544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:14.496402 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5ea69-2395-44ba-9f6b-d4b0eeb8f49f x-openstack-request-id: req-56f5ea69-2395-44ba-9f6b-d4b0eeb8f49f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:14.497005 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:14.497005 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f5ea69-2395-44ba-9f6b-d4b0eeb8f49f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:14.497329 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'status': 'completed', 'code': 200} Jan 29 04:34:14.621985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-00726059-5bb7-40b3-83f7-ba359ba07c43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d HTTP/1.1" status: 200 len: 217 time: 0.4543502 Jan 29 04:34:14.627960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:14.683966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e524548-ca09-424d-b17b-62cd0888f333 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb34fd6fd2d74ac1bd82b1291a497702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5051532 Jan 29 04:34:14.698477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58448) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:14.764309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34d1d6-3f21-4450-bbcd-aa0f8c163184 req-1321d9db-e361-4d67-a608-167340da4bd2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.770394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd34d1d6-3f21-4450-bbcd-aa0f8c163184 req-1321d9db-e361-4d67-a608-167340da4bd2 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 943 time: 0.6517160 Jan 29 04:34:14.865121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-d82e96c1-6bd2-4321-851e-e7846118c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.866914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-d82e96c1-6bd2-4321-851e-e7846118c3f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.2129793 Jan 29 04:34:14.876910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fa0ec4a-8ede-447b-9ec0-38612911e560 req-06bff2f9-d18c-4a3b-860a-43fe4a4387b9 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463305 Jan 29 04:34:14.901239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-2a2fd691-911c-4367-af48-ab201c0ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.901642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-2a2fd691-911c-4367-af48-ab201c0ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.902139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-2a2fd691-911c-4367-af48-ab201c0ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.902608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-2a2fd691-911c-4367-af48-ab201c0ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.903073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-2a2fd691-911c-4367-af48-ab201c0ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.904993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-2a2fd691-911c-4367-af48-ab201c0ab299 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 4363 time: 0.2544446 Jan 29 04:34:14.939866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-94e7b452-021f-44e9-a3c5-779298face1e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:14.941688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-94e7b452-021f-44e9-a3c5-779298face1e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.6469765 Jan 29 04:34:14.948450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-2b015edc-66df-4f0d-a08d-b671337324d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680792 Jan 29 04:34:14.965350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c658ee26-a8f6-4b94-aab3-3d0e44c6b448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.009940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'port': {'device_id': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'admin_state_up': True, 'tenant_id': '20b4bb1c72e042acbb670199364f02f0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:15.018412 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd34d1d6-3f21-4450-bbcd-aa0f8c163184 req-f7194424-5e85-43f4-8b53-ef6e32c54a3a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154241 Jan 29 04:34:15.067086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c658ee26-a8f6-4b94-aab3-3d0e44c6b448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.139034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-31abd319-fc21-4fc6-95f6-95c5b6fd8bbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.145739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-31abd319-fc21-4fc6-95f6-95c5b6fd8bbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.151614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-31abd319-fc21-4fc6-95f6-95c5b6fd8bbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.159939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-31abd319-fc21-4fc6-95f6-95c5b6fd8bbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.166183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-31abd319-fc21-4fc6-95f6-95c5b6fd8bbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.168078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-31abd319-fc21-4fc6-95f6-95c5b6fd8bbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 3828 time: 0.2588317 Jan 29 04:34:15.310624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dec11b7d-9127-4d59-9105-cc7e8395ad3a req-162d1f38-73b6-4096-9417-65e647a77c58 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862100 Jan 29 04:34:15.345652 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c658ee26-a8f6-4b94-aab3-3d0e44c6b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.348667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c658ee26-a8f6-4b94-aab3-3d0e44c6b448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.349824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c658ee26-a8f6-4b94-aab3-3d0e44c6b448 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c68fe09-f0cb-4c63-adc4-cc61cf1da968 HTTP/1.1" status: 204 len: 168 time: 0.6452906 Jan 29 04:34:15.365307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658ee26-a8f6-4b94-aab3-3d0e44c6b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68fe09-f0cb-4c63-adc4-cc61cf1da968,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:15.404460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Deleting port b21035fe-6784-4961-81ca-413d5620ec32 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:15.404809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.470274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:15.497783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.531176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cdc98850-c790-46fb-8544-9c09d92ca657 req-25ce0de6-3f24-4623-9534-5f54f0accb4f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 210 time: 0.0481534 Jan 29 04:34:15.553959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Transition to ACTIVE for port object e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:15.572956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.687452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Pushing event updated for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:15.694113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] For port b21035fe-6784-4961-81ca-413d5620ec32, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b21035fe-6784-4961-81ca-413d5620ec32,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:15.694746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:15.729791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-be8d4363-c865-4fcf-89ad-3ed79bd0dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.730416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-be8d4363-c865-4fcf-89ad-3ed79bd0dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.730723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-be8d4363-c865-4fcf-89ad-3ed79bd0dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:15.732308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-be8d4363-c865-4fcf-89ad-3ed79bd0dc90 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f566fdc70e384d8baea9d586dba96004&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7869980 Jan 29 04:34:15.760271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Calling delete_port for b21035fe-6784-4961-81ca-413d5620ec32 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:15.765084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device feb91d3a-a6c4-4abf-a9a9-d3c936d47337 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:15.804644 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f9cb2e4-528c-48cb-a14e-6b95e7dd86f9 req-83c96c07-749b-4bc2-924e-018f69578fcd tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1058538 Jan 29 04:34:15.823757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Attempting to bind port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:15.824372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Attempting to bind port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:15.824372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Attempting to bind port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:15.992908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:16.033782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'port_id': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'mac_address': 'fa:16:3e:80:40:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:16.113798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-0c01bfbb-0d50-401f-b3a8-d23d23d31ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:16.115517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3103e98-ef8d-4d60-bb6d-a908251cde4e req-0c01bfbb-0d50-401f-b3a8-d23d23d31ae9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2616198 Jan 29 04:34:16.137142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:16.142438 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.182239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb91d3a-a6c4-4abf-a9a9-d3c936d47337 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:16.189563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a34416-0c9c-4e87-b247-753ed07e048f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.240699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:16.259509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.260771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 36bc7172-b0b9-4880-b9ac-485585e5ed7d details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:16.431377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-c3a5440f-5fa5-452b-bbe1-479ab9b6edec service neutron] 10.222.0.36 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4611290 Jan 29 04:34:16.444692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5d2d-d23e-4ddb-9d6c-47476bd70fcf req-ecb4ab68-bd98-4304-9f50-094590fd2da1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:16.446944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-693e5d2d-d23e-4ddb-9d6c-47476bd70fcf req-ecb4ab68-bd98-4304-9f50-094590fd2da1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 943 time: 1.2562952 Jan 29 04:34:16.480522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:16.493876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '36bc7172-b0b9-4880-b9ac-485585e5ed7d', 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'port_id': '36bc7172-b0b9-4880-b9ac-485585e5ed7d', 'mac_address': 'fa:16:3e:42:57:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30580dae-9770-4600-8efb-6f2d13e5a508', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:16.520902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:16.521498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Attempting to bind port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:16.547723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:16.548278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Checking segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:16.548775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Bound using segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:16.549291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Bound port: e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:16.550142 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.551405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:16.586971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a34416-0c9c-4e87-b247-753ed07e048f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.601017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.616668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bc7172-b0b9-4880-b9ac-485585e5ed7d {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:16.640314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:16.647556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.681128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e04a5a-5e0d-4dcb-a955-b9185ad3206c req-d4177c62-3df7-449d-8209-2c65e4d98f4d tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:16.682783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5e04a5a-5e0d-4dcb-a955-b9185ad3206c req-d4177c62-3df7-449d-8209-2c65e4d98f4d tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 944 time: 0.1758747 Jan 29 04:34:16.684195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:16.686519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfc516a4-54a5-459e-a8fa-fbccdd3e911e req-072a8976-2691-4f24-9bdf-6eb974de4259 service neutron] 10.222.0.36 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381690 Jan 29 04:34:16.694451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:16.699655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.717050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a34416-0c9c-4e87-b247-753ed07e048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.731460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=36bc7172-b0b9-4880-b9ac-485585e5ed7d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:16.811051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:16.812565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a34416-0c9c-4e87-b247-753ed07e048f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a221da-1f1c-4951-9860-5f25b01eb95b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:16.821491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-48a34416-0c9c-4e87-b247-753ed07e048f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a3326c7c82f4e7bb4c306f8f085d29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767499 Jan 29 04:34:16.856449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:16.868487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-693e5d2d-d23e-4ddb-9d6c-47476bd70fcf req-a7eaabbc-9991-445b-98e7-d0a29550e3d4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880315 Jan 29 04:34:16.907379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.981554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:16.983057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:16.985574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] 10.222.0.20 "PUT /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 200 len: 1130 time: 2.5393894 Jan 29 04:34:16.990394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:16.992746 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1ef23a-e0d7-4db5-a193-e6c718702400" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:17.040529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Allocated IP 172.20.0.5 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/df55b02f-9820-4658-8f6a-ded485d9df0c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:17.088060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:17.110740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['feb91d3a-a6c4-4abf-a9a9-d3c936d47337'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:17.115617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2967d562-41d6-427e-a9e2-788d184048d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.141421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2967d562-41d6-427e-a9e2-788d184048d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.148299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61802df-8efb-4a47-a26e-46930279c25e service neutron] Pushing event updated for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:17.198112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5e04a5a-5e0d-4dcb-a955-b9185ad3206c req-192844b6-8acd-4ddf-9563-520f31a54c5e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4162841 Jan 29 04:34:17.206199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.208620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.240214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['36bc7172-b0b9-4880-b9ac-485585e5ed7d'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:17.252398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21035fe-6784-4961-81ca-413d5620ec32,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:17.265964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.272393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.279147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.286726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.292991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.325139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.327207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-20f00da6-36fd-4bc9-8b71-12d171dacea8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 4600 time: 0.3163328 Jan 29 04:34:17.403663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2765c336-0302-429d-9dee-510b5d8eb7e6 req-48d1a307-24dd-4b0a-b458-b18c63901b64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638373 Jan 29 04:34:17.404287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2967d562-41d6-427e-a9e2-788d184048d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.407946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2967d562-41d6-427e-a9e2-788d184048d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.411310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2967d562-41d6-427e-a9e2-788d184048d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64a221da-1f1c-4951-9860-5f25b01eb95b HTTP/1.1" status: 204 len: 168 time: 0.5513172 Jan 29 04:34:17.432147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d562-41d6-427e-a9e2-788d184048d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a221da-1f1c-4951-9860-5f25b01eb95b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:17.579486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c945a6c3-3883-4dd9-85d7-c20835cef852 req-008917f5-93fd-4aa1-9732-12666d08d07b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 210 time: 0.0535946 Jan 29 04:34:17.627911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-362b65fd-e1cf-4cee-adde-a829d1a5d665 req-83b7e519-b815-4058-bd69-d88d42cad526 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0635128 Jan 29 04:34:17.695676 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b096b65-cced-4ce0-a164-898f347aebe6 x-openstack-request-id: req-6b096b65-cced-4ce0-a164-898f347aebe6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:17.696039 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:17.696245 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b096b65-cced-4ce0-a164-898f347aebe6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:17.696616 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2', 'status': 'completed', 'code': 200} Jan 29 04:34:17.715074 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.815130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.816059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.817220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.817774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.818325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.819421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:17.826333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-b5068d08-2358-49db-bb15-26ae48074fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5286 time: 0.0973468 Jan 29 04:34:17.889251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:17.992332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:18.010765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:18.079480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:18.115190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f9f5e0-74c2-429d-a245-45d7f5d9292a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:18.122355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=df55b02f-9820-4658-8f6a-ded485d9df0c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:18.130201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.158799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Transition to ACTIVE for port object a6f9f5e0-74c2-429d-a245-45d7f5d9292a will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:18.174070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.245490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885c2a-4f4a-40ed-9816-f4626602c2ab req-16de5eb3-81e3-410c-949a-e58365999fe0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.255802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42885c2a-4f4a-40ed-9816-f4626602c2ab req-16de5eb3-81e3-410c-949a-e58365999fe0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 944 time: 0.2587249 Jan 29 04:34:18.339343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-7103c831-8f63-4735-8196-ba77cbd32ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.339817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-7103c831-8f63-4735-8196-ba77cbd32ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.340283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-7103c831-8f63-4735-8196-ba77cbd32ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.341933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-7103c831-8f63-4735-8196-ba77cbd32ecb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f566fdc70e384d8baea9d586dba96004&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5045681 Jan 29 04:34:18.358579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42885c2a-4f4a-40ed-9816-f4626602c2ab req-5340f32d-d776-47eb-a92b-d5292d83cfce tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013284 Jan 29 04:34:18.400822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.401583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.501554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:18.553164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f6e8f1ef-7690-43f8-a32e-a2db8feebc4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5844891 Jan 29 04:34:18.589341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Request body: {'port': {'device_id': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:18.599022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c04992-b4e1-4974-ae34-1ef15582a698 req-9b61e6d0-3f06-4786-b30d-b63cbce849b4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.601023 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c04992-b4e1-4974-ae34-1ef15582a698 req-9b61e6d0-3f06-4786-b30d-b63cbce849b4 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 944 time: 0.2259848 Jan 29 04:34:18.617078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fa4ff36e-75a0-45ef-8822-b974f9b93f4d None None] Provisioning complete for port df55b02f-9820-4658-8f6a-ded485d9df0c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:18.618549 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff36e-75a0-45ef-8822-b974f9b93f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.641976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.672529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.708614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ff36e-75a0-45ef-8822-b974f9b93f4d None None] Port df55b02f-9820-4658-8f6a-ded485d9df0c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:18.717648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Attempting to bind port a6f9f5e0-74c2-429d-a245-45d7f5d9292a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:18.718102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Attempting to bind port a6f9f5e0-74c2-429d-a245-45d7f5d9292a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:18.718500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Attempting to bind port a6f9f5e0-74c2-429d-a245-45d7f5d9292a on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:18.749600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Port a6f9f5e0-74c2-429d-a245-45d7f5d9292a on network 15ea8377-1dcd-4e02-9f76-096b3179e04d not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:18.751273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Attempting to bind port a6f9f5e0-74c2-429d-a245-45d7f5d9292a on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:18.776717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.784567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.789179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.795132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.803407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.808845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.816376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.823874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9925e943-db05-4d14-b41d-f78814de7464 req-0acb1acb-1856-4ef3-a9fb-a7fa044b269c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5371 time: 0.2526321 Jan 29 04:34:18.838048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-742dc87d-42a0-4988-b5dd-6523ed8f7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:18.841136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d1ef23a-e0d7-4db5-a193-e6c718702400 req-742dc87d-42a0-4988-b5dd-6523ed8f7a80 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4797285 Jan 29 04:34:18.866726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14c04992-b4e1-4974-ae34-1ef15582a698 req-9aa28daa-4c65-4bb2-8240-6e4905b22542 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374134 Jan 29 04:34:18.876926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:18.877277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Checking segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:18.877667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Bound using segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:18.878134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Bound port: a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:18.878537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:18.958498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9925e943-db05-4d14-b41d-f78814de7464 req-0bfe217a-ac35-43d7-948c-997e4a58d608 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338313 Jan 29 04:34:19.107771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58514) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:19.137116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:19.143562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:19.202418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f49b-5e29-4f35-a1b3-e815af2e10c8 req-46ac3054-27e8-486f-a205-10c89003e97c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:19.204201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a67f49b-5e29-4f35-a1b3-e815af2e10c8 req-46ac3054-27e8-486f-a205-10c89003e97c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 931 time: 0.1516407 Jan 29 04:34:19.205321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.209400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ab4c085-076e-481e-b015-2d639366b4ec req-00ab29b0-e216-415b-99f6-4a5c7bc9e28e tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0822015 Jan 29 04:34:19.279081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1882535948'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:19.318717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:19.319308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.321354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 200 len: 1129 time: 2.2930827 Jan 29 04:34:19.370162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:19.379645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df55b02f-9820-4658-8f6a-ded485d9df0c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:19.395658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.421860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Transition to ACTIVE for port object df55b02f-9820-4658-8f6a-ded485d9df0c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:19.434479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.471097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a67f49b-5e29-4f35-a1b3-e815af2e10c8 req-68540cac-53b2-47d7-8099-c5bbe2db1b91 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525175 Jan 29 04:34:19.483247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82246f4-6e5d-4172-a3f2-33c7a68a4771 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:19.520741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:19.524614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.528170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Pushing event updated for resources: {'Port': ['ID=df55b02f-9820-4658-8f6a-ded485d9df0c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:19.580673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.586563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Router b56f760a-95fa-42fe-b393-d018fc26ecef has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:34:19.588820 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.671346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afc155-d79c-47c3-9713-0c9bd53c5702 req-491bdd11-beaf-4710-a2a7-56c3c727789e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:19.683910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4afc155-d79c-47c3-9713-0c9bd53c5702 req-491bdd11-beaf-4710-a2a7-56c3c727789e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 944 time: 0.1878011 Jan 29 04:34:19.724850 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'a6f9f5e0-74c2-429d-a245-45d7f5d9292a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:19.727472 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "a6f9f5e0-74c2-429d-a245-45d7f5d9292a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:19.752529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4afc155-d79c-47c3-9713-0c9bd53c5702 req-ec83d7b5-788a-4101-a70a-cc336d7da920 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605583 Jan 29 04:34:19.765084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Attempting to bind port df55b02f-9820-4658-8f6a-ded485d9df0c on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:19.765429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Attempting to bind port df55b02f-9820-4658-8f6a-ded485d9df0c by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:19.765795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Attempting to bind port df55b02f-9820-4658-8f6a-ded485d9df0c on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:19.800857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Port df55b02f-9820-4658-8f6a-ded485d9df0c on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:19.801599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Attempting to bind port df55b02f-9820-4658-8f6a-ded485d9df0c on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:19.810922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:19.811327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:19.811692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:19.812164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Bound port: df55b02f-9820-4658-8f6a-ded485d9df0c, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:19.812481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.812823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device feb91d3a-a6c4-4abf-a9a9-d3c936d47337 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:19.820867 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1bcdb0-9ebd-4d56-a501-525dff0b4c1b x-openstack-request-id: req-bd1bcdb0-9ebd-4d56-a501-525dff0b4c1b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:19.821194 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "a6f9f5e0-74c2-429d-a245-45d7f5d9292a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:19.821380 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd1bcdb0-9ebd-4d56-a501-525dff0b4c1b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:19.822171 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'a6f9f5e0-74c2-429d-a245-45d7f5d9292a', 'status': 'completed', 'code': 200} Jan 29 04:34:19.926800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:34:19.930931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:19.931530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:19.946318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] For port df55b02f-9820-4658-8f6a-ded485d9df0c, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:19.979318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] For port df55b02f-9820-4658-8f6a-ded485d9df0c, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=df55b02f-9820-4658-8f6a-ded485d9df0c,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:20.025782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.035683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.078177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.078628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.079166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.079938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.080462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.081127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.082063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.083546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-509f82e6-455d-419d-a604-8068cc4208fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6208 time: 0.1989493 Jan 29 04:34:20.084679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:20.085946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:20.090286 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e518881-ed5d-491a-ad1f-3c654ee6aced" -d '{"events": [{"server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "name": "network-vif-plugged", "status": "completed", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:20.103465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.104489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.106585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] 10.222.0.20 "PUT /v2.0/ports/df55b02f-9820-4658-8f6a-ded485d9df0c HTTP/1.1" status: 200 len: 1091 time: 1.5223868 Jan 29 04:34:20.109710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'tag': 'df55b02f-9820-4658-8f6a-ded485d9df0c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:20.112496 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a618ea8-1435-447b-8784-29f2aa54797a" -d '{"events": [{"name": "network-changed", "server_uuid": "41c1bece-2364-4142-b282-cd7c129e3ae7", "tag": "df55b02f-9820-4658-8f6a-ded485d9df0c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:20.115594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.116831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 36bc7172-b0b9-4880-b9ac-485585e5ed7d up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:20.216736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 36bc7172-b0b9-4880-b9ac-485585e5ed7d completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:34:20.225311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 36bc7172-b0b9-4880-b9ac-485585e5ed7d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:20.225992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.261039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:34:20.275742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-952a8552-9c38-44f8-b3ae-6ec812a73da9 admin admin] 10.222.0.32 "PUT /v2.0/routers/b56f760a-95fa-42fe-b393-d018fc26ecef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0213778 Jan 29 04:34:20.286283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:20.290143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b87f90-3495-4847-9eee-e5301c87461b req-086d25d5-5190-4b23-9fe4-6bd67ac0e753 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.292314 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9b87f90-3495-4847-9eee-e5301c87461b req-086d25d5-5190-4b23-9fe4-6bd67ac0e753 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 944 time: 0.3171985 Jan 29 04:34:20.293321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30936e8-b7e6-4406-970a-88cfd71ca98c service neutron] Pushing event updated for resources: {'Port': ['ID=df55b02f-9820-4658-8f6a-ded485d9df0c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:20.312413 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.337767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] Sync routers for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:34:20.363275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.379615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:20.380440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:33:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:20.431250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:34:20.507050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9b87f90-3495-4847-9eee-e5301c87461b req-ac637eb7-f718-412e-9195-74403f9c26fd tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448092 Jan 29 04:34:20.511481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.511880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-9de27f74-5160-4fd7-8799-7434c0b14fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.513332 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-9de27f74-5160-4fd7-8799-7434c0b14fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 1094 time: 0.3215120 Jan 29 04:34:20.546376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-149dd8bd-8370-44dc-8e6e-853104a481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.547125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-149dd8bd-8370-44dc-8e6e-853104a481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.547572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-149dd8bd-8370-44dc-8e6e-853104a481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.549692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-149dd8bd-8370-44dc-8e6e-853104a481cd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f566fdc70e384d8baea9d586dba96004&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4046655 Jan 29 04:34:20.553169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:20.571673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:20.582091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.597006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-9bdca5ab-905f-43e7-9fb4-329768999b29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df55b02f-9820-4658-8f6a-ded485d9df0c HTTP/1.1" status: 200 len: 217 time: 0.0584943 Jan 29 04:34:20.604694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.605056 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Added segment a1aa2a72-dbc2-48de-86f6-3a158fbf1a00 of type vlan for network 1ff93288-b39a-4430-be32-e866f0872688 Jan 29 04:34:20.615922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:20.642760 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc64eb7-ccf6-47f7-9be1-153d76ec8f39 x-openstack-request-id: req-8cc64eb7-ccf6-47f7-9be1-153d76ec8f39 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:20.643059 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "name": "network-vif-plugged", "status": "completed", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:20.643309 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cc64eb7-ccf6-47f7-9be1-153d76ec8f39 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:20.643698 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'code': 200} Jan 29 04:34:20.647473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.681059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.693409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.714049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.735400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.740368 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc24bac-decc-4b07-a726-fe9bf84602d8 x-openstack-request-id: req-1cc24bac-decc-4b07-a726-fe9bf84602d8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:20.740659 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c1bece-2364-4142-b282-cd7c129e3ae7", "tag": "df55b02f-9820-4658-8f6a-ded485d9df0c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:20.740931 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cc24bac-decc-4b07-a726-fe9bf84602d8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:20.741333 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'tag': 'df55b02f-9820-4658-8f6a-ded485d9df0c', 'status': 'completed', 'code': 200} Jan 29 04:34:20.754008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.760099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.762588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-e98b21f5-b72e-4aae-ab05-9720aeb78114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5371 time: 0.6080174 Jan 29 04:34:20.790474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747ee211-dac0-45e7-b53b-789f409c8fde,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:20.828062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d11d6e30-e5c4-446a-a8e8-22adb768c172 req-ccfa6c3e-cf8b-4047-8f9d-d32cd9c7d466 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0668507 Jan 29 04:34:20.847502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-61469468-8ffb-4bb0-b3a8-b889747034d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.849006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-61469468-8ffb-4bb0-b3a8-b889747034d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.2408586 Jan 29 04:34:20.852494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:20.900554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-6f9b56dc-61af-4b38-bdd1-e93534824c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.902270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c71e72e5-b5a4-4eb9-b3b9-247636d47daa req-6f9b56dc-61af-4b38-bdd1-e93534824c71 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166549 Jan 29 04:34:20.904287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cdf18-1c7d-4d16-9066-666a934d5a7b req-d415ccb6-76ed-40b1-97d9-925695ba733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.906521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f7cdf18-1c7d-4d16-9066-666a934d5a7b req-d415ccb6-76ed-40b1-97d9-925695ba733f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 1096 time: 0.1695201 Jan 29 04:34:20.939395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-417c4891-84ac-4a94-8e44-9c3ceb72f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:20.941474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-417c4891-84ac-4a94-8e44-9c3ceb72f652 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809684 Jan 29 04:34:20.985751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f7cdf18-1c7d-4d16-9066-666a934d5a7b req-512294a8-4dea-42f4-b193-6374237d97de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696814 Jan 29 04:34:20.988139 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:21.023578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=36bc7172-b0b9-4880-b9ac-485585e5ed7d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.069513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-951f2de1-b1c2-4293-a88f-96c89c61ecad req-90031916-0615-4ed0-98b7-11a77973561f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2760308 Jan 29 04:34:21.137809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120c3872-0a77-4620-ae88-3797ceafde40 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:21.155644 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:21.173255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:21.177805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Transition to ACTIVE for port object 120c3872-0a77-4620-ae88-3797ceafde40 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:21.179532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:21.186227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:21.186947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:21.198999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:21.242636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde115d7-1365-4d74-b3e8-bace3d11fd8b req-d03e6f98-07cd-4a1e-8ffd-a13dd4219405 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:21.244380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dde115d7-1365-4d74-b3e8-bace3d11fd8b req-d03e6f98-07cd-4a1e-8ffd-a13dd4219405 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 943 time: 0.2280300 Jan 29 04:34:21.248493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-46e28752-f375-46c7-9a9f-265a486822f8 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964120 Jan 29 04:34:21.307132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:34:16Z', 'revision_number': 5, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port': {'id': '096cbec2-6f29-4b50-8c13-ba6ec095e2d0', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:09Z', 'updated_at': '2022-01-29T04:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:21.351567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] Checking router: b56f760a-95fa-42fe-b393-d018fc26ecef for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:34:21.366519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] Routers {'b56f760a-95fa-42fe-b393-d018fc26ecef'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:21.367319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:33:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b56f760a-95fa-42fe-b393-d018fc26ecef'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:21.384487 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:34:21.457816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dde115d7-1365-4d74-b3e8-bace3d11fd8b req-027d7922-e6ae-441d-b23a-4e043e5d10bf tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948328 Jan 29 04:34:21.479653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] Set router b56f760a-95fa-42fe-b393-d018fc26ecef gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:21.537943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3111d4d5-e451-4a11-8d58-1b21f172564f req-f0dfdb46-20d6-4f00-9212-94e202bc2548 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619884 Jan 29 04:34:21.604018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:34:21Z', 'revision_number': 6, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:21.661112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5805e0-de2b-487c-8042-6826213cc3b8 None None] The sync data for ids ['b56f760a-95fa-42fe-b393-d018fc26ecef'] in n-d-825930-1 is: [{'id': 'b56f760a-95fa-42fe-b393-d018fc26ecef', 'name': 'tempest-TaggedBootDevicesTest_v242-1016801181-router', 'tenant_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:06Z', 'updated_at': '2022-01-29T04:34:21Z', 'revision_number': 6, 'project_id': '3dd4a6b7839542adad1c9c47ae53d6c3', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:34:21.666510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5535653 Jan 29 04:34:21.691190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:21.706307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:21.759563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773fc7-5a7b-460d-acd9-e6a202183a37 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Network': ['ID=1ff93288-b39a-4430-be32-e866f0872688,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.771973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:34:21.774967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Pushing event updated for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:21.775339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c970bb-d8ec-4c2f-9f5f-dd2a968304a1 req-ef7ba836-83ac-4b1d-879e-3874ca494d13 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:21.788577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27c970bb-d8ec-4c2f-9f5f-dd2a968304a1 req-ef7ba836-83ac-4b1d-879e-3874ca494d13 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.1909614 Jan 29 04:34:21.829825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad394e6-5bd4-4114-8b12-80fb96ae0fb9 req-5b7718cf-60a8-428e-9d83-d92dbe4f16ba tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:21.837914 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fad394e6-5bd4-4114-8b12-80fb96ae0fb9 req-5b7718cf-60a8-428e-9d83-d92dbe4f16ba tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 945 time: 0.5951643 Jan 29 04:34:21.913142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27c970bb-d8ec-4c2f-9f5f-dd2a968304a1 req-07ee455e-2dee-4aa3-8fad-b4d38a0ca074 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233182 Jan 29 04:34:21.952399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618ea8-1435-447b-8784-29f2aa54797a req-46bc0af5-33ac-43c5-9f06-3562bcddee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:21.956312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fad394e6-5bd4-4114-8b12-80fb96ae0fb9 req-3384cc42-045a-4358-a590-5b7c702f224c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175227 Jan 29 04:34:21.957861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-46bc0af5-33ac-43c5-9f06-3562bcddee2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 1094 time: 0.2769804 Jan 29 04:34:21.968823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Deleting port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:21.968960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.033405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Attempting to bind port 120c3872-0a77-4620-ae88-3797ceafde40 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:22.033733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Attempting to bind port 120c3872-0a77-4620-ae88-3797ceafde40 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:22.034124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Attempting to bind port 120c3872-0a77-4620-ae88-3797ceafde40 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:22.056721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Port 120c3872-0a77-4620-ae88-3797ceafde40 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:22.057043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Attempting to bind port 120c3872-0a77-4620-ae88-3797ceafde40 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:22.071514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:22.071846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Checking segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:22.072229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Bound using segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:22.072672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Bound port: 120c3872-0a77-4620-ae88-3797ceafde40, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:22.073027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.134401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a564628-eb75-4faf-9533-c00ce5ee6121 req-2b1c19b9-4675-4240-af6c-73f8ed24eaa5 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0668273 Jan 29 04:34:22.198285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:22.198543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:22.206058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=120c3872-0a77-4620-ae88-3797ceafde40,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:22.227172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.230472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.269547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618ea8-1435-447b-8784-29f2aa54797a req-801932d0-5cd8-41e4-858b-441cff76a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.271679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-801932d0-5cd8-41e4-858b-441cff76a031 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.3006175 Jan 29 04:34:22.322075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.323725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.327512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/120c3872-0a77-4620-ae88-3797ceafde40 HTTP/1.1" status: 200 len: 1091 time: 2.9634671 Jan 29 04:34:22.345822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] For port 096cbec2-6f29-4b50-8c13-ba6ec095e2d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:22.346599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.351456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:22.355372 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "120c3872-0a77-4620-ae88-3797ceafde40"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:22.387201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:22.391860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-426b442e-2614-41f0-ac5e-4d31913c2c49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df55b02f-9820-4658-8f6a-ded485d9df0c HTTP/1.1" status: 200 len: 217 time: 0.1057086 Jan 29 04:34:22.415147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Calling delete_port for 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:22.476187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91131aa4-1c9e-43d9-9969-9aec0a9c64f6 service neutron] Pushing event updated for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:22.607369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.627031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.634620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.647029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc7172-b0b9-4880-b9ac-485585e5ed7d'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:22.647571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.650466 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f96edf2-bd75-42d0-8505-f94eed89f179" -d '{"events": [{"server_uuid": "5504a7e0-4c1c-4293-b66a-ce7dd40c27c9", "name": "network-vif-plugged", "status": "completed", "tag": "36bc7172-b0b9-4880-b9ac-485585e5ed7d"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:22.658632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.665431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.672837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:22.674896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-f04f6bb2-d2df-4a4c-bf2c-54e2cbcaada5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5383 time: 0.4376438 Jan 29 04:34:22.723744 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9885a81c-e016-4c3a-b623-dabb6d6bad63 x-openstack-request-id: req-9885a81c-e016-4c3a-b623-dabb6d6bad63 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:22.724060 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "120c3872-0a77-4620-ae88-3797ceafde40", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:22.724632 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9885a81c-e016-4c3a-b623-dabb6d6bad63 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:22.725288 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40', 'status': 'completed', 'code': 200} Jan 29 04:34:22.730045 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:22.772215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad88c9de-737b-49a2-86aa-272f9656e61b req-d77f7965-7d6d-4cef-952f-b09612f4a8e7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800140 Jan 29 04:34:22.844318 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db87a2-e880-4ddb-8724-b27cc13794a7 x-openstack-request-id: req-83db87a2-e880-4ddb-8724-b27cc13794a7 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:22.844607 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5504a7e0-4c1c-4293-b66a-ce7dd40c27c9", "name": "network-vif-plugged", "status": "completed", "tag": "36bc7172-b0b9-4880-b9ac-485585e5ed7d", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:22.844855 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83db87a2-e880-4ddb-8724-b27cc13794a7 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:22.845246 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc7172-b0b9-4880-b9ac-485585e5ed7d', 'code': 200} Jan 29 04:34:23.052823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:23.095312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:23.095644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 096cbec2-6f29-4b50-8c13-ba6ec095e2d0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:23.096263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b21035fe-6784-4961-81ca-413d5620ec32 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:23.110180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.153082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b21035fe-6784-4961-81ca-413d5620ec32 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:23.153435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b21035fe-6784-4961-81ca-413d5620ec32 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:23.170024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Pushing event deleted for resources: {'Port': ['ID=096cbec2-6f29-4b50-8c13-ba6ec095e2d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:23.274654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59eb6c-8f23-471f-b198-0ddfa49bc110 req-40445083-b5e5-40aa-8f23-11140ffcc684 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.276497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e59eb6c-8f23-471f-b198-0ddfa49bc110 req-40445083-b5e5-40aa-8f23-11140ffcc684 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.2277775 Jan 29 04:34:23.287586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0c34a-e934-460c-bd3a-ac9e05ca998c req-c0531114-b418-4649-93ca-fa930afaef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.290025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53f0c34a-e934-460c-bd3a-ac9e05ca998c req-c0531114-b418-4649-93ca-fa930afaef83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 1096 time: 0.1984420 Jan 29 04:34:23.303417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618ea8-1435-447b-8784-29f2aa54797a req-3499e72e-f437-48ae-a329-3e44cc230283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.303417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-3499e72e-f437-48ae-a329-3e44cc230283 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.2320318 Jan 29 04:34:23.336158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.367486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.368178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.368655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.369106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.369565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.370062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.370512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.372541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-cf84e6b8-8a26-491f-ae19-5549ecfac834 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6275 time: 0.2732918 Jan 29 04:34:23.408484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570145bd-57dd-4192-95c8-c7fbc07a5491 req-648182ef-e89d-4026-bb3d-e7733bb11004 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.410093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-570145bd-57dd-4192-95c8-c7fbc07a5491 req-648182ef-e89d-4026-bb3d-e7733bb11004 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 943 time: 0.3286846 Jan 29 04:34:23.423656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53f0c34a-e934-460c-bd3a-ac9e05ca998c req-cc0528ee-ba55-4bc3-ae78-f61d48697567 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187248 Jan 29 04:34:23.508035 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.515645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e59eb6c-8f23-471f-b198-0ddfa49bc110 req-1b4548db-c889-4f1b-86d0-285fe1212e30 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274771 Jan 29 04:34:23.517119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.553774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618ea8-1435-447b-8784-29f2aa54797a req-d28a5e89-aab7-49f9-8b9e-4a52d51f1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.555433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-d28a5e89-aab7-49f9-8b9e-4a52d51f1daa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403376 Jan 29 04:34:23.615456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b395ad42-031f-49b2-94d8-8de0318eebfd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:23.642569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.662911 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.663331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b56f760a-95fa-42fe-b393-d018fc26ecef {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:34:23.668882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.673137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1ae6ad95-fc73-4a74-9e1f-317da038ec41 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b56f760a-95fa-42fe-b393-d018fc26ecef HTTP/1.1" status: 204 len: 168 time: 3.3684199 Jan 29 04:34:23.673137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Transition to ACTIVE for port object b395ad42-031f-49b2-94d8-8de0318eebfd will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:23.673996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58570) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:23.728062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-570145bd-57dd-4192-95c8-c7fbc07a5491 req-3da15fea-fbed-4b49-9e83-74636a143ae8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973669 Jan 29 04:34:23.733153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Deleting subnet 56454a91-612d-46dc-957d-7211d8b95b4d {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:23.749407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.759605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.837871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfc4fcad-0415-48a4-94a0-b61ea97690e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.844805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.847025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a964f-9bea-4c93-8952-3e4940ed98d9 req-ce093d39-b6ed-4f5f-b6de-328d752c4f9c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.848890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a72a964f-9bea-4c93-8952-3e4940ed98d9 req-ce093d39-b6ed-4f5f-b6de-328d752c4f9c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 945 time: 0.2484818 Jan 29 04:34:23.940577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:23.948225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a79dc7de-2b1d-4f18-932b-5d3ed27d97d1 req-c9308ce5-78c8-44bc-a1d0-7399cb86807e tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0812144 Jan 29 04:34:23.949664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-97106997-b01c-40a2-ae75-e6245ccc2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.950156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-97106997-b01c-40a2-ae75-e6245ccc2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.950619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-97106997-b01c-40a2-ae75-e6245ccc2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:23.952217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-97106997-b01c-40a2-ae75-e6245ccc2914 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f566fdc70e384d8baea9d586dba96004&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5404220 Jan 29 04:34:24.051330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-08deab2c-344c-4e09-be73-fd41264e91b1 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611552 Jan 29 04:34:24.068433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Pushing event updated for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:24.099399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a72a964f-9bea-4c93-8952-3e4940ed98d9 req-744e0963-fd31-4177-91c8-b1f8a7a06bf0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127547 Jan 29 04:34:24.167818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.242197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.253755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Attempting to bind port b395ad42-031f-49b2-94d8-8de0318eebfd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:24.254443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Attempting to bind port b395ad42-031f-49b2-94d8-8de0318eebfd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:24.254944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Attempting to bind port b395ad42-031f-49b2-94d8-8de0318eebfd on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:24.279949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56454a91-612d-46dc-957d-7211d8b95b4d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:24.282283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.288802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a3710c8-0b68-4a16-ae87-3776ed77c5c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/56454a91-612d-46dc-957d-7211d8b95b4d HTTP/1.1" status: 204 len: 168 time: 0.6112633 Jan 29 04:34:24.289200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Port b395ad42-031f-49b2-94d8-8de0318eebfd on network 15ea8377-1dcd-4e02-9f76-096b3179e04d not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:24.289629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Attempting to bind port b395ad42-031f-49b2-94d8-8de0318eebfd on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:24.291731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:24.294323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353be2d8-dafc-42a3-96c3-b8f2ee2fe450 None None] Network d019f607-b533-406f-bccf-961d985c5be4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:24.313175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=d8242e5d-792a-4b61-91d8-adcaa80abb7c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:24.327479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a618ea8-1435-447b-8784-29f2aa54797a req-763ba8eb-45ec-4419-a6b2-63c9f2576629 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184443 Jan 29 04:34:24.372977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:24.373348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network hostable DHCP agents. Network: 1ff93288-b39a-4430-be32-e866f0872688, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:34:24.386447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.393059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64427a-5e34-42a1-9ae8-171afed71459 req-a252f4e8-f029-481d-a96a-dc0cde6da1c0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.393299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:24.393656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Checking segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:24.394166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Bound using segment: {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:24.394708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Bound port: b395ad42-031f-49b2-94d8-8de0318eebfd, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709fb8e5-a0b5-47aa-8578-c214dab94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:24.395164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.395626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef64427a-5e34-42a1-9ae8-171afed71459 req-a252f4e8-f029-481d-a96a-dc0cde6da1c0 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.3392718 Jan 29 04:34:24.406816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:24.419867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Request body: {'floatingip': {'port_id': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:24.491577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-d0b94766-46c2-400f-bbe3-d11c491b178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.493337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b270a4cc-383d-412c-8b5b-e9a6df28b4e6 req-d0b94766-46c2-400f-bbe3-d11c491b178b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5251148 Jan 29 04:34:24.527421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.528332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.533092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:34:24.543478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.549840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.570576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.578157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.587835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.594533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.596132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-a2bf2629-e78a-4579-9a53-b321b0a6bddc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5395 time: 0.2297328 Jan 29 04:34:24.648156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:24.656566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b395ad42-031f-49b2-94d8-8de0318eebfd,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:24.668906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 1ff93288-b39a-4430-be32-e866f0872688) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:24.671130 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1473fbf-7ff4-41c4-a493-5108cd82de00 req-d2aad0e9-74ce-4055-8c56-fb76886b979b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603404 Jan 29 04:34:24.672826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.675821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Deleting port 8ff20e67-699b-4203-a64d-9ff790cfcc4f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:24.676160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.676342 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.678663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.716451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a981d76-9783-4519-a690-2d362443a0b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0183234 Jan 29 04:34:24.720614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c303d7b7-1c1b-4682-afa7-85fa9a4b4999 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:24.729062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58580) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:24.736852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'name': 'tempest-NetworksTestDHCPv6-1139481423'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:24.847703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:24.849108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.850804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] 10.222.0.20 "PUT /v2.0/ports/b395ad42-031f-49b2-94d8-8de0318eebfd HTTP/1.1" status: 200 len: 1091 time: 2.4770768 Jan 29 04:34:24.851491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:24.854417 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a1517b-81f9-45bb-bd24-3dde8528a19b" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:24.876938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] For port 8ff20e67-699b-4203-a64d-9ff790cfcc4f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8ff20e67-699b-4203-a64d-9ff790cfcc4f,segment=NetworkSegment(3671514e-318e-4a5f-a21f-753efb29b0bf),segment_id=3671514e-318e-4a5f-a21f-753efb29b0bf)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:24.876938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:24.906603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:24.949020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Calling delete_port for 8ff20e67-699b-4203-a64d-9ff790cfcc4f owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:24.951151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a2e02-aaf9-4db9-9e53-d59f29c4d00a service neutron] Pushing event updated for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:25.022243 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b90559-0bab-4b11-9e19-62980cc012a0 x-openstack-request-id: req-84b90559-0bab-4b11-9e19-62980cc012a0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:25.022507 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:25.022621 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84b90559-0bab-4b11-9e19-62980cc012a0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:25.023039 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd', 'status': 'completed', 'code': 200} Jan 29 04:34:25.105244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': 'd8242e5d-792a-4b61-91d8-adcaa80abb7c'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:34:25.106730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.130278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.263299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0259e19d-4712-4856-906b-7a12d8ffdd7c req-817cfbb5-fdb6-4c95-9faa-f125896e1d49 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0656936 Jan 29 04:34:25.277217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:25.277463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7ba4a-7b00-44d3-bc7b-dbdae8d4a276 None None] DHCP port deletion for d019f607-b533-406f-bccf-961d985c5be4 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:25.289641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.407813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-97f7ba4a-7b00-44d3-bc7b-dbdae8d4a276 None None] The port '8ff20e67-699b-4203-a64d-9ff790cfcc4f' was deleted {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 29 04:34:25.443331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/d8242e5d-792a-4b61-91d8-adcaa80abb7c/cbf21629-fedf-45ef-b086-58096a480db7) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:25.476667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74888-0f51-4bc9-ac8d-a28510beb769 req-708ee11d-c0fb-4363-a089-4e0e35abb6a6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.483405 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21a74888-0f51-4bc9-ac8d-a28510beb769 req-708ee11d-c0fb-4363-a089-4e0e35abb6a6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 943 time: 0.1482022 Jan 29 04:34:25.501433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.525476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.528740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.530713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.531425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.532856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.535118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.535822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.539146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-77ac5911-d7b5-407a-91eb-d5493f12e719 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6342 time: 0.2128198 Jan 29 04:34:25.585569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port bdf1815a-c218-4e03-96fd-d77777904f8f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:34:25.612151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] No DVR routers for this DVR port 8ff20e67-699b-4203-a64d-9ff790cfcc4f on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:25.631001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff20e67-699b-4203-a64d-9ff790cfcc4f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:25.675364 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.686417 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.710030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.727810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.772666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Pushing event updated for resources: {'Port': ['ID=cbf21629-fedf-45ef-b086-58096a480db7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:25.781513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:25.783372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:25.787073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:25.826417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21a74888-0f51-4bc9-ac8d-a28510beb769 req-7674a882-3646-4d25-9439-818ead30959c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420208 Jan 29 04:34:25.844340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device df55b02f-9820-4658-8f6a-ded485d9df0c details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:25.913672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Attempting to bind port cbf21629-fedf-45ef-b086-58096a480db7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:25.914140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Attempting to bind port cbf21629-fedf-45ef-b086-58096a480db7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:25.914509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Attempting to bind port cbf21629-fedf-45ef-b086-58096a480db7 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:25.928807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:25.929187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:25.929600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.930288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:25.930921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Bound port: cbf21629-fedf-45ef-b086-58096a480db7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:25.931456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:25.944449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2717e0b-22c9-4ba5-9463-b9d9e987e791 req-b4f799c0-092c-482d-8b59-156240fa88e0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:25.946981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2717e0b-22c9-4ba5-9463-b9d9e987e791 req-b4f799c0-092c-482d-8b59-156240fa88e0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 945 time: 0.4772224 Jan 29 04:34:25.981392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.050552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] For port cbf21629-fedf-45ef-b086-58096a480db7, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:26.058760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] For port cbf21629-fedf-45ef-b086-58096a480db7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cbf21629-fedf-45ef-b086-58096a480db7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:26.113429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d019f607-b533-406f-bccf-961d985c5be4']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:26.114449 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.131235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3671514e-318e-4a5f-a21f-753efb29b0bf') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:26.131610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3671514e-318e-4a5f-a21f-753efb29b0bf') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:26.149657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.172656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.183138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:34:26.183567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.244560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Pushing event updated for resources: {'Port': ['ID=cbf21629-fedf-45ef-b086-58096a480db7,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:26.252720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a8825e28-bd9e-4c33-900c-b6f7443dcf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.265442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.266644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.267004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.267342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.267683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aacd970-5e23-4f4d-96a4-053cdaab2181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:34:26.313831 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:34:26.328747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-ecfadd53-fc9c-48ee-9f07-36b44f863390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.329217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-ecfadd53-fc9c-48ee-9f07-36b44f863390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.329678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-ecfadd53-fc9c-48ee-9f07-36b44f863390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.331347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-ecfadd53-fc9c-48ee-9f07-36b44f863390 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f566fdc70e384d8baea9d586dba96004&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7575436 Jan 29 04:34:26.352111 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Floating IP 8b6a6143-2615-4ed6-97be-858f67c9b9a9 associated. External IP: 172.25.4.240, port: feb91d3a-a6c4-4abf-a9a9-d3c936d47337. Jan 29 04:34:26.439681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.443096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port df55b02f-9820-4658-8f6a-ded485d9df0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=df55b02f-9820-4658-8f6a-ded485d9df0c,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:26.451445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.461480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.471369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.473275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'df55b02f-9820-4658-8f6a-ded485d9df0c', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': 'df55b02f-9820-4658-8f6a-ded485d9df0c', 'mac_address': 'fa:16:3e:23:bd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:26.479717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.487801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.487991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2717e0b-22c9-4ba5-9463-b9d9e987e791 req-9be1bc79-779d-4b53-8758-6a8144379a80 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276825 Jan 29 04:34:26.494375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.496395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07e46188-4224-44b3-a257-20715ae0b340 req-49f0e24a-50b6-4be4-9091-59a78adde3ef tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5395 time: 0.2740650 Jan 29 04:34:26.502517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.522983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.526827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d019f607-b533-406f-bccf-961d985c5be4 HTTP/1.1" status: 204 len: 168 time: 2.2338843 Jan 29 04:34:26.534203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::27e (1ff93288-b39a-4430-be32-e866f0872688/d8242e5d-792a-4b61-91d8-adcaa80abb7c/bdf1815a-c218-4e03-96fd-d77777904f8f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:26.537557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58598) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:26.630395 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.685616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df55b02f-9820-4658-8f6a-ded485d9df0c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:26.728724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc795-a63f-47eb-b8d9-144e3b6e5497 admin admin] Pushing event deleted for resources: {'Network': ['ID=d019f607-b533-406f-bccf-961d985c5be4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:26.735971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port df55b02f-9820-4658-8f6a-ded485d9df0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=df55b02f-9820-4658-8f6a-ded485d9df0c,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:26.761599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.774980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a87621e2-eb53-4860-9bb5-d1dd54d7aadb req-8172ca58-b7ab-4991-a283-22401f58624f tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0736067 Jan 29 04:34:26.818060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dd1783-54a8-4bf4-ae90-fdd2866efc49 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:26.851811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-61dea60d-2e85-4d96-9e9a-41254bbb1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:26.853591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5a1517b-81f9-45bb-bd24-3dde8528a19b req-61dea60d-2e85-4d96-9e9a-41254bbb1176 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5047960 Jan 29 04:34:26.860473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07e46188-4224-44b3-a257-20715ae0b340 req-9cd416a6-729c-41f9-8825-bd9e1dd912d9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994457 Jan 29 04:34:26.917211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:26.922889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=df55b02f-9820-4658-8f6a-ded485d9df0c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:27.094905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:27.232489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af6f13-99a2-473b-9424-6c95941003cf req-e1aa9409-a35b-4e97-8ba5-2f47140b4f38 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.234958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86af6f13-99a2-473b-9424-6c95941003cf req-e1aa9409-a35b-4e97-8ba5-2f47140b4f38 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 944 time: 0.1980312 Jan 29 04:34:27.268528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cbf21629-fedf-45ef-b086-58096a480db7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:27.274283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:27.289974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Router ec403ec2-30ce-436f-bfbf-f72bf982058d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:34:27.320007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86af6f13-99a2-473b-9424-6c95941003cf req-2e70329f-4e10-4e95-a410-f44c30012897 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735710 Jan 29 04:34:27.404213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Transition to ACTIVE for port object f6dd1783-54a8-4bf4-ae90-fdd2866efc49 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:27.422094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:27.470330 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:27.492164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:34:27.502946 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:34:27.509389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:27.523562 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:27.525265 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:27.537651 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:27.556391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port cbf21629-fedf-45ef-b086-58096a480db7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:27.556847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:27.595264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c65066ca-14de-4c47-b447-a4bb5d0ccaa7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "PUT /v2.0/floatingips/8b6a6143-2615-4ed6-97be-858f67c9b9a9 HTTP/1.1" status: 200 len: 991 time: 3.1872840 Jan 29 04:34:27.598512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:27.609408 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f4d2b-2478-433d-947e-6868b699d20b" -d '{"events": [{"name": "network-changed", "server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:27.612640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0429d-ef2d-4051-8c61-300a494acb86 req-30d3f75c-8eb1-4bdb-b57e-f35aeb9849d9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.620220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ea0429d-ef2d-4051-8c61-300a494acb86 req-30d3f75c-8eb1-4bdb-b57e-f35aeb9849d9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 945 time: 0.2280822 Jan 29 04:34:27.821455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ee0a-7636-4b61-aada-b22a4fe67bf6 req-4c17d102-c8cc-43b5-9e9d-b9c1f3a81402 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:27.840218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6eb4ee0a-7636-4b61-aada-b22a4fe67bf6 req-4c17d102-c8cc-43b5-9e9d-b9c1f3a81402 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.1292799 Jan 29 04:34:27.847240 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:27.911302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6eb4ee0a-7636-4b61-aada-b22a4fe67bf6 req-cb4e7755-e408-4395-9ed0-11ea7c582cc1 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691051 Jan 29 04:34:27.928719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:28.014244 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f86807-863c-48f4-a890-dd21666e4d42 x-openstack-request-id: req-82f86807-863c-48f4-a890-dd21666e4d42 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:28.014793 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:28.015271 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82f86807-863c-48f4-a890-dd21666e4d42 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:28.015885 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'status': 'completed', 'code': 200} Jan 29 04:34:28.019356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port cbf21629-fedf-45ef-b086-58096a480db7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cbf21629-fedf-45ef-b086-58096a480db7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:28.035341 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:28.182538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=cbf21629-fedf-45ef-b086-58096a480db7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:28.203398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8ff20e67-699b-4203-a64d-9ff790cfcc4f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:28.230539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41d5de15-a60e-4471-b62d-791ae834b0be req-ee973d2e-4b49-4489-8fa8-c684c47de36b tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0798461 Jan 29 04:34:28.230817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 8ff20e67-699b-4203-a64d-9ff790cfcc4f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:28.231052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8ff20e67-699b-4203-a64d-9ff790cfcc4f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:28.262492 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8b6a6143-2615-4ed6-97be-858f67c9b9a9', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'port_id': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'mac_address': 'fa:16:3e:80:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:34:00Z', 'updated_at': '2022-01-29T04:34:25Z', 'revision_number': 1, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:28.264221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-8fb2a997-9cb0-4064-8485-47d829f0be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.268776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-8fb2a997-9cb0-4064-8485-47d829f0be2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c88af286954c4498b54d4c29401014dc&device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 1096 time: 0.1887569 Jan 29 04:34:28.303368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fcd6f-3801-4ac9-9bef-700fec38a661 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:28.359861 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:34:28.395163 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:28.395816 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:28.439474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0cfa2ba1-f437-4323-ac48-0a352d56088c None None] Provisioning complete for port cbf21629-fedf-45ef-b086-58096a480db7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:28.443625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cfa2ba1-f437-4323-ac48-0a352d56088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:28.564088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-8121dece-38da-4f19-8847-8637533a2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.565265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:28.568001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-8121dece-38da-4f19-8847-8637533a2e90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 200 len: 912 time: 0.2605298 Jan 29 04:34:28.580899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:28.583879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.592842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.595900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:28.600299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.600501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.600918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:28.607240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.614239 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:28.615087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.621968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.628682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.631069 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-a91b9c07-0cab-412a-8653-1665adb1f5e2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5407 time: 0.1803064 Jan 29 04:34:28.650704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=bdf1815a-c218-4e03-96fd-d77777904f8f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:28.693664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ea0429d-ef2d-4051-8c61-300a494acb86 req-dd914481-bef6-4970-8e2f-67123d153228 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0724998 Jan 29 04:34:28.795987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-561f1df1-40f3-402d-ade4-de3b271679eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337 HTTP/1.1" status: 200 len: 999 time: 0.1628792 Jan 29 04:34:28.862042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6aaedbd4-a960-4364-9a41-9bcc22260d46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1302333 Jan 29 04:34:28.875492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:28.943714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-58239dab-55a4-4c85-a987-29525aa7c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:28.947446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-58239dab-55a4-4c85-a987-29525aa7c94d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 200 len: 850 time: 0.1154015 Jan 29 04:34:29.022124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:29.096730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.109461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cbf21629-fedf-45ef-b086-58096a480db7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:29.167430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131b557-b53b-4962-93ae-b75ca542d44e req-0d561770-4380-4351-8c0c-8027576812b5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.182598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d131b557-b53b-4962-93ae-b75ca542d44e req-0d561770-4380-4351-8c0c-8027576812b5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 944 time: 0.3516648 Jan 29 04:34:29.211530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Attempting to bind port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:29.211910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Attempting to bind port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:29.218723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Attempting to bind port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:29.225565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.244117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c581653d-c274-419a-8ecb-7d02641b7b33 req-ba56615a-09bb-43a5-9087-84498c704d87 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4450192 Jan 29 04:34:29.262009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0c1648-7429-42e2-ab3b-0a1e6c6e7003 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.270891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0c1648-7429-42e2-ab3b-0a1e6c6e7003 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.275031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3e0c1648-7429-42e2-ab3b-0a1e6c6e7003 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3940606 Jan 29 04:34:29.277467 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8b6a6143-2615-4ed6-97be-858f67c9b9a9', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'port_id': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'mac_address': 'fa:16:3e:80:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:34:00Z', 'updated_at': '2022-01-29T04:34:25Z', 'revision_number': 1, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:29.283255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port cbf21629-fedf-45ef-b086-58096a480db7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:29.283650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.290738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:29.297353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:29.297967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Attempting to bind port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:29.301559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-d8a10e6d-5f21-43d5-a0da-e02c1fa5d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.309472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-d8a10e6d-5f21-43d5-a0da-e02c1fa5d8ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4081dbec-a4bc-4ff2-8de0-c48e5d890905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993059 Jan 29 04:34:29.321621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-85166396-7eae-4f3d-9ef0-b22f63aa58d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5113373 Jan 29 04:34:29.364410 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb6a6c-236c-4b8d-b32d-f15f969dc853 None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8b6a6143-2615-4ed6-97be-858f67c9b9a9', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'port_id': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'mac_address': 'fa:16:3e:80:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:34:00Z', 'updated_at': '2022-01-29T04:34:25Z', 'revision_number': 1, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:34:29.395254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-555c1e7d-40b1-41cb-a48b-ad14058e4e7b None None] Provisioning complete for port bdf1815a-c218-4e03-96fd-d77777904f8f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:29.399870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-555c1e7d-40b1-41cb-a48b-ad14058e4e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.436798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:29.437091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Checking segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:29.437435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Bound using segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:29.437916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Bound port: f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:29.438708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-3fdeaeb0-bf16-49a5-9219-26b24043ec78 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.440260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-3fdeaeb0-bf16-49a5-9219-26b24043ec78 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.36 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 945 time: 0.3802075 Jan 29 04:34:29.445143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.533450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-555c1e7d-40b1-41cb-a48b-ad14058e4e7b None None] Port bdf1815a-c218-4e03-96fd-d77777904f8f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:29.548951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-555c1e7d-40b1-41cb-a48b-ad14058e4e7b None None] Provisioning complete for port cbf21629-fedf-45ef-b086-58096a480db7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:29.550443 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-555c1e7d-40b1-41cb-a48b-ad14058e4e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.562658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d131b557-b53b-4962-93ae-b75ca542d44e req-fa2f3669-b834-4206-8ebf-a8ba55a402e2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786621 Jan 29 04:34:29.656059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427095b1-1b50-4270-8c34-ccea26d90c6b req-3a69b5fc-075c-4752-a012-52f73002a86e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.658531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-427095b1-1b50-4270-8c34-ccea26d90c6b req-3a69b5fc-075c-4752-a012-52f73002a86e tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.2059603 Jan 29 04:34:29.689134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-a9a2837e-f9b2-4e2a-b5bd-70a73604e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:29.690515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-a9a2837e-f9b2-4e2a-b5bd-70a73604e190 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1097 time: 0.2468662 Jan 29 04:34:29.723408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-bc910aa9-a366-41aa-b219-8cb2652c94a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990922 Jan 29 04:34:29.750003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04dca62c-1b1b-4285-9bb2-417b467ceddc req-6451bb43-916b-47e4-9bbb-b58f81cdb249 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0599580 Jan 29 04:34:29.766303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-427095b1-1b50-4270-8c34-ccea26d90c6b req-555372c0-4748-49ca-a062-78c0481e4b32 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892861 Jan 29 04:34:29.806447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f9299266-95df-405c-8971-b0fb2ebf3656 None None] Provisioning complete for port bdf1815a-c218-4e03-96fd-d77777904f8f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:29.806846 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9299266-95df-405c-8971-b0fb2ebf3656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.856182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:29.876266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port bdf1815a-c218-4e03-96fd-d77777904f8f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:29.876266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.895757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f9299266-95df-405c-8971-b0fb2ebf3656 None None] Port bdf1815a-c218-4e03-96fd-d77777904f8f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:29.902923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device df55b02f-9820-4658-8f6a-ded485d9df0c up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:29.919075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Deleting port 36bc7172-b0b9-4880-b9ac-485585e5ed7d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:29.919425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.921114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:29.967864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:29.981317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03fc44d-1bcf-49a0-a066-6024b44722ac None None] New status for floating IP 8b6a6143-2615-4ed6-97be-858f67c9b9a9: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:34:30.010138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-c97a01f8-22ba-488d-8904-9a09553ae592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.011915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-c97a01f8-22ba-488d-8904-9a09553ae592 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.2655041 Jan 29 04:34:30.013715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf1f4d2b-2478-433d-947e-6868b699d20b req-3d72cdc1-5627-4dac-b499-55b1ae3bd6f7 service neutron] 10.222.0.36 "GET /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684457 Jan 29 04:34:30.055527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.056229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.057761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] 10.222.0.20 "PUT /v2.0/ports/f6dd1783-54a8-4bf4-ae90-fdd2866efc49 HTTP/1.1" status: 200 len: 1091 time: 5.1555815 Jan 29 04:34:30.058323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:30.060567 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0ee80-a22f-49d5-a04a-9743902267de" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:30.080397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-0131c389-f20e-4188-b57f-bb0453d45e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.0601749 Jan 29 04:34:30.086807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port df55b02f-9820-4658-8f6a-ded485d9df0c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:34:30.106257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368595-3fe6-42f3-88c9-366a72301527 req-4a750c1d-9a89-4b82-a4e4-5d81f7cac5ac tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.113934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8d368595-3fe6-42f3-88c9-366a72301527 req-4a750c1d-9a89-4b82-a4e4-5d81f7cac5ac tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 945 time: 0.2631788 Jan 29 04:34:30.123166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Request body: {'port': {'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:30.142349 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4c99d-12fa-4acf-9abe-731c0355a7e6 x-openstack-request-id: req-66d4c99d-12fa-4acf-9abe-731c0355a7e6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:30.142707 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:30.142892 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66d4c99d-12fa-4acf-9abe-731c0355a7e6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:30.143279 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49', 'status': 'completed', 'code': 200} Jan 29 04:34:30.151467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] For port 36bc7172-b0b9-4880-b9ac-485585e5ed7d, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=36bc7172-b0b9-4880-b9ac-485585e5ed7d,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:30.151871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.175947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port df55b02f-9820-4658-8f6a-ded485d9df0c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:30.176705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.176851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Calling delete_port for 36bc7172-b0b9-4880-b9ac-485585e5ed7d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:30.196220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-39739866-cef5-4388-94e1-9125f54f32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.197567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-39739866-cef5-4388-94e1-9125f54f32a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.0991979 Jan 29 04:34:30.209884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfe69a-9ce4-4925-94b6-6e7d7068ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:30.274317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.311709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8d368595-3fe6-42f3-88c9-366a72301527 req-f8980bcd-b4bb-4da5-a8ab-038a92cb2d7b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965425 Jan 29 04:34:30.316511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-06f080d1-fd8b-4d97-b445-5c81f3d537f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866597 Jan 29 04:34:30.326217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for bdf1815a-c218-4e03-96fd-d77777904f8f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:30.336311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.402968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.426536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df55b02f-9820-4658-8f6a-ded485d9df0c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:30.428912 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600692e9-d0b3-40c3-a888-2063773369bb" -d '{"events": [{"server_uuid": "41c1bece-2364-4142-b282-cd7c129e3ae7", "name": "network-vif-plugged", "status": "completed", "tag": "df55b02f-9820-4658-8f6a-ded485d9df0c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:30.453528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port df55b02f-9820-4658-8f6a-ded485d9df0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=df55b02f-9820-4658-8f6a-ded485d9df0c,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:30.461476 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.489962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.490489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.491079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.491470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.491984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.492493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.492961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.495238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-daa22917-af09-499f-aab5-26e4433c7eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6409 time: 0.3196912 Jan 29 04:34:30.517582 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1144e0e-1473-405b-b007-120a1242e668 x-openstack-request-id: req-c1144e0e-1473-405b-b007-120a1242e668 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:30.517877 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c1bece-2364-4142-b282-cd7c129e3ae7", "name": "network-vif-plugged", "status": "completed", "tag": "df55b02f-9820-4658-8f6a-ded485d9df0c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:30.518179 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1144e0e-1473-405b-b007-120a1242e668 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:30.518546 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df55b02f-9820-4658-8f6a-ded485d9df0c', 'code': 200} Jan 29 04:34:30.541361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=df55b02f-9820-4658-8f6a-ded485d9df0c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:30.580152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.648266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.654101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.660005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.665850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.671892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.677759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.683596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.687074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-2e98be55-c12f-410d-a136-d19a6ab6fa3e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5407 time: 0.2883954 Jan 29 04:34:30.775688 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-203737b8-b5ba-4c71-a2d0-5bb963c22841 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490426 Jan 29 04:34:30.836870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:30.877734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee574ec0-fa58-4c25-be34-2f2623c55fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:34:30.914510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38e89cb0-16fb-4414-80ce-6bb0b2e87ca6 req-84644fe9-cf1a-4314-8377-e0df6aeb4919 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2158303 Jan 29 04:34:30.942755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-cd22c4ed-d602-42b5-b24b-9e27f73177d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.943262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-cd22c4ed-d602-42b5-b24b-9e27f73177d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.943728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-cd22c4ed-d602-42b5-b24b-9e27f73177d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:30.945303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-cd22c4ed-d602-42b5-b24b-9e27f73177d9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f566fdc70e384d8baea9d586dba96004&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4265659 Jan 29 04:34:30.977621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Pushing event deleted for resources: {'Port': ['ID=36bc7172-b0b9-4880-b9ac-485585e5ed7d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:31.011201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60bb7c-1020-4a07-bd17-610b01d8ac2f req-a65bdd52-940f-4b9d-a706-02918e51738d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.012750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e60bb7c-1020-4a07-bd17-610b01d8ac2f req-a65bdd52-940f-4b9d-a706-02918e51738d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.3651514 Jan 29 04:34:31.025677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.043553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddd000-712e-4aa7-b4bc-fa25471616de req-cbd053c2-3b06-4e97-8c9b-efc787babae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.045119 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ceddd000-712e-4aa7-b4bc-fa25471616de req-cbd053c2-3b06-4e97-8c9b-efc787babae1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 1096 time: 0.4004653 Jan 29 04:34:31.118287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] No DVR routers for this DVR port 36bc7172-b0b9-4880-b9ac-485585e5ed7d on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:31.121087 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.126057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-737160eb-bc20-4650-bf54-6ea6d0f5eb55 req-5c913c6d-6d82-40d3-b01c-479b4f6e74aa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.36 "DELETE /v2.0/ports/36bc7172-b0b9-4880-b9ac-485585e5ed7d HTTP/1.1" status: 204 len: 173 time: 1.6552093 Jan 29 04:34:31.128587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'name': 'network-vif-deleted', 'tag': '36bc7172-b0b9-4880-b9ac-485585e5ed7d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:31.130863 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f033901-b526-4c9a-a024-c2cc8b808338" -d '{"events": [{"server_uuid": "5504a7e0-4c1c-4293-b66a-ce7dd40c27c9", "name": "network-vif-deleted", "tag": "36bc7172-b0b9-4880-b9ac-485585e5ed7d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:31.143706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18d57c90-346d-45e0-9bfb-53d1db551b41 req-3b138143-7583-43f1-a6aa-fc9e19942d49 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0849433 Jan 29 04:34:31.213128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-51f0e5a1-ae01-4a0e-ab56-a508eb8d4c37 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230430 Jan 29 04:34:31.242446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=bdf1815a-c218-4e03-96fd-d77777904f8f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:31.396206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581851c-408b-411d-8876-8b9927a95540 req-45a4eddb-9706-4d5c-a560-18cbb3d26cbf tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.403723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d581851c-408b-411d-8876-8b9927a95540 req-45a4eddb-9706-4d5c-a560-18cbb3d26cbf tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.1202793 Jan 29 04:34:31.406599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.411684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cecd5189-254e-4427-b924-bd3eed8bb925 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/bdf1815a-c218-4e03-96fd-d77777904f8f HTTP/1.1" status: 204 len: 168 time: 2.1088121 Jan 29 04:34:31.414911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ceddd000-712e-4aa7-b4bc-fa25471616de req-a03e5182-6632-4d5e-9fd4-8a74a40533a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546252 Jan 29 04:34:31.415580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58662) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:31.434649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-bf6dbc9d-fe99-48a0-b48d-5f10adec12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.436715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc0ee80-a22f-49d5-a04a-9743902267de req-bf6dbc9d-fe99-48a0-b48d-5f10adec12a7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4657946 Jan 29 04:34:31.461879 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e60bb7c-1020-4a07-bd17-610b01d8ac2f req-b7d59945-dd10-4fcc-b8c8-fa9253fd5889 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156036 Jan 29 04:34:31.474658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d581851c-408b-411d-8876-8b9927a95540 req-bdc3ea89-dfb4-4170-a0df-3ee0b3c09b35 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698743 Jan 29 04:34:31.564024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e9b71-a48e-496e-b768-2a32f16f3c42 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.564194 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bde33e-a707-495e-9f86-62738fcb4ab7 x-openstack-request-id: req-41bde33e-a707-495e-9f86-62738fcb4ab7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:31.564476 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5504a7e0-4c1c-4293-b66a-ce7dd40c27c9", "name": "network-vif-deleted", "tag": "36bc7172-b0b9-4880-b9ac-485585e5ed7d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:31.564748 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41bde33e-a707-495e-9f86-62738fcb4ab7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:31.565212 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5504a7e0-4c1c-4293-b66a-ce7dd40c27c9', 'name': 'network-vif-deleted', 'tag': '36bc7172-b0b9-4880-b9ac-485585e5ed7d', 'status': 'completed', 'code': 200} Jan 29 04:34:31.565560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e9b71-a48e-496e-b768-2a32f16f3c42 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:31.567400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7a8e9b71-a48e-496e-b768-2a32f16f3c42 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1489224 Jan 29 04:34:31.570491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58674) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:31.633548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc478e2b-0eec-4e94-aa27-0311724c6810 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:31.643521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.652331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Deleting port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:31.652717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.708533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acc7932b-f71a-42a7-a1a9-ced73ce9d7cc req-dae2e9e2-6c94-4df6-948f-5a909c38e713 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=5504a7e0-4c1c-4293-b66a-ce7dd40c27c9 HTTP/1.1" status: 200 len: 210 time: 0.0493908 Jan 29 04:34:31.744706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Transition to ACTIVE for port object dc478e2b-0eec-4e94-aa27-0311724c6810 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:34:31.754494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.824657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 36bc7172-b0b9-4880-b9ac-485585e5ed7d no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:31.875049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 36bc7172-b0b9-4880-b9ac-485585e5ed7d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:31.875526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 36bc7172-b0b9-4880-b9ac-485585e5ed7d not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:31.936910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Pushing event updated for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:31.965534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] For port bfbf3fb6-c785-4ada-8b97-efb5e00f75d2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:31.966394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:31.978746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Attempting to bind port dc478e2b-0eec-4e94-aa27-0311724c6810 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:31.979540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Attempting to bind port dc478e2b-0eec-4e94-aa27-0311724c6810 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:31.979927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Attempting to bind port dc478e2b-0eec-4e94-aa27-0311724c6810 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:31.990212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Calling delete_port for bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:31.994956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Port dc478e2b-0eec-4e94-aa27-0311724c6810 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:34:31.995819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Attempting to bind port dc478e2b-0eec-4e94-aa27-0311724c6810 on network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:32.009859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:32.010223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Checking segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:32.010615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Bound using segment: {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:32.011082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Bound port: dc478e2b-0eec-4e94-aa27-0311724c6810, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1851cb-ca8a-4270-949f-58e6af26e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:32.011432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.080409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet d8242e5d-792a-4b61-91d8-adcaa80abb7c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:32.085313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:32.089877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=dc478e2b-0eec-4e94-aa27-0311724c6810,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:32.094417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.130914 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.172536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.174023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.175214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc478e2b-0eec-4e94-aa27-0311724c6810 HTTP/1.1" status: 200 len: 1091 time: 2.0558295 Jan 29 04:34:32.181298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:34:32.183677 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b713e5-2dc4-4037-83cd-75e1777f6553" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:34:32.191935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.197953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.206808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.214174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.221069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.229867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a8c61-4592-45f7-83be-aaf3125a4725 service neutron] Pushing event updated for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:32.257295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.274365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.284483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-12ee55c5-043a-4ddf-b916-7355eb32c680 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1976206 Jan 29 04:34:32.364473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc8a29fb-4dcd-436f-a841-96d22356bae0 req-89563fca-b5b3-4449-94f6-49612518ba5b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702040 Jan 29 04:34:32.372713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.462351 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8234bafe-c18a-45a1-b290-057ee318fe4e x-openstack-request-id: req-8234bafe-c18a-45a1-b290-057ee318fe4e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:34:32.463608 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:34:32.463882 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8234bafe-c18a-45a1-b290-057ee318fe4e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:34:32.464295 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810', 'status': 'completed', 'code': 200} Jan 29 04:34:32.488033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37927b5f-fd42-4da2-a4e0-017db1df7005 req-ab44e34a-c0d2-44df-be4e-c82345f1434d tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0969563 Jan 29 04:34:32.555690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bcf04861-c34a-4b36-8f05-7bbdf3552d9a req-e15ac34d-2c81-4eb3-8d4e-fd4bd8c5f043 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0748405 Jan 29 04:34:32.573556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.574081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.574550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.575021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.575545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.576013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.576513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.579044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5a8b5f7-8182-4e26-a78e-6e92de151670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6476 time: 0.1905487 Jan 29 04:34:32.600534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.704501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.744821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbf3fb6-c785-4ada-8b97-efb5e00f75d2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:32.757066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-b67d806b-ecea-48d6-80e2-8381e3811286 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777 HTTP/1.1" status: 200 len: 217 time: 0.1411548 Jan 29 04:34:32.785046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd2978-e576-4d81-af90-74be052d7542 req-dbcd3d98-e8ca-403c-aae6-1d6248da46c3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.787082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5bd2978-e576-4d81-af90-74be052d7542 req-dbcd3d98-e8ca-403c-aae6-1d6248da46c3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1887469 Jan 29 04:34:32.901974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5bd2978-e576-4d81-af90-74be052d7542 req-b98d6ef5-6ef2-4cbf-8d40-7a62da0b3e09 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053331 Jan 29 04:34:32.937400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-19dbd4bc-ffd7-4387-9498-27d7cf605ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:32.939292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-19dbd4bc-ffd7-4387-9498-27d7cf605ce5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21cdbca4-b455-4056-825d-66c68519d562 HTTP/1.1" status: 200 len: 850 time: 0.1423686 Jan 29 04:34:32.950099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:32.981746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=d8242e5d-792a-4b61-91d8-adcaa80abb7c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:32.989595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d4bdc5-1c66-4e81-9b97-6c478a8e5f29 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:33.003986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.009631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-034fa2f8-9295-4577-90e7-7a5f0a9faba3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/d8242e5d-792a-4b61-91d8-adcaa80abb7c HTTP/1.1" status: 204 len: 168 time: 1.4359319 Jan 29 04:34:33.010390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:33.110950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-50ac199f-e079-4a4a-a803-1195b4386db9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926392 Jan 29 04:34:33.113663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:33.119621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:33.273924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:33.282132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.298581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:33.584854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.596684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-807952d6-2352-49d9-8448-b332b9952b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.598178 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-807952d6-2352-49d9-8448-b332b9952b3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=038c1d9a-5a1a-4928-8629-ea330b0bd10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6140287 Jan 29 04:34:33.613916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.618635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9546e-6438-49e0-b39f-2b7aba0b606a req-ff45fefc-bea1-428e-9737-eccf8ea5a471 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.619954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.627985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.630127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23c9546e-6438-49e0-b39f-2b7aba0b606a req-ff45fefc-bea1-428e-9737-eccf8ea5a471 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.7033987 Jan 29 04:34:33.635052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.643136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.649283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] Deleting port cbf21629-fedf-45ef-b086-58096a480db7 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:33.649580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.649705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.656041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.664355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-92ade526-ec50-448b-aa00-2941960f7650 req-a28b06c0-ddf8-4262-bff3-af17b73918a9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1671193 Jan 29 04:34:33.759717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-92ade526-ec50-448b-aa00-2941960f7650 req-4a6308cb-4f4f-4d21-9611-4955c84df96d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944123 Jan 29 04:34:33.762369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] For port cbf21629-fedf-45ef-b086-58096a480db7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cbf21629-fedf-45ef-b086-58096a480db7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:33.763327 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.767512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.781137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23c9546e-6438-49e0-b39f-2b7aba0b606a req-0829a5e4-96a3-4ed7-a3ff-1466d7f6c56b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450107 Jan 29 04:34:33.790370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] Calling delete_port for cbf21629-fedf-45ef-b086-58096a480db7 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:33.893974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=3c866edc-b50d-4c86-bdc7-05aa0d69d09b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:33.911936 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-581b8d39-f11d-4aa5-aedc-14749079c9ab service neutron] 10.222.0.20 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622828 Jan 29 04:34:33.934388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:33.946193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:33.976202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:33.992626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:33.993633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.005357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6743ca34-248a-4ec1-b2a8-730f6c657989 req-cae293d1-03c9-41b6-8d9e-23820ab53c2f tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1046705 Jan 29 04:34:34.023289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] Pushing event deleted for resources: {'Port': ['ID=cbf21629-fedf-45ef-b086-58096a480db7,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:34.047520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11be017-e1b4-4cad-aea8-cf7d4f98c63c None None] No DVR routers for this DVR port cbf21629-fedf-45ef-b086-58096a480db7 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:34.049519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8479b7d-c1f0-4e5b-9c79-914128f33cb6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9335082 Jan 29 04:34:34.051171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:34.062315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'name': 'tempest-NetworksTestDHCPv6-269202721'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:34.072835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd86ed-1184-464c-a26b-e0947a3d4b8d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:34.177960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Router 5a1cca30-9451-4312-9b49-931384ab8705 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:34:34.191742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1efaf3-c7cf-4130-81f3-95efc383ad4b req-5fdec712-2bd4-4a74-8f6c-59f47466e261 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.199252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab1efaf3-c7cf-4130-81f3-95efc383ad4b req-5fdec712-2bd4-4a74-8f6c-59f47466e261 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1625650 Jan 29 04:34:34.224968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-60880584-b2fa-4720-818e-bd97ba6d5043 service neutron] 10.222.0.20 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894681 Jan 29 04:34:34.243353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242ed3-3d45-462a-bf6c-0bf858e71b24 req-eb824a02-997b-47e6-907b-b3b327495df1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.244987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26242ed3-3d45-462a-bf6c-0bf858e71b24 req-eb824a02-997b-47e6-907b-b3b327495df1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1025293 Jan 29 04:34:34.315314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-1ba3e0f1-039e-4b6f-855d-57406fb13d5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 200 len: 217 time: 0.0796485 Jan 29 04:34:34.319971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26242ed3-3d45-462a-bf6c-0bf858e71b24 req-f217bf04-a1e1-4168-845b-ccaa40f63d26 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656090 Jan 29 04:34:34.322568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:34.326933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.330940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab1efaf3-c7cf-4130-81f3-95efc383ad4b req-db45cae0-beba-4cdb-910d-3b03cb28cb4d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307604 Jan 29 04:34:34.368785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '3c866edc-b50d-4c86-bdc7-05aa0d69d09b'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:34:34.369618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.372641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 2bebd020-25a6-4c99-aefa-a562a0772ee4 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:34:34.408766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-12999f86-d36c-4d04-9712-d2de18a8ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.410676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-12999f86-d36c-4d04-9712-d2de18a8ee29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.0769327 Jan 29 04:34:34.481774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:34:34.494145 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] Sync routers for ids ['5a1cca30-9451-4312-9b49-931384ab8705'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:34:34.512043 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] Routers {'5a1cca30-9451-4312-9b49-931384ab8705'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:34.512959 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5a1cca30-9451-4312-9b49-931384ab8705'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:34.536996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/3c866edc-b50d-4c86-bdc7-05aa0d69d09b/f037a17b-1855-49d8-bbc7-6b358adcbc4a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:34.575649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-695ee8bd-b668-4ac8-a73e-752d6d704c0b admin admin] 10.222.0.32 "PUT /v2.0/routers/5a1cca30-9451-4312-9b49-931384ab8705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0227766 Jan 29 04:34:34.579152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:34.597796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9633b5e1-0dac-4147-8ad5-1d6fb1d7ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:34.599565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9633b5e1-0dac-4147-8ad5-1d6fb1d7ad91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949619 Jan 29 04:34:34.704266 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.713696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.743864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-9e0bf428-2dd8-446c-92b3-3d4c4d7cb4c1 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255207 Jan 29 04:34:34.772045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Pushing event updated for resources: {'Port': ['ID=f037a17b-1855-49d8-bbc7-6b358adcbc4a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:34.780184 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] Set router 5a1cca30-9451-4312-9b49-931384ab8705 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:34.794211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:34.797190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:34.800140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:34.863879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Attempting to bind port f037a17b-1855-49d8-bbc7-6b358adcbc4a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:34.864652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Attempting to bind port f037a17b-1855-49d8-bbc7-6b358adcbc4a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:34.865575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Attempting to bind port f037a17b-1855-49d8-bbc7-6b358adcbc4a on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:34.878304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:34.878688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:34.880258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.880596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:34.881081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Bound port: f037a17b-1855-49d8-bbc7-6b358adcbc4a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:34.883646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:34.976655 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1993f415-1cf1-4d20-834f-37a50423277b req-16b29323-cb00-443a-8768-ccef7b5a78b4 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b&device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.0579360 Jan 29 04:34:35.027663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::59 (1ff93288-b39a-4430-be32-e866f0872688/3c866edc-b50d-4c86-bdc7-05aa0d69d09b/2bebd020-25a6-4c99-aefa-a562a0772ee4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:35.035872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-73cfbce6-5e4f-4c9f-b705-ffe809def2f7 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839460 Jan 29 04:34:35.082631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] For port f037a17b-1855-49d8-bbc7-6b358adcbc4a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:35.089134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] For port f037a17b-1855-49d8-bbc7-6b358adcbc4a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f037a17b-1855-49d8-bbc7-6b358adcbc4a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:35.099605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:35.131185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cbf21629-fedf-45ef-b086-58096a480db7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:35.177480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f5fb9b2b-2999-443d-be72-a3659c5013cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 200 len: 217 time: 0.1321063 Jan 29 04:34:35.183062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: cbf21629-fedf-45ef-b086-58096a480db7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:35.183579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cbf21629-fedf-45ef-b086-58096a480db7 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:35.228572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:34:32Z', 'revision_number': 5, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:35.237868 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:35.277565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb868c-11ee-40a2-a288-d4ca5a4bb6e8 None None] Pushing event updated for resources: {'Port': ['ID=f037a17b-1855-49d8-bbc7-6b358adcbc4a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:35.289183 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] Checking router: 5a1cca30-9451-4312-9b49-931384ab8705 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:34:35.308462 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] Routers {'5a1cca30-9451-4312-9b49-931384ab8705'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:34:35.309098 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5a1cca30-9451-4312-9b49-931384ab8705'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:35.313194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a91ae884-737c-48c0-a96e-85a4647a43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.318664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a91ae884-737c-48c0-a96e-85a4647a43df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.1291580 Jan 29 04:34:35.459349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.468685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.476513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.485509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.495698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.518861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.541885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.566743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-a0774d63-77ca-465f-8b8b-1445df9576f2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2468176 Jan 29 04:34:35.586869 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] Set router 5a1cca30-9451-4312-9b49-931384ab8705 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:34:35.633145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-038c15b3-ac4f-402a-b88a-5a8420b7c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.635429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-038c15b3-ac4f-402a-b88a-5a8420b7c05b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2652144 Jan 29 04:34:35.641369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9b1b-bd13-4bbd-a3a8-bbb6aac67944 req-a2e8cff0-54df-4d2c-950f-64fafb09a13d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:35.662568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5eb9b1b-bd13-4bbd-a3a8-bbb6aac67944 req-a2e8cff0-54df-4d2c-950f-64fafb09a13d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.4314940 Jan 29 04:34:35.688040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:35.759836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdd38a72-8ef5-4bf6-aff1-4162d2734477 req-73d84761-303d-484f-a279-25ab2aa7d25f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912060 Jan 29 04:34:35.809609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-14b05093-2564-4a17-be06-e39e7d1748bd service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547160 Jan 29 04:34:35.821165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5eb9b1b-bd13-4bbd-a3a8-bbb6aac67944 req-fe2d8fbd-a2dc-4a05-b9fa-8018a9e9cd6b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576223 Jan 29 04:34:35.838549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:35.922026 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:34:32Z', 'revision_number': 5, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:35.978505 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9b51f-3e76-46d3-99c3-0bc5e6b8eda6 None None] The sync data for ids ['5a1cca30-9451-4312-9b49-931384ab8705'] in n-d-825930-1 is: [{'id': '5a1cca30-9451-4312-9b49-931384ab8705', 'name': 'tempest-TaggedBootDevicesTest_v242-1372876249-router', 'tenant_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:27:29Z', 'updated_at': '2022-01-29T04:34:32Z', 'revision_number': 5, 'project_id': 'cde65a1678b6406ca1dd5c319d6bcfc0', 'gw_port': {'id': '5c94fdbb-6164-45b8-a644-fe4212b8391a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1cca30-9451-4312-9b49-931384ab8705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:27:32Z', 'updated_at': '2022-01-29T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:34:36.057279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-43335707-e4da-41de-99d4-0bd4ffb6593b service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351096 Jan 29 04:34:36.071991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:36.120241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-d54f27c8-6996-45f4-89bf-4928a2a98046 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=120c3872-0a77-4620-ae88-3797ceafde40 HTTP/1.1" status: 200 len: 217 time: 0.0526462 Jan 29 04:34:36.193347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-024c901f-ee8a-4afc-b7d6-e4961918acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:36.195125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-024c901f-ee8a-4afc-b7d6-e4961918acdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.0629344 Jan 29 04:34:36.205625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=2bebd020-25a6-4c99-aefa-a562a0772ee4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:36.242856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2ed30dc-331e-4558-91b1-9f9d6e74e7ce req-b043097b-e68e-4cb9-8579-9cdbf32b109f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3979813b6c747f0845ec265eda30bdb&device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0386643 Jan 29 04:34:36.267281 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7819d348-fde0-4c10-bbe9-667b3015ab04 req-908cbc87-0763-4d14-be11-3b74dfc90fe7 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0659971 Jan 29 04:34:36.297437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a0003191-d44d-4446-9f50-1f1a18ddbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:36.334390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a0003191-d44d-4446-9f50-1f1a18ddbe91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240761 Jan 29 04:34:36.335562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f855f4-8cfe-438f-8323-7c4bef3bf785 req-488280a2-7ab6-4d87-a9f9-ba6fd2cb6ee8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:36.337510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62f855f4-8cfe-438f-8323-7c4bef3bf785 req-488280a2-7ab6-4d87-a9f9-ba6fd2cb6ee8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.3532844 Jan 29 04:34:36.339709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:36.387232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:36.394861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:36.404314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:36.405781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:36.409419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2ed30dc-331e-4558-91b1-9f9d6e74e7ce req-9d1e69f2-8283-4870-8249-e4596228cede service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a3979813b6c747f0845ec265eda30bdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440639 Jan 29 04:34:36.547718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-40442fab-aa88-436b-ac68-26eed195c098 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055590 Jan 29 04:34:36.676098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Deleting port 5c94fdbb-6164-45b8-a644-fe4212b8391a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:36.680535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:36.743724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-eea94e4c-2301-4bd0-8b56-a6debee67ea6 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871669 Jan 29 04:34:36.763067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58e5f265-ba67-40e8-ba13-fe6cc2df2344 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7107499 Jan 29 04:34:36.798595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:36.846964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-123bc1b5-20de-4c43-8445-cba0ac536c05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b395ad42-031f-49b2-94d8-8de0318eebfd HTTP/1.1" status: 200 len: 217 time: 0.0900459 Jan 29 04:34:36.994442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-48e20f2a-ba63-4d65-839c-0e5f5db18c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:36.999898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-48e20f2a-ba63-4d65-839c-0e5f5db18c9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.1459267 Jan 29 04:34:37.032178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] For port 5c94fdbb-6164-45b8-a644-fe4212b8391a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5c94fdbb-6164-45b8-a644-fe4212b8391a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:37.032435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:37.066991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-64b32729-beff-4637-9ada-e8e977c38a6a None None] Provisioning complete for port f037a17b-1855-49d8-bbc7-6b358adcbc4a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:37.067582 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-64b32729-beff-4637-9ada-e8e977c38a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:37.073529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Calling delete_port for 5c94fdbb-6164-45b8-a644-fe4212b8391a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:37.165705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.172518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.179118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.185605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.193249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.202049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.209754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.210447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f037a17b-1855-49d8-bbc7-6b358adcbc4a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:37.212312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-cd2178b4-7532-40af-a124-e93eb6ab69fe tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.3030124 Jan 29 04:34:37.214951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-b8aa3c65-9a59-429d-99cb-ce94f1a471db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.216606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-9b337d7f-c63f-4759-b9f4-57e07a1edafb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7880957 Jan 29 04:34:37.216756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-b8aa3c65-9a59-429d-99cb-ce94f1a471db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2096283 Jan 29 04:34:37.342877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-b5d06f4f-ffdc-47be-87fe-0924a4456e82 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174259 Jan 29 04:34:37.387494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62f855f4-8cfe-438f-8323-7c4bef3bf785 req-69b93f0e-c1f0-481d-8524-2a686be7a9b3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0069752 Jan 29 04:34:37.399304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed30dc-331e-4558-91b1-9f9d6e74e7ce req-d4e13384-b4cc-4e10-aca2-bfa608df1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.401109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2ed30dc-331e-4558-91b1-9f9d6e74e7ce req-d4e13384-b4cc-4e10-aca2-bfa608df1712 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8997223 Jan 29 04:34:37.434204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-64b32729-beff-4637-9ada-e8e977c38a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:37.553606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-64b32729-beff-4637-9ada-e8e977c38a6a None None] For port f037a17b-1855-49d8-bbc7-6b358adcbc4a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f037a17b-1855-49d8-bbc7-6b358adcbc4a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:37.569377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-553480fd-e14c-4323-98d3-dba34b50bdeb req-430aa874-3974-48ab-b4b1-ecbfa4c24d70 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206843 Jan 29 04:34:37.571851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-64b32729-beff-4637-9ada-e8e977c38a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:37.636325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-a0a6f690-43b3-45eb-be81-e9761ae920f7 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853794 Jan 29 04:34:37.667389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f037a17b-1855-49d8-bbc7-6b358adcbc4a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:37.671111 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:37.730541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-170ce3d4-38ec-4e0c-9c91-175522f6275c req-1e798a02-85c5-4cfa-aea3-80fd8652e013 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1907411 Jan 29 04:34:37.737335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2d5adf41-8dd7-4a97-9d67-8cb6e342bb51 None None] Provisioning complete for port 2bebd020-25a6-4c99-aefa-a562a0772ee4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:37.737854 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d5adf41-8dd7-4a97-9d67-8cb6e342bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:37.740730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-c3399627-243c-41da-a540-3027581bd294 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49 HTTP/1.1" status: 200 len: 217 time: 0.0959079 Jan 29 04:34:37.757424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae86ef7-6d19-43ce-931d-1d3bdbc710bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.778271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2d5adf41-8dd7-4a97-9d67-8cb6e342bb51 None None] Port 2bebd020-25a6-4c99-aefa-a562a0772ee4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:34:37.781399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae86ef7-6d19-43ce-931d-1d3bdbc710bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.786653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b32729-beff-4637-9ada-e8e977c38a6a None None] Pushing event updated for resources: {'Port': ['ID=f037a17b-1855-49d8-bbc7-6b358adcbc4a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:37.802976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ae86ef7-6d19-43ce-931d-1d3bdbc710bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9101398 Jan 29 04:34:37.806943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:37.833724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-7c9eb04f-f879-4dc5-b8f9-cc0f44881659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.851913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-7c9eb04f-f879-4dc5-b8f9-cc0f44881659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.4493790 Jan 29 04:34:37.903324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6f962ac6-5cf1-48ed-b857-e35ea4c5e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.905439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6f962ac6-5cf1-48ed-b857-e35ea4c5e80e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ba2732-ab2f-4f59-ae10-337560b94d1b HTTP/1.1" status: 200 len: 797 time: 0.1492553 Jan 29 04:34:37.945376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:37.972700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:37.973615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bfbf3fb6-c785-4ada-8b97-efb5e00f75d2 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:37.995911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-df615f41-a710-4918-a23d-5f4c5f888ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:37.997679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-df615f41-a710-4918-a23d-5f4c5f888ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846190 Jan 29 04:34:38.109779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-b72196c1-e911-4104-936b-f9f836cac618 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042638 Jan 29 04:34:38.117125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-e277eda3-da67-45b9-82f0-4b4c9622c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:38.118955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-e277eda3-da67-45b9-82f0-4b4c9622c926 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2086456 Jan 29 04:34:38.195120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-3f3c59c1-f589-4c6b-a76f-9db365726f4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.0668929 Jan 29 04:34:38.237239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-161aff60-7818-4b54-b2a5-dc4e7848eb67 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103060 Jan 29 04:34:38.292999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-0e8d6efa-053f-41d2-a661-fa0aa4522154 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc478e2b-0eec-4e94-aa27-0311724c6810 HTTP/1.1" status: 200 len: 217 time: 0.0438955 Jan 29 04:34:38.378366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6ec9f892-8303-4e24-9e69-ce09001ee685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:38.382279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6ec9f892-8303-4e24-9e69-ce09001ee685 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ba2732-ab2f-4f59-ae10-337560b94d1b HTTP/1.1" status: 200 len: 797 time: 0.0653596 Jan 29 04:34:38.456503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6f628b1a-a00f-4098-b907-dd96bf13da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:38.458076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-6f628b1a-a00f-4098-b907-dd96bf13da5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658238 Jan 29 04:34:38.591520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-f341d84b-dbfe-4097-83da-64579f234aaa service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263270 Jan 29 04:34:38.614944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985f19-3801-44da-8ee6-4a237b5508e6 req-96c63c1a-604c-427f-b886-8cab378152c2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:38.616284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52985f19-3801-44da-8ee6-4a237b5508e6 req-96c63c1a-604c-427f-b886-8cab378152c2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0769300 Jan 29 04:34:38.693158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-6fc83178-d686-4f16-b7be-339bbc319992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:38.694893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-6fc83178-d686-4f16-b7be-339bbc319992 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.4832509 Jan 29 04:34:38.695823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:38.722275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52985f19-3801-44da-8ee6-4a237b5508e6 req-be943bec-8ebf-49a9-b337-6557266555e7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951340 Jan 29 04:34:38.764897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3de61354-e384-43d9-9042-51898cb5cf12 req-cb821ca1-6eb3-4ac1-a916-165e02ade672 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470981 Jan 29 04:34:38.794665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c94fdbb-6164-45b8-a644-fe4212b8391a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:38.798954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 2bebd020-25a6-4c99-aefa-a562a0772ee4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:38.799337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:38.923111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d05c4a7e-9b24-49d6-95f8-4ec230c98a73 req-f806bb19-fd5b-4b69-a27c-af8da42904e5 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.0537481 Jan 29 04:34:39.005276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.011122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.017817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.023731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.029535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.035465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.041392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.050857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-4339b96f-7763-4730-8c80-182af0f0a904 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2836416 Jan 29 04:34:39.055080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.055802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.056378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.056911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.057439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.058167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.058685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.074540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-904b26a1-da3f-4a2f-a02a-f12e4873ceb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6476 time: 0.0952330 Jan 29 04:34:39.093241 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2ed30dc-331e-4558-91b1-9f9d6e74e7ce req-d2469aa3-7c2f-458e-aa23-33636dc9d7c8 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.36 "GET /v2.0/ports?device_id=73713d46-3deb-4723-8111-b06755e2966b HTTP/1.1" status: 200 len: 210 time: 0.1184435 Jan 29 04:34:39.094183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.100985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-0d5f5864-9b64-44d5-906b-f58f8bc4e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.102376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-0d5f5864-9b64-44d5-906b-f58f8bc4e976 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152812 Jan 29 04:34:39.206048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f037a17b-1855-49d8-bbc7-6b358adcbc4a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:39.235283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.240963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.249546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-8c2e70ee-5b28-485c-ad0e-300191e7daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.252064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-8c2e70ee-5b28-485c-ad0e-300191e7daab service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641 HTTP/1.1" status: 200 len: 902 time: 0.1660886 Jan 29 04:34:39.276194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.309953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b96ec126-d454-4f6e-9e73-99d1e0866a04 req-b93cca43-8ddf-438f-bcb6-5142ce59c7ad tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2430327 Jan 29 04:34:39.321825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 2bebd020-25a6-4c99-aefa-a562a0772ee4 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:39.357044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f037a17b-1855-49d8-bbc7-6b358adcbc4a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:39.357430 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.385955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-42681868-4b49-4ce5-85f0-3ea9d216fe19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc478e2b-0eec-4e94-aa27-0311724c6810 HTTP/1.1" status: 200 len: 217 time: 0.1242466 Jan 29 04:34:39.452686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.453219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1cca30-9451-4312-9b49-931384ab8705 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:34:39.467414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.468860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4120f56-c9a2-4e18-9d6c-4174d6ac0854 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5a1cca30-9451-4312-9b49-931384ab8705 HTTP/1.1" status: 204 len: 168 time: 4.8884292 Jan 29 04:34:39.471788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:39.549068 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-162ddd00-c156-4f5c-a199-dbf642b9944c service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113119 Jan 29 04:34:39.568285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56321adc-8543-498b-955a-3b1b5ad69b11 req-78fd15ce-2e2f-468d-8758-5fd740307eb1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.579177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-2f5385f0-5e1a-474a-a983-7b0c207241a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.581083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-2f5385f0-5e1a-474a-a983-7b0c207241a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ba2732-ab2f-4f59-ae10-337560b94d1b HTTP/1.1" status: 200 len: 797 time: 0.1664121 Jan 29 04:34:39.588218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56321adc-8543-498b-955a-3b1b5ad69b11 req-78fd15ce-2e2f-468d-8758-5fd740307eb1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1750495 Jan 29 04:34:39.588445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Deleting subnet 97ed62bd-c683-489b-9212-a998cfe3f999 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:39.615919 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.699055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.762543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56321adc-8543-498b-955a-3b1b5ad69b11 req-a4290eaa-5cfd-4e75-a3c3-88c871895701 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751118 Jan 29 04:34:39.852620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-b785543e-6432-41fe-9cca-e8a5f4621423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.854307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-b785543e-6432-41fe-9cca-e8a5f4621423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2626791 Jan 29 04:34:39.895337 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:39.937580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3775c753-3c09-4c19-aa68-bd54be6c0a4d req-d2f3119e-ebb4-4329-b32e-ed43c5ed1ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489919 Jan 29 04:34:39.982240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bd883-5d5e-4f58-ad88-ffd56413258c req-ee332880-516b-43f5-bb10-18bc5f137d0c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:39.984619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-333bd883-5d5e-4f58-ad88-ffd56413258c req-ee332880-516b-43f5-bb10-18bc5f137d0c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0934174 Jan 29 04:34:39.985837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.058870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0864e-3294-4ea9-a90c-ebb1ed280742 req-618ee80e-429c-403a-a9cf-9441adfefc26 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.060910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=2bebd020-25a6-4c99-aefa-a562a0772ee4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:40.061125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10c0864e-3294-4ea9-a90c-ebb1ed280742 req-618ee80e-429c-403a-a9cf-9441adfefc26 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1978385 Jan 29 04:34:40.097988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.102767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-4f49fb38-fb1c-44fe-b8d5-71936bc59246 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047639 Jan 29 04:34:40.106527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-274a6ead-045c-4342-aa28-05331f49b285 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/2bebd020-25a6-4c99-aefa-a562a0772ee4 HTTP/1.1" status: 204 len: 168 time: 2.2855141 Jan 29 04:34:40.110875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:40.191884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-333bd883-5d5e-4f58-ad88-ffd56413258c req-d3f8bfca-b156-49de-b7c7-0af2efb443f9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382117 Jan 29 04:34:40.241540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8b713e5-2dc4-4037-83cd-75e1777f6553 req-57ac6c01-4e6a-40ea-844f-086514a250c8 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291060 Jan 29 04:34:40.248621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.249310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b3a51-a5cd-490f-8984-9c6290e647b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.251792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b3a51-a5cd-490f-8984-9c6290e647b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.253576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-176b3a51-a5cd-490f-8984-9c6290e647b6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1417570 Jan 29 04:34:40.257427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:40.290319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ed62bd-c683-489b-9212-a998cfe3f999,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:40.297805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e85d5-a128-4706-b7d3-43e1edb5f86a None None] Network 4c298530-2ec3-47b2-87d9-1219c993a6eb requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:40.316246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.324591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1098fc4-ee3b-4caf-a329-a4a6b1f78c54 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/97ed62bd-c683-489b-9212-a998cfe3f999 HTTP/1.1" status: 204 len: 168 time: 0.8489161 Jan 29 04:34:40.332576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:40.405536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 3c866edc-b50d-4c86-bdc7-05aa0d69d09b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:40.417642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.458656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.474273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10c0864e-3294-4ea9-a90c-ebb1ed280742 req-3c5ba580-3bd6-4a54-8a92-ba9f2ff94a20 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854661 Jan 29 04:34:40.527033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.611017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Deleting port 90314b08-2960-4112-a764-0165fe45bf11 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:40.611609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.621401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] DHCP port deletion for 4c298530-2ec3-47b2-87d9-1219c993a6eb request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:40.645778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15313e52-d173-4173-8a80-62c635f0d805 req-543f3bef-25d4-4e0d-a5d5-fddd6da97ca0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3979813b6c747f0845ec265eda30bdb&device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.0303252 Jan 29 04:34:40.695569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15313e52-d173-4173-8a80-62c635f0d805 req-fea63912-a26e-4320-b6af-df90503e42a7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a3979813b6c747f0845ec265eda30bdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213826 Jan 29 04:34:40.706520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] Deleting port 90314b08-2960-4112-a764-0165fe45bf11 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:40.707167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.715096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] For port 90314b08-2960-4112-a764-0165fe45bf11, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=90314b08-2960-4112-a764-0165fe45bf11,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:40.715597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.732119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Calling delete_port for 90314b08-2960-4112-a764-0165fe45bf11 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:40.788753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] For port 90314b08-2960-4112-a764-0165fe45bf11, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=90314b08-2960-4112-a764-0165fe45bf11,segment=NetworkSegment(b5afdbc9-08da-4ea6-8174-5a723554939a),segment_id=b5afdbc9-08da-4ea6-8174-5a723554939a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:40.789408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.804508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] Calling delete_port for 90314b08-2960-4112-a764-0165fe45bf11 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:40.819120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da00497d-04e3-4a9b-bb8a-34bc36961ea6 req-94ac052b-a6ac-453d-9298-3c9cc1b571b2 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.0935099 Jan 29 04:34:40.838020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.860048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.892926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] No DVR routers for this DVR port 90314b08-2960-4112-a764-0165fe45bf11 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:40.894603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90314b08-2960-4112-a764-0165fe45bf11,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:40.932757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.940268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.946664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.953238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.959495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.959993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.963268 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:40.965443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.972593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:40.974549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-faa1409a-670c-4dec-b93a-47c528968501 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.3743386 Jan 29 04:34:41.003008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] Pushing event deleted for resources: {'Port': ['ID=90314b08-2960-4112-a764-0165fe45bf11,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:41.005406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358634f-db35-4cfa-99ea-7b8c8c571ce5 None None] No DVR routers for this DVR port 90314b08-2960-4112-a764-0165fe45bf11 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:41.029008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=3c866edc-b50d-4c86-bdc7-05aa0d69d09b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:41.035641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313e52-d173-4173-8a80-62c635f0d805 req-4db6822b-deb5-48a3-9803-36a6f04c08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:41.037165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15313e52-d173-4173-8a80-62c635f0d805 req-4db6822b-deb5-48a3-9803-36a6f04c08cf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3337040 Jan 29 04:34:41.041101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.044304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d2924b0-a582-4f26-8887-1b65b2f99579 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/3c866edc-b50d-4c86-bdc7-05aa0d69d09b HTTP/1.1" status: 204 len: 168 time: 0.7857108 Jan 29 04:34:41.046967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58848) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:41.048715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160da66d-0193-41ef-a072-798de14ce73d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:41.064786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 90314b08-2960-4112-a764-0165fe45bf11 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:41.106673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f554ff16-e70e-4848-9b9b-b78664ff5f2d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543523 Jan 29 04:34:41.107020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:41.113792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:41.120337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 90314b08-2960-4112-a764-0165fe45bf11 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:41.120671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 90314b08-2960-4112-a764-0165fe45bf11 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:41.121092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5c94fdbb-6164-45b8-a644-fe4212b8391a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:41.155146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5c94fdbb-6164-45b8-a644-fe4212b8391a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:41.155693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5c94fdbb-6164-45b8-a644-fe4212b8391a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:41.227161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:41.232058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.323688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:41.379651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] Deleting port f037a17b-1855-49d8-bbc7-6b358adcbc4a {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:41.380085 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.413738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.450158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c298530-2ec3-47b2-87d9-1219c993a6eb']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:41.464007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5afdbc9-08da-4ea6-8174-5a723554939a') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:41.464305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5afdbc9-08da-4ea6-8174-5a723554939a') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:34:41.470154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] For port f037a17b-1855-49d8-bbc7-6b358adcbc4a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f037a17b-1855-49d8-bbc7-6b358adcbc4a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:41.470861 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.474328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.478047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bfa8a6c7-5b9b-48a0-804d-d3f43d630d4d req-1bfbf487-0105-4a8b-bb77-696330bb2570 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4522538 Jan 29 04:34:41.490940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] Calling delete_port for f037a17b-1855-49d8-bbc7-6b358adcbc4a owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:41.513457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.537107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.545500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:41.546156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:34:41.546661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.549254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:41.552694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:41.553298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.602401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=30494201-8ca1-4220-93a2-a1f25559efab,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:34:41.609556 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:34:41.615005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.622459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fe3c8201-833e-414a-8839-9f869ed53d2e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5112853 Jan 29 04:34:41.625841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:41.629922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.634343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42430c7-7fb5-4e3e-9759-2bf95d81801b req-56b35b3d-f798-4376-893e-4d0f74873cde tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:41.634515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.641261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4c298530-2ec3-47b2-87d9-1219c993a6eb HTTP/1.1" status: 204 len: 168 time: 1.3044014 Jan 29 04:34:41.641261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e7a5f-fcaa-4144-a064-ff210abb54a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c298530-2ec3-47b2-87d9-1219c993a6eb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:41.642409 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b42430c7-7fb5-4e3e-9759-2bf95d81801b req-56b35b3d-f798-4376-893e-4d0f74873cde tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0783970 Jan 29 04:34:41.648258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'name': 'tempest-NetworksTestDHCPv6-912621831'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:41.662802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] Pushing event deleted for resources: {'Port': ['ID=f037a17b-1855-49d8-bbc7-6b358adcbc4a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:41.676551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9be999-fbfd-463c-b0a7-e4dc2084c0b7 None None] No DVR routers for this DVR port f037a17b-1855-49d8-bbc7-6b358adcbc4a on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:41.705454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361cd257-5001-4203-9287-ef462281f0d8 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:41.739107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b42430c7-7fb5-4e3e-9759-2bf95d81801b req-2c7b2c61-95b8-42f8-8802-81dd87594074 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861766 Jan 29 04:34:41.823363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:41.829996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.855092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:34:41.866036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.921937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '30494201-8ca1-4220-93a2-a1f25559efab'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:34:41.924617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:41.932286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58862) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:42.029997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::25b (1ff93288-b39a-4430-be32-e866f0872688/30494201-8ca1-4220-93a2-a1f25559efab/c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:42.038444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0bb369ae-da89-4ee6-b9a0-6e7933e96e8d req-a54942b3-0f73-43f6-9798-b2d7b83e6087 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.0978332 Jan 29 04:34:42.068938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:42.074220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f5f728b-afd7-4050-a66d-2d8be82dd7a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dd4a6b7839542adad1c9c47ae53d6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322649 Jan 29 04:34:42.192203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10365fa-bd04-4a74-bc02-b3c07eab1120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.230253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10365fa-bd04-4a74-bc02-b3c07eab1120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.282150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.317916 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10365fa-bd04-4a74-bc02-b3c07eab1120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.320468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10365fa-bd04-4a74-bc02-b3c07eab1120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.324102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a10365fa-bd04-4a74-bc02-b3c07eab1120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/067f9c10-f8de-46ca-afc6-48797a0b7f7a HTTP/1.1" status: 204 len: 168 time: 0.2515194 Jan 29 04:34:42.333063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10365fa-bd04-4a74-bc02-b3c07eab1120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f9c10-f8de-46ca-afc6-48797a0b7f7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:42.343959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.459142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:42.465455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:42.478345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:42.490565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.493031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.519304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/30494201-8ca1-4220-93a2-a1f25559efab/09aac149-9553-4e73-9ade-f22d41e881af) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:42.536439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:42.589486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15313e52-d173-4173-8a80-62c635f0d805 req-ccc12990-be63-42d5-8cc8-3e8c3c518618 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.36 "GET /v2.0/ports?device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.0839396 Jan 29 04:34:42.617391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-39bfea5b-1f80-48aa-8a75-1eecdec59992 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9733377 Jan 29 04:34:42.619965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58876) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:42.685215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.705680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.720578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.730744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c78c7-b1fb-45c4-9530-20ce1e33d078 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.735056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d30c78c7-b1fb-45c4-9530-20ce1e33d078 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1115730 Jan 29 04:34:42.738372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58882) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:42.742994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.757994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.776311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.787143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:42.812926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-49877a44-f5ec-4aa6-9048-8caa6ba4c43b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2152784 Jan 29 04:34:42.893219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6caaf0e9-d24f-4eea-b970-313576a8b765 req-89a0a9e1-dcc5-4725-aa2d-a900972c4933 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699043 Jan 29 04:34:42.894160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58886) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:42.901784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.923628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:42.966388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-339765eb-ad0c-42b9-b403-7bcd3c6294c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde65a1678b6406ca1dd5c319d6bcfc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703373 Jan 29 04:34:42.969588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:42.969753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Pushing event updated for resources: {'Port': ['ID=09aac149-9553-4e73-9ade-f22d41e881af,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:42.995553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:42.997036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:42.999622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:43.048319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6700-45a8-468b-9b25-6c3e8d36104e req-ef2e8adc-f964-41d6-a002-3c616240f04e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:43.050144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-967a6700-45a8-468b-9b25-6c3e8d36104e req-ef2e8adc-f964-41d6-a002-3c616240f04e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1204896 Jan 29 04:34:43.066684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f037a17b-1855-49d8-bbc7-6b358adcbc4a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:43.089826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b385b4-7725-4e8a-9593-1f8c09d302c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.095458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:43.095801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.127888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Attempting to bind port 09aac149-9553-4e73-9ade-f22d41e881af on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:43.128424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Attempting to bind port 09aac149-9553-4e73-9ade-f22d41e881af by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:43.129158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Attempting to bind port 09aac149-9553-4e73-9ade-f22d41e881af on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:43.133301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: f037a17b-1855-49d8-bbc7-6b358adcbc4a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:43.133765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f037a17b-1855-49d8-bbc7-6b358adcbc4a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:43.141546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:43.142104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:43.142612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.143110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:43.143940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Bound port: 09aac149-9553-4e73-9ade-f22d41e881af, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:43.144499 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.164677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b385b4-7725-4e8a-9593-1f8c09d302c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.246266 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-967a6700-45a8-468b-9b25-6c3e8d36104e req-869b5612-8b5d-4a68-b529-57fd3192d235 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782644 Jan 29 04:34:43.296572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] For port 09aac149-9553-4e73-9ade-f22d41e881af, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:43.297972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.311151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] For port 09aac149-9553-4e73-9ade-f22d41e881af, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=09aac149-9553-4e73-9ade-f22d41e881af,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:43.328326 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.343839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:43.364252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6edea2ff-dc83-4c1a-9370-d5641e878e1a req-a85e7343-d589-4b41-ae9d-2ec0beb20a44 tempest-ServerShowV247Test-90969893 tempest-ServerShowV247Test-90969893-project] 10.222.0.32 "GET /v2.0/ports?device_id=38aa08bf-47d4-4340-8a5a-ee94df74fc45 HTTP/1.1" status: 200 len: 210 time: 0.0981903 Jan 29 04:34:43.369254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b385b4-7725-4e8a-9593-1f8c09d302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.376601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b385b4-7725-4e8a-9593-1f8c09d302c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.379631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8b385b4-7725-4e8a-9593-1f8c09d302c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f557467-6bec-4f86-a444-24e7b1d41995 HTTP/1.1" status: 204 len: 168 time: 0.4087615 Jan 29 04:34:43.409496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b385b4-7725-4e8a-9593-1f8c09d302c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f557467-6bec-4f86-a444-24e7b1d41995,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:43.508242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd6c0-c21d-4759-a073-b5b4d10c874d None None] Pushing event updated for resources: {'Port': ['ID=09aac149-9553-4e73-9ade-f22d41e881af,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:43.552947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.578075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.674437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:43.713620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.719645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d7a69ba-05bf-4625-aada-164776301568 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f HTTP/1.1" status: 204 len: 168 time: 0.9775071 Jan 29 04:34:43.720081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:43.790126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067661f6-cf02-47ac-908a-410a6a50acc8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:43.791923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067661f6-cf02-47ac-908a-410a6a50acc8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:43.793663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-067661f6-cf02-47ac-908a-410a6a50acc8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0725732 Jan 29 04:34:43.796836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:43.908448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 30494201-8ca1-4220-93a2-a1f25559efab {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:43.911982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:43.966648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:44.095603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:44.104970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.113216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.119585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.125991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.132272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.139234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.145693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.155692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-9b280ef1-8b0b-4353-bf44-b05ccd363fbb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1432860 Jan 29 04:34:44.206428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:44.210106 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b21f16d7-e4d4-4532-aedd-f10ad11b4183 req-b9d58623-aca2-4a37-9e3b-ef592e0a8720 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533421 Jan 29 04:34:44.268715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:44.274197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/30494201-8ca1-4220-93a2-a1f25559efab HTTP/1.1" status: 204 len: 168 time: 0.4740012 Jan 29 04:34:44.274197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4099904-5d1e-4681-8e65-201865594057 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=30494201-8ca1-4220-93a2-a1f25559efab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:44.274589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58924) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:44.345541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0ee43455-3253-45b0-87fe-6e7d27bd264a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695348 Jan 29 04:34:44.347864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58928) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:44.390181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523bb8-e5e9-4b71-b635-110308c1431c req-4dfe1cdf-6e6a-454f-9129-a0bcfae98936 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.400104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11523bb8-e5e9-4b71-b635-110308c1431c req-4dfe1cdf-6e6a-454f-9129-a0bcfae98936 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0708303 Jan 29 04:34:44.403239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08107ce3-e5a6-4972-b5a8-3f4a50736615 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.405074 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08107ce3-e5a6-4972-b5a8-3f4a50736615 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0562270 Jan 29 04:34:44.407682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:44.462187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0cf69e-3e53-4cb1-96b4-c43845e2b954 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:44.472438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba0cf69e-3e53-4cb1-96b4-c43845e2b954 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636692 Jan 29 04:34:44.474967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58936) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:44.549763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11523bb8-e5e9-4b71-b635-110308c1431c req-4b1615c2-105e-4991-83d8-77cd335ffefa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397521 Jan 29 04:34:44.552648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-732119f8-3af1-44a4-a5d6-b2512db52fdb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750747 Jan 29 04:34:44.555352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58942) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:44.568690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:44.804180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:44.821530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.006198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58962) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:45.023584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b1ea4b-d798-40fc-9b2c-78d9a9df627b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:45.199770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c44b0ee6-c63b-41dc-bd9f-69f1e0897a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.210102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341f1b1-24d5-432f-bed2-a39171dac99e req-0df07942-e01e-4fb9-b958-d07cab622a3b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.218564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7341f1b1-24d5-432f-bed2-a39171dac99e req-0df07942-e01e-4fb9-b958-d07cab622a3b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1566002 Jan 29 04:34:45.220613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09aac149-9553-4e73-9ade-f22d41e881af up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:45.282568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7341f1b1-24d5-432f-bed2-a39171dac99e req-35941af8-a3f0-4725-a222-1acefbb0637a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589316 Jan 29 04:34:45.287842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.332202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:45.346813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-322b1c4b-8d99-41fb-b295-c677b6855883 None None] Provisioning complete for port 09aac149-9553-4e73-9ade-f22d41e881af triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:45.347191 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-322b1c4b-8d99-41fb-b295-c677b6855883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.399281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=080723f3-31f3-4fd2-a662-e6dfef153a6d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:45.402231 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c44b0ee6-c63b-41dc-bd9f-69f1e0897a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.405000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:45.409388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.410882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.416276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 09aac149-9553-4e73-9ade-f22d41e881af triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:45.416875 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.427326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c44b0ee6-c63b-41dc-bd9f-69f1e0897a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.450449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a8f8dd7b-cf67-4ea7-867c-e651effb612c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8936815 Jan 29 04:34:45.451832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:45.462363 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c44b0ee6-c63b-41dc-bd9f-69f1e0897a2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3979813b6c747f0845ec265eda30bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549365 Jan 29 04:34:45.478613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:45.482491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '080723f3-31f3-4fd2-a662-e6dfef153a6d', 'ip_address': '2001:db8::530d:213d:709a:494a'}], 'name': 'tempest-NetworksTestDHCPv6-163571895'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:45.514719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:45.536589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-322b1c4b-8d99-41fb-b295-c677b6855883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.537373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b0ee6-c63b-41dc-bd9f-69f1e0897a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236475e1-48e7-4b35-9859-b5f24eba4311,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:45.562029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.569566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.575736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.582548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.588352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.594234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.600043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.608054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-7035c558-10d1-4bcb-92e9-f86566e7947b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2011335 Jan 29 04:34:45.670055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde3c18-c152-450b-82a8-ac5811633601 req-d97edc1e-32a2-4b35-9d04-b11d2c7a6f98 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:45.672535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebde3c18-c152-450b-82a8-ac5811633601 req-d97edc1e-32a2-4b35-9d04-b11d2c7a6f98 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2452962 Jan 29 04:34:45.673203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:45.686278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab8b31e5-19ad-475a-9361-83d851449811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.772547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4784a36d-592a-48d4-9ae6-7edc61d1eb23 req-791fd21c-c84b-462f-8f8e-df8e1580b06e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635344 Jan 29 04:34:45.781767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebde3c18-c152-450b-82a8-ac5811633601 req-7809595d-f757-45b9-a977-39463b3cef4b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022615 Jan 29 04:34:45.819200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-322b1c4b-8d99-41fb-b295-c677b6855883 None None] For port 09aac149-9553-4e73-9ade-f22d41e881af, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=09aac149-9553-4e73-9ade-f22d41e881af,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:45.825747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.828030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab8b31e5-19ad-475a-9361-83d851449811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.855369 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-322b1c4b-8d99-41fb-b295-c677b6855883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.879406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.916181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab8b31e5-19ad-475a-9361-83d851449811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.917463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 7274e2ec-04ea-4eba-a74d-001d8134fb60 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:34:45.918951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab8b31e5-19ad-475a-9361-83d851449811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:45.924511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab8b31e5-19ad-475a-9361-83d851449811 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/236475e1-48e7-4b35-9859-b5f24eba4311 HTTP/1.1" status: 204 len: 168 time: 0.4438572 Jan 29 04:34:45.944809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b31e5-19ad-475a-9361-83d851449811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236475e1-48e7-4b35-9859-b5f24eba4311,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:45.994605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:34:45.995514 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:34:46.011757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] Deleting port 09aac149-9553-4e73-9ade-f22d41e881af {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:46.012292 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.083634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ad0db-eff3-4240-b5fd-d0c20daa1261 req-abf200df-fafa-4bf2-b3f3-31bb43a2ce74 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:46.094037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c3ad0db-eff3-4240-b5fd-d0c20daa1261 req-abf200df-fafa-4bf2-b3f3-31bb43a2ce74 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1002972 Jan 29 04:34:46.154902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c3ad0db-eff3-4240-b5fd-d0c20daa1261 req-bb471118-f441-4917-8fcd-1ba4cc7cf1b7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Jan 29 04:34:46.166706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] For port 09aac149-9553-4e73-9ade-f22d41e881af, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=09aac149-9553-4e73-9ade-f22d41e881af,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:46.167311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.198950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b1c4b-8d99-41fb-b295-c677b6855883 None None] Pushing event updated for resources: {'Port': ['ID=09aac149-9553-4e73-9ade-f22d41e881af,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:46.204526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] Calling delete_port for 09aac149-9553-4e73-9ade-f22d41e881af owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:46.237447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7a5a8-a4de-41c5-87ba-b74d943846a7 req-d2652978-f47a-4740-ab7b-63d8ed06c6f5 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:46.239802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eff7a5a8-a4de-41c5-87ba-b74d943846a7 req-d2652978-f47a-4740-ab7b-63d8ed06c6f5 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1992300 Jan 29 04:34:46.311748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.316679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:46.331606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::530d:213d:709a:494a (1ff93288-b39a-4430-be32-e866f0872688/080723f3-31f3-4fd2-a662-e6dfef153a6d/7274e2ec-04ea-4eba-a74d-001d8134fb60) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:46.338256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eff7a5a8-a4de-41c5-87ba-b74d943846a7 req-3c008bbe-8a1e-4b37-b040-e8ff933c5f54 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861545 Jan 29 04:34:46.381518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] No DVR routers for this DVR port 09aac149-9553-4e73-9ade-f22d41e881af on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:46.383163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefeb39-3b65-42ad-a3fd-f485a5aadef3 None None] Pushing event deleted for resources: {'Port': ['ID=09aac149-9553-4e73-9ade-f22d41e881af,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:46.408488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa196aa-3aa9-4799-8809-d5106521e1f3 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:46.535375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port 09aac149-9553-4e73-9ade-f22d41e881af update to ACTIVE by agent not found {{(pid=102404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 29 04:34:46.538901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428ee58b-eda1-496e-82ba-af0c264c324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.597380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfcb2e-ad52-4a0a-8611-2e572bb33295 req-bc3fe494-1478-47aa-9f01-745c68f19347 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:46.599240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9bfcb2e-ad52-4a0a-8611-2e572bb33295 req-bc3fe494-1478-47aa-9f01-745c68f19347 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1228464 Jan 29 04:34:46.631374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.668679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9bfcb2e-ad52-4a0a-8611-2e572bb33295 req-23c41499-141b-464b-aa55-d8435b1d97df tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610607 Jan 29 04:34:46.687273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.733472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428ee58b-eda1-496e-82ba-af0c264c324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.750213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '080723f3-31f3-4fd2-a662-e6dfef153a6d'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:34:46.750556 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428ee58b-eda1-496e-82ba-af0c264c324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.751715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.756607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:46.760350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:46.765383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:46.771722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:46.772492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:46.811118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3334272 Jan 29 04:34:46.811118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5f100-1ff3-4447-9678-44949df476dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=7274e2ec-04ea-4eba-a74d-001d8134fb60,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:46.812025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:46.843118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-428ee58b-eda1-496e-82ba-af0c264c324d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e4bca5116804f87b8837de4021d6a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253377 Jan 29 04:34:46.845883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59032) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:46.907589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ee58b-eda1-496e-82ba-af0c264c324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88755082-b760-47fc-98b6-903ebf57ea21,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:46.945517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71922c7b-b99a-4df7-a0f4-3b789ba5bfee tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:46.946664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-71922c7b-b99a-4df7-a0f4-3b789ba5bfee tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1282330 Jan 29 04:34:46.949729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:47.059091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb509-f5ed-4ea3-a035-771ca5b64b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.079158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09aac149-9553-4e73-9ade-f22d41e881af no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:47.106321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.113250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.119657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.121715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 09aac149-9553-4e73-9ade-f22d41e881af {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:47.122311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 09aac149-9553-4e73-9ade-f22d41e881af not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:47.127290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.133374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.140748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.156972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/080723f3-31f3-4fd2-a662-e6dfef153a6d/35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:47.158494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.159908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-d1ebe121-b1c9-4815-b3cd-326fbdc858c0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2154531 Jan 29 04:34:47.174797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb509-f5ed-4ea3-a035-771ca5b64b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.200056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd54ffc-ce66-4c74-a2ff-b43a018ea6c4 req-c52eacd3-789f-469b-bacf-225209636551 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.201736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-efd54ffc-ce66-4c74-a2ff-b43a018ea6c4 req-c52eacd3-789f-469b-bacf-225209636551 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1312978 Jan 29 04:34:47.243716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 7274e2ec-04ea-4eba-a74d-001d8134fb60 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:47.244034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.291011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb77873e-4760-4061-8d5c-a2b7d8315a5e req-87364b1d-a897-4da5-8114-0c1ac264e8b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185901 Jan 29 04:34:47.330233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-efd54ffc-ce66-4c74-a2ff-b43a018ea6c4 req-6aae8d73-4eb3-4dbd-8398-873305661126 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101911 Jan 29 04:34:47.367573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb509-f5ed-4ea3-a035-771ca5b64b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.372380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb509-f5ed-4ea3-a035-771ca5b64b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.375542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7bfcb509-f5ed-4ea3-a035-771ca5b64b6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88755082-b760-47fc-98b6-903ebf57ea21 HTTP/1.1" status: 204 len: 168 time: 0.5280797 Jan 29 04:34:47.395255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcb509-f5ed-4ea3-a035-771ca5b64b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88755082-b760-47fc-98b6-903ebf57ea21,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:47.425397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.443830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.455958 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.489638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b670a-1826-45d6-801f-06e9cf0a655e req-5393a24d-f697-4b6d-99c4-01eef4ef96a6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.491238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e4b670a-1826-45d6-801f-06e9cf0a655e req-5393a24d-f697-4b6d-99c4-01eef4ef96a6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0836029 Jan 29 04:34:47.515592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 7274e2ec-04ea-4eba-a74d-001d8134fb60 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:47.522914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:47.532878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:47.540426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:47.551053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c5b8-6704-48b9-848b-c2e31175a94a req-39c9613d-700b-440f-8e5d-4f1df3939aee tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:47.552801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58d1c5b8-6704-48b9-848b-c2e31175a94a req-39c9613d-700b-440f-8e5d-4f1df3939aee tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1002166 Jan 29 04:34:47.595561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e4b670a-1826-45d6-801f-06e9cf0a655e req-f1abb821-2862-44c0-bfca-22c54ca8bb38 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949683 Jan 29 04:34:47.612630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Pushing event updated for resources: {'Port': ['ID=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:47.651401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Attempting to bind port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:47.651920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Attempting to bind port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:47.652404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Attempting to bind port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:47.658994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:47.659560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:47.660170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.660663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:47.661241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Bound port: 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:47.661730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.820725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] For port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:47.824343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] For port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:47.834121 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:47.968141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41586eee-c5d1-4656-8127-74e48230bed8 None None] Pushing event updated for resources: {'Port': ['ID=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:48.039228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58d1c5b8-6704-48b9-848b-c2e31175a94a req-7d8d4d24-d922-48fe-b8a9-680c9caea08d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638204 Jan 29 04:34:48.148121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:48.270820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:48.293442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/7274e2ec-04ea-4eba-a74d-001d8134fb60 HTTP/1.1" status: 204 len: 168 time: 1.3426208 Jan 29 04:34:48.296896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59094) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:48.325784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601b4cf-839c-437f-a5ef-4037c32563ae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=7274e2ec-04ea-4eba-a74d-001d8134fb60,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:48.442634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056aace8-b187-4056-8c81-d6e7ed9534ec tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.444837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056aace8-b187-4056-8c81-d6e7ed9534ec tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.449540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-056aace8-b187-4056-8c81-d6e7ed9534ec tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1482463 Jan 29 04:34:48.450343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59102) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:48.497552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.506668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.513037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.524412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.535515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.547983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.554762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.565735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-1efe948a-92b4-49c6-94e4-cbc81828ab78 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1435075 Jan 29 04:34:48.570115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 080723f3-31f3-4fd2-a662-e6dfef153a6d {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:48.584121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134ce9c-b2b5-453e-a0b8-a197b0c51d1d req-f789e642-a5b7-4095-b176-a081d1607444 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.594133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7134ce9c-b2b5-453e-a0b8-a197b0c51d1d req-f789e642-a5b7-4095-b176-a081d1607444 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1449792 Jan 29 04:34:48.597706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:48.620402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10d3336f-5d89-4475-9c41-0244bd09d3a2 req-e73352ff-3183-4201-bf6d-44ca13b10721 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533581 Jan 29 04:34:48.717526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7134ce9c-b2b5-453e-a0b8-a197b0c51d1d req-5e2b5347-fefe-440d-b560-0f4d23c871cc tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223488 Jan 29 04:34:48.723452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:48.818550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59120) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:48.819931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d01983-e570-4fd9-8c35-cd87804801b9 req-8878b632-7b3b-4208-87a6-4229c83b1ec7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:48.828763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78d01983-e570-4fd9-8c35-cd87804801b9 req-8878b632-7b3b-4208-87a6-4229c83b1ec7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1292801 Jan 29 04:34:48.893353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:48.896444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78d01983-e570-4fd9-8c35-cd87804801b9 req-aefd84a3-562e-4cce-b2ea-7caf9623053e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Jan 29 04:34:49.082410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048201d-c45c-4366-92dc-589c9652d44a req-eff80c58-14fb-4519-8fba-1cc6078b631f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.089780 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3048201d-c45c-4366-92dc-589c9652d44a req-eff80c58-14fb-4519-8fba-1cc6078b631f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1483729 Jan 29 04:34:49.096953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1730885415-network', 'tenant_id': '4575fa470a8e422e8a84357dc0faca5a'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:49.112302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.147358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.150507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/080723f3-31f3-4fd2-a662-e6dfef153a6d HTTP/1.1" status: 204 len: 168 time: 0.6886547 Jan 29 04:34:49.155234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:49.180412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:49.231010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed713921-36c1-462e-a5f6-9c500b5fe1dc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=080723f3-31f3-4fd2-a662-e6dfef153a6d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:49.239385 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3048201d-c45c-4366-92dc-589c9652d44a req-634388d2-fb86-46a9-93c2-598be74025e7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486690 Jan 29 04:34:49.242648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Made reservation on behalf of 4575fa470a8e422e8a84357dc0faca5a for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:49.251386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.272048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a707d69-a16b-4993-8c2a-7c7ad0642550 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117105 Jan 29 04:34:49.275629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59140) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:49.286093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:49.290763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:49.291145 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.420386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.467109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.487025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:49.491647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.509384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:49.519007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.559569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12458bc0-7c91-459c-921a-a0a0c4c4c49d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:49.679162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:49.694571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7959b90f-726e-4b9e-a6cd-c0515509e4d0 None None] Provisioning complete for port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:49.695097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97562b-f34c-4f16-8274-b17c9d4b3f98 req-576577e0-fdf2-439b-8475-5b48e7950f66 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.695607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7959b90f-726e-4b9e-a6cd-c0515509e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.696628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed97562b-f34c-4f16-8274-b17c9d4b3f98 req-576577e0-fdf2-439b-8475-5b48e7950f66 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1541116 Jan 29 04:34:49.846006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.853347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.860266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.870162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.876406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.883521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.890507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.899193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:49.906863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed97562b-f34c-4f16-8274-b17c9d4b3f98 req-5807a1c2-23e0-426d-8c65-4377e1365b8d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939704 Jan 29 04:34:49.909712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7959b90f-726e-4b9e-a6cd-c0515509e4d0 None None] Could not find standard attr ID for object 7274e2ec-04ea-4eba-a74d-001d8134fb60. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:34:49.915530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:49.920540 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-40a82d05-d2b3-4072-bf31-ee1a1209de64 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1500566 Jan 29 04:34:49.989438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:49.991820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:34:49.993606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5846d1d1-a147-496c-b6b8-b97d0e0743af req-f883f6ec-51ff-486a-864c-b8906c9ffefd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505347 Jan 29 04:34:50.021874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35bceaa-2c77-434c-a23b-724046230010,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:50.049384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] Deleting port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:50.049815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.108068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.108604 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Added segment f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd of type vlan for network 6906fcb5-39f5-4e65-966f-2c25d9492a9a Jan 29 04:34:50.132885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed3649-4d3a-4889-a259-be001d368160 req-f2e8103b-ed4d-43e9-b4f2-6a46ee4b8d83 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.134805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] For port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:50.135328 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.142488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9ed3649-4d3a-4889-a259-be001d368160 req-f2e8103b-ed4d-43e9-b4f2-6a46ee4b8d83 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0809610 Jan 29 04:34:50.150903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] Calling delete_port for 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:50.175618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1519ff-78ef-4000-a613-8469beab7494 req-b09397c0-f71c-4694-9817-944ca278d669 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.183349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec1519ff-78ef-4000-a613-8469beab7494 req-b09397c0-f71c-4694-9817-944ca278d669 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1683295 Jan 29 04:34:50.186018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.191946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9ed3649-4d3a-4889-a259-be001d368160 req-879e0fd8-9e66-4e1e-882b-0d8f0c7f1aff tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Jan 29 04:34:50.221147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:50.240303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.268625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.272384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] Pushing event deleted for resources: {'Port': ['ID=35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:50.275364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f442e-b5db-49d0-9b9b-13a2a04fefab None None] No DVR routers for this DVR port 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:50.293613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=78a42ad3-2462-4021-b91f-b60a6949b5f4,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:50.298344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:50.306720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:50.320613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d23fe7-f30c-4bc5-9976-e432d360d7dc None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:50.321908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.322520 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.364862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec1519ff-78ef-4000-a613-8469beab7494 req-7310f7ac-78ca-4746-812e-8e8e460aa646 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660154 Jan 29 04:34:50.364862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.365542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.366078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.382239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a6c7c97-3c5a-4155-9ef6-6e226d6ba77a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0986099 Jan 29 04:34:50.382609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:50.387603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '78a42ad3-2462-4021-b91f-b60a6949b5f4', 'ip_address': '2001:db8::9acf:9937:a97f:4c62'}], 'name': 'tempest-NetworksTestDHCPv6-1350721313'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:50.452926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6318526 Jan 29 04:34:50.458801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:50.463464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Request body: {'subnet': {'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1730885415-subnet', 'tenant_id': '4575fa470a8e422e8a84357dc0faca5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:50.471129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1956a-00bd-483c-bd57-0ad2a2e45a30 admin admin] Pushing event updated for resources: {'Network': ['ID=6906fcb5-39f5-4e65-966f-2c25d9492a9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:50.489586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6906fcb5-39f5-4e65-966f-2c25d9492a9a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:34:50.493012 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9db6b30-e971-4421-a73d-d654de3fce94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.506431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '78a42ad3-2462-4021-b91f-b60a6949b5f4'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:34:50.506849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Made reservation on behalf of 4575fa470a8e422e8a84357dc0faca5a for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:50.507275 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.511216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.558903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef1b4-8e1c-41f7-97dd-13fd73f74337 req-c2ed95b2-a63a-479f-8bc4-d7b2a6c620e8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.560331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-005ef1b4-8e1c-41f7-97dd-13fd73f74337 req-c2ed95b2-a63a-479f-8bc4-d7b2a6c620e8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1154091 Jan 29 04:34:50.636210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:50.644943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-005ef1b4-8e1c-41f7-97dd-13fd73f74337 req-ecd5b823-facd-4fb9-ae02-5a1b241502f8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722542 Jan 29 04:34:50.700845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/78a42ad3-2462-4021-b91f-b60a6949b5f4/e493ad07-c68a-4eb8-bed9-835cc4e879e1) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:50.731789 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.732035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9db6b30-e971-4421-a73d-d654de3fce94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.742724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9db6b30-e971-4421-a73d-d654de3fce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.791438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.815369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9db6b30-e971-4421-a73d-d654de3fce94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08c72bc03be442e6881613dd028a6db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904260 Jan 29 04:34:50.815369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db6b30-e971-4421-a73d-d654de3fce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dddb937-df40-4aea-8832-d2d79f15a69a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:50.818440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59182) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:50.829549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 4eb95453-64f9-44f8-b87d-ea04249ad8fd yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:34:50.845529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Checking segment: {'id': 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:50.845927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Network hostable DHCP agents. Network: 6906fcb5-39f5-4e65-966f-2c25d9492a9a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:34:50.848636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94bd6fde-57a6-461b-8389-17a07b409821,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:50.871154 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.875123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9acfe-6dfb-4cb7-87f0-a8fbd254c94f req-a8ef7f0c-829a-4756-b7ad-dfd6c1e0871b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.876946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00f9acfe-6dfb-4cb7-87f0-a8fbd254c94f req-a8ef7f0c-829a-4756-b7ad-dfd6c1e0871b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1330056 Jan 29 04:34:50.879257 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.884749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Network 6906fcb5-39f5-4e65-966f-2c25d9492a9a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:34:50.906328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6906fcb5-39f5-4e65-966f-2c25d9492a9a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:50.912957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:50.913724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:50.922311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eee005-b42b-4e4b-9f32-53d508054689 None None] Network 6906fcb5-39f5-4e65-966f-2c25d9492a9a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:50.945041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00f9acfe-6dfb-4cb7-87f0-a8fbd254c94f req-48197c58-a908-4c2e-a0cb-477aaac60100 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564697 Jan 29 04:34:50.956345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8769534d-7d80-46ae-9b2c-b3de1a492e8d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4889355 Jan 29 04:34:51.026699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Pushing event updated for resources: {'Port': ['ID=e493ad07-c68a-4eb8-bed9-835cc4e879e1,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:51.039547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:51.044885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:51.052903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:51.078031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5314-b5c5-4b63-ac35-703d76add633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.078641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:51.123034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:34:51.123380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35dcc4b6-f9ce-4d63-bee2-30fbe93d01cd not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:34:51.176130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Attempting to bind port e493ad07-c68a-4eb8-bed9-835cc4e879e1 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:51.176511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Attempting to bind port e493ad07-c68a-4eb8-bed9-835cc4e879e1 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:51.176874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Attempting to bind port e493ad07-c68a-4eb8-bed9-835cc4e879e1 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:51.183831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5314-b5c5-4b63-ac35-703d76add633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.200247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.207803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:51.208072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.208195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:51.208580 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.208973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:51.209447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Bound port: e493ad07-c68a-4eb8-bed9-835cc4e879e1, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:51.210445 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.214605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.222762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.229865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.236960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.243977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.247078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-ecc4e3d3-c452-4268-a9ec-5871cbb88241 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1350801 Jan 29 04:34:51.270902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdafd3f-346f-401b-a755-a125a8491a5d None None] Network 6906fcb5-39f5-4e65-966f-2c25d9492a9a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:51.291304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5314-b5c5-4b63-ac35-703d76add633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.293936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5314-b5c5-4b63-ac35-703d76add633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.295980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2dce7c9-8739-46d2-b619-da312be94bc7 req-d600839f-123a-42ff-9bdf-aa6bc1a94bce tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405545 Jan 29 04:34:51.298402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee6e5314-b5c5-4b63-ac35-703d76add633 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dddb937-df40-4aea-8832-d2d79f15a69a HTTP/1.1" status: 204 len: 168 time: 0.4793961 Jan 29 04:34:51.304937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::9acf:9937:a97f:4c62 (1ff93288-b39a-4430-be32-e866f0872688/78a42ad3-2462-4021-b91f-b60a6949b5f4/4eb95453-64f9-44f8-b87d-ea04249ad8fd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:51.324683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e5314-b5c5-4b63-ac35-703d76add633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dddb937-df40-4aea-8832-d2d79f15a69a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:51.435260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] For port e493ad07-c68a-4eb8-bed9-835cc4e879e1, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:51.501030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] For port e493ad07-c68a-4eb8-bed9-835cc4e879e1, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e493ad07-c68a-4eb8-bed9-835cc4e879e1,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:51.543025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.604640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.648480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a230-d898-41c5-8283-9c7a1e930829 req-87b1eb25-b416-4a33-891e-f9958aee5b7d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.660665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bde1a230-d898-41c5-8283-9c7a1e930829 req-87b1eb25-b416-4a33-891e-f9958aee5b7d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 813 time: 0.2208443 Jan 29 04:34:51.669077 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.684740 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bde1a230-d898-41c5-8283-9c7a1e930829 req-39a61f39-de45-4922-b724-bd5bce364898 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/quotas/014ac6cf6b3e4376baa48941bda2a836 HTTP/1.1" status: 200 len: 375 time: 0.0228829 Jan 29 04:34:51.698574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef1070-8eab-4a3b-9560-d6ca17bd8b8a None None] Pushing event updated for resources: {'Port': ['ID=e493ad07-c68a-4eb8-bed9-835cc4e879e1,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:51.766958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=4eb95453-64f9-44f8-b87d-ea04249ad8fd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:51.790472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:51.792201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:51.795955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:51.801882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.802962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.809131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bde1a230-d898-41c5-8283-9c7a1e930829 req-7717915e-441f-43a4-ac0c-5e610a505ad8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998986 Jan 29 04:34:51.828380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc42d865-7588-4872-9638-fb8a5724db2a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4444730 Jan 29 04:34:51.830772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:51.849677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:51.886751 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd907-5989-469f-9f84-2c22f5ac6c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:51.949864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e261f26-5f4f-4110-9620-c19069d6c127 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.959292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e261f26-5f4f-4110-9620-c19069d6c127 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:51.962093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e261f26-5f4f-4110-9620-c19069d6c127 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1291642 Jan 29 04:34:51.973467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:52.039603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0afa0-09a1-46aa-b7c0-f2d6f7bf56e2 req-620c4319-8001-407a-8a17-27727dbeb773 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.046491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62c0afa0-09a1-46aa-b7c0-f2d6f7bf56e2 req-620c4319-8001-407a-8a17-27727dbeb773 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1282077 Jan 29 04:34:52.087416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd907-5989-469f-9f84-2c22f5ac6c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.106703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62c0afa0-09a1-46aa-b7c0-f2d6f7bf56e2 req-f856896a-0534-4c69-a37b-8393073a36e4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566268 Jan 29 04:34:52.138229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd907-5989-469f-9f84-2c22f5ac6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.172217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f0bd907-5989-469f-9f84-2c22f5ac6c3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d20d80524fe418ea7d4eda37929021e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189492 Jan 29 04:34:52.173710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59234) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:52.214753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd286c-2495-4cfa-8c35-aaa514a34a60 req-b2825d62-6805-403b-bce3-bc49192e9290 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.216404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58bd286c-2495-4cfa-8c35-aaa514a34a60 req-b2825d62-6805-403b-bce3-bc49192e9290 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1580434 Jan 29 04:34:52.224852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bd907-5989-469f-9f84-2c22f5ac6c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388ea839-67a2-4846-8d3d-b92886044ccb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:52.240950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 4eb95453-64f9-44f8-b87d-ea04249ad8fd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:52.241241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.315310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06be2e05-2fd6-4425-ae6c-ebc4a79d5379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.340181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58bd286c-2495-4cfa-8c35-aaa514a34a60 req-22e2e38e-d600-4301-975c-28c970ce1c2a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123476 Jan 29 04:34:52.350002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06be2e05-2fd6-4425-ae6c-ebc4a79d5379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.384083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.399409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 4eb95453-64f9-44f8-b87d-ea04249ad8fd owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:52.421786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06be2e05-2fd6-4425-ae6c-ebc4a79d5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.424680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06be2e05-2fd6-4425-ae6c-ebc4a79d5379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.428972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06be2e05-2fd6-4425-ae6c-ebc4a79d5379 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/388ea839-67a2-4846-8d3d-b92886044ccb HTTP/1.1" status: 204 len: 168 time: 0.2545295 Jan 29 04:34:52.448513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be2e05-2fd6-4425-ae6c-ebc4a79d5379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388ea839-67a2-4846-8d3d-b92886044ccb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:52.568690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e5154-942f-48d2-8e11-c5d6fd346f04 req-b520b5b2-dd8a-4f17-a788-a6b1a0556e36 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.570498 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5e5154-942f-48d2-8e11-c5d6fd346f04 req-b520b5b2-dd8a-4f17-a788-a6b1a0556e36 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0674114 Jan 29 04:34:52.583320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.590448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.597378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.605141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.616026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.626213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.635726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5e5154-942f-48d2-8e11-c5d6fd346f04 req-3a6a2324-4916-45fb-9f52-c6c8b90eb85a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 Jan 29 04:34:52.641076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:52.643135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-c9b1822d-652c-446b-aa87-fc1934636f67 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.1510825 Jan 29 04:34:52.820297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e8737881-579f-4daa-9813-e4f9fb03bf2c req-226324df-0ed2-4732-b39e-e901e15427d7 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661599 Jan 29 04:34:52.838792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.876350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=4eb95453-64f9-44f8-b87d-ea04249ad8fd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:52.942590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:52.947785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7aca502c-fe50-41a9-a965-5020eccc19a7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/4eb95453-64f9-44f8-b87d-ea04249ad8fd HTTP/1.1" status: 204 len: 168 time: 0.9718289 Jan 29 04:34:52.950700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59268) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:53.053952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a04ea-4995-450e-988c-a8dd05485eba tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:53.056098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a04ea-4995-450e-988c-a8dd05485eba tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:53.072261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-553a04ea-4995-450e-988c-a8dd05485eba tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1203172 Jan 29 04:34:53.073413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59278) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:53.097357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a53efc33-6174-4153-8838-e7e6ae73d580 req-4ee40ecb-683e-4574-9306-721d2f57f569 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=014ac6cf6b3e4376baa48941bda2a836 HTTP/1.1" status: 200 len: 221 time: 0.0768478 Jan 29 04:34:53.179461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e493ad07-c68a-4eb8-bed9-835cc4e879e1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:53.181977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 78a42ad3-2462-4021-b91f-b60a6949b5f4 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:53.186307 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.270615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.277657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e493ad07-c68a-4eb8-bed9-835cc4e879e1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:53.278053 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.297653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f36001-960a-4ddc-8ff6-1ebf494e3560 req-7c97165c-2265-4c94-a853-e2481b923451 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:53.299717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7f36001-960a-4ddc-8ff6-1ebf494e3560 req-7c97165c-2265-4c94-a853-e2481b923451 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0945511 Jan 29 04:34:53.474351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7f36001-960a-4ddc-8ff6-1ebf494e3560 req-e892ced8-7b02-42bf-8231-3fb07eba5774 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538346 Jan 29 04:34:53.506143 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.581565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-15c37dd8-d6bc-4479-8265-923179419052 None None] Provisioning complete for port e493ad07-c68a-4eb8-bed9-835cc4e879e1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:53.588560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15c37dd8-d6bc-4479-8265-923179419052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.665743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4be8ce-9cbe-481e-b673-bf4cfd1a9005 req-9aab3ea9-f291-4243-a803-07fc7cd7a94b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:53.671608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e493ad07-c68a-4eb8-bed9-835cc4e879e1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e493ad07-c68a-4eb8-bed9-835cc4e879e1,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:53.674923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb4be8ce-9cbe-481e-b673-bf4cfd1a9005 req-9aab3ea9-f291-4243-a803-07fc7cd7a94b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.3113825 Jan 29 04:34:53.686570 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.723892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.792053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1403489-9d54-45c3-b8a5-fd4fbffa8307 req-a6d8b0c3-345c-43e1-bed2-511a87fd781e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:53.793628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1403489-9d54-45c3-b8a5-fd4fbffa8307 req-a6d8b0c3-345c-43e1-bed2-511a87fd781e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1075830 Jan 29 04:34:53.846267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e493ad07-c68a-4eb8-bed9-835cc4e879e1,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:53.867823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f678-5ed1-4cfd-898a-1fa840586f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.887015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1403489-9d54-45c3-b8a5-fd4fbffa8307 req-2a8c2dc8-9eee-428b-be5a-5fc3aa86fe09 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697742 Jan 29 04:34:53.897247 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb4be8ce-9cbe-481e-b673-bf4cfd1a9005 req-01dbd753-6677-4d06-947c-d472b4aba4a3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217917 Jan 29 04:34:53.949176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.968685 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:53.973488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/78a42ad3-2462-4021-b91f-b60a6949b5f4 HTTP/1.1" status: 204 len: 168 time: 0.8986700 Jan 29 04:34:53.976384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:53.992769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f644a689-aa8b-4ec4-b6e1-110ffa72086b None None] Could not find standard attr ID for object 4eb95453-64f9-44f8-b87d-ea04249ad8fd. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:34:54.000508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aadef9-9784-40a8-8f16-209040c55157 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=78a42ad3-2462-4021-b91f-b60a6949b5f4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:54.075502 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-52532d1f-3c8e-4ad1-8b59-1f0406c957a9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978379 Jan 29 04:34:54.078341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59320) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:54.085384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:54.211824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cbdec-5920-4e4f-b098-e35a88b0ba5e None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:54.241189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.247261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.254746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.262144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.270041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.277139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.278409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5fab-7b62-43a7-be2f-a8fc8be5ee98 req-fa2c3333-eb52-461f-8a3d-d8862f7079d3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.283885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.287096 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-853f5fab-7b62-43a7-be2f-a8fc8be5ee98 req-fa2c3333-eb52-461f-8a3d-d8862f7079d3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0661540 Jan 29 04:34:54.292918 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-8764a2f3-e27d-4145-9201-7d394ffd4194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2293873 Jan 29 04:34:54.338579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-853f5fab-7b62-43a7-be2f-a8fc8be5ee98 req-5ce95feb-ecb1-4940-872b-aa78de698052 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504544 Jan 29 04:34:54.364852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e7fc056-1c8e-4874-ba63-eb9f0e92b8a3 req-2fda16e5-e4d5-460c-9375-c81d72564d02 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707989 Jan 29 04:34:54.366176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:54.369632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:54.610467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30752f8-7a24-4246-81de-d7ff17086885 req-e116e1f5-2b78-455f-8f2f-7a24a092bbc9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.620919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c30752f8-7a24-4246-81de-d7ff17086885 req-e116e1f5-2b78-455f-8f2f-7a24a092bbc9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0848634 Jan 29 04:34:54.624671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:34:54.712435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c30752f8-7a24-4246-81de-d7ff17086885 req-7239a7b6-a5c4-4f01-8301-ed5c3818b11a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905271 Jan 29 04:34:54.724848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] Deleting port e493ad07-c68a-4eb8-bed9-835cc4e879e1 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:54.725485 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:54.899786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] For port e493ad07-c68a-4eb8-bed9-835cc4e879e1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e493ad07-c68a-4eb8-bed9-835cc4e879e1,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:54.900235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:54.932220 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:54.936506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b60c2-06d6-43eb-8fb3-262118196f32 req-cae524fd-669f-4a12-871c-981f0cfab1d8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:54.948475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] Calling delete_port for e493ad07-c68a-4eb8-bed9-835cc4e879e1 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:54.949554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-689b60c2-06d6-43eb-8fb3-262118196f32 req-cae524fd-669f-4a12-871c-981f0cfab1d8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1003051 Jan 29 04:34:55.034471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-689b60c2-06d6-43eb-8fb3-262118196f32 req-df9ab810-fd7a-4f06-bee2-56a77ff27218 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839274 Jan 29 04:34:55.077219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e493ad07-c68a-4eb8-bed9-835cc4e879e1 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:34:55.138286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-99a9fd92-30c6-41dc-87cf-aedd787587a0 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.138286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-99a9fd92-30c6-41dc-87cf-aedd787587a0 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/networks?id=6906fcb5-39f5-4e65-966f-2c25d9492a9a HTTP/1.1" status: 200 len: 810 time: 0.3522532 Jan 29 04:34:55.149642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:55.158627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:55.161217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:55.167975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.168720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:55.173655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=0602214a-ef2a-4557-ae4e-4d58ec8a0110,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:55.182872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-1d651840-7d57-445d-ae1b-4cf2cd90238e tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/quotas/4575fa470a8e422e8a84357dc0faca5a HTTP/1.1" status: 200 len: 375 time: 0.0299680 Jan 29 04:34:55.201000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5fd82453-75f5-41da-9493-1beecd68fa06 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1215327 Jan 29 04:34:55.201759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:55.208120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '0602214a-ef2a-4557-ae4e-4d58ec8a0110', 'ip_address': '2001:db8::c5f4:de58:ef95:a9a5'}], 'name': 'tempest-NetworksTestDHCPv6-1758781962'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:55.221657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3eb8f-4ae8-437d-b35b-ef3c3e5d7ea7 req-bbf06bd3-add7-45a5-8e85-a8ea1ce322c6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.222814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] No DVR routers for this DVR port e493ad07-c68a-4eb8-bed9-835cc4e879e1 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:34:55.237282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53d3eb8f-4ae8-437d-b35b-ef3c3e5d7ea7 req-bbf06bd3-add7-45a5-8e85-a8ea1ce322c6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0875490 Jan 29 04:34:55.248031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8db7-41bb-487c-b862-2b94acce29a9 None None] Pushing event deleted for resources: {'Port': ['ID=e493ad07-c68a-4eb8-bed9-835cc4e879e1,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:55.256197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099e422-de3b-4638-8385-1c5aa457029d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:34:55.328557 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53d3eb8f-4ae8-437d-b35b-ef3c3e5d7ea7 req-7588ea83-65eb-40d4-b2ee-e11c4a0ec21f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902808 Jan 29 04:34:55.390564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port e493ad07-c68a-4eb8-bed9-835cc4e879e1 update to DOWN by agent not found {{(pid=102404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 29 04:34:55.435098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '0602214a-ef2a-4557-ae4e-4d58ec8a0110'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:34:55.436193 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:55.442721 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-64cb6759-e67a-425c-a00e-9afe4ccfd04e tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4575fa470a8e422e8a84357dc0faca5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2398698 Jan 29 04:34:55.500420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:55.505295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:55.562265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423b626-5497-4307-b3c1-aff97ac49f7f req-54770261-42be-47e8-9de4-d118cf5b4728 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.563828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0423b626-5497-4307-b3c1-aff97ac49f7f req-54770261-42be-47e8-9de4-d118cf5b4728 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1154370 Jan 29 04:34:55.565322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 07ef6f5e-8de2-401b-8ba7-812d1b79d998 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:34:55.656853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0423b626-5497-4307-b3c1-aff97ac49f7f req-80f75916-a25f-4c55-887c-ae482a35d36b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Jan 29 04:34:55.778344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/0602214a-ef2a-4557-ae4e-4d58ec8a0110/9d8ba35c-15e5-4eca-af1e-91afb6574411) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:55.944285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.951925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.964280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.978603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-6b3c7c9e-e985-4a97-9c7f-6792ee574043 service neutron] 10.222.0.32 "GET /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248592 Jan 29 04:34:55.979392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:55.997791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:56.013045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:56.019462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:56.028694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-f6dbea03-10eb-46f2-9395-7f964385042f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2376139 Jan 29 04:34:56.083161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.107257 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ffdecb0-eeee-4fa0-b1f8-59e2f320b2c9 req-cf6d756a-da58-4f9f-8571-6094094fec22 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758531 Jan 29 04:34:56.110403 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.172541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-984a0be7-c5ab-4fee-bc05-7d6715364608 service neutron] 10.222.0.32 "GET /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794484 Jan 29 04:34:56.235247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b9079b5-72f0-4a11-8b8f-c7b01141b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.242131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:56.248941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:56.254032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:56.259364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Pushing event updated for resources: {'Port': ['ID=9d8ba35c-15e5-4eca-af1e-91afb6574411,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:56.273100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::c5f4:de58:ef95:a9a5 (1ff93288-b39a-4430-be32-e866f0872688/0602214a-ef2a-4557-ae4e-4d58ec8a0110/07ef6f5e-8de2-401b-8ba7-812d1b79d998) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:34:56.322741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Attempting to bind port 9d8ba35c-15e5-4eca-af1e-91afb6574411 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:34:56.323394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Attempting to bind port 9d8ba35c-15e5-4eca-af1e-91afb6574411 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:34:56.324350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Attempting to bind port 9d8ba35c-15e5-4eca-af1e-91afb6574411 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:34:56.330094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:34:56.330524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:34:56.330931 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.331667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:34:56.331850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Bound port: 9d8ba35c-15e5-4eca-af1e-91afb6574411, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:34:56.332320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.397497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0bbce-1139-4ed9-8c06-795870ef40da req-9f2e5f8a-76e4-4407-881a-a6b83ba472f1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:56.413417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9fd0bbce-1139-4ed9-8c06-795870ef40da req-9f2e5f8a-76e4-4407-881a-a6b83ba472f1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1186588 Jan 29 04:34:56.457784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] For port 9d8ba35c-15e5-4eca-af1e-91afb6574411, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:34:56.464245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] For port 9d8ba35c-15e5-4eca-af1e-91afb6574411, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d8ba35c-15e5-4eca-af1e-91afb6574411,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:34:56.476516 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.491763 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9fd0bbce-1139-4ed9-8c06-795870ef40da req-1b935434-20fa-491f-8fb4-7684c0e3ea85 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798914 Jan 29 04:34:56.574349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51faefe-1471-47f2-bee7-0039c6d5e225 None None] Pushing event updated for resources: {'Port': ['ID=9d8ba35c-15e5-4eca-af1e-91afb6574411,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:56.648651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.775971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16128112-14ad-407a-9330-b76f8027101b req-69c84a79-c14d-4af8-b602-db49bd77d3ea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:56.777469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16128112-14ad-407a-9330-b76f8027101b req-69c84a79-c14d-4af8-b602-db49bd77d3ea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1383448 Jan 29 04:34:56.783808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:56.969708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16128112-14ad-407a-9330-b76f8027101b req-ddd44bd3-6de5-45b1-a4da-fa33e7c0c53d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829157 Jan 29 04:34:57.047833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=07ef6f5e-8de2-401b-8ba7-812d1b79d998,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:57.154890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:34:57.214810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5b23329-6ff0-4c63-bc30-0894c4c46195 req-73af744c-9e81-4129-95fb-32389e0b0946 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 210 time: 0.1089971 Jan 29 04:34:57.260910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.261165 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:57.265364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.265721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.267347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.267711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.268128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.269255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.270597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.271143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.271486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.271829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.272167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:57.297209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:34:57.304726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:34:57.323512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.324405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:57.339169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d8ba35c-15e5-4eca-af1e-91afb6574411 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:57.364842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d894-d390-43c3-a612-ef79ce8f1c16 req-ace97eca-099f-416b-98c4-54e8bf94d1bb tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.366885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46c1d894-d390-43c3-a612-ef79ce8f1c16 req-ace97eca-099f-416b-98c4-54e8bf94d1bb tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.3201439 Jan 29 04:34:57.407624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59438) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:57.407917 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebd1b113-8214-42d5-8e7c-72bb87aac44f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2034085 Jan 29 04:34:57.464104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d8ba35c-15e5-4eca-af1e-91afb6574411 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:57.464663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:57.499348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46c1d894-d390-43c3-a612-ef79ce8f1c16 req-2d8c639b-7da4-47fe-9599-9b74ca2a299a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Jan 29 04:34:57.537603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.559398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.578273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:57.581297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.608103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.625167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.627577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 9d8ba35c-15e5-4eca-af1e-91afb6574411, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d8ba35c-15e5-4eca-af1e-91afb6574411,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:57.635687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.640613 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:57.643786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.655590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-fee300ed-9c93-4e60-8af2-49484f6e27f4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5419 time: 0.2687867 Jan 29 04:34:57.712277 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c3302d2-04fd-4518-8e44-431914fdd25e req-9a7a99d1-bd9c-4091-b2cb-cf29d25adcff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554419 Jan 29 04:34:57.722378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:57.734021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b63ce1-1d77-4251-b8c2-455183b75d99 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.738342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=9d8ba35c-15e5-4eca-af1e-91afb6574411,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:57.738863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54809c0-b30d-474d-accd-66ed2e3fff94 req-ee0496f5-f81a-4e27-8f5a-4e085d6e730a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.740528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b63ce1-1d77-4251-b8c2-455183b75d99 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:57.741031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a54809c0-b30d-474d-accd-66ed2e3fff94 req-ee0496f5-f81a-4e27-8f5a-4e085d6e730a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0671988 Jan 29 04:34:57.742469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a9b63ce1-1d77-4251-b8c2-455183b75d99 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3319468 Jan 29 04:34:57.745179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:57.800561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a54809c0-b30d-474d-accd-66ed2e3fff94 req-0f8d7898-85c0-4bb3-8f6f-5604d21c6bfa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Jan 29 04:34:57.888095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 07ef6f5e-8de2-401b-8ba7-812d1b79d998 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:34:57.891668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:57.975448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a6f9f5e0-74c2-429d-a245-45d7f5d9292a details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:57.996942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9001a63-ac64-4d4f-8df7-bc7e706d1e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.106789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d61921-4a01-4789-a926-ecd37d8c2f8b req-f9dcc678-e8fe-4242-81e9-50ea41bafd41 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:58.109414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-73d61921-4a01-4789-a926-ecd37d8c2f8b req-f9dcc678-e8fe-4242-81e9-50ea41bafd41 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1597574 Jan 29 04:34:58.111615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.162317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 07ef6f5e-8de2-401b-8ba7-812d1b79d998 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:34:58.172656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:58.186072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'a6f9f5e0-74c2-429d-a245-45d7f5d9292a', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'port_id': 'a6f9f5e0-74c2-429d-a245-45d7f5d9292a', 'mac_address': 'fa:16:3e:2d:e0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:58.228314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9001a63-ac64-4d4f-8df7-bc7e706d1e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.241979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.248391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-73d61921-4a01-4789-a926-ecd37d8c2f8b req-a1e87521-07a7-4aaa-8471-e9195328bcc9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264634 Jan 29 04:34:58.252455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c233f-8b0d-4190-a19b-59095a77b87f req-a0cf61b2-0738-4d6f-9792-4f1fbe47c354 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:58.256987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-203c233f-8b0d-4190-a19b-59095a77b87f req-a0cf61b2-0738-4d6f-9792-4f1fbe47c354 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1511273 Jan 29 04:34:58.260046 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9001a63-ac64-4d4f-8df7-bc7e706d1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.266849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f9f5e0-74c2-429d-a245-45d7f5d9292a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:58.291457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:58.299351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.300415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:58.368577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9001a63-ac64-4d4f-8df7-bc7e706d1e5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3aa52ef16e84cfead113ad63af71f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390672 Jan 29 04:34:58.381021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:58.392295 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:34:58.473418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:58.481212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:58.483930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9001a63-ac64-4d4f-8df7-bc7e706d1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e9fef4-3162-4dc7-929c-fb01b5826e6a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:58.507800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-777d8bed-a62b-4277-9b7d-44482aeaa222 req-9995dd33-2ca0-47d2-8cd6-dd9b5db156c8 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 210 time: 0.1495996 Jan 29 04:34:58.532285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'port_id': 'e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2', 'mac_address': 'fa:16:3e:38:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:58.532285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a6283fd7-2740-451c-9fa6-e8a08e5f37f6 None None] Provisioning complete for port 9d8ba35c-15e5-4eca-af1e-91afb6574411 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:58.532285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6283fd7-2740-451c-9fa6-e8a08e5f37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.536191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-203c233f-8b0d-4190-a19b-59095a77b87f req-1f417f85-de8c-486a-a363-e7cf79ff0c01 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924105 Jan 29 04:34:58.548101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b168a2-be46-4d5a-a935-56f8dbb181cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.698818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b168a2-be46-4d5a-a935-56f8dbb181cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.827211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.893256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=07ef6f5e-8de2-401b-8ba7-812d1b79d998,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:58.901999 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.923418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:58.929577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.933255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/07ef6f5e-8de2-401b-8ba7-812d1b79d998 HTTP/1.1" status: 204 len: 168 time: 1.1871085 Jan 29 04:34:58.935066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b168a2-be46-4d5a-a935-56f8dbb181cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.937837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b168a2-be46-4d5a-a935-56f8dbb181cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.939114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4b168a2-be46-4d5a-a935-56f8dbb181cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03e9fef4-3162-4dc7-929c-fb01b5826e6a HTTP/1.1" status: 204 len: 168 time: 0.5469437 Jan 29 04:34:58.964581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:58.972599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:58.973302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:58.974231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:34:58.993211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.993772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.994196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.994540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.994883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.995215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.997878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:58.998346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:59.002070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:59.002785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:59.003360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:59.004064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23941612-5e32-481e-833f-ce7c10c921ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:34:59.084361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.102345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.103551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d1e8bd39-ef8d-4bcc-9281-171cfc8338ff None None] Could not find standard attr ID for object 07ef6f5e-8de2-401b-8ba7-812d1b79d998. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:34:59.107196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d8ba35c-15e5-4eca-af1e-91afb6574411 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:34:59.121072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.134636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.143280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.150555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b168a2-be46-4d5a-a935-56f8dbb181cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e9fef4-3162-4dc7-929c-fb01b5826e6a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:59.173912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.181882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc5db-93dd-47ba-a2d6-b7ac02500fd1 req-af80a542-d01f-42ba-911c-dbf61c587f69 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.184544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bcdc5db-93dd-47ba-a2d6-b7ac02500fd1 req-af80a542-d01f-42ba-911c-dbf61c587f69 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.4807973 Jan 29 04:34:59.191610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.197337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3419664d-eade-471c-9685-df843289d038 req-53b741e4-7911-408d-8c96-f6efdb42201d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5420 time: 0.3049922 Jan 29 04:34:59.197931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-006c1bf1-5c9e-4de2-bed2-3a93ccc4287b tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.202358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-006c1bf1-5c9e-4de2-bed2-3a93ccc4287b tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.36 "GET /v2.0/networks?id=6906fcb5-39f5-4e65-966f-2c25d9492a9a HTTP/1.1" status: 200 len: 810 time: 0.5999992 Jan 29 04:34:59.205386 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:34:59.221782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Request body: {'port': {'device_id': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a', 'admin_state_up': True, 'tenant_id': '4575fa470a8e422e8a84357dc0faca5a'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:34:59.295613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3419664d-eade-471c-9685-df843289d038 req-97a4a14f-98c6-4b22-92e6-015b7443cff0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911839 Jan 29 04:34:59.330768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:59.360392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'port_id': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'mac_address': 'fa:16:3e:24:58:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:34:59.384893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f7fe18-5337-4cc7-a839-664d1a306b2f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.387589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f7fe18-5337-4cc7-a839-664d1a306b2f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.390222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-89f7fe18-5337-4cc7-a839-664d1a306b2f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4087224 Jan 29 04:34:59.393429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:59.412883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.465883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.471519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:59.487247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.491650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:59.508343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d46c9cc9-c2db-4a23-a95e-37535e3eae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.513134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d8ba35c-15e5-4eca-af1e-91afb6574411 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:34:59.514334 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.537425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:34:59.577814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:34:59.611867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.633482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de3890ad-d35e-483b-be70-251a5aac9792 req-71721b6c-07c5-4462-80f3-c7c54f904aec tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 210 time: 0.0374942 Jan 29 04:34:59.675081 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d46c9cc9-c2db-4a23-a95e-37535e3eae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.677840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:59.688471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d46c9cc9-c2db-4a23-a95e-37535e3eae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.738235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c9cc9-c2db-4a23-a95e-37535e3eae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5c2cd-484c-43d7-b8b2-d68034f0c75e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:34:59.744777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d46c9cc9-c2db-4a23-a95e-37535e3eae46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87eb2b1f0470420b8a1836ade95a3235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498577 Jan 29 04:34:59.745134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59492) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:34:59.791959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bcdc5db-93dd-47ba-a2d6-b7ac02500fd1 req-f583d048-2e1d-42d8-b778-cec70c35e372 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878844 Jan 29 04:34:59.834476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Made reservation on behalf of 4575fa470a8e422e8a84357dc0faca5a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:34:59.842805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.854386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4241af-5668-4d98-8fba-dc1b49d8dad0 req-fd04e3d3-1bc3-4bd9-94bb-e32a88c737d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:34:59.855884 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd4241af-5668-4d98-8fba-dc1b49d8dad0 req-fd04e3d3-1bc3-4bd9-94bb-e32a88c737d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0928195 Jan 29 04:34:59.860423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58267c06-3c6d-46bb-962f-563912b4116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.869984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 0602214a-ef2a-4557-ae4e-4d58ec8a0110 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:34:59.874460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.914718 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58267c06-3c6d-46bb-962f-563912b4116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.932080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd4241af-5668-4d98-8fba-dc1b49d8dad0 req-e56eb6ba-0498-4dd2-9616-c11e6b3a367b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667260 Jan 29 04:34:59.990076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.994757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58267c06-3c6d-46bb-962f-563912b4116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.997428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58267c06-3c6d-46bb-962f-563912b4116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:34:59.999462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-58267c06-3c6d-46bb-962f-563912b4116e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bba5c2cd-484c-43d7-b8b2-d68034f0c75e HTTP/1.1" status: 204 len: 168 time: 0.2525408 Jan 29 04:35:00.007673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58267c06-3c6d-46bb-962f-563912b4116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5c2cd-484c-43d7-b8b2-d68034f0c75e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:00.024487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6dd1783-54a8-4bf4-ae90-fdd2866efc49 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:00.073476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf60d1f-0b29-44e0-bb79-0121680d903c req-6103d75d-992d-466f-8d46-2ba14eec848c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.075305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cf60d1f-0b29-44e0-bb79-0121680d903c req-6103d75d-992d-466f-8d46-2ba14eec848c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1736860 Jan 29 04:35:00.174626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:00.188275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49', 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'port_id': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49', 'mac_address': 'fa:16:3e:5d:89:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ba2732-ab2f-4f59-ae10-337560b94d1b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:00.193825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['6d6925a8-7877-4c78-a9d8-a65fcf8e7777'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:00.196398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.202786 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cf60d1f-0b29-44e0-bb79-0121680d903c req-b12467e6-6345-40b0-8820-b4fa69164af8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012402 Jan 29 04:35:00.235009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Allocated IP 172.20.0.8 (6906fcb5-39f5-4e65-966f-2c25d9492a9a/94bd6fde-57a6-461b-8389-17a07b409821/07c2cb63-68bc-44d6-9697-349f78955bd2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:00.247257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['a6f9f5e0-74c2-429d-a245-45d7f5d9292a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:00.250845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:00.542267 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.575255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.611346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.621199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=0602214a-ef2a-4557-ae4e-4d58ec8a0110,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:00.621722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.629688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.632430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427fc6-9b50-4c19-afc9-83632df6ad9f req-1899372a-cb89-4d00-b7d9-0bbe55fe508f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.634044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b427fc6-9b50-4c19-afc9-83632df6ad9f req-1899372a-cb89-4d00-b7d9-0bbe55fe508f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2337706 Jan 29 04:35:00.637364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.640547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.643887 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb26c00d-b51c-4466-9aeb-4a743f22d0ea tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/0602214a-ef2a-4557-ae4e-4d58ec8a0110 HTTP/1.1" status: 204 len: 168 time: 1.2465782 Jan 29 04:35:00.645474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.648480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:00.665254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.673131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.675949 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-c16c3767-9ee8-49b5-bfb5-bd8e7ac5f9da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5422 time: 0.1630499 Jan 29 04:35:00.687352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c305e-afef-46bc-9c5e-41f1681b9e17 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:00.753460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a4dbaaa-f00d-4ec6-9471-ce3eb14023c8 req-10960fa5-bece-4393-ab3f-2792bc3c8010 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664411 Jan 29 04:35:00.761256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4ff4b47-26dd-4373-81db-41b2a94dd728 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102741 Jan 29 04:35:00.768640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59522) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:00.831015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.852576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b427fc6-9b50-4c19-afc9-83632df6ad9f req-f5604e6d-182d-494e-b8c8-e96f672b791d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064342 Jan 29 04:35:00.857870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dd1783-54a8-4bf4-ae90-fdd2866efc49 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:00.882174 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6e6c56c-c8a3-4d2b-9649-b91c24b0f5c3 req-53033a46-ea5a-4cf7-ac1b-0e13bc7aad07 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 210 time: 0.0513601 Jan 29 04:35:00.882636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:00.934384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c098c064-b581-43d7-8cb4-3eebd3eaad52 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:00.936979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c098c064-b581-43d7-8cb4-3eebd3eaad52 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1646285 Jan 29 04:35:00.939826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:00.969826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.986489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:00.987322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b395ad42-031f-49b2-94d8-8de0318eebfd details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:01.070010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:01.117864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c9698-b024-46ef-9c2f-a2d159a74daf tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:01.120403 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb9c9698-b024-46ef-9c2f-a2d159a74daf tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1790755 Jan 29 04:35:01.123733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59544) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:01.132026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Pushing event updated for resources: {'Port': ['ID=07c2cb63-68bc-44d6-9697-349f78955bd2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:01.160759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Network 6906fcb5-39f5-4e65-966f-2c25d9492a9a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:01.173135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455a540-efee-4594-89cc-52148ecd3cd2 req-d4881fec-a619-415a-92ad-18b5a35665ed tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:01.175020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d455a540-efee-4594-89cc-52148ecd3cd2 req-d4881fec-a619-415a-92ad-18b5a35665ed tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1855564 Jan 29 04:35:01.176778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:01.183216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-def991fa-19d7-4395-a61b-00cc9a3dc549 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564213 Jan 29 04:35:01.188670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:01.189528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:01.196650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:01.212503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:35:01.229260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d554f6-d41a-4e6b-899e-5d1f5e150719 req-7bfac4cc-e377-4b47-b379-108427770191 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:01.230975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16d554f6-d41a-4e6b-899e-5d1f5e150719 req-7bfac4cc-e377-4b47-b379-108427770191 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1702464 Jan 29 04:35:01.337204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:01.365581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d455a540-efee-4594-89cc-52148ecd3cd2 req-8174729e-99e4-4a5f-9b23-368fc6b56281 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665673 Jan 29 04:35:01.370325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16d554f6-d41a-4e6b-899e-5d1f5e150719 req-1eff50dd-61d7-40cb-b242-88c5fe6b30fb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096578 Jan 29 04:35:01.409942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:01.413519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.434801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:01.435624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.450122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b395ad42-031f-49b2-94d8-8de0318eebfd,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:01.463740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-e14f9e2a-6a5a-424f-acf8-9a87e7db49b9 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2468610 Jan 29 04:35:01.470061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'b395ad42-031f-49b2-94d8-8de0318eebfd', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'port_id': 'b395ad42-031f-49b2-94d8-8de0318eebfd', 'mac_address': 'fa:16:3e:bb:ed:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:01.490243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Request body: {'port': {'device_id': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:01.593031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] Deleting port 9d8ba35c-15e5-4eca-af1e-91afb6574411 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:01.593699 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.595781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.597797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.631089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.635261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b395ad42-031f-49b2-94d8-8de0318eebfd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:01.812820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=12d6f4ce-1514-41f0-91da-2b30b559fa0f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:01.861950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b395ad42-031f-49b2-94d8-8de0318eebfd,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:01.875981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] For port 9d8ba35c-15e5-4eca-af1e-91afb6574411, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d8ba35c-15e5-4eca-af1e-91afb6574411,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:01.876328 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.879456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.880389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 120c3872-0a77-4620-ae88-3797ceafde40 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:01.892000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:01.896242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:01.906479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:01.907401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:01.917977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] Calling delete_port for 9d8ba35c-15e5-4eca-af1e-91afb6574411 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:01.930630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8441d-e281-4744-9c27-daeedf2328e7 req-564b4a3a-fd13-4909-9d2a-735dc6833afa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:01.932654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4d8441d-e281-4744-9c27-daeedf2328e7 req-564b4a3a-fd13-4909-9d2a-735dc6833afa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1101997 Jan 29 04:35:01.983957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b4d8441d-e281-4744-9c27-daeedf2328e7 req-a080a1e7-ac54-479f-9685-6856ab13de72 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Jan 29 04:35:01.988576 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7f32dbd3-9de2-4d92-b484-5f821c5e2e47 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7972345 Jan 29 04:35:01.991348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59580) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:01.999080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '12d6f4ce-1514-41f0-91da-2b30b559fa0f', 'ip_address': '2001:db8::ff58:b292:ebd4:bfb2'}], 'name': 'tempest-NetworksTestDHCPv6-1841375241'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:02.036237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=120c3872-0a77-4620-ae88-3797ceafde40,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:02.048726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:02.071543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '120c3872-0a77-4620-ae88-3797ceafde40', 'network_id': '15ea8377-1dcd-4e02-9f76-096b3179e04d', 'port_id': '120c3872-0a77-4620-ae88-3797ceafde40', 'mac_address': 'fa:16:3e:c3:06:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61896227-a6fe-4baf-9a5b-fb9ac8893c73', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:02.076612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.091189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.097882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.103824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.110440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.116161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.122366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.124071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1924c164-0778-4497-9e89-1f33071baf44 req-d566e8e4-e237-4a5a-bc33-43cceed97661 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5424 time: 0.2444239 Jan 29 04:35:02.163872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.168189 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.218374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] No DVR routers for this DVR port 9d8ba35c-15e5-4eca-af1e-91afb6574411 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:02.232825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1924c164-0778-4497-9e89-1f33071baf44 req-c14761e0-558a-4026-8311-9b503c382a03 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801847 Jan 29 04:35:02.235021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bc86d-63ba-49a5-9e60-46261808a70c None None] Pushing event deleted for resources: {'Port': ['ID=9d8ba35c-15e5-4eca-af1e-91afb6574411,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:02.246738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120c3872-0a77-4620-ae88-3797ceafde40 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:02.276204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb897dbd-534d-47cb-8dc6-a55aac4f673b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:02.280785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=120c3872-0a77-4620-ae88-3797ceafde40,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:02.285192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c2cb63-68bc-44d6-9697-349f78955bd2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:02.294041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.295447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device dc478e2b-0eec-4e94-aa27-0311724c6810 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:02.316085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.335304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Transition to ACTIVE for port object 07c2cb63-68bc-44d6-9697-349f78955bd2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:35:02.342099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.407786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Pushing event updated for resources: {'Port': ['ID=07c2cb63-68bc-44d6-9697-349f78955bd2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:02.481628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=dc478e2b-0eec-4e94-aa27-0311724c6810,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:02.512112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:02.520198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59592) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:02.534275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'dc478e2b-0eec-4e94-aa27-0311724c6810', 'network_id': 'c37770b5-05cc-4a03-8b30-5c4cc6b5b641', 'port_id': 'dc478e2b-0eec-4e94-aa27-0311724c6810', 'mac_address': 'fa:16:3e:36:8c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ba2732-ab2f-4f59-ae10-337560b94d1b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:02.538035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799167-659b-4da3-9e42-448431cbec1b req-bb414977-da77-4940-b18d-b5ade6d75520 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.539818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01799167-659b-4da3-9e42-448431cbec1b req-bb414977-da77-4940-b18d-b5ade6d75520 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1165750 Jan 29 04:35:02.605004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Attempting to bind port 07c2cb63-68bc-44d6-9697-349f78955bd2 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:02.605344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Attempting to bind port 07c2cb63-68bc-44d6-9697-349f78955bd2 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:02.605915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Attempting to bind port 07c2cb63-68bc-44d6-9697-349f78955bd2 on network 6906fcb5-39f5-4e65-966f-2c25d9492a9a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:02.611048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Port 07c2cb63-68bc-44d6-9697-349f78955bd2 on network 6906fcb5-39f5-4e65-966f-2c25d9492a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:35:02.611374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Attempting to bind port 07c2cb63-68bc-44d6-9697-349f78955bd2 on network 6906fcb5-39f5-4e65-966f-2c25d9492a9a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:02.617696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:02.618069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Checking segment: {'id': 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:02.618466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Bound using segment: {'id': 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:02.619182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Bound port: 07c2cb63-68bc-44d6-9697-349f78955bd2, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:02.619566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.625470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01799167-659b-4da3-9e42-448431cbec1b req-c0c10e4f-8218-481f-8752-c83e78ea9227 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774765 Jan 29 04:35:02.630913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.673995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '12d6f4ce-1514-41f0-91da-2b30b559fa0f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:02.675507 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.688853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc478e2b-0eec-4e94-aa27-0311724c6810 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:02.721558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=dc478e2b-0eec-4e94-aa27-0311724c6810,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:02.726173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] For port 07c2cb63-68bc-44d6-9697-349f78955bd2, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:02.737145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] For port 07c2cb63-68bc-44d6-9697-349f78955bd2, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=07c2cb63-68bc-44d6-9697-349f78955bd2,segment=NetworkSegment(f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd),segment_id=f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:02.748558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.801284 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.855405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ecac-098b-4207-a591-0d26df47aade admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.896831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.898572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:02.900229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] 10.222.0.36 "PUT /v2.0/ports/07c2cb63-68bc-44d6-9697-349f78955bd2 HTTP/1.1" status: 200 len: 1091 time: 1.4219429 Jan 29 04:35:02.924671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'tag': '07c2cb63-68bc-44d6-9697-349f78955bd2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:02.929544 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d" -d '{"events": [{"name": "network-changed", "server_uuid": "50d435d6-69c4-40bf-a348-aec94e9a2126", "tag": "07c2cb63-68bc-44d6-9697-349f78955bd2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:02.932302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31727a-63e4-4065-814b-e0ecb889c52c req-70179370-2faa-4d7c-bd76-015cdd272a16 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:02.945379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f31727a-63e4-4065-814b-e0ecb889c52c req-70179370-2faa-4d7c-bd76-015cdd272a16 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 931 time: 0.8438787 Jan 29 04:35:03.043807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a6f9f5e0-74c2-429d-a245-45d7f5d9292a up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:03.077045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e52d-13ca-4aeb-902c-710a015a0080 service neutron] Pushing event updated for resources: {'Port': ['ID=07c2cb63-68bc-44d6-9697-349f78955bd2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:03.140492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:03.142085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d8ba35c-15e5-4eca-af1e-91afb6574411 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:03.148789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:03.159709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f31727a-63e4-4065-814b-e0ecb889c52c req-c4f8ebe6-b6ae-47e4-92e6-9e25485d45b2 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068884 Jan 29 04:35:03.176379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195d970-4469-43da-af6c-ee4405068c9b req-2b3ee78f-2460-41af-921a-fe6cf84fc863 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.182793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1195d970-4469-43da-af6c-ee4405068c9b req-2b3ee78f-2460-41af-921a-fe6cf84fc863 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.4158187 Jan 29 04:35:03.192170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9d8ba35c-15e5-4eca-af1e-91afb6574411 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:03.193974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d8ba35c-15e5-4eca-af1e-91afb6574411 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:03.216097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/12d6f4ce-1514-41f0-91da-2b30b559fa0f/7d9346b5-ac0d-4029-94ac-940de04922ab) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:03.225848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-d90e68f8-b1b7-4484-8ca4-2dc45142494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.231221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-d90e68f8-b1b7-4484-8ca4-2dc45142494d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4575fa470a8e422e8a84357dc0faca5a&device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 1094 time: 0.1940699 Jan 29 04:35:03.250440 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f43a3-a940-4045-8b40-500e0517b8c0 x-openstack-request-id: req-225f43a3-a940-4045-8b40-500e0517b8c0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:03.251432 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d435d6-69c4-40bf-a348-aec94e9a2126", "tag": "07c2cb63-68bc-44d6-9697-349f78955bd2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:03.251922 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-225f43a3-a940-4045-8b40-500e0517b8c0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:03.252338 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'tag': '07c2cb63-68bc-44d6-9697-349f78955bd2', 'status': 'completed', 'code': 200} Jan 29 04:35:03.259323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port a6f9f5e0-74c2-429d-a245-45d7f5d9292a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:03.267040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port a6f9f5e0-74c2-429d-a245-45d7f5d9292a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:03.267402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.312934 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.321384 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-bf28c7d4-0a6d-4ab3-bed1-23c5de6fab93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c2cb63-68bc-44d6-9697-349f78955bd2 HTTP/1.1" status: 200 len: 217 time: 0.0681322 Jan 29 04:35:03.339496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 1637d2fc-e703-41b4-a2bc-b8cba8f843a7 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:35:03.388996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ecac-098b-4207-a591-0d26df47aade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.396607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1195d970-4469-43da-af6c-ee4405068c9b req-7b2689d7-daa7-4c00-bae6-4e0df033568c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097418 Jan 29 04:35:03.398980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ecac-098b-4207-a591-0d26df47aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.440546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6d1ecac-098b-4207-a591-0d26df47aade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=934b1febd64549888a7f26143adf4f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9166772 Jan 29 04:35:03.442436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59610) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:03.458466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-87f122be-e0da-4e3f-91c8-4bc391486f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.459952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-87f122be-e0da-4e3f-91c8-4bc391486f18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94bd6fde-57a6-461b-8389-17a07b409821 HTTP/1.1" status: 200 len: 850 time: 0.1242018 Jan 29 04:35:03.460081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bffe20-2665-4487-a448-b9fd4f1e386c req-66de97a4-1fd4-42ca-8ba1-8a370bcc041c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.464714 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.466789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ecac-098b-4207-a591-0d26df47aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7fd03-a94e-454b-a48d-f65edc02a42e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:03.468993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2bffe20-2665-4487-a448-b9fd4f1e386c req-66de97a4-1fd4-42ca-8ba1-8a370bcc041c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1317229 Jan 29 04:35:03.498872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-6c60f216-0e63-4f08-89cf-542e326c0b9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6906fcb5-39f5-4e65-966f-2c25d9492a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284765 Jan 29 04:35:03.526556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:03.528046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f9f5e0-74c2-429d-a245-45d7f5d9292a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:03.531199 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd36051-1338-4421-aa30-0e8d098f78b8" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "a6f9f5e0-74c2-429d-a245-45d7f5d9292a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:03.534372 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.541948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['f6dd1783-54a8-4bf4-ae90-fdd2866efc49'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:03.545270 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.546356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:03.551557 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.592564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['120c3872-0a77-4620-ae88-3797ceafde40'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:03.595341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b395ad42-031f-49b2-94d8-8de0318eebfd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:03.601639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2bffe20-2665-4487-a448-b9fd4f1e386c req-0d5fd217-01a9-4cb4-be23-bbfcae6f9429 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317050 Jan 29 04:35:03.636499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0476c26c-6899-4ca0-bae1-eca806038e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.639356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['dc478e2b-0eec-4e94-aa27-0311724c6810'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:03.653308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.660810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.667523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.673698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::ff58:b292:ebd4:bfb2 (1ff93288-b39a-4430-be32-e866f0872688/12d6f4ce-1514-41f0-91da-2b30b559fa0f/1637d2fc-e703-41b4-a2bc-b8cba8f843a7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:03.675777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.677306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0476c26c-6899-4ca0-bae1-eca806038e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.682614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.690633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.694981 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daab899-4a6f-4476-ad00-92abda2a4172 x-openstack-request-id: req-0daab899-4a6f-4476-ad00-92abda2a4172 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:03.695724 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "a6f9f5e0-74c2-429d-a245-45d7f5d9292a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:03.695724 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0daab899-4a6f-4476-ad00-92abda2a4172 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:03.695952 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f9f5e0-74c2-429d-a245-45d7f5d9292a', 'code': 200} Jan 29 04:35:03.697188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.706558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38558673-35dc-44f1-a547-979d3bd947a4 req-de728058-5cf4-456f-aa08-379baf91ab6f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5427 time: 0.1811807 Jan 29 04:35:03.714720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:03.737293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-ffeac7b2-3eae-465a-8b55-f6f2f283c91d service neutron] 10.222.0.36 "GET /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294679 Jan 29 04:35:03.747043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:03.760428 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:03.816442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-38558673-35dc-44f1-a547-979d3bd947a4 req-e6098905-92bf-4912-8aa4-7018a9e6fb59 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024733 Jan 29 04:35:03.818151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0476c26c-6899-4ca0-bae1-eca806038e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.820990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0476c26c-6899-4ca0-bae1-eca806038e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:03.824826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0476c26c-6899-4ca0-bae1-eca806038e65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bb7fd03-a94e-454b-a48d-f65edc02a42e HTTP/1.1" status: 204 len: 168 time: 0.3803380 Jan 29 04:35:03.852680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:03.913047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cb67669-761a-4e71-8556-0c88fce06ec7 req-ec8c7ef1-632f-4037-a62f-8081d8e862e6 service neutron] 10.222.0.36 "GET /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679585 Jan 29 04:35:03.922055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476c26c-6899-4ca0-bae1-eca806038e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7fd03-a94e-454b-a48d-f65edc02a42e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:03.932080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Attempting to bind port 7d9346b5-ac0d-4029-94ac-940de04922ab on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:03.932484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Attempting to bind port 7d9346b5-ac0d-4029-94ac-940de04922ab by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:03.933860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Attempting to bind port 7d9346b5-ac0d-4029-94ac-940de04922ab on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:03.971881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc781-85ea-458c-9b1b-fa9a48414e0d req-bba815eb-4066-4039-ac4c-bc31c83faca8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:03.979133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-662dc781-85ea-458c-9b1b-fa9a48414e0d req-bba815eb-4066-4039-ac4c-bc31c83faca8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2042773 Jan 29 04:35:03.986132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:03.989582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.010047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:04.010630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:04.010886 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.011288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:04.011754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Bound port: 7d9346b5-ac0d-4029-94ac-940de04922ab, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:04.012122 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.026147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:04.026516 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.064924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-12864bba-d6ab-4b14-bc3c-61ff34c4fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.067541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-12864bba-d6ab-4b14-bc3c-61ff34c4fcfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4575fa470a8e422e8a84357dc0faca5a&device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 1094 time: 0.0550389 Jan 29 04:35:04.070660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-662dc781-85ea-458c-9b1b-fa9a48414e0d req-6014c8eb-fec8-4503-ab99-ddbf1ed72c04 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906420 Jan 29 04:35:04.082852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Pushing event updated for resources: {'Port': ['ID=7d9346b5-ac0d-4029-94ac-940de04922ab,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:04.098720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.179343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:04.184311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:04.192088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:04.200644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.201633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.219975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=1637d2fc-e703-41b4-a2bc-b8cba8f843a7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:04.318395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] For port 7d9346b5-ac0d-4029-94ac-940de04922ab, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:04.326296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-15774646-f400-4de8-9e64-b5b05d8a9610 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3330550 Jan 29 04:35:04.330732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59636) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:04.335158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-9c68e594-f34a-438e-9563-bcef897b032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.336648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-9c68e594-f34a-438e-9563-bcef897b032a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6906fcb5-39f5-4e65-966f-2c25d9492a9a HTTP/1.1" status: 200 len: 911 time: 0.2616143 Jan 29 04:35:04.340607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46904d-a3e5-40a3-bc0e-04ecd1fc222d req-c333060e-962c-4044-b593-f59e5c3f8bc9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.342838 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec46904d-a3e5-40a3-bc0e-04ecd1fc222d req-c333060e-962c-4044-b593-f59e5c3f8bc9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1276047 Jan 29 04:35:04.346563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '12d6f4ce-1514-41f0-91da-2b30b559fa0f', 'ip_address': '2001:db8::ff58:b292:ebd4:bfb2'}], 'name': 'tempest-NetworksTestDHCPv6-490496253'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:04.366676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873391cd-16ed-437e-a5ff-2470cf28ae04 req-14de0599-3446-4c19-922c-1449e683d651 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.374848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-873391cd-16ed-437e-a5ff-2470cf28ae04 req-14de0599-3446-4c19-922c-1449e683d651 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 943 time: 0.1007948 Jan 29 04:35:04.379960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] For port 7d9346b5-ac0d-4029-94ac-940de04922ab, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7d9346b5-ac0d-4029-94ac-940de04922ab,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:04.413731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.415480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-ac9766f1-a765-47c0-a5bb-b0fcda9e96c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c2cb63-68bc-44d6-9697-349f78955bd2 HTTP/1.1" status: 200 len: 217 time: 0.0626056 Jan 29 04:35:04.438634 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec46904d-a3e5-40a3-bc0e-04ecd1fc222d req-24ee27e5-f86b-4e72-a4b5-41c157a99144 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872238 Jan 29 04:35:04.525491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-ef5a0d64-fe5d-441f-9447-9de06c40c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.527108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-ef5a0d64-fe5d-441f-9447-9de06c40c247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94bd6fde-57a6-461b-8389-17a07b409821 HTTP/1.1" status: 200 len: 850 time: 0.1017904 Jan 29 04:35:04.535022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.615338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:04.618450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75290d-9b6e-4e28-ba00-3bae60dfac80 None None] Pushing event updated for resources: {'Port': ['ID=7d9346b5-ac0d-4029-94ac-940de04922ab,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:04.620752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-134f7bca-2a6a-49c1-a479-710918c7a702 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6906fcb5-39f5-4e65-966f-2c25d9492a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664392 Jan 29 04:35:04.642430 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.643421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:04.656255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:04.661136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.668044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-873391cd-16ed-437e-a5ff-2470cf28ae04 req-9a84b36c-6779-417e-b4a6-0f050da8e780 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922478 Jan 29 04:35:04.705108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 4b915e24-0d8e-4c13-95d9-0f2ce6e2ed77 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:35:04.756025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:04.763623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:04.764024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:04.846735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:04.931106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2ef2-5838-448c-b22e-7f9fb6aa0de9 req-922aa44f-ecf6-45ea-a5a2-a6aebfa33be4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:04.963781 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a5f2ef2-5838-448c-b22e-7f9fb6aa0de9 req-922aa44f-ecf6-45ea-a5a2-a6aebfa33be4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.3943264 Jan 29 04:35:04.990131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be70-04fa-4d08-8991-a0a6661142d8 req-1e53bcf5-0a94-4e10-90b8-465bdcb9982d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.012601 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 04:35:05.017415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9275be70-04fa-4d08-8991-a0a6661142d8 req-1e53bcf5-0a94-4e10-90b8-465bdcb9982d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2250912 Jan 29 04:35:05.017965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:35:05.036800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-66217659-22f3-4898-9247-97178c90b4df service neutron] 10.222.0.36 "GET /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017720 Jan 29 04:35:05.037749 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.086200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a5f2ef2-5838-448c-b22e-7f9fb6aa0de9 req-aa568598-813d-40dc-8e95-1b416b585101 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143358 Jan 29 04:35:05.098511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-77f1154b-6abc-4d2a-b4ce-4662967e297a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7667427 Jan 29 04:35:05.104090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:05.167367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9275be70-04fa-4d08-8991-a0a6661142d8 req-20ffb302-7a44-494a-a461-5b3a0b1e1713 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442499 Jan 29 04:35:05.209878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:05.223108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.285355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b78129b-58a6-40e8-9ba2-fbd6a1d9a20d req-a4115c5a-4181-4dce-b6b0-110ef7e3628b service neutron] 10.222.0.36 "GET /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372875 Jan 29 04:35:05.298634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1477a0-4dcc-4d6b-b7a0-6e77b6cd4eef tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.322999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7d9346b5-ac0d-4029-94ac-940de04922ab up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:05.329364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1477a0-4dcc-4d6b-b7a0-6e77b6cd4eef tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.335246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c1477a0-4dcc-4d6b-b7a0-6e77b6cd4eef tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2273610 Jan 29 04:35:05.335992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:05.406231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.408638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:05.430531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.444354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.444626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7d9346b5-ac0d-4029-94ac-940de04922ab triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:05.445065 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.450293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.475803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.501470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.507449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.515580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-cd4a043b-ab5f-42c7-b766-39ed7652764f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5429 time: 0.1817150 Jan 29 04:35:05.567094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.583011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e766cb8-3a04-4b34-8154-e42d176dad56 req-f9029fd4-9e4c-4935-bb50-a2b1b059dde3 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664632 Jan 29 04:35:05.599974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47ad59-40dd-4d59-8896-b32736bfa9d2 req-edcbfab2-078f-4232-97e3-a8f6b921b93e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.601866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e47ad59-40dd-4d59-8896-b32736bfa9d2 req-edcbfab2-078f-4232-97e3-a8f6b921b93e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0929635 Jan 29 04:35:05.607312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 1637d2fc-e703-41b4-a2bc-b8cba8f843a7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:05.607975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.643723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 7d9346b5-ac0d-4029-94ac-940de04922ab, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7d9346b5-ac0d-4029-94ac-940de04922ab,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:05.648813 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.696997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2'}, {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:05.700239 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989fee38-2586-43cf-b1fb-d60c709a1cb5" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2"}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:05.728056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=7d9346b5-ac0d-4029-94ac-940de04922ab,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:05.742497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e47ad59-40dd-4d59-8896-b32736bfa9d2 req-53efb207-35c0-4c08-bf5d-3429e1998090 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 Jan 29 04:35:05.793431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:05.825649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 1637d2fc-e703-41b4-a2bc-b8cba8f843a7 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:05.834037 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c0565-de98-43f2-bb8f-ff36bb6a9ffb x-openstack-request-id: req-4d7c0565-de98-43f2-bb8f-ff36bb6a9ffb {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:05.834333 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2", "code": 200}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:05.834585 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d7c0565-de98-43f2-bb8f-ff36bb6a9ffb {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:05.834980 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2', 'code': 200} Jan 29 04:35:05.835232 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'code': 200} Jan 29 04:35:05.904669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f7a59-bf1a-49d5-86b6-114ee0bca1c4 req-806c6645-37a4-4d43-be8d-e855de17cd4e tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:05.909805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90f7a59-bf1a-49d5-86b6-114ee0bca1c4 req-806c6645-37a4-4d43-be8d-e855de17cd4e tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 943 time: 0.1095264 Jan 29 04:35:05.990030 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f90f7a59-bf1a-49d5-86b6-114ee0bca1c4 req-cd304b93-dec0-4db6-8aff-c4fe63fef239 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713050 Jan 29 04:35:06.020303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.058234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=1637d2fc-e703-41b4-a2bc-b8cba8f843a7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:06.099523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.104755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4eb8eb3e-6ce2-401d-abbe-16988166e85d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/1637d2fc-e703-41b4-a2bc-b8cba8f843a7 HTTP/1.1" status: 204 len: 168 time: 0.7669566 Jan 29 04:35:06.107327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:06.226919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b2e7d-308c-4a3f-bb18-9a8bb5ab3fe7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.229087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b2e7d-308c-4a3f-bb18-9a8bb5ab3fe7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.234705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59712) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:06.235247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-185b2e7d-308c-4a3f-bb18-9a8bb5ab3fe7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1265860 Jan 29 04:35:06.306934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d5032-fa4b-4dc1-99eb-d0db06b597c1 req-f9b16737-a892-493c-baed-e582cf4859fa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.309772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-416d5032-fa4b-4dc1-99eb-d0db06b597c1 req-f9b16737-a892-493c-baed-e582cf4859fa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.0733981 Jan 29 04:35:06.324843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 12d6f4ce-1514-41f0-91da-2b30b559fa0f {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:06.329160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.365659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-416d5032-fa4b-4dc1-99eb-d0db06b597c1 req-a394f85c-f86c-410f-9948-94d2e9643c60 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 Jan 29 04:35:06.383992 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.436648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-86a0d08a-baad-423e-a97e-5bcc9e62571e None None] Provisioning complete for port 7d9346b5-ac0d-4029-94ac-940de04922ab triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:06.437296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86a0d08a-baad-423e-a97e-5bcc9e62571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.669685 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.811523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4687eb-87e2-4f76-b81f-bfccf82b6237 req-ec8b8262-c89f-4d5e-9b9d-991cfea51d3c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:06.821483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5dbb97a8-204e-457c-9e23-3f80f339d33e None None] Could not find standard attr ID for object 1637d2fc-e703-41b4-a2bc-b8cba8f843a7. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:35:06.824642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc4687eb-87e2-4f76-b81f-bfccf82b6237 req-ec8b8262-c89f-4d5e-9b9d-991cfea51d3c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1452322 Jan 29 04:35:06.875601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:06.890503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc4687eb-87e2-4f76-b81f-bfccf82b6237 req-b99a2bea-b791-4d1c-ab14-497163421034 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635285 Jan 29 04:35:06.899403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device dc478e2b-0eec-4e94-aa27-0311724c6810 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:06.948753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=12d6f4ce-1514-41f0-91da-2b30b559fa0f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:07.016089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.026680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-046a68c5-7575-4b67-bf1a-b633efa7acc9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/12d6f4ce-1514-41f0-91da-2b30b559fa0f HTTP/1.1" status: 204 len: 168 time: 0.7902896 Jan 29 04:35:07.029624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:07.128863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-89d60c7c-3dc5-4d1c-983c-9655249b9a01 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937276 Jan 29 04:35:07.139865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59778) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:07.146425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:07.198938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e96fe1-497b-4b82-9796-9b86e94a4224 req-5c708f91-826a-4c55-9cec-327bf6d83246 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.209022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6e96fe1-497b-4b82-9796-9b86e94a4224 req-5c708f91-826a-4c55-9cec-327bf6d83246 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0874965 Jan 29 04:35:07.224373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.229930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c75ba-286f-4ba7-80c6-bd41391e4f9c None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:07.232871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7d9346b5-ac0d-4029-94ac-940de04922ab up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:07.233956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.240939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.248772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.256371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.264027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.267773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e6e96fe1-497b-4b82-9796-9b86e94a4224 req-5c498049-9f3d-41cb-8783-e3371367e18b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 Jan 29 04:35:07.275158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.278214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-6835a775-1bf2-45c4-857a-0a475a6878e8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5429 time: 0.2327459 Jan 29 04:35:07.370746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95bf3d69-3a5e-48ce-bdc3-693b5932bdfc req-f230341e-f51e-45e9-9773-bae4f3ddf114 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908966 Jan 29 04:35:07.406586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:07.416432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port dc478e2b-0eec-4e94-aa27-0311724c6810 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:07.422716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.429935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7d9346b5-ac0d-4029-94ac-940de04922ab triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:07.434295 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.438714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port dc478e2b-0eec-4e94-aa27-0311724c6810 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:07.439198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.444827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef3323-bb3a-46ba-a6da-540f87a633bb req-40b4295b-7c93-4313-9bd0-8c8df7966ddf tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.446780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-65ef3323-bb3a-46ba-a6da-540f87a633bb req-40b4295b-7c93-4313-9bd0-8c8df7966ddf tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0914397 Jan 29 04:35:07.500029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-65ef3323-bb3a-46ba-a6da-540f87a633bb req-7be2130c-98af-4ba0-b865-780f2cc4178a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Jan 29 04:35:07.566218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:07.593912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6edd6d-f8e6-40e3-a37d-88cb43a3018c req-faca9520-a429-403b-af0b-bf68f404628d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:07.595493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae6edd6d-f8e6-40e3-a37d-88cb43a3018c req-faca9520-a429-403b-af0b-bf68f404628d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 943 time: 0.1237731 Jan 29 04:35:07.689594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae6edd6d-f8e6-40e3-a37d-88cb43a3018c req-77f1fdd9-c0cd-4372-902c-afffeef37928 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873430 Jan 29 04:35:07.706343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.762254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=dc478e2b-0eec-4e94-aa27-0311724c6810,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:07.787079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] Deleting port 7d9346b5-ac0d-4029-94ac-940de04922ab {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:07.787462 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.789760 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.790098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6dd1783-54a8-4bf4-ae90-fdd2866efc49 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:07.818018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:07.837447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:07.839812 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44aeb5b-7681-4c32-9cdb-dafcbe86401c" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:07.962545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:07.985394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:07.987610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] For port 7d9346b5-ac0d-4029-94ac-940de04922ab, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7d9346b5-ac0d-4029-94ac-940de04922ab,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:07.988011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.004235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 07c2cb63-68bc-44d6-9697-349f78955bd2 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:08.018563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:08.035848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] Calling delete_port for 7d9346b5-ac0d-4029-94ac-940de04922ab owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:08.042998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.043610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.074637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=6234cf44-b073-48f8-8f70-3deeaa5832cf,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:08.097593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-977a2469-4cc7-4bec-96cf-93c491c09c1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9562654 Jan 29 04:35:08.105554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59850) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:08.113074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887003b-6729-40e0-827d-c395edb64929 req-be10e0d9-d121-408e-a838-28c7c36a5c71 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.115137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4887003b-6729-40e0-827d-c395edb64929 req-be10e0d9-d121-408e-a838-28c7c36a5c71 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0953600 Jan 29 04:35:08.119353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '6234cf44-b073-48f8-8f70-3deeaa5832cf', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-327109918'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:08.132864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:08.166099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:08.166520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.206065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4887003b-6729-40e0-827d-c395edb64929 req-040c6953-de8d-4d25-8506-ba31474e832a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821507 Jan 29 04:35:08.321110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 07c2cb63-68bc-44d6-9697-349f78955bd2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=07c2cb63-68bc-44d6-9697-349f78955bd2,segment=NetworkSegment(f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd),segment_id=f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:08.333429 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.337442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-ceff721e-0bb2-47e5-adb9-5edc390373bb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.345982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-ceff721e-0bb2-47e5-adb9-5edc390373bb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.4312193 Jan 29 04:35:08.356085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '07c2cb63-68bc-44d6-9697-349f78955bd2', 'network_id': '6906fcb5-39f5-4e65-966f-2c25d9492a9a', 'port_id': '07c2cb63-68bc-44d6-9697-349f78955bd2', 'mac_address': 'fa:16:3e:e2:74:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94bd6fde-57a6-461b-8389-17a07b409821', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:08.369576 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-24c37614-a8e2-4f75-8111-0dd3052faba0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/quotas/20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 375 time: 0.0223308 Jan 29 04:35:08.379958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] Pushing event deleted for resources: {'Port': ['ID=7d9346b5-ac0d-4029-94ac-940de04922ab,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:08.383006 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbe2ed-f4e2-42ae-b3ee-4f2a4533cd0c x-openstack-request-id: req-c3bbe2ed-f4e2-42ae-b3ee-4f2a4533cd0c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:08.383288 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:08.383536 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3bbe2ed-f4e2-42ae-b3ee-4f2a4533cd0c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:08.383911 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810', 'code': 200} Jan 29 04:35:08.386479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.398617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0285f9f-89b0-44a1-8de4-5d0a18e40707 None None] No DVR routers for this DVR port 7d9346b5-ac0d-4029-94ac-940de04922ab on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:08.461451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc95c3-6617-4708-a343-bfb882aeaebe None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:08.492730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-c1c5dfdc-5e02-4726-ad37-849ecd990c8b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1217587 Jan 29 04:35:08.502779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:08.563162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:08.574152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.580398 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.580398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b395ad42-031f-49b2-94d8-8de0318eebfd up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:08.662655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c2cb63-68bc-44d6-9697-349f78955bd2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:08.696522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.714635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.726839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 07c2cb63-68bc-44d6-9697-349f78955bd2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=07c2cb63-68bc-44d6-9697-349f78955bd2,segment=NetworkSegment(f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd),segment_id=f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:08.737705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.743721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:08.746926 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.761401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.780197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.794252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.820960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 85d7c4eb-0b91-442f-b2a3-ba1022950288 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:35:08.821333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.835032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '6234cf44-b073-48f8-8f70-3deeaa5832cf'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:08.836683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.839047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port b395ad42-031f-49b2-94d8-8de0318eebfd completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:08.844304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:08.849268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-4c91e991-6598-4108-8fbd-0c344af43196 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5430 time: 0.2962177 Jan 29 04:35:08.863758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port b395ad42-031f-49b2-94d8-8de0318eebfd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:08.864131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:08.868418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=07c2cb63-68bc-44d6-9697-349f78955bd2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:08.912778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0d7ecf4-0dbb-4e78-86d1-8546ce91ccb7 req-c3af5a14-67bb-4355-bd90-23d066821285 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574148 Jan 29 04:35:08.971223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-ac728902-782b-4b98-9657-1c5149074dc8 service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773898 Jan 29 04:35:09.073153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['07c2cb63-68bc-44d6-9697-349f78955bd2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:09.142166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7d9346b5-ac0d-4029-94ac-940de04922ab no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:09.175047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504303bd-f074-4185-bbec-37038406b672 req-833a90fd-3684-4ff8-9250-9e839e829e0b tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:09.182831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-504303bd-f074-4185-bbec-37038406b672 req-833a90fd-3684-4ff8-9250-9e839e829e0b tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 944 time: 0.1278872 Jan 29 04:35:09.227804 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:09.260927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-6dd08c89-1ca5-457b-983b-4cb92d5efe09 service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875721 Jan 29 04:35:09.286618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-504303bd-f074-4185-bbec-37038406b672 req-b631fd23-282f-4432-b334-f7b6068a5924 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028173 Jan 29 04:35:09.318112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/6234cf44-b073-48f8-8f70-3deeaa5832cf/541c4edc-6cae-4599-b25d-3ceeb8af159b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:09.352073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7d9346b5-ac0d-4029-94ac-940de04922ab {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:09.353155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7d9346b5-ac0d-4029-94ac-940de04922ab not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:09.418780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b395ad42-031f-49b2-94d8-8de0318eebfd,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:09.504318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177681a3-f774-455c-ac88-854fb1736bfd req-8b6257e7-4e5e-40d1-b14b-2bc160cdbd4c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:09.513569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-177681a3-f774-455c-ac88-854fb1736bfd req-8b6257e7-4e5e-40d1-b14b-2bc160cdbd4c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1150532 Jan 29 04:35:09.555519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:09.557220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 120c3872-0a77-4620-ae88-3797ceafde40 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:09.628548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-177681a3-f774-455c-ac88-854fb1736bfd req-9352687f-1e38-4216-b425-2d935532c8f0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139336 Jan 29 04:35:09.738504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2c766e5-31b9-4ab2-b5b6-7a24e09be8f3 req-588e4f8b-b2fe-47cc-80a3-bdbab97ea325 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 210 time: 0.0496159 Jan 29 04:35:09.867780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458dae8-57b9-45d7-8217-aafaec4f098a req-8f630f67-d6c9-47fe-9443-24650ba14ef7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:09.886331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1458dae8-57b9-45d7-8217-aafaec4f098a req-8f630f67-d6c9-47fe-9443-24650ba14ef7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1237726 Jan 29 04:35:09.971517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:10.023431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1458dae8-57b9-45d7-8217-aafaec4f098a req-d69b8f5a-9930-4e81-8e25-4dfb1dd13ce3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357837 Jan 29 04:35:10.101637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 120c3872-0a77-4620-ae88-3797ceafde40 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:10.108467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.116326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 120c3872-0a77-4620-ae88-3797ceafde40 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:10.117073 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.131956 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:35:10.132608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:35:10.185125 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.201617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59966) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:10.205157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95f2be20-cd45-4097-86d6-c85c66a206db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0908864 Jan 29 04:35:10.314912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.339958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.349019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:10.355668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:10.360895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Pushing event updated for resources: {'Port': ['ID=541c4edc-6cae-4599-b25d-3ceeb8af159b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:10.363619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:10.380052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.395610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c783f4e8-2718-45de-8600-8300fd7296ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.397046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c783f4e8-2718-45de-8600-8300fd7296ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1944137 Jan 29 04:35:10.401386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.402266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49'}, {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:10.405240 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e9ff8c-2854-4dcf-b06c-b66c00512707" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49"}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:10.411259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.412738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:10.442942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.449245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.458268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-59398ba6-4f26-4b7c-af50-3ab6884cb6c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5432 time: 0.3515015 Jan 29 04:35:10.475498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268d02-31b9-44ec-8f68-2898a4acf815 req-72bea9f8-d18b-4d7a-a189-691bfd006a6d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.477041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9268d02-31b9-44ec-8f68-2898a4acf815 req-72bea9f8-d18b-4d7a-a189-691bfd006a6d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2025003 Jan 29 04:35:10.489028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aa1d33-4c0e-4035-95f0-b5a8f8f1cf1f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.489028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aa1d33-4c0e-4035-95f0-b5a8f8f1cf1f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.494457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-02aa1d33-4c0e-4035-95f0-b5a8f8f1cf1f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0753908 Jan 29 04:35:10.495040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:10.506321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.557237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24ec8c73-a483-4b25-9aa0-60813b88863d req-cd01de72-17d7-40b5-9cb2-cf00486fc378 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980558 Jan 29 04:35:10.580857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Attempting to bind port 541c4edc-6cae-4599-b25d-3ceeb8af159b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:10.581494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Attempting to bind port 541c4edc-6cae-4599-b25d-3ceeb8af159b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:10.583976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 6234cf44-b073-48f8-8f70-3deeaa5832cf {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:10.584302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Attempting to bind port 541c4edc-6cae-4599-b25d-3ceeb8af159b on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:10.587557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.597562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:10.598372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:10.598957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.599511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:10.600173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Bound port: 541c4edc-6cae-4599-b25d-3ceeb8af159b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:10.600842 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.645693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=120c3872-0a77-4620-ae88-3797ceafde40,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:10.656899 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.703879 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9268d02-31b9-44ec-8f68-2898a4acf815 req-89f59e4d-a52b-4a3a-a988-13760011fec3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887515 Jan 29 04:35:10.750024 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.756041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:10.786144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] For port 541c4edc-6cae-4599-b25d-3ceeb8af159b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:10.797646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:10.805764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] For port 541c4edc-6cae-4599-b25d-3ceeb8af159b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=541c4edc-6cae-4599-b25d-3ceeb8af159b,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:10.819002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:10.832339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37455f66-73be-4221-8542-194ae17bc25b req-216a5423-815a-432d-b3f1-6ea101669783 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:10.840492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37455f66-73be-4221-8542-194ae17bc25b req-216a5423-815a-432d-b3f1-6ea101669783 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 944 time: 0.1074080 Jan 29 04:35:10.851689 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50f6b7-7055-4004-8044-4f17abcd7904 x-openstack-request-id: req-8e50f6b7-7055-4004-8044-4f17abcd7904 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:10.851689 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49", "code": 200}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:10.851689 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e50f6b7-7055-4004-8044-4f17abcd7904 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:10.852135 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49', 'code': 200} Jan 29 04:35:10.852328 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd', 'code': 200} Jan 29 04:35:10.920089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822499a-e1a6-4a00-a530-f8b1c4ac5282 None None] Pushing event updated for resources: {'Port': ['ID=541c4edc-6cae-4599-b25d-3ceeb8af159b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:10.951959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-37455f66-73be-4221-8542-194ae17bc25b req-cf501196-48e9-4029-af53-e133c98c4532 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095092 Jan 29 04:35:11.028939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbf629ad-99b1-47d2-834e-8d0196958b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.058296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.091447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-756ece56-b144-4ab9-aa57-eea338f7281d req-8674f003-49a5-46d1-b807-e6556e077adf tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 210 time: 0.0393169 Jan 29 04:35:11.115801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0f3be-c498-40af-8b98-4c881d42cbb2 req-e47eb0cb-b09e-485f-bfc9-80d0375b25df tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.126181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0f3be-c498-40af-8b98-4c881d42cbb2 req-e47eb0cb-b09e-485f-bfc9-80d0375b25df tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2226956 Jan 29 04:35:11.186465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbf629ad-99b1-47d2-834e-8d0196958b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.192991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbf629ad-99b1-47d2-834e-8d0196958b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.203996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bd0f3be-c498-40af-8b98-4c881d42cbb2 req-917af1fc-ca5f-440e-a0df-ac5be638e1cb tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762861 Jan 29 04:35:11.228378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.287254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf629ad-99b1-47d2-834e-8d0196958b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47107fe-6ce3-40ea-a0da-dd9ce9ed49d4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:11.318604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cbf629ad-99b1-47d2-834e-8d0196958b7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf1e4c16a75b46b4b539a91da827686f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153382 Jan 29 04:35:11.319121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=6234cf44-b073-48f8-8f70-3deeaa5832cf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:11.319254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60002) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:11.340709 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.344026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a0df25b2-fe27-439c-8b95-1608c4692941 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/6234cf44-b073-48f8-8f70-3deeaa5832cf HTTP/1.1" status: 204 len: 168 time: 0.8480277 Jan 29 04:35:11.349169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60004) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:11.429033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57448428-cd0d-4a7e-8ab0-32a9b87dece4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786510 Jan 29 04:35:11.433950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60006) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:11.458128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:11.521499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0169c-98b2-48f8-adbe-eb8afe915510 req-fa5a7c4b-f17b-4d92-b4f5-683b5e72ee10 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.524573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2f0169c-98b2-48f8-adbe-eb8afe915510 req-fa5a7c4b-f17b-4d92-b4f5-683b5e72ee10 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1370349 Jan 29 04:35:11.568353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddec5c37-47c6-40d1-b1de-acb62949cebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.649039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-4e33bd45-674c-4df8-9ea0-cab60e96ff92 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.650515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-4e33bd45-674c-4df8-9ea0-cab60e96ff92 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.1937463 Jan 29 04:35:11.686206 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddec5c37-47c6-40d1-b1de-acb62949cebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.693185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2f0169c-98b2-48f8-adbe-eb8afe915510 req-71fb54d7-6534-4794-abdc-943b800e2e80 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664606 Jan 29 04:35:11.699414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'port': {'device_id': '3744da9b-82ef-45bc-a044-15598ee84792', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'admin_state_up': True, 'tenant_id': '20b4bb1c72e042acbb670199364f02f0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:11.739761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:11.743554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.855814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.858564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.862574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.869035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.875874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.881704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.887545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.893958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:11.895928 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34777258-2d74-4257-85ec-c79b308c06a3 req-5cdc0253-6605-425f-b8c4-e2c1787eebbc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.2278054 Jan 29 04:35:11.934107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddec5c37-47c6-40d1-b1de-acb62949cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.937358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ddec5c37-47c6-40d1-b1de-acb62949cebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:11.941145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ddec5c37-47c6-40d1-b1de-acb62949cebc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e47107fe-6ce3-40ea-a0da-dd9ce9ed49d4 HTTP/1.1" status: 204 len: 168 time: 0.6184983 Jan 29 04:35:11.981601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec5c37-47c6-40d1-b1de-acb62949cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47107fe-6ce3-40ea-a0da-dd9ce9ed49d4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:11.999426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 07c2cb63-68bc-44d6-9697-349f78955bd2 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:12.049303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34777258-2d74-4257-85ec-c79b308c06a3 req-02b60fbd-1d16-455e-bf39-a4060daaebf2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413872 Jan 29 04:35:12.119663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 07c2cb63-68bc-44d6-9697-349f78955bd2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:12.126296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 07c2cb63-68bc-44d6-9697-349f78955bd2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:12.126740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.312315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.395261 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.431876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 07c2cb63-68bc-44d6-9697-349f78955bd2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=07c2cb63-68bc-44d6-9697-349f78955bd2,segment=NetworkSegment(f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd),segment_id=f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:12.441198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.473699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd9b6f-e684-4a91-944a-1403b0ed2a62 req-7b5db314-0b39-44f8-ab23-75a1e9ac7879 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:12.479630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6916f81-7a1f-4332-87de-7e35749d4c92 req-479fdeed-5286-43b9-a553-5e772ca509ac tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:12.485579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66cd9b6f-e684-4a91-944a-1403b0ed2a62 req-7b5db314-0b39-44f8-ab23-75a1e9ac7879 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 944 time: 0.2721856 Jan 29 04:35:12.487937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6916f81-7a1f-4332-87de-7e35749d4c92 req-479fdeed-5286-43b9-a553-5e772ca509ac tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.6821194 Jan 29 04:35:12.492718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=aa4bdf72-aba7-4af0-88a6-edf84cd67eff,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:12.556858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=07c2cb63-68bc-44d6-9697-349f78955bd2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:12.557694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:12.576895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:12.584391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:12.584987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.614310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66cd9b6f-e684-4a91-944a-1403b0ed2a62 req-d2dd3a08-083d-435f-ab71-55ba832565fd tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270573 Jan 29 04:35:12.644500 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e30ab685-76d6-43fe-a1ba-f6bf0900550f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1908817 Jan 29 04:35:12.646990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:12.652413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-908460790', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:12.687222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6916f81-7a1f-4332-87de-7e35749d4c92 req-4ef0b11b-7f17-411e-8767-fbf705c0bea6 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982279 Jan 29 04:35:12.689256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:12.698461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.730897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.733066 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:12.742999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080666d7-c4c6-4836-accf-7bd8ec68ca27 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:12.856373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78821d23-7267-474f-a98c-8385da001e0f req-b4e51b09-1344-4dcc-bb1a-0ef7396c1b43 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 210 time: 0.1194732 Jan 29 04:35:12.987049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.000928 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.051768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.063468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b757e63-8481-48ca-bc2d-aff3afa675dd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4136455 Jan 29 04:35:13.064731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60044) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:13.148604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae8bd-d14d-4c84-bbe7-76e8dd4f7ba8 req-4d0a2648-81dc-4342-be2f-00b14eee552e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.152912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-797ae8bd-d14d-4c84-bbe7-76e8dd4f7ba8 req-4d0a2648-81dc-4342-be2f-00b14eee552e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2179778 Jan 29 04:35:13.159789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40'}, {'server_uuid': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c2cb63-68bc-44d6-9697-349f78955bd2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:13.162890 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc1661-7758-47c8-abab-6dd5dc95152c" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "120c3872-0a77-4620-ae88-3797ceafde40"}, {"server_uuid": "50d435d6-69c4-40bf-a348-aec94e9a2126", "name": "network-vif-plugged", "status": "completed", "tag": "07c2cb63-68bc-44d6-9697-349f78955bd2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:13.203508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Allocated IP 172.20.0.13 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/fe40a1da-44a7-426d-96c7-56fa49ad3e65) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:13.313788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 541c4edc-6cae-4599-b25d-3ceeb8af159b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:13.324385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ce28fee4-7f1b-48a9-a72f-31a57a1e5f9c None None] Provisioning complete for port 541c4edc-6cae-4599-b25d-3ceeb8af159b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:13.325269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce28fee4-7f1b-48a9-a72f-31a57a1e5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.433663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-797ae8bd-d14d-4c84-bbe7-76e8dd4f7ba8 req-f9d4b951-87cf-494f-bc4c-97445a9e53ab tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486614 Jan 29 04:35:13.517013 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d187bf-43ab-4414-afd1-d99e08c15a0b x-openstack-request-id: req-e5d187bf-43ab-4414-afd1-d99e08c15a0b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:13.518531 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-plugged", "status": "completed", "tag": "120c3872-0a77-4620-ae88-3797ceafde40", "code": 200}, {"server_uuid": "50d435d6-69c4-40bf-a348-aec94e9a2126", "name": "network-vif-plugged", "status": "completed", "tag": "07c2cb63-68bc-44d6-9697-349f78955bd2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:13.518864 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5d187bf-43ab-4414-afd1-d99e08c15a0b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:13.519926 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40', 'code': 200} Jan 29 04:35:13.520192 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c2cb63-68bc-44d6-9697-349f78955bd2', 'code': 200} Jan 29 04:35:13.559570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.570304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.582168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.589840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.599702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.611525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.617548 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.619846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.631951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-e0312a84-e24b-4e94-aa35-23a877e5174e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.3692513 Jan 29 04:35:13.645555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 541c4edc-6cae-4599-b25d-3ceeb8af159b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:13.645555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.717996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce28fee4-7f1b-48a9-a72f-31a57a1e5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.803733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ce28fee4-7f1b-48a9-a72f-31a57a1e5f9c None None] For port 541c4edc-6cae-4599-b25d-3ceeb8af159b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=541c4edc-6cae-4599-b25d-3ceeb8af159b,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:13.817984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce28fee4-7f1b-48a9-a72f-31a57a1e5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.824952 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:13.829013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26d17-7f65-4a30-af38-ca88ce7ae06e req-a1af72ae-6a38-45b4-953b-d7686161f1b2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.832218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aea26d17-7f65-4a30-af38-ca88ce7ae06e req-a1af72ae-6a38-45b4-953b-d7686161f1b2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2495482 Jan 29 04:35:13.930861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-add93395-a607-4499-ae3d-2e1bad17bab0 req-17c0ad7f-ea9f-470b-afff-f049aff5e2bd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2972100 Jan 29 04:35:13.951675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91d106-a6fa-4fa3-9095-fd3e4e10b2fd req-62d9e79c-5894-49c7-9c8a-116475375c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.953217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b91d106-a6fa-4fa3-9095-fd3e4e10b2fd req-62d9e79c-5894-49c7-9c8a-116475375c31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 1096 time: 0.2871790 Jan 29 04:35:13.982496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28fee4-7f1b-48a9-a72f-31a57a1e5f9c None None] Pushing event updated for resources: {'Port': ['ID=541c4edc-6cae-4599-b25d-3ceeb8af159b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:13.987171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.987955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.988428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.988889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.989348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.989831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.990836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:13.992866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-978613b3-ef87-4b31-9df8-42795c9da344 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6490 time: 0.3291075 Jan 29 04:35:14.025369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.026241 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:35:14.026989 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:35:14.043388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-382b878d-2b8a-4357-bdfc-87ab71cb698c None None] Provisioning complete for port 541c4edc-6cae-4599-b25d-3ceeb8af159b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:14.044748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-382b878d-2b8a-4357-bdfc-87ab71cb698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.105008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aea26d17-7f65-4a30-af38-ca88ce7ae06e req-480e4af4-1012-4d06-926d-01aa9d809ad2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584953 Jan 29 04:35:14.150790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.165367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4e40d-5f66-4cf4-abba-90c72c993b97 req-0749cd46-71e7-42fc-bbc5-4817e53e3c38 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:14.167066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eae4e40d-5f66-4cf4-abba-90c72c993b97 req-0749cd46-71e7-42fc-bbc5-4817e53e3c38 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 945 time: 0.1108284 Jan 29 04:35:14.184490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b88a7c1c-f918-4278-a6d2-cd65ab452de3 req-be20d71f-61c0-490d-b977-cdc7d09528f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832297 Jan 29 04:35:14.191192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b91d106-a6fa-4fa3-9095-fd3e4e10b2fd req-b581895d-1377-413b-96a4-a959751b19f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603737 Jan 29 04:35:14.250544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49ae2a5d-2546-4049-a19c-135e9c513ad7 req-dfbea83b-c8aa-49e5-a198-240e13f5a763 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 210 time: 0.0417852 Jan 29 04:35:14.255197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.290719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:14.300992 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eae4e40d-5f66-4cf4-abba-90c72c993b97 req-4534aeb6-438f-4c18-adc1-3436976e7af5 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251731 Jan 29 04:35:14.353911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:14.359418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:14.372777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:14.415642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=fe40a1da-44a7-426d-96c7-56fa49ad3e65,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:14.578455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:14.579227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.598717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34394bf-0eb6-4616-a5be-e086a72b134c req-d0c60dd1-cbd2-4ac9-bd31-6e1422156e8f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:14.603207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f34394bf-0eb6-4616-a5be-e086a72b134c req-d0c60dd1-cbd2-4ac9-bd31-6e1422156e8f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1684954 Jan 29 04:35:14.660168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::1 (1ff93288-b39a-4430-be32-e866f0872688/aa4bdf72-aba7-4af0-88a6-edf84cd67eff/92fdb8da-a37b-431e-b6a0-8f818a10842d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:14.678704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-1bbff11c-16ab-4621-bd26-00f8d2ea3121 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9840205 Jan 29 04:35:14.702813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Request body: {'port': {'device_id': '3744da9b-82ef-45bc-a044-15598ee84792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:14.719444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f34394bf-0eb6-4616-a5be-e086a72b134c req-bf50726b-f646-49c9-bb1e-e6683ae52e0a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020520 Jan 29 04:35:14.792117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-82a40c31-3309-42d5-a56f-2a7978a0b39d None None] Provisioning complete for port fe40a1da-44a7-426d-96c7-56fa49ad3e65 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:14.792494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82a40c31-3309-42d5-a56f-2a7978a0b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.867371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.873430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:14.902247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-82a40c31-3309-42d5-a56f-2a7978a0b39d None None] Port fe40a1da-44a7-426d-96c7-56fa49ad3e65 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:14.947692 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:15.000419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb167-8f60-410f-974a-6908413d0daf req-4233d4fb-4f23-4a54-8f44-ed52fad52296 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.002499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2bfb167-8f60-410f-974a-6908413d0daf req-4233d4fb-4f23-4a54-8f44-ed52fad52296 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1770904 Jan 29 04:35:15.080045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:15.094428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:15.105124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:15.105688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:15.143496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 541c4edc-6cae-4599-b25d-3ceeb8af159b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:15.206356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2bfb167-8f60-410f-974a-6908413d0daf req-caf37f6a-8f78-4f57-bcf7-130a24e8e878 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375265 Jan 29 04:35:15.306109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 541c4edc-6cae-4599-b25d-3ceeb8af159b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:15.307012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:15.548072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3e17e02b-1e5f-4312-9c98-5b88106c889f None None] Provisioning complete for port 92fdb8da-a37b-431e-b6a0-8f818a10842d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:15.548586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e17e02b-1e5f-4312-9c98-5b88106c889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:15.549861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159e5fa-e204-4cde-9192-b8bdc3866860 req-482a6f5e-05e0-487e-b790-8522186f996a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.573845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a159e5fa-e204-4cde-9192-b8bdc3866860 req-482a6f5e-05e0-487e-b790-8522186f996a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 932 time: 0.1494632 Jan 29 04:35:15.585920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=92fdb8da-a37b-431e-b6a0-8f818a10842d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:15.649266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3e17e02b-1e5f-4312-9c98-5b88106c889f None None] Port 92fdb8da-a37b-431e-b6a0-8f818a10842d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:15.684184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.690590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.696526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.702730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.705717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe40a1da-44a7-426d-96c7-56fa49ad3e65 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:15.708505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.713739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:15.714313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.721467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:15.723021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-dccd61c4-884f-4be8-8451-b1d149a4f5b5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.6026490 Jan 29 04:35:15.726950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Transition to ACTIVE for port object fe40a1da-44a7-426d-96c7-56fa49ad3e65 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:35:15.747822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:15.803444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a159e5fa-e204-4cde-9192-b8bdc3866860 req-2fc15806-4c29-4d12-993a-432bdd68f57a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215261 Jan 29 04:35:15.969375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa9967ae-900d-4503-9ccc-8ceb390bdd3a req-05930128-97b8-4d36-a6f8-f40c0ad746f9 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288375 Jan 29 04:35:15.974474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.068436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Pushing event updated for resources: {'Port': ['ID=fe40a1da-44a7-426d-96c7-56fa49ad3e65,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:16.134105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d3d87-4c85-4c29-9739-948a0e6cc57d req-073e1e08-e9ed-4266-81d2-f60643c34f4f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:16.135692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc0d3d87-4c85-4c29-9739-948a0e6cc57d req-073e1e08-e9ed-4266-81d2-f60643c34f4f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1731389 Jan 29 04:35:16.215338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Attempting to bind port fe40a1da-44a7-426d-96c7-56fa49ad3e65 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:16.215674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Attempting to bind port fe40a1da-44a7-426d-96c7-56fa49ad3e65 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:16.216125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Attempting to bind port fe40a1da-44a7-426d-96c7-56fa49ad3e65 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:16.250556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Port fe40a1da-44a7-426d-96c7-56fa49ad3e65 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:35:16.250556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Attempting to bind port fe40a1da-44a7-426d-96c7-56fa49ad3e65 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:16.281469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc0d3d87-4c85-4c29-9739-948a0e6cc57d req-bc37d19e-ecf1-45af-bdbb-ed3b23870587 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300480 Jan 29 04:35:16.282420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:16.282760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:16.283229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:16.283590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Bound port: fe40a1da-44a7-426d-96c7-56fa49ad3e65, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:16.283949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.469646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] For port fe40a1da-44a7-426d-96c7-56fa49ad3e65, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:16.477238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] For port fe40a1da-44a7-426d-96c7-56fa49ad3e65, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:16.491602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.505053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.595113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.596031 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.621532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:16.626429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:16.628645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe40a1da-44a7-426d-96c7-56fa49ad3e65 HTTP/1.1" status: 200 len: 1092 time: 1.9325333 Jan 29 04:35:16.629116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3744da9b-82ef-45bc-a044-15598ee84792', 'tag': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:16.639000 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b3022-80fd-4ca6-bede-5e8adf2df29b" -d '{"events": [{"name": "network-changed", "server_uuid": "3744da9b-82ef-45bc-a044-15598ee84792", "tag": "fe40a1da-44a7-426d-96c7-56fa49ad3e65"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:16.714893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=92fdb8da-a37b-431e-b6a0-8f818a10842d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:16.796182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e53ca1-5d2d-4c88-b045-d5359b1ca198 service neutron] Pushing event updated for resources: {'Port': ['ID=fe40a1da-44a7-426d-96c7-56fa49ad3e65,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:16.797122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98976d-645e-44fa-ab22-692e0d4b0ab6 req-00fa8b98-0e9c-4484-b2f4-eb687189569f tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:16.811009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea98976d-645e-44fa-ab22-692e0d4b0ab6 req-00fa8b98-0e9c-4484-b2f4-eb687189569f tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 945 time: 0.2966852 Jan 29 04:35:16.841959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb616b22-a25d-4b9e-80ba-e46a47c8f8c2 req-807d8955-5729-4ae6-9fa2-aa4830bc1565 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:16.843972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb616b22-a25d-4b9e-80ba-e46a47c8f8c2 req-807d8955-5729-4ae6-9fa2-aa4830bc1565 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2395124 Jan 29 04:35:16.877344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-e159933e-0dbd-4a43-9d68-4099c1795372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:16.881298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-e159933e-0dbd-4a43-9d68-4099c1795372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 1095 time: 0.1785653 Jan 29 04:35:16.953187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb616b22-a25d-4b9e-80ba-e46a47c8f8c2 req-00c4b22e-b7ae-42ba-bc73-95589ed41174 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967979 Jan 29 04:35:16.957196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-e8567df8-948d-4b9b-b431-6b9c7662674d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65 HTTP/1.1" status: 200 len: 217 time: 0.0639973 Jan 29 04:35:16.968880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea98976d-645e-44fa-ab22-692e0d4b0ab6 req-9f2a1069-c0c1-4620-abdb-c870d0e29b9b tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559846 Jan 29 04:35:16.988863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:16.990985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:17.113052 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ee32c6-8bab-411e-9c34-33f375b27fe3 x-openstack-request-id: req-55ee32c6-8bab-411e-9c34-33f375b27fe3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:17.113640 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3744da9b-82ef-45bc-a044-15598ee84792", "tag": "fe40a1da-44a7-426d-96c7-56fa49ad3e65", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:17.113640 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55ee32c6-8bab-411e-9c34-33f375b27fe3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:17.120593 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3744da9b-82ef-45bc-a044-15598ee84792', 'tag': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65', 'status': 'completed', 'code': 200} Jan 29 04:35:17.177438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-f4ec19a4-81b1-4c73-a612-21817c1ea3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.178865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-f4ec19a4-81b1-4c73-a612-21817c1ea3f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.2144248 Jan 29 04:35:17.267606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-e9d79476-5b83-4c7e-bd9d-8878771a2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.269248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-e9d79476-5b83-4c7e-bd9d-8878771a2bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781856 Jan 29 04:35:17.385369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d25d3-f4a1-4f53-b817-6ec3fb7021d1 req-fd72aafd-1ef4-43a1-a5f3-822f52a17590 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.390746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-255d25d3-f4a1-4f53-b817-6ec3fb7021d1 req-fd72aafd-1ef4-43a1-a5f3-822f52a17590 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 944 time: 0.2095287 Jan 29 04:35:17.416586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Router 13550313-9e4c-4408-8658-243f4c1a5b17 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:35:17.424980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-ca3f2d84-adaf-42fb-9882-87e0473f54c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490428 Jan 29 04:35:17.504560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-255d25d3-f4a1-4f53-b817-6ec3fb7021d1 req-94dac34b-ba1c-4fb6-90c9-71802eafe8cf tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961554 Jan 29 04:35:17.566267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-26da2b03-86d1-4774-a0a4-32fd31ec9784 None None] Provisioning complete for port 92fdb8da-a37b-431e-b6a0-8f818a10842d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:17.566850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26da2b03-86d1-4774-a0a4-32fd31ec9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:17.650402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60266) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:17.652491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-26da2b03-86d1-4774-a0a4-32fd31ec9784 None None] Port 92fdb8da-a37b-431e-b6a0-8f818a10842d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:17.673682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a896e469-df7d-4e7f-a825-e64cf1e17817 req-ce0895f2-4099-4a3f-bb4f-ba950204bd37 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416897 Jan 29 04:35:17.768113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:17.774622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d29b4cb1-0196-4c31-9f57-9b54bf31a934 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "PUT /v2.0/routers/13550313-9e4c-4408-8658-243f4c1a5b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7073977 Jan 29 04:35:17.776859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60272) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:17.781511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Sync routers for ids ['13550313-9e4c-4408-8658-243f4c1a5b17'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:17.785521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.788526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0963f-89ef-45bd-adb0-8582daf3396e req-368f31b7-30a5-42c8-94ec-5e09e8fc442c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.792617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.793217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Routers {'13550313-9e4c-4408-8658-243f4c1a5b17'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:17.797340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eca0963f-89ef-45bd-adb0-8582daf3396e req-368f31b7-30a5-42c8-94ec-5e09e8fc442c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0944350 Jan 29 04:35:17.802015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.808354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['13550313-9e4c-4408-8658-243f4c1a5b17'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:17.808630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.817247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.824819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.831575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.834088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5b0a401-7586-4208-a195-62433fda1db6 req-d8d4b150-0942-4eb5-b3c1-c3eb5e38ba9d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.1592975 Jan 29 04:35:17.879168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eca0963f-89ef-45bd-adb0-8582daf3396e req-713ec98c-9d0e-4021-9501-363ed46ad123 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804627 Jan 29 04:35:17.916737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a51bc7-6682-4845-8858-92fd105afbe0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.921339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-84a51bc7-6682-4845-8858-92fd105afbe0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports/92fdb8da-a37b-431e-b6a0-8f818a10842d HTTP/1.1" status: 200 len: 911 time: 0.1383548 Jan 29 04:35:17.922697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60276) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:17.969046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Set router 13550313-9e4c-4408-8658-243f4c1a5b17 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:17.971637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5b0a401-7586-4208-a195-62433fda1db6 req-83995a0d-1201-491d-9298-ad6e8fc42ce2 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224880 Jan 29 04:35:17.973661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-4f06596d-a2f2-4640-93e1-e21d4a833a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:17.975118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-4f06596d-a2f2-4640-93e1-e21d4a833a71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 1095 time: 0.1399560 Jan 29 04:35:18.012735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3d6fea9-cb28-4143-915a-4baeb9f0ff49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.127159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3d6fea9-cb28-4143-915a-4baeb9f0ff49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.136657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7f698-d5c3-4ad3-ab7f-5fc8b22c926a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.143776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7f698-d5c3-4ad3-ab7f-5fc8b22c926a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.148496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d3b7f698-d5c3-4ad3-ab7f-5fc8b22c926a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2245936 Jan 29 04:35:18.149466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60280) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:18.159349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3d6fea9-cb28-4143-915a-4baeb9f0ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.209379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-f0e1fdad-5033-4c8d-b579-657a25224ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.210933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-f0e1fdad-5033-4c8d-b579-657a25224ebd service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2241929 Jan 29 04:35:18.237450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0295-9d85-4c7e-97fe-94b726cddac0 req-1f53a9d1-bca1-4879-b918-8cd6718aaba7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.239151 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95ba0295-9d85-4c7e-97fe-94b726cddac0 req-1f53a9d1-bca1-4879-b918-8cd6718aaba7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1225903 Jan 29 04:35:18.280127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-c115f554-26a9-4ab4-889b-a6128deab040 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65 HTTP/1.1" status: 200 len: 217 time: 0.0583842 Jan 29 04:35:18.320002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'name': 'tempest-NetworksTestDHCPv6-router-908460790', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:12Z', 'updated_at': '2022-01-29T04:35:15Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None, '_interfaces': [{'id': '92fdb8da-a37b-431e-b6a0-8f818a10842d', 'name': '', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'mac_address': 'fa:16:3e:a6:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'aa4bdf72-aba7-4af0-88a6-edf84cd67eff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:14Z', 'updated_at': '2022-01-29T04:35:16Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'subnets': [{'id': 'aa4bdf72-aba7-4af0-88a6-edf84cd67eff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:18.329314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6fea9-cb28-4143-915a-4baeb9f0ff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d541478-ee19-4c43-8fd6-9c8838101e9b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:18.363169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c3d6fea9-cb28-4143-915a-4baeb9f0ff49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a3cb6106687470ba222aecdb8022b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7095201 Jan 29 04:35:18.367128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:18.383827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Checking router: 13550313-9e4c-4408-8658-243f4c1a5b17 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:18.384235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Updating router 13550313-9e4c-4408-8658-243f4c1a5b17 port 92fdb8da-a37b-431e-b6a0-8f818a10842d binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:35:18.411295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95ba0295-9d85-4c7e-97fe-94b726cddac0 req-dd76b266-777a-4045-8d41-f471c78a2b88 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351295 Jan 29 04:35:18.414015 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.421791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-5ed06237-9945-4d42-8674-587cfdfda743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.423481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-5ed06237-9945-4d42-8674-587cfdfda743 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.1331186 Jan 29 04:35:18.452857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-778dde28-e07c-4f90-9a63-abf9f81910f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.476618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-778dde28-e07c-4f90-9a63-abf9f81910f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.496082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.519904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.527372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.533596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.540163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.547445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.553758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.556019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40da53a8-de90-4c97-82cc-3f1b01b4b7d2 req-f3e01d6e-6ba1-4c26-ac68-ece3310d6d1e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.2955420 Jan 29 04:35:18.573518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:18.583672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-051cbceb-9918-4e07-8d36-6c22ecd465f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.585258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-051cbceb-9918-4e07-8d36-6c22ecd465f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537082 Jan 29 04:35:18.590306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Request body: {'floatingip': {'port_id': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:18.719242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa338534-c279-452b-bdc0-830a0f5be0f3 req-97504982-a9a2-4ecf-91ea-3fc72972108c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:18.721058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa338534-c279-452b-bdc0-830a0f5be0f3 req-97504982-a9a2-4ecf-91ea-3fc72972108c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 944 time: 0.0790746 Jan 29 04:35:18.738006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.753599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.760710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.818258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a82956-ddf8-40f7-8c37-3feda85e84cc None None] Pushing event updated for resources: {'Port': ['ID=92fdb8da-a37b-431e-b6a0-8f818a10842d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:18.854436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-788449a9-47aa-4d15-8e9b-c43c418e4274 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042713 Jan 29 04:35:18.867729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa338534-c279-452b-bdc0-830a0f5be0f3 req-a3c5f5b0-1cc6-4ce4-98a3-a073c7d9ab8c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342087 Jan 29 04:35:18.935808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Attempting to bind port 92fdb8da-a37b-431e-b6a0-8f818a10842d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:18.936180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Attempting to bind port 92fdb8da-a37b-431e-b6a0-8f818a10842d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:18.936827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Attempting to bind port 92fdb8da-a37b-431e-b6a0-8f818a10842d on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:18.944552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:18.944928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:18.945586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:18.946083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:18.946830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Bound port: 92fdb8da-a37b-431e-b6a0-8f818a10842d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:18.947419 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.011155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.028620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] For port 92fdb8da-a37b-431e-b6a0-8f818a10842d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:19.034276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] For port 92fdb8da-a37b-431e-b6a0-8f818a10842d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=92fdb8da-a37b-431e-b6a0-8f818a10842d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:19.041226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.048756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930b3022-80fd-4ca6-bede-5e8adf2df29b req-233f40be-7ad3-4188-bf65-c4bac573fdd7 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745822 Jan 29 04:35:19.061840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d694ce9-aefd-46e0-b8ed-960c08da2cf0 req-5fb767a1-b7c5-4a9f-acb6-93af1d288f8f tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:19.063429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d694ce9-aefd-46e0-b8ed-960c08da2cf0 req-5fb767a1-b7c5-4a9f-acb6-93af1d288f8f tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 945 time: 0.5440874 Jan 29 04:35:19.123039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Routers {'13550313-9e4c-4408-8658-243f4c1a5b17'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:19.134451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['13550313-9e4c-4408-8658-243f4c1a5b17'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:19.142901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157de7f3-72be-4b4d-87f4-4fdf514c4161 req-b6c82534-a0ba-4f85-84fc-401fbb65268b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:19.150956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-157de7f3-72be-4b4d-87f4-4fdf514c4161 req-b6c82534-a0ba-4f85-84fc-401fbb65268b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1408486 Jan 29 04:35:19.166439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d694ce9-aefd-46e0-b8ed-960c08da2cf0 req-24fe6788-a1af-4cf6-bb49-8c93a8052c27 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Jan 29 04:35:19.217032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-157de7f3-72be-4b4d-87f4-4fdf514c4161 req-02648e0b-8997-4eb3-a2e4-a5cbd6fe8cc8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623407 Jan 29 04:35:19.324644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a82956-ddf8-40f7-8c37-3feda85e84cc None None] Pushing event updated for resources: {'Port': ['ID=92fdb8da-a37b-431e-b6a0-8f818a10842d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:19.343628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f47c63f6-d393-47cd-8696-34ca8f4f1237 None None] Provisioning complete for port 92fdb8da-a37b-431e-b6a0-8f818a10842d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:19.344010 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f47c63f6-d393-47cd-8696-34ca8f4f1237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.385718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] Set router 13550313-9e4c-4408-8658-243f4c1a5b17 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:19.459053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 92fdb8da-a37b-431e-b6a0-8f818a10842d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:19.460101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.465694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-778dde28-e07c-4f90-9a63-abf9f81910f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.469278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-778dde28-e07c-4f90-9a63-abf9f81910f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.471007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-778dde28-e07c-4f90-9a63-abf9f81910f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d541478-ee19-4c43-8fd6-9c8838101e9b HTTP/1.1" status: 204 len: 168 time: 1.1025155 Jan 29 04:35:19.593083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dde28-e07c-4f90-9a63-abf9f81910f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d541478-ee19-4c43-8fd6-9c8838101e9b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:19.638059 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f47c63f6-d393-47cd-8696-34ca8f4f1237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.659895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] For port 92fdb8da-a37b-431e-b6a0-8f818a10842d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=92fdb8da-a37b-431e-b6a0-8f818a10842d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:19.660286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.674265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510236ae-f9ae-4f16-81cc-39413046611c req-1759c238-fe75-416d-bf9f-e6dcffa0f64d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:19.681311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510236ae-f9ae-4f16-81cc-39413046611c req-1759c238-fe75-416d-bf9f-e6dcffa0f64d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2091339 Jan 29 04:35:19.687255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 92fdb8da-a37b-431e-b6a0-8f818a10842d owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:19.746697 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.750631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f47c63f6-d393-47cd-8696-34ca8f4f1237 None None] For port 92fdb8da-a37b-431e-b6a0-8f818a10842d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=92fdb8da-a37b-431e-b6a0-8f818a10842d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:19.762067 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.768090 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f47c63f6-d393-47cd-8696-34ca8f4f1237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.782854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-510236ae-f9ae-4f16-81cc-39413046611c req-86ee2e05-6218-4d13-ab25-f01708a0ee24 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 Jan 29 04:35:19.838196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c63f6-d393-47cd-8696-34ca8f4f1237 None None] Pushing event updated for resources: {'Port': ['ID=92fdb8da-a37b-431e-b6a0-8f818a10842d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:19.853466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-4a994ba4-272a-4a04-b709-6eefae64dfb7 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:19.855313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-4a994ba4-272a-4a04-b709-6eefae64dfb7 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 945 time: 0.1599190 Jan 29 04:35:19.922465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d0d6a4e8-5fe8-4837-8745-f3bb054594f0 None None] Provisioning complete for port 92fdb8da-a37b-431e-b6a0-8f818a10842d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:19.922909 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a4e8-5fe8-4837-8745-f3bb054594f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:19.965115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60310) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:20.000132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30e676e8-27e4-4f19-b521-f299e50e18c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.014344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'name': 'tempest-NetworksTestDHCPv6-router-908460790', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:12Z', 'updated_at': '2022-01-29T04:35:15Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None, '_interfaces': [{'id': '92fdb8da-a37b-431e-b6a0-8f818a10842d', 'name': '', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'mac_address': 'fa:16:3e:a6:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'aa4bdf72-aba7-4af0-88a6-edf84cd67eff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:14Z', 'updated_at': '2022-01-29T04:35:19Z', 'revision_number': 4, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'subnets': [{'id': 'aa4bdf72-aba7-4af0-88a6-edf84cd67eff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:20.053351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab91220-bf36-489a-9494-ecea0395f7b6 None None] The sync data for ids ['13550313-9e4c-4408-8658-243f4c1a5b17'] in n-d-825930-1 is: [{'id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'name': 'tempest-NetworksTestDHCPv6-router-908460790', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:12Z', 'updated_at': '2022-01-29T04:35:15Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None, '_interfaces': [{'id': '92fdb8da-a37b-431e-b6a0-8f818a10842d', 'name': '', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'mac_address': 'fa:16:3e:a6:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'aa4bdf72-aba7-4af0-88a6-edf84cd67eff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:14Z', 'updated_at': '2022-01-29T04:35:19Z', 'revision_number': 4, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'subnets': [{'id': 'aa4bdf72-aba7-4af0-88a6-edf84cd67eff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:20.098283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.116940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00143-93d7-4bee-b84f-14543b27c3f7 req-c3f4a2a9-f326-46d6-af37-bf4496d4c692 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.118568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebd00143-93d7-4bee-b84f-14543b27c3f7 req-c3f4a2a9-f326-46d6-af37-bf4496d4c692 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1429160 Jan 29 04:35:20.176451 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=92fdb8da-a37b-431e-b6a0-8f818a10842d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:20.240029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30e676e8-27e4-4f19-b521-f299e50e18c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.243520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebd00143-93d7-4bee-b84f-14543b27c3f7 req-961e4307-f5fb-41d4-9621-066d9bb4a805 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179516 Jan 29 04:35:20.285700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30e676e8-27e4-4f19-b521-f299e50e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.402285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.407039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-30e676e8-27e4-4f19-b521-f299e50e18c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f9b9676cb284ed0b25b4857dc6dc778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410062 Jan 29 04:35:20.412392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:20.446721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e676e8-27e4-4f19-b521-f299e50e18c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bea18a4-addf-4a06-a004-1af9b2a3d6dc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:20.515871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2fb06-8d34-4e30-bf3a-9bd7e095e26e req-aa19800c-b9a9-4c68-b831-47984bfff09c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.517472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83c2fb06-8d34-4e30-bf3a-9bd7e095e26e req-aa19800c-b9a9-4c68-b831-47984bfff09c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 944 time: 0.2149615 Jan 29 04:35:20.523422 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Floating IP 09f4285b-4eb7-437c-9614-c5719138fb24 associated. External IP: 172.25.4.18, port: 6d6925a8-7877-4c78-a9d8-a65fcf8e7777. Jan 29 04:35:20.606909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Deleting port 07c2cb63-68bc-44d6-9697-349f78955bd2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:20.607312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.697548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35c0-e8f4-45f7-a9fe-3635f970c7f0 req-05143056-a0cb-4a0b-8eaf-c094d3626f19 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.706876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-726e35c0-e8f4-45f7-a9fe-3635f970c7f0 req-05143056-a0cb-4a0b-8eaf-c094d3626f19 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d435d6-69c4-40bf-a348-aec94e9a2126 HTTP/1.1" status: 200 len: 945 time: 0.2658069 Jan 29 04:35:20.718516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83c2fb06-8d34-4e30-bf3a-9bd7e095e26e req-7c32ccf5-9a55-4aa7-b382-6676eef5d16f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879704 Jan 29 04:35:20.718670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b147b6e2-1fb6-477e-9b4d-cc80842b476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.753680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Router 13550313-9e4c-4408-8658-243f4c1a5b17 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:20.787831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b147b6e2-1fb6-477e-9b4d-cc80842b476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.804055 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-726e35c0-e8f4-45f7-a9fe-3635f970c7f0 req-2a0d58c6-f80c-4e58-9b0e-1aced4d62277 tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.32 "GET /v2.0/security-groups?id=f35bceaa-2c77-434c-a23b-724046230010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959752 Jan 29 04:35:20.895261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] For port 07c2cb63-68bc-44d6-9697-349f78955bd2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=07c2cb63-68bc-44d6-9697-349f78955bd2,segment=NetworkSegment(f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd),segment_id=f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:20.895633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.919782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:20.926005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9f5f9e5a-c175-415f-b25e-a245d8fcccff tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "PUT /v2.0/routers/13550313-9e4c-4408-8658-243f4c1a5b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7748532 Jan 29 04:35:20.928579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60318) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:20.942246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b147b6e2-1fb6-477e-9b4d-cc80842b476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.943106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Calling delete_port for 07c2cb63-68bc-44d6-9697-349f78955bd2 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:20.945247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b147b6e2-1fb6-477e-9b4d-cc80842b476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:20.948766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b147b6e2-1fb6-477e-9b4d-cc80842b476f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bea18a4-addf-4a06-a004-1af9b2a3d6dc HTTP/1.1" status: 204 len: 168 time: 0.5305951 Jan 29 04:35:20.982366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Router 1295cce5-9e6b-403a-9a26-9e752dc20101 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:20.994031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90734c-59d1-451f-8062-85960cae64d0 req-24e80565-01f0-4355-93d6-9bddfe7ae988 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:20.995578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f90734c-59d1-451f-8062-85960cae64d0 req-24e80565-01f0-4355-93d6-9bddfe7ae988 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1111004 Jan 29 04:35:21.008954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147b6e2-1fb6-477e-9b4d-cc80842b476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bea18a4-addf-4a06-a004-1af9b2a3d6dc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:21.041042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1455629-6cbf-4aa8-bfee-35abf8f0629d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:21.042995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1455629-6cbf-4aa8-bfee-35abf8f0629d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:21.047538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c1455629-6cbf-4aa8-bfee-35abf8f0629d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1150365 Jan 29 04:35:21.047932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:21.123742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet aa4bdf72-aba7-4af0-88a6-edf84cd67eff {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:21.128579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.183707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.213780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f90734c-59d1-451f-8062-85960cae64d0 req-1d04c18a-d11a-4032-a2eb-5761d41f17e2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777182 Jan 29 04:35:21.234185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:21.249886 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] Sync routers for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:21.254798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.263202 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.264453 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:21.265119 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:21.402887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.420312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b357548-d2d5-4880-b9b1-53c75ad9f1ff tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "PUT /v2.0/floatingips/09f4285b-4eb7-437c-9614-c5719138fb24 HTTP/1.1" status: 200 len: 990 time: 2.8324468 Jan 29 04:35:21.428803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:21.431142 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a" -d '{"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:21.455637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.457348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4bdf72-aba7-4af0-88a6-edf84cd67eff,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:21.459725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.467641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be4905-4533-43f8-8ee4-e5a7732cfa9b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:21.472121 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1143c73-8904-4f6e-b94e-a86da57dd213 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/aa4bdf72-aba7-4af0-88a6-edf84cd67eff HTTP/1.1" status: 204 len: 168 time: 0.4230728 Jan 29 04:35:21.474214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60338) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:21.500464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['07c2cb63-68bc-44d6-9697-349f78955bd2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:21.562783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Pushing event deleted for resources: {'Port': ['ID=07c2cb63-68bc-44d6-9697-349f78955bd2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:21.608966 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:21.736516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] No DVR routers for this DVR port 07c2cb63-68bc-44d6-9697-349f78955bd2 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:21.739358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:21.750626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14636949-b70f-4d7f-a8d8-7958eb82b144 req-51c2c785-7f55-4720-a865-6f101ce9767d tempest-ServerGroupTestJSON-19538812 tempest-ServerGroupTestJSON-19538812-project] 10.222.0.36 "DELETE /v2.0/ports/07c2cb63-68bc-44d6-9697-349f78955bd2 HTTP/1.1" status: 204 len: 173 time: 1.8877225 Jan 29 04:35:21.777580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649a23-906b-46b0-8743-aa11ab91aa4f req-4c38587b-e54d-42d4-8804-78d1f0e53965 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:21.789674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5649a23-906b-46b0-8743-aa11ab91aa4f req-4c38587b-e54d-42d4-8804-78d1f0e53965 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2244112 Jan 29 04:35:21.907277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:21.913940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5649a23-906b-46b0-8743-aa11ab91aa4f req-72086a54-a4d2-4852-b28b-abf94b431f8d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179488 Jan 29 04:35:21.964628 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b665843-21fc-46df-b149-36a6df027941 x-openstack-request-id: req-9b665843-21fc-46df-b149-36a6df027941 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:21.965333 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:21.966407 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b665843-21fc-46df-b149-36a6df027941 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:21.967208 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'status': 'completed', 'code': 200} Jan 29 04:35:22.047771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] Deleting port 541c4edc-6cae-4599-b25d-3ceeb8af159b {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:22.048152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.091498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fe40a1da-44a7-426d-96c7-56fa49ad3e65 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:22.236408 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '09f4285b-4eb7-437c-9614-c5719138fb24', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'port_id': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'mac_address': 'fa:16:3e:24:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:55Z', 'updated_at': '2022-01-29T04:35:19Z', 'revision_number': 1, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:52Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:22.300541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c4fa2332-cdf0-48e0-93d2-12abb88e18a9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8224981 Jan 29 04:35:22.301152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60364) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:22.325579 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] Checking router: 1295cce5-9e6b-403a-9a26-9e752dc20101 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:22.332867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.333346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.333810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.342635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.343258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.343731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.344867 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:22.345505 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:22.347183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.351710 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-47a970f1-39f4-4bc4-8f89-227d2cdaad5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6490 time: 0.1407886 Jan 29 04:35:22.377187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.396217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.404611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fe40a1da-44a7-426d-96c7-56fa49ad3e65, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:22.411404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.437249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.454901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.485752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.503157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.508280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-262fd95b-632c-4018-8bee-3b046b48b094 req-725b7cf0-0749-4ae7-bb15-857515547df4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.9043097 Jan 29 04:35:22.617510 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:22.636366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.648330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-262fd95b-632c-4018-8bee-3b046b48b094 req-b6176151-9888-4608-b7a0-7bcebef703bc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197276 Jan 29 04:35:22.720040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-1ab4f099-c501-4e80-afb5-22334f14cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.721518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-1ab4f099-c501-4e80-afb5-22334f14cc3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=038c1d9a-5a1a-4928-8629-ea330b0bd10c HTTP/1.1" status: 200 len: 912 time: 0.2105997 Jan 29 04:35:22.740133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65', 'mac_address': 'fa:16:3e:1e:0a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:22.746390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Sync routers for ids ['13550313-9e4c-4408-8658-243f4c1a5b17'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:22.771713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] For port 541c4edc-6cae-4599-b25d-3ceeb8af159b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=541c4edc-6cae-4599-b25d-3ceeb8af159b,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:22.772125 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.815919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Routers {'13550313-9e4c-4408-8658-243f4c1a5b17'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:22.816635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['13550313-9e4c-4408-8658-243f4c1a5b17'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:22.867180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.870404 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.934959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977001f-61a5-40da-b82a-95d6d343fdb6 req-b4619ecd-37bd-49ad-8caf-a66e9e2945f2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:22.946632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3977001f-61a5-40da-b82a-95d6d343fdb6 req-b4619ecd-37bd-49ad-8caf-a66e9e2945f2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 944 time: 0.5302927 Jan 29 04:35:22.951163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Set router 13550313-9e4c-4408-8658-243f4c1a5b17 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:22.959132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.960392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Fanout notify agent at l3_agent the message router_deleted on router 13550313-9e4c-4408-8658-243f4c1a5b17 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:35:22.978869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:22.980484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-81024f22-95b2-4dd8-a1b4-1a0f81be14f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/routers/13550313-9e4c-4408-8658-243f4c1a5b17 HTTP/1.1" status: 204 len: 168 time: 0.6783347 Jan 29 04:35:22.983787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:22.990322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:23.087445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550313-9e4c-4408-8658-243f4c1a5b17', 'name': 'tempest-NetworksTestDHCPv6-router-908460790', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:12Z', 'updated_at': '2022-01-29T04:35:19Z', 'revision_number': 3, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:23.093183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-d38a4846-e477-4fb3-bd87-f0f0fd27f8d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777 HTTP/1.1" status: 200 len: 998 time: 0.3630536 Jan 29 04:35:23.095122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3977001f-61a5-40da-b82a-95d6d343fdb6 req-863a8292-f3d8-4218-bfe8-f69b004032f2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436746 Jan 29 04:35:23.116110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749626-cc4f-4fce-983f-8d31f48994bd req-a700b1f1-aef3-4f70-a901-4ea647bf83f7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:23.117154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] Calling delete_port for 541c4edc-6cae-4599-b25d-3ceeb8af159b owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:23.127159 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7749626-cc4f-4fce-983f-8d31f48994bd req-a700b1f1-aef3-4f70-a901-4ea647bf83f7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2464278 Jan 29 04:35:23.187696 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '09f4285b-4eb7-437c-9614-c5719138fb24', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'port_id': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'mac_address': 'fa:16:3e:24:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:55Z', 'updated_at': '2022-01-29T04:35:19Z', 'revision_number': 1, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:52Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:23.187944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:23.194753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:23.197307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Checking router: 13550313-9e4c-4408-8658-243f4c1a5b17 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:23.218459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 541c4edc-6cae-4599-b25d-3ceeb8af159b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:23.229979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Routers set() bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:23.230592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Router IDs set() for agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:35:23.231562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13550313-9e4c-4408-8658-243f4c1a5b17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:34:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent'). {{(pid=102404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:35:23.232140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9808f94-e0dc-44dd-b230-f1bcba906276 None None] The sync data for ids ['13550313-9e4c-4408-8658-243f4c1a5b17'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:23.265883 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550c1cb-0bc0-472a-8f9f-df5390b6cf0d None None] The sync data for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 is: [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '09f4285b-4eb7-437c-9614-c5719138fb24', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'port_id': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'mac_address': 'fa:16:3e:24:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:33:55Z', 'updated_at': '2022-01-29T04:35:19Z', 'revision_number': 1, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:52Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:23.329217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:23.357620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f7749626-cc4f-4fce-983f-8d31f48994bd req-c50ff090-be81-4df1-a697-f91dd2489d98 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268546 Jan 29 04:35:23.363906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-3675d1d0-7840-4817-ac0b-6116a4a81c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:23.365525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-3675d1d0-7840-4817-ac0b-6116a4a81c51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21cdbca4-b455-4056-825d-66c68519d562 HTTP/1.1" status: 200 len: 850 time: 0.2356725 Jan 29 04:35:23.389144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe40a1da-44a7-426d-96c7-56fa49ad3e65 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:23.457213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-cf1ef954-caa8-4401-b776-a970a790f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:23.461224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-cf1ef954-caa8-4401-b776-a970a790f4b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=038c1d9a-5a1a-4928-8629-ea330b0bd10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839872 Jan 29 04:35:23.478047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2da6e-6aab-4210-bd42-319bbb83c470 req-73a30b70-359f-42ff-b378-bf76ef02df37 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:23.482327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc2da6e-6aab-4210-bd42-319bbb83c470 req-73a30b70-359f-42ff-b378-bf76ef02df37 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 945 time: 0.1569500 Jan 29 04:35:23.488535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fe40a1da-44a7-426d-96c7-56fa49ad3e65, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:23.511865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:23.628961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc2da6e-6aab-4210-bd42-319bbb83c470 req-469aafef-cc54-44ef-91a8-4d1d8bd5a988 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026907 Jan 29 04:35:23.713654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=fe40a1da-44a7-426d-96c7-56fa49ad3e65,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:23.723508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:23.727337 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748d216-1b91-42de-abbf-391df7f13ac9 None None] New status for floating IP 09f4285b-4eb7-437c-9614-c5719138fb24: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:35:23.807246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-59ce834d-490d-47c7-b7d7-cebbbb9f5783 service neutron] 10.222.0.20 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383117 Jan 29 04:35:23.826826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:23.833941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:23.840088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:23.841366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:23.875501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:23.927198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9409163 Jan 29 04:35:23.936421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:23.970854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f23f75-0ddb-4c35-8b7d-e14d3ec1b9c1 req-20c68013-df68-4251-90e1-61bc24646d5f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:23.975799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1863621451', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:23.982751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'name': 'network-vif-deleted', 'tag': '07c2cb63-68bc-44d6-9697-349f78955bd2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:23.985758 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce580d-c061-44bb-b5d5-3376662b8b97" -d '{"events": [{"server_uuid": "50d435d6-69c4-40bf-a348-aec94e9a2126", "name": "network-vif-deleted", "tag": "07c2cb63-68bc-44d6-9697-349f78955bd2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:23.986351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d4f23f75-0ddb-4c35-8b7d-e14d3ec1b9c1 req-20c68013-df68-4251-90e1-61bc24646d5f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2994986 Jan 29 04:35:23.999285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b18af-6143-4b30-aaf5-4a9df15cf199 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=5e155bfd-b0b8-4434-be2b-bda2aebddbdd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:24.043139 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f641489-b3b0-4992-85e9-fa3edd10e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.055110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.056871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.063701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 541c4edc-6cae-4599-b25d-3ceeb8af159b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=541c4edc-6cae-4599-b25d-3ceeb8af159b,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:24.067304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fe40a1da-44a7-426d-96c7-56fa49ad3e65'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:24.074902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 07c2cb63-68bc-44d6-9697-349f78955bd2 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:24.087481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d4f23f75-0ddb-4c35-8b7d-e14d3ec1b9c1 req-4dc72b64-9e5b-4ce8-815c-6a2ed2745e08 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993245 Jan 29 04:35:24.095129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-6d587905-76f5-41bc-aa4f-ef0e8d6527d8 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.096788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-6d587905-76f5-41bc-aa4f-ef0e8d6527d8 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 945 time: 0.2091420 Jan 29 04:35:24.099665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d8ef8ca3-acfe-4723-a0bf-4e71830f291a req-86553e30-0416-40b2-980a-3c10c4f38423 service neutron] 10.222.0.20 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818770 Jan 29 04:35:24.118611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.125879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.131973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.138319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.145086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.151371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.158855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.161057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-095f0b3c-c495-48d2-8556-63f1511bb896 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.2326300 Jan 29 04:35:24.168709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 07c2cb63-68bc-44d6-9697-349f78955bd2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:24.169776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 07c2cb63-68bc-44d6-9697-349f78955bd2 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:24.194285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.222389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.226914 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b08fa41-5f11-497c-8314-fbe0c31ccc07 x-openstack-request-id: req-8b08fa41-5f11-497c-8314-fbe0c31ccc07 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:24.227308 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d435d6-69c4-40bf-a348-aec94e9a2126", "name": "network-vif-deleted", "tag": "07c2cb63-68bc-44d6-9697-349f78955bd2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:24.227666 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b08fa41-5f11-497c-8314-fbe0c31ccc07 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:24.228177 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d435d6-69c4-40bf-a348-aec94e9a2126', 'name': 'network-vif-deleted', 'tag': '07c2cb63-68bc-44d6-9697-349f78955bd2', 'status': 'completed', 'code': 200} Jan 29 04:35:24.246069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:24.296883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event deleted for resources: {'Port': ['ID=541c4edc-6cae-4599-b25d-3ceeb8af159b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:24.302799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] No DVR routers for this DVR port 541c4edc-6cae-4599-b25d-3ceeb8af159b on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:24.345006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177f320-bb42-4f3c-a14c-e9327aa08168 None None] Pushing event deleted for resources: {'Port': ['ID=541c4edc-6cae-4599-b25d-3ceeb8af159b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:24.347012 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.347813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cef580-842f-478f-8917-bf3823682507 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:24.364840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.373878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb50409d-032f-4874-af9f-efc0b86196e3 req-49a2735d-8f60-4555-9e25-b337faf2b01c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532023 Jan 29 04:35:24.404008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec4c3-5b25-4814-9f16-bcfee710a2ce req-46fc1514-4d4c-4168-9937-2606c16c1463 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.405760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-776ec4c3-5b25-4814-9f16-bcfee710a2ce req-46fc1514-4d4c-4168-9937-2606c16c1463 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1247327 Jan 29 04:35:24.418595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.418595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a04a28a0-3f7f-408a-aca0-e037ccd6aeb1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4692564 Jan 29 04:35:24.419408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60490) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:24.419524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Deleting port 14760e0a-ece4-4535-abaa-42ebd932cb71 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:24.419524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.552239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] For port 14760e0a-ece4-4535-abaa-42ebd932cb71, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=14760e0a-ece4-4535-abaa-42ebd932cb71,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:24.552622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.572249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Calling delete_port for 14760e0a-ece4-4535-abaa-42ebd932cb71 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:24.591598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9aef1140-ba6b-4551-b319-0c4ff8c6d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.608283 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-776ec4c3-5b25-4814-9f16-bcfee710a2ce req-5bb6f910-5284-4c97-853b-e7d795231745 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089647 Jan 29 04:35:24.639894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:24.645005 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.703466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0c324-9810-4c91-abd0-ce2ede68b4e1 req-d75e757f-3e69-4ef2-a8e2-4e13bb561756 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:24.719131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0ad0c324-9810-4c91-abd0-ce2ede68b4e1 req-d75e757f-3e69-4ef2-a8e2-4e13bb561756 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 945 time: 0.1483910 Jan 29 04:35:24.790280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0ad0c324-9810-4c91-abd0-ce2ede68b4e1 req-b993dc11-db2d-4ed9-9f74-0852ed321ef4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610523 Jan 29 04:35:24.835107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/5e155bfd-b0b8-4434-be2b-bda2aebddbdd/6c9a37c2-b832-47c8-9284-36edbbe2a4f8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:24.903943 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.931800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Pushing event deleted for resources: {'Port': ['ID=14760e0a-ece4-4535-abaa-42ebd932cb71,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:24.949332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['14760e0a-ece4-4535-abaa-42ebd932cb71'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:24.980378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9aef1140-ba6b-4551-b319-0c4ff8c6d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:24.986063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f56ae066-44df-4449-a00f-6e9afaec9e7f req-68e6ce46-a4ae-4691-87f9-2de3f0ac6950 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea7a070-196d-4c2a-b83e-c20c5f618cc5 HTTP/1.1" status: 200 len: 210 time: 0.0450060 Jan 29 04:35:25.075518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] No DVR routers for this DVR port 14760e0a-ece4-4535-abaa-42ebd932cb71 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:25.080135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.086490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9aef1140-ba6b-4551-b319-0c4ff8c6d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.089224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9f4d77d-71ab-49d8-80bf-d449fad0cc46 req-500a24f5-d88b-410a-95ea-c21294af69bc tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "DELETE /v2.0/ports/14760e0a-ece4-4535-abaa-42ebd932cb71 HTTP/1.1" status: 204 len: 173 time: 0.9270239 Jan 29 04:35:25.102050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 92fdb8da-a37b-431e-b6a0-8f818a10842d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:25.116114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60514) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:25.119951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.136382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 92fdb8da-a37b-431e-b6a0-8f818a10842d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:25.137020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 92fdb8da-a37b-431e-b6a0-8f818a10842d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:25.168284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:25.169849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9aef1140-ba6b-4551-b319-0c4ff8c6d342 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f09634dae70f4abba8c52367251b4d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209971 Jan 29 04:35:25.172174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef1140-ba6b-4551-b319-0c4ff8c6d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c51b9-d37e-4ae0-9fb0-d5f1690e0790,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:25.199869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Deleting subnet 94bd6fde-57a6-461b-8389-17a07b409821 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:25.211501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.304374 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.312658 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.366515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.371054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:25.375921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:25.380009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:25.391337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee1cfa3-3add-426b-9a8d-711aaa494e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.413968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee1cfa3-3add-426b-9a8d-711aaa494e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.415291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Pushing event updated for resources: {'Port': ['ID=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:25.458813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Attempting to bind port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:25.459588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Attempting to bind port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:25.460353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Attempting to bind port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:25.467618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:25.469037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:25.469831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.470650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:25.471993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Bound port: 6c9a37c2-b832-47c8-9284-36edbbe2a4f8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:25.472734 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.486784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee1cfa3-3add-426b-9a8d-711aaa494e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.489720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee1cfa3-3add-426b-9a8d-711aaa494e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.491234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aee1cfa3-3add-426b-9a8d-711aaa494e4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/964c51b9-d37e-4ae0-9fb0-d5f1690e0790 HTTP/1.1" status: 204 len: 168 time: 0.3213191 Jan 29 04:35:25.509660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714632f-5419-4154-b271-e354edbaa61c req-56f67aac-5c43-49b8-be6d-7e02e88ae2b2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.517964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1714632f-5419-4154-b271-e354edbaa61c req-56f67aac-5c43-49b8-be6d-7e02e88ae2b2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2075486 Jan 29 04:35:25.534801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1cfa3-3add-426b-9a8d-711aaa494e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c51b9-d37e-4ae0-9fb0-d5f1690e0790,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:25.540239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.580311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::1 (1ff93288-b39a-4430-be32-e866f0872688/5e155bfd-b0b8-4434-be2b-bda2aebddbdd/b4ecda8c-b29f-4f74-bbc9-02c616d2415d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:25.621283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1714632f-5419-4154-b271-e354edbaa61c req-b43c5f7b-58b6-426b-a001-64d729c63472 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954838 Jan 29 04:35:25.659070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.685743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] For port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:25.689518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] For port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:25.692096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94bd6fde-57a6-461b-8389-17a07b409821,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:25.694624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.701246 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.701689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.707458 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.707748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.712600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c45988ab-c2d1-46e6-9ac8-48bcd917748b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/94bd6fde-57a6-461b-8389-17a07b409821 HTTP/1.1" status: 204 len: 168 time: 0.5949178 Jan 29 04:35:25.713763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.715149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60524) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:25.722196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.728123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.734656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:25.743432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-4017a851-3653-41e0-8254-ae2dddc2915b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.1651170 Jan 29 04:35:25.827679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f55330ee-0907-4889-a8a7-a67607298bb9 req-9edde5ce-8b40-4052-a886-f781127f6f40 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832474 Jan 29 04:35:25.835176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.886602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:25.902969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212cb26-7314-4d3f-a7ff-a539cbe2b1c9 None None] Pushing event updated for resources: {'Port': ['ID=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:25.955563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.034024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:26.042000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:26.047967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:26.048397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.078911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.132772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fe40a1da-44a7-426d-96c7-56fa49ad3e65 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:26.146954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6906fcb5-39f5-4e65-966f-2c25d9492a9a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:26.173067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8747707-8baf-409d-a3ad-250116bfbcd5 req-2997d013-4cdd-4578-ac9b-58f06b0545ed tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.180436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8747707-8baf-409d-a3ad-250116bfbcd5 req-2997d013-4cdd-4578-ac9b-58f06b0545ed tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 945 time: 0.2535362 Jan 29 04:35:26.193445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:26.194083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82ac37e-e85a-43d0-a0bd-d8990a2e9cdd') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:26.195954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ac20-0d2d-46e0-af98-ffe24423c91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.220145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.236927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'name': 'network-vif-deleted', 'tag': '14760e0a-ece4-4535-abaa-42ebd932cb71'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:26.239621 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d0975b-14db-4a31-a85b-424e6367e70f" -d '{"events": [{"server_uuid": "cea7a070-196d-4c2a-b83e-c20c5f618cc5", "name": "network-vif-deleted", "tag": "14760e0a-ece4-4535-abaa-42ebd932cb71"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:26.260426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.282474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8747707-8baf-409d-a3ad-250116bfbcd5 req-4a023897-249c-4f4c-a1a3-c6b129804313 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009312 Jan 29 04:35:26.289412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:35:26.289845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.291611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=b4ecda8c-b29f-4f74-bbc9-02c616d2415d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:35:26.297298 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:35:26.305936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port fe40a1da-44a7-426d-96c7-56fa49ad3e65 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:26.317148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port fe40a1da-44a7-426d-96c7-56fa49ad3e65 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:26.317872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.408385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.421710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.429337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.437495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.446880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.460729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.467693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:26.478602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.479039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-92533491-31a1-4356-8c69-7b03a7f54a43 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.4271665 Jan 29 04:35:26.494066 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3fe20-4a26-4b9f-a5cf-685ff2a06edf x-openstack-request-id: req-a7a3fe20-4a26-4b9f-a5cf-685ff2a06edf {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:26.494298 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea7a070-196d-4c2a-b83e-c20c5f618cc5", "name": "network-vif-deleted", "tag": "14760e0a-ece4-4535-abaa-42ebd932cb71", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:26.494411 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7a3fe20-4a26-4b9f-a5cf-685ff2a06edf {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:26.495020 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea7a070-196d-4c2a-b83e-c20c5f618cc5', 'name': 'network-vif-deleted', 'tag': '14760e0a-ece4-4535-abaa-42ebd932cb71', 'status': 'completed', 'code': 200} Jan 29 04:35:26.496082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.505815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.508433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6906fcb5-39f5-4e65-966f-2c25d9492a9a HTTP/1.1" status: 204 len: 168 time: 0.7914915 Jan 29 04:35:26.538496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.547552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29120e1-feb3-471e-9596-46aedc8be23b admin admin] Pushing event deleted for resources: {'Network': ['ID=6906fcb5-39f5-4e65-966f-2c25d9492a9a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:26.577483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0c0b8db-2009-433e-b1d5-7519ee9c6134 req-9ee40e9a-7999-4d09-bece-f00c8bef11bc tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972311 Jan 29 04:35:26.580386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3744da9b-82ef-45bc-a044-15598ee84792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:26.591141 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d528f203-db17-4c14-b629-dc3e4e1df6de" -d '{"events": [{"server_uuid": "3744da9b-82ef-45bc-a044-15598ee84792", "name": "network-vif-plugged", "status": "completed", "tag": "fe40a1da-44a7-426d-96c7-56fa49ad3e65"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:26.648789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port fe40a1da-44a7-426d-96c7-56fa49ad3e65, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:26.658467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:26.723912 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd8c6b4-5102-44fc-9952-152729030f9e x-openstack-request-id: req-2dd8c6b4-5102-44fc-9952-152729030f9e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:26.724424 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3744da9b-82ef-45bc-a044-15598ee84792", "name": "network-vif-plugged", "status": "completed", "tag": "fe40a1da-44a7-426d-96c7-56fa49ad3e65", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:26.724574 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dd8c6b4-5102-44fc-9952-152729030f9e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:26.724843 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3744da9b-82ef-45bc-a044-15598ee84792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65', 'code': 200} Jan 29 04:35:26.755674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=fe40a1da-44a7-426d-96c7-56fa49ad3e65,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:26.764183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.764596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.764934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.765379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.767127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.767480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.767818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.768151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.770145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.770505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.770845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.772853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:26.842088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:27.034005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8dfc7-2b79-418d-8bf3-b3c46c94c8d9 req-ed46ff47-f2cc-4e7a-94a3-6d7df1037457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.036769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d8dfc7-2b79-418d-8bf3-b3c46c94c8d9 req-ed46ff47-f2cc-4e7a-94a3-6d7df1037457 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 1097 time: 0.1938047 Jan 29 04:35:27.042736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1ce1e99-5015-44a1-84db-8392b1f01e3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4575fa470a8e422e8a84357dc0faca5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763623 Jan 29 04:35:27.058968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60570) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:27.109488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab505e-6cae-430f-a315-7f0f97ad2f9d req-454641ec-f9ef-441d-b415-20a62f8b91ff tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.116513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cab505e-6cae-430f-a315-7f0f97ad2f9d req-454641ec-f9ef-441d-b415-20a62f8b91ff tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2383697 Jan 29 04:35:27.205406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:27.323971 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.344563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.373477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:27.373853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.376267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.377401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.449214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cab505e-6cae-430f-a315-7f0f97ad2f9d req-3006a699-5346-4ac4-8010-1ce23bde88da tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314042 Jan 29 04:35:27.561490 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.618205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54d16228-416d-48cf-87a0-a87996b50e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.618421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:27.620217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=b4ecda8c-b29f-4f74-bbc9-02c616d2415d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:27.627420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.717843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fe381714-d785-4c2e-a605-2c2c2976d7c9 None None] Provisioning complete for port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:27.718657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe381714-d785-4c2e-a605-2c2c2976d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.765714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:27.770395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54d16228-416d-48cf-87a0-a87996b50e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.790724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:27.833482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:27.879500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fbcba-f030-475f-b8a9-5e7d61b1dde1 req-1b8b0474-5a1e-4d93-8e47-081a8f73c0c2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.893411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.895010 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-078fbcba-f030-475f-b8a9-5e7d61b1dde1 req-1b8b0474-5a1e-4d93-8e47-081a8f73c0c2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 946 time: 0.3073196 Jan 29 04:35:27.911733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.931980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.949522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.956601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54d16228-416d-48cf-87a0-a87996b50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.956781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.959367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54d16228-416d-48cf-87a0-a87996b50e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:27.970345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:27.977953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-54d16228-416d-48cf-87a0-a87996b50e9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f35bceaa-2c77-434c-a23b-724046230010 HTTP/1.1" status: 204 len: 168 time: 0.9163561 Jan 29 04:35:27.992380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.006135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4f45706-017e-4f02-bdf8-3a2aa63b91d6 req-7391ebf8-d021-49c7-b389-33b61154a401 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 1.2076855 Jan 29 04:35:28.080814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d8dfc7-2b79-418d-8bf3-b3c46c94c8d9 req-bfa5fd04-8585-4a68-8187-83db26736a06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0253210 Jan 29 04:35:28.119118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16228-416d-48cf-87a0-a87996b50e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35bceaa-2c77-434c-a23b-724046230010,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:28.186653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-078fbcba-f030-475f-b8a9-5e7d61b1dde1 req-111360ba-771b-47d2-ae3f-5695a4e4cff5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877088 Jan 29 04:35:28.207177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-825ef62f-e95c-418b-83b0-9a4822bc6e13 None None] Provisioning complete for port b4ecda8c-b29f-4f74-bbc9-02c616d2415d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:28.207820 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-825ef62f-e95c-418b-83b0-9a4822bc6e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:28.221599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Router e017f623-6a72-4343-ae7b-6eaa9cb876a7 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:35:28.306730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-825ef62f-e95c-418b-83b0-9a4822bc6e13 None None] Port b4ecda8c-b29f-4f74-bbc9-02c616d2415d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:28.360241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:28.388027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:28.395351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-44b7aa0d-9fdb-4a1a-a664-9e9099a7ad30 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "PUT /v2.0/routers/e017f623-6a72-4343-ae7b-6eaa9cb876a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9804807 Jan 29 04:35:28.398662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60604) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:28.404129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Sync routers for ids ['e017f623-6a72-4343-ae7b-6eaa9cb876a7'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:28.441730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Routers {'e017f623-6a72-4343-ae7b-6eaa9cb876a7'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:28.442419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e017f623-6a72-4343-ae7b-6eaa9cb876a7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:28.517393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25234e67-027c-49a3-8877-b905433a534c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.523808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60612) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:28.524023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-25234e67-027c-49a3-8877-b905433a534c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports/b4ecda8c-b29f-4f74-bbc9-02c616d2415d HTTP/1.1" status: 200 len: 911 time: 0.1243775 Jan 29 04:35:28.617535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1044428611'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:28.628382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb014f-1e69-402f-84ce-433ccc94e707 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.636146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb014f-1e69-402f-84ce-433ccc94e707 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.638280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7eeb014f-1e69-402f-84ce-433ccc94e707 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1129880 Jan 29 04:35:28.641131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60616) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:28.672096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Made reservation on behalf of 41a228a245694c339f1fa8eb4fe13012 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:28.673318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-47a8355f-3314-4fcb-ade2-2951248d12e3 None None] Provisioning complete for port b4ecda8c-b29f-4f74-bbc9-02c616d2415d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:28.674209 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47a8355f-3314-4fcb-ade2-2951248d12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:28.675980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:28.693690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd8e81-3989-4428-b1fb-101228c03307 req-15decdee-78d8-47fb-9573-ebb99d77750d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:28.711220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Set router e017f623-6a72-4343-ae7b-6eaa9cb876a7 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:28.726735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94dd8e81-3989-4428-b1fb-101228c03307 req-15decdee-78d8-47fb-9573-ebb99d77750d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1268811 Jan 29 04:35:28.762064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-47a8355f-3314-4fcb-ade2-2951248d12e3 None None] Port b4ecda8c-b29f-4f74-bbc9-02c616d2415d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:28.784503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:28.914886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94dd8e81-3989-4428-b1fb-101228c03307 req-ab83c60f-c5b3-4fe0-9b64-f54270ff8cbd tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871846 Jan 29 04:35:29.020018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 14760e0a-ece4-4535-abaa-42ebd932cb71 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:29.113466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 14760e0a-ece4-4535-abaa-42ebd932cb71 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:29.113853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 14760e0a-ece4-4535-abaa-42ebd932cb71 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:29.120199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.131605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.184668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331c2eba-ceea-42a7-88b8-257cd5c8e26c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:29.229748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:35:29.295550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.297637 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Added segment c4a74b96-60f0-4751-9884-5dfedad350bb of type vlan for network 531ded2d-96a1-4609-922e-c691e7024d21 Jan 29 04:35:29.305503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:29.315656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.427895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.431328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.480019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.487469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:29.490102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.545086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:29.551580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79e5b1-0bc6-4c7c-a491-2274daf3d9e1 req-7417d9a4-f75d-47cf-9d67-e85452a1ad8c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:29.553473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e79e5b1-0bc6-4c7c-a491-2274daf3d9e1 req-7417d9a4-f75d-47cf-9d67-e85452a1ad8c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 946 time: 0.1854825 Jan 29 04:35:29.565304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2035980 Jan 29 04:35:29.568455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60636) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:29.588398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Request body: {'subnet': {'network_id': '531ded2d-96a1-4609-922e-c691e7024d21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:29.742796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-network', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:29.749332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e79e5b1-0bc6-4c7c-a491-2274daf3d9e1 req-6e9cbbe6-ef14-4b51-953d-2473a54d6503 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814206 Jan 29 04:35:29.772043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639525e3-1ab2-4dcc-a999-bfe24fdfef15 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event updated for resources: {'Network': ['ID=531ded2d-96a1-4609-922e-c691e7024d21,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:29.790345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:29.791022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.796512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f623-6a72-4343-ae7b-6eaa9cb876a7', 'name': 'tempest-NetworksTestDHCPv6-router-1863621451', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:24Z', 'updated_at': '2022-01-29T04:35:26Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None, '_interfaces': [{'id': 'b4ecda8c-b29f-4f74-bbc9-02c616d2415d', 'name': '', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'mac_address': 'fa:16:3e:37:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f623-6a72-4343-ae7b-6eaa9cb876a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:25Z', 'updated_at': '2022-01-29T04:35:26Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'subnets': [{'id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:29.800121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Made reservation on behalf of bc5059154c45420bb51f104a5609ae55 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:29.803156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.816827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.845082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Checking router: e017f623-6a72-4343-ae7b-6eaa9cb876a7 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:29.845433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Updating router e017f623-6a72-4343-ae7b-6eaa9cb876a7 port b4ecda8c-b29f-4f74-bbc9-02c616d2415d binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:35:29.847441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 531ded2d-96a1-4609-922e-c691e7024d21 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:35:29.852056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Made reservation on behalf of 41a228a245694c339f1fa8eb4fe13012 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:29.856365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.904682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.910571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.917567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.936658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:35:29.937029 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.954225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:29.955691 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Added segment cfeac47b-669c-4aa7-ac46-4e68b1f0643f of type vlan for network bec95550-6efa-44cb-bad0-b75da32849fc Jan 29 04:35:30.020218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.066212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce05233a-c38a-4547-a097-c7bc8a4378cd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:30.073033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.075374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.076695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.141279 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5924175 Jan 29 04:35:30.147285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60654) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:30.156833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Request body: {'subnet': {'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-subnet', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:30.174264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0304f5b-e56e-4afe-b4e3-0d10885f411c admin admin] Pushing event updated for resources: {'Network': ['ID=bec95550-6efa-44cb-bad0-b75da32849fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:30.212853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Made reservation on behalf of bc5059154c45420bb51f104a5609ae55 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:30.216153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.421060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.445616 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.452805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network bec95550-6efa-44cb-bad0-b75da32849fc details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:35:30.477361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.506177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff71686-4be4-4610-91af-90bc14cc47d4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:30.531426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d367-1254-43e5-995f-803a620e92a1 req-eb3bde5c-0d15-4776-bdfe-25a3e533cd91 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.538715 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c753d367-1254-43e5-995f-803a620e92a1 req-eb3bde5c-0d15-4776-bdfe-25a3e533cd91 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1760063 Jan 29 04:35:30.551662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Checking segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:30.552108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Network hostable DHCP agents. Network: bec95550-6efa-44cb-bad0-b75da32849fc, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:35:30.608620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Network bec95550-6efa-44cb-bad0-b75da32849fc is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:35:30.624140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, bec95550-6efa-44cb-bad0-b75da32849fc) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:30.629028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:30.629981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.693178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7bb1674-5860-42e9-b1cc-02792c23519e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5446789 Jan 29 04:35:30.693842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:30.706124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:30.719551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c753d367-1254-43e5-995f-803a620e92a1 req-741e90d5-cc60-4309-ad2d-e8b024048fe1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798143 Jan 29 04:35:30.742294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7653694-025a-4a02-a6dc-93e4785decd9 None None] Network bec95550-6efa-44cb-bad0-b75da32849fc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:30.786323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.787408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.808946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Attempting to bind port b4ecda8c-b29f-4f74-bbc9-02c616d2415d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:30.808946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Attempting to bind port b4ecda8c-b29f-4f74-bbc9-02c616d2415d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:30.808946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Attempting to bind port b4ecda8c-b29f-4f74-bbc9-02c616d2415d on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:30.814792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.824177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b194-62e7-4bc4-a554-73488b6cb811 None None] Pushing event updated for resources: {'Port': ['ID=b4ecda8c-b29f-4f74-bbc9-02c616d2415d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:30.900786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:30.900786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:30.900786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.900786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:30.900786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Bound port: b4ecda8c-b29f-4f74-bbc9-02c616d2415d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:30.900786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.916441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:30.936418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event updated for resources: {'Subnet': ['ID=cdd5b884-13ff-4f62-b9bd-a143720bda96,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.008022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3934625d-3512-4131-acaa-0a3bebcca9ca None None] Provisioning complete for port b4ecda8c-b29f-4f74-bbc9-02c616d2415d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:31.008614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3934625d-3512-4131-acaa-0a3bebcca9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.013131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port b4ecda8c-b29f-4f74-bbc9-02c616d2415d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:31.013486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.108894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] For port b4ecda8c-b29f-4f74-bbc9-02c616d2415d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:31.116097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3934625d-3512-4131-acaa-0a3bebcca9ca None None] Port b4ecda8c-b29f-4f74-bbc9-02c616d2415d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:31.133049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] For port b4ecda8c-b29f-4f74-bbc9-02c616d2415d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b4ecda8c-b29f-4f74-bbc9-02c616d2415d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:31.141918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.146011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] For port b4ecda8c-b29f-4f74-bbc9-02c616d2415d, host n-d-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:31.146549 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.160976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for b4ecda8c-b29f-4f74-bbc9-02c616d2415d owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:31.177872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-bec95550-6efa-44cb-bad0-b75da32849fc', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:31.179162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.214478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.275638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-f24c93a3-e03b-45eb-ab7d-b22fc030598b req-3deb6c22-7d9c-4382-87ec-cf510a1cbe2b service neutron] (102403) timed out ('10.222.0.32', 33704) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:35:31.282556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Checking segment: {'id': 'c4a74b96-60f0-4751-9884-5dfedad350bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '531ded2d-96a1-4609-922e-c691e7024d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:31.283694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Network hostable DHCP agents. Network: 531ded2d-96a1-4609-922e-c691e7024d21, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:35:31.355555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Network 531ded2d-96a1-4609-922e-c691e7024d21 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:35:31.370467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Routers {'e017f623-6a72-4343-ae7b-6eaa9cb876a7'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:31.371117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e017f623-6a72-4343-ae7b-6eaa9cb876a7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:31.376031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b194-62e7-4bc4-a554-73488b6cb811 None None] Pushing event updated for resources: {'Port': ['ID=b4ecda8c-b29f-4f74-bbc9-02c616d2415d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.435939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 531ded2d-96a1-4609-922e-c691e7024d21) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:31.474014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:31.475505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.577669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a4ae6-7c3b-4552-8d66-b62f72ce052b None None] Network 531ded2d-96a1-4609-922e-c691e7024d21 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:31.642880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cde6ea64-deb1-4c48-8050-93770a8a68f7 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0636387 Jan 29 04:35:31.647311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60682) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:31.655414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Request body: {'port': {'network_id': '531ded2d-96a1-4609-922e-c691e7024d21', 'name': 'tempest-DHCPAgentSchedulersTestJSON-106526653'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:31.664309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Allocated IP 172.20.0.2 (bec95550-6efa-44cb-bad0-b75da32849fc/0ff71686-4be4-4610-91af-90bc14cc47d4/f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:31.724728 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.764680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.782941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.805995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] Set router e017f623-6a72-4343-ae7b-6eaa9cb876a7 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:31.820651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d98ba-10d9-478d-b088-6b8e9db87a28 req-5e53e98f-34c5-47b7-8a1a-7fac6aa37f96 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:31.829008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-649d98ba-10d9-478d-b088-6b8e9db87a28 req-5e53e98f-34c5-47b7-8a1a-7fac6aa37f96 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.2257566 Jan 29 04:35:31.870869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ca50fecd-113d-44ba-aad4-6b00101996f0 None None] Provisioning complete for port b4ecda8c-b29f-4f74-bbc9-02c616d2415d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:31.871286 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca50fecd-113d-44ba-aad4-6b00101996f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:31.894349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-649d98ba-10d9-478d-b088-6b8e9db87a28 req-4329c92c-b08c-4748-81fe-9a5ad1cd0cd3 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598080 Jan 29 04:35:31.924700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=b4ecda8c-b29f-4f74-bbc9-02c616d2415d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:31.933754 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.045271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Allocated IP 172.25.4.80 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/9f3a7215-7ea4-4267-bbf5-f0181de80c21) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:32.113764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f4309-07cd-462c-a7da-7dd3f8587082 req-c9527d55-c75e-455b-9fd4-270c4445bb97 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:32.115536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e0f4309-07cd-462c-a7da-7dd3f8587082 req-c9527d55-c75e-455b-9fd4-270c4445bb97 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1828909 Jan 29 04:35:32.206758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.214663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Made reservation on behalf of 41a228a245694c339f1fa8eb4fe13012 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:32.219496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.246256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.264509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] device_id is not set on port d462cd6e-78ec-4a50-b099-6d73c3eb601d yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:35:32.278670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7e0f4309-07cd-462c-a7da-7dd3f8587082 req-ee6fee5a-2abb-4725-843d-40fb545aef2a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535087 Jan 29 04:35:32.286580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Router e017f623-6a72-4343-ae7b-6eaa9cb876a7 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:32.290535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:32.293620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:32.297226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:32.304826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Pushing event updated for resources: {'Port': ['ID=9f3a7215-7ea4-4267-bbf5-f0181de80c21,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:32.395523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ca50fecd-113d-44ba-aad4-6b00101996f0 None None] Port b4ecda8c-b29f-4f74-bbc9-02c616d2415d was deleted so its status cannot be updated. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 29 04:35:32.397052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-531ded2d-96a1-4609-922e-c691e7024d21', 'network_id': '531ded2d-96a1-4609-922e-c691e7024d21', 'tenant_id': '41a228a245694c339f1fa8eb4fe13012', 'fixed_ips': [{'subnet_id': 'cdd5b884-13ff-4f62-b9bd-a143720bda96'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:32.398198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.457549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:32.466862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-785d7d90-6910-4371-8331-faeef5632267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "PUT /v2.0/routers/e017f623-6a72-4343-ae7b-6eaa9cb876a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8232288 Jan 29 04:35:32.469567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:32.524961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Allocated IP 172.20.0.3 (531ded2d-96a1-4609-922e-c691e7024d21/cdd5b884-13ff-4f62-b9bd-a143720bda96/d462cd6e-78ec-4a50-b099-6d73c3eb601d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:32.552024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15796ac0-89f1-45cf-ba3f-91d03b8ae8fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:32.554279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15796ac0-89f1-45cf-ba3f-91d03b8ae8fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:32.556317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-15796ac0-89f1-45cf-ba3f-91d03b8ae8fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0857015 Jan 29 04:35:32.560079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60696) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:32.566736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.581318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f623-6a72-4343-ae7b-6eaa9cb876a7', 'name': 'tempest-NetworksTestDHCPv6-router-1863621451', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:24Z', 'updated_at': '2022-01-29T04:35:26Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None, '_interfaces': [{'id': 'b4ecda8c-b29f-4f74-bbc9-02c616d2415d', 'name': '', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'mac_address': 'fa:16:3e:37:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f623-6a72-4343-ae7b-6eaa9cb876a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:25Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 4, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'subnets': [{'id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:32.586849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.652318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 5e155bfd-b0b8-4434-be2b-bda2aebddbdd {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:32.656091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadbd80-8b43-4b13-b89b-2f5e1ecda806 None None] The sync data for ids ['e017f623-6a72-4343-ae7b-6eaa9cb876a7'] in n-d-825930-1 is: [{'id': 'e017f623-6a72-4343-ae7b-6eaa9cb876a7', 'name': 'tempest-NetworksTestDHCPv6-router-1863621451', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:24Z', 'updated_at': '2022-01-29T04:35:26Z', 'revision_number': 2, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'gw_port_host': None, '_interfaces': [{'id': 'b4ecda8c-b29f-4f74-bbc9-02c616d2415d', 'name': '', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'mac_address': 'fa:16:3e:37:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f623-6a72-4343-ae7b-6eaa9cb876a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:25Z', 'updated_at': '2022-01-29T04:35:31Z', 'revision_number': 4, 'project_id': 'b751567dedef4b7f8eb27806a8212bb3', 'subnets': [{'id': '5e155bfd-b0b8-4434-be2b-bda2aebddbdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:32.684008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Network bec95550-6efa-44cb-bad0-b75da32849fc is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:32.688315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:32.691510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:32.698968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Pushing event updated for resources: {'Port': ['ID=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:32.711641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.762185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Attempting to bind port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:32.763276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Attempting to bind port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:32.763835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Attempting to bind port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:32.768955 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.770707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:32.771801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Checking segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:32.772331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.773417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Bound using segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:32.774099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Bound port: f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:32.774923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.852970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.862001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] For port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:32.866291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] For port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:32.873494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.903408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:32.960824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dce77-930f-45b1-b1f9-cd98f3149c30 None None] Pushing event updated for resources: {'Port': ['ID=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:32.996188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.105258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.143471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Allocated IP 172.20.0.2 (531ded2d-96a1-4609-922e-c691e7024d21/cdd5b884-13ff-4f62-b9bd-a143720bda96/0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:33.210332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Network 531ded2d-96a1-4609-922e-c691e7024d21 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:33.216552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:33.225208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:33.286099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f07e7-74cd-4703-acef-133665ad36fa req-2759c1b6-41e9-4bb5-8b60-ac23ff010336 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:33.286954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d70f07e7-74cd-4703-acef-133665ad36fa req-2759c1b6-41e9-4bb5-8b60-ac23ff010336 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.1747317 Jan 29 04:35:33.328480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:33.329162 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.359505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.426082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.431059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event updated for resources: {'Port': ['ID=d462cd6e-78ec-4a50-b099-6d73c3eb601d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:33.436217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.497073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d70f07e7-74cd-4703-acef-133665ad36fa req-6de70fb4-be16-4a2b-9084-0c7be562dcc7 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007043 Jan 29 04:35:33.512180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Network 531ded2d-96a1-4609-922e-c691e7024d21 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:33.517567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:33.525691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:33.527112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-ecc0a79c-9909-4590-8a19-cc53ddccf68f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:33.530413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-ecc0a79c-9909-4590-8a19-cc53ddccf68f tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.1958263 Jan 29 04:35:33.573604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:35:33.594434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Pushing event updated for resources: {'Port': ['ID=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:33.628472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.678072 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f530266f-8d54-452a-a64a-812380ce7afd tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0272887 Jan 29 04:35:33.694843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:33.697938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Attempting to bind port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:33.698319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Attempting to bind port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'c4a74b96-60f0-4751-9884-5dfedad350bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '531ded2d-96a1-4609-922e-c691e7024d21'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:33.698692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Attempting to bind port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 on network 531ded2d-96a1-4609-922e-c691e7024d21 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:33.714592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63569d44-cadd-4b0c-9fb0-ee151bc35357 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:33.751484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:33.751857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Checking segment: {'id': 'c4a74b96-60f0-4751-9884-5dfedad350bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '531ded2d-96a1-4609-922e-c691e7024d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:33.752266 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.752663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Bound using segment: {'id': 'c4a74b96-60f0-4751-9884-5dfedad350bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '531ded2d-96a1-4609-922e-c691e7024d21'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:33.754296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Bound port: 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a74b96-60f0-4751-9884-5dfedad350bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '531ded2d-96a1-4609-922e-c691e7024d21'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:33.754958 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.760223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:33.764303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/5e155bfd-b0b8-4434-be2b-bda2aebddbdd HTTP/1.1" status: 204 len: 168 time: 1.2013674 Jan 29 04:35:33.767699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c801d-cc5c-46b5-ac60-77261a5553f6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=5e155bfd-b0b8-4434-be2b-bda2aebddbdd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:33.769445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60710) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:33.839765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c7a9-0186-4e7c-a5a8-a4cdfec3c6b4 req-68fbca01-3ace-4c0f-821a-7e71eefb518d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:33.842264 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac97c7a9-0186-4e7c-a5a8-a4cdfec3c6b4 req-68fbca01-3ace-4c0f-821a-7e71eefb518d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.3034649 Jan 29 04:35:33.995814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ac97c7a9-0186-4e7c-a5a8-a4cdfec3c6b4 req-7241695c-8fd3-41ea-9e17-0205e7504e80 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883749 Jan 29 04:35:34.011663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fa7e72ca-5cc1-452c-b1eb-ee59721e372e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2400482 Jan 29 04:35:34.014941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60712) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:34.039243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] For port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:34.050490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] For port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,segment=NetworkSegment(c4a74b96-60f0-4751-9884-5dfedad350bb),segment_id=c4a74b96-60f0-4751-9884-5dfedad350bb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:34.059918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.152145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:34.200493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.219301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81f53d-b2e3-4528-a2b5-2d69d8f29131 None None] Pushing event updated for resources: {'Port': ['ID=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:34.266480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] Deleting port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:34.268863 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.376731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:34.390653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Deleting port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:34.391342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.411557 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:34.437160 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:34.441419 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:34.472258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] For port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:34.472620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.501626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.505997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c76a15a-37bb-4616-be1b-2f7b58a9e90b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8110106 Jan 29 04:35:34.506654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:34.523144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Deleting port d462cd6e-78ec-4a50-b099-6d73c3eb601d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:34.523643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.548249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] Calling delete_port for 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:34.703924 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:34.817129 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.830602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.833479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.868682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] No DVR routers for this DVR port 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:34.885840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2c03b-a1d9-4bd2-9f80-ff6f652616bb None None] Pushing event deleted for resources: {'Port': ['ID=6c9a37c2-b832-47c8-9284-36edbbe2a4f8,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:34.967982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032304f-efd5-4350-828d-40f745f718f7 req-277e53b9-a333-469d-9f51-964d78905132 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:34.970719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9032304f-efd5-4350-828d-40f745f718f7 req-277e53b9-a333-469d-9f51-964d78905132 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 945 time: 0.2729025 Jan 29 04:35:34.984988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:34.985478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Fanout notify agent at l3_agent the message router_deleted on router e017f623-6a72-4343-ae7b-6eaa9cb876a7 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:35:35.013751 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.017020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1bd1c427-a927-40c3-912c-f10a21079cd8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/routers/e017f623-6a72-4343-ae7b-6eaa9cb876a7 HTTP/1.1" status: 204 len: 168 time: 0.9987540 Jan 29 04:35:35.017283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60724) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:35.023973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] For port feb91d3a-a6c4-4abf-a9a9-d3c936d47337, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:35.024362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.068812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0b4d65d3-540a-4510-90da-a84281d6a059 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0485110 Jan 29 04:35:35.071545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:35.132719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d5980-1569-4a45-b534-6b4d1fc9a7d1 None None] Network bec95550-6efa-44cb-bad0-b75da32849fc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:35.154354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9032304f-efd5-4350-828d-40f745f718f7 req-f165f223-4912-45e1-b736-11dc88789969 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups?id=f519f5c6-d425-4e2a-bd3e-63ee205ed142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746595 Jan 29 04:35:35.198699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d0a4e-14c8-4221-b6c7-40189f607c63 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:35.203303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ec4d0a4e-14c8-4221-b6c7-40189f607c63 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1307254 Jan 29 04:35:35.204932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60728) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:35.222615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-86fcdc4a-5e8e-4652-b132-a4c0968b289c None None] Provisioning complete for port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:35.223142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc4a-5e8e-4652-b132-a4c0968b289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.272634 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb427663-06fc-4995-a8b2-b4615df99288 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662758 Jan 29 04:35:35.278497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60730) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:35.283704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:35.308205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 3, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:35.332625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.363922 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:35.365744 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Updating router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:35:35.368490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:35.372351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Calling delete_port for d462cd6e-78ec-4a50-b099-6d73c3eb601d owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:35.424036 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:35:35.425054 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.431669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:35.437080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.454697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Sync routers for ids ['e017f623-6a72-4343-ae7b-6eaa9cb876a7'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:35.459610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec0d6-1d7c-4b53-8aa5-aad91cd8ca0b req-e694aaa2-d077-4e1e-a54b-fe1f3922efff tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:35.460434 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc4a-5e8e-4652-b132-a4c0968b289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.461165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21cec0d6-1d7c-4b53-8aa5-aad91cd8ca0b req-e694aaa2-d077-4e1e-a54b-fe1f3922efff tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.3291118 Jan 29 04:35:35.507024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Routers set() bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:35.507287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Router IDs set() for agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:35:35.507881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_agentschedulers_db [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e017f623-6a72-4343-ae7b-6eaa9cb876a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent'). {{(pid=102404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:35:35.553272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-86fcdc4a-5e8e-4652-b132-a4c0968b289c None None] For port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:35.581786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc4a-5e8e-4652-b132-a4c0968b289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.624267 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.624547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.624878 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Floating IP 8b6a6143-2615-4ed6-97be-858f67c9b9a9 disassociated. External IP: 172.25.4.240, port: feb91d3a-a6c4-4abf-a9a9-d3c936d47337. Jan 29 04:35:35.625237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Calling delete_port for feb91d3a-a6c4-4abf-a9a9-d3c936d47337 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:35.658126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcdc4a-5e8e-4652-b132-a4c0968b289c None None] Pushing event updated for resources: {'Port': ['ID=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.663381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Routers set() bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:35.664140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Router IDs set() for agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:35:35.664966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_agentschedulers_db [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e017f623-6a72-4343-ae7b-6eaa9cb876a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent'). {{(pid=102404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:35:35.665200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07724fc1-0101-4700-bda1-b49643edf082 None None] The sync data for ids ['e017f623-6a72-4343-ae7b-6eaa9cb876a7'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:35.678892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:35.679355 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.756248 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.766274 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.829333 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7215-7ea4-4267-bbf5-f0181de80c21,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:35.855042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21cec0d6-1d7c-4b53-8aa5-aad91cd8ca0b req-9e2de995-0899-45cf-a1ad-e293bb579a3f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597214 Jan 29 04:35:35.869530 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.871384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.872061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.872578 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.875503 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.876046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.876702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.877724 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.878805 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.879334 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.879830 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.880299 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:35.885230 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Attempting to bind port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:35.885991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Attempting to bind port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:35.886634 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Attempting to bind port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:35.901060 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:35.901804 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:35.902535 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.903729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:35.904421 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Bound port: 9f3a7215-7ea4-4267-bbf5-f0181de80c21, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:35.905047 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.967365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:35.999001 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] For port 9f3a7215-7ea4-4267-bbf5-f0181de80c21, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:36.005828 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] For port 9f3a7215-7ea4-4267-bbf5-f0181de80c21, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f3a7215-7ea4-4267-bbf5-f0181de80c21,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:36.018404 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.042812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:35:36.045746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.076150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,segment=NetworkSegment(c4a74b96-60f0-4751-9884-5dfedad350bb),segment_id=c4a74b96-60f0-4751-9884-5dfedad350bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:36.088698 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.090076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:36.128825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:36.143528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:36.150788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:36.152867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.154252 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:36.155645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:36.206501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.223608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9412744 Jan 29 04:35:36.223608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df06ca4-e27f-463c-b72f-e36536bf52e5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=65b6b062-1d31-4c77-9f7c-890e20ed8f0d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.243015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:36.261314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.267005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:36.328166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72e33f-46e4-4d44-841c-52219b94bfc6 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:36.338121 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf9218-4a54-4814-8e40-6809f2d10f26 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7215-7ea4-4267-bbf5-f0181de80c21,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.383088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.459159 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:36.466201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event deleted for resources: {'Port': ['ID=feb91d3a-a6c4-4abf-a9a9-d3c936d47337,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.474789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2898a-7401-4407-8462-626b244c3300 None None] Network 531ded2d-96a1-4609-922e-c691e7024d21 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:36.484633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a14b78-4551-4bdb-acb9-c7faf22f4e45 req-e94ffbe9-0620-4565-addf-8ce459589626 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 210 time: 0.0934999 Jan 29 04:35:36.652640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-816b3ad5-f13c-46f7-9e06-6ba72ad2f1ec tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:36.655591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-816b3ad5-f13c-46f7-9e06-6ba72ad2f1ec tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/networks?id=027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 200 len: 813 time: 0.2257910 Jan 29 04:35:36.656568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:36.656818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.656935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:36.658362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6aeb51c7-6818-4ff6-b56c-1bb2916f762f None None] Provisioning complete for port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:36.658710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aeb51c7-6818-4ff6-b56c-1bb2916f762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.660528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.696982 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 3, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:36.714090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-86530eda-e9ec-420d-b6f3-658b1475a951 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/quotas/34724ac5d38743d58c76eda453349d82 HTTP/1.1" status: 200 len: 375 time: 0.0430219 Jan 29 04:35:36.752846 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738618f9-4fd9-4877-b895-ad5308e9ed65 None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:32Z', 'revision_number': 3, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:36.756216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Router ec403ec2-30ce-436f-bfbf-f72bf982058d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:36.757703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event deleted for resources: {'Port': ['ID=d462cd6e-78ec-4a50-b099-6d73c3eb601d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:36.760397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:36.772085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-290322ff-a602-49ea-b1b9-7e66c2844db0 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "DELETE /v2.0/ports/d462cd6e-78ec-4a50-b099-6d73c3eb601d HTTP/1.1" status: 204 len: 168 time: 3.0726488 Jan 29 04:35:36.772788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:36.815862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-1fda9ec0-a48e-451d-a5ec-c0964a113f2f tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34724ac5d38743d58c76eda453349d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428755 Jan 29 04:35:36.986787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.089267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:37.111800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:37.116978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-0b429bee-21a8-4933-aeb0-99ad47290eec service neutron] 10.222.0.32 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924972 Jan 29 04:35:37.141834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:37.142154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c9a37c2-b832-47c8-9284-36edbbe2a4f8 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:37.143700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '65b6b062-1d31-4c77-9f7c-890e20ed8f0d'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:37.144538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.214134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-111f3f69-ce06-41d3-b9ef-e0432b355e6f tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4392467 Jan 29 04:35:37.228495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:37.242224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-641817136'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:37.427728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b66ef-c456-4275-b4a2-cf9b30fce0ec req-8512cb4d-9f44-4d06-9863-b00e4ef84de7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:37.448474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a0b66ef-c456-4275-b4a2-cf9b30fce0ec req-8512cb4d-9f44-4d06-9863-b00e4ef84de7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.4254982 Jan 29 04:35:37.455359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Made reservation on behalf of 41a228a245694c339f1fa8eb4fe13012 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:37.471142 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.515412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:37.522657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-c8519d1d-8e5f-46af-9f3f-02f47ccc097b service neutron] 10.222.0.32 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048162 Jan 29 04:35:37.528082 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:37.555094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:35:37.575747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.581939 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Added segment dc38ffc1-4f11-4c26-905c-5bf5a3964b63 of type vlan for network 669b3ec7-9733-4dcd-9d51-ca4c3e46b47f Jan 29 04:35:37.582718 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:37.585940 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:37.646271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f3a7215-7ea4-4267-bbf5-f0181de80c21 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:37.716932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.780941 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.890058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.895847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:37.896472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.922025 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:37.933377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:37.947558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:37.957281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:37.957870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:37.996615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5723e706-17f3-4fb1-af71-9e3fc138922b None None] Provisioning complete for port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:37.998347 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5723e706-17f3-4fb1-af71-9e3fc138922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:38.001751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7544341 Jan 29 04:35:38.007998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60778) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:38.019806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:2b:08:14', 'name': 'tempest-NetworksTestDHCPv6-138187262'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:38.167405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device feb91d3a-a6c4-4abf-a9a9-d3c936d47337 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:38.193876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbde9a-d58b-42a2-b79b-6349348abb8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=c087124f-6d4d-411a-8f66-108ddae8138d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:38.286529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: feb91d3a-a6c4-4abf-a9a9-d3c936d47337 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:38.287889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device feb91d3a-a6c4-4abf-a9a9-d3c936d47337 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:38.290639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] No DVR routers for this DVR port feb91d3a-a6c4-4abf-a9a9-d3c936d47337 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:38.300583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:38.304436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:38.314155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-014d8525-e3ee-4d85-8ae4-1653e449d410 req-29bd2a46-4295-480b-a366-59080b5380d8 tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/ports?device_id=00693098-c15d-48f1-8bbd-13b97a8c54bd HTTP/1.1" status: 200 len: 210 time: 0.1210997 Jan 29 04:35:38.316695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-852f0c82-fd7b-4e63-bab8-b5a54ca20d91 req-6641e10f-56e7-4783-b741-81ed881537ad tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.36 "DELETE /v2.0/ports/feb91d3a-a6c4-4abf-a9a9-d3c936d47337 HTTP/1.1" status: 204 len: 173 time: 4.7805820 Jan 29 04:35:38.390810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Allocated IP 2001:db8::f816:3eff:fe7f:d6b2 (1ff93288-b39a-4430-be32-e866f0872688/65b6b062-1d31-4c77-9f7c-890e20ed8f0d/7ab97a2d-f8af-47be-bb52-756f2de0374e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:38.418131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'port_id': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'mac_address': 'fa:16:3e:29:4f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30580dae-9770-4600-8efb-6f2d13e5a508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:38.494061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Allocated IP 172.20.0.1 (bec95550-6efa-44cb-bad0-b75da32849fc/0ff71686-4be4-4610-91af-90bc14cc47d4/436de701-c798-4963-94a8-0b01602838be) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:38.541014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:38.553599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:38.621103 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:38.644077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:38.647383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:38.679656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:38.723214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'name': 'network-vif-deleted', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:38.725847 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b504fd9-d743-4d91-a346-3e525cdfa238" -d '{"events": [{"server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "name": "network-vif-deleted", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:38.737850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:38.752021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5194998 Jan 29 04:35:38.776615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17299708-53b3-4b4a-bacf-e24e02b9edfc req-a8c01e3c-703f-422b-baab-7f4da7fa9e42 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 210 time: 0.0692174 Jan 29 04:35:38.785404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60798) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:38.925485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:38.925864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:38.985063 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.034858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.063059 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:39.096884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee574ec0-fa58-4c25-be34-2f2623c55fdd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:39.248430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:39.251860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.266227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.279589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.395245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.444740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c4f133ca-9814-483f-b77a-484629825d55 None None] Provisioning complete for port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:39.445158 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c4f133ca-9814-483f-b77a-484629825d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.476565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:39.532271 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbef192a-3759-4368-97db-fffb3dddb847 x-openstack-request-id: req-cbef192a-3759-4368-97db-fffb3dddb847 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:39.532898 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00693098-c15d-48f1-8bbd-13b97a8c54bd", "name": "network-vif-deleted", "tag": "feb91d3a-a6c4-4abf-a9a9-d3c936d47337", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:39.532898 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbef192a-3759-4368-97db-fffb3dddb847 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:39.533475 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00693098-c15d-48f1-8bbd-13b97a8c54bd', 'name': 'network-vif-deleted', 'tag': 'feb91d3a-a6c4-4abf-a9a9-d3c936d47337', 'status': 'completed', 'code': 200} Jan 29 04:35:39.534518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:39.540728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:39.567605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b5c6a-5aad-420e-865b-c8a726f200be tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event updated for resources: {'Network': ['ID=669b3ec7-9733-4dcd-9d51-ca4c3e46b47f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:39.598725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Network bec95550-6efa-44cb-bad0-b75da32849fc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:39.616203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 9f3a7215-7ea4-4267-bbf5-f0181de80c21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f3a7215-7ea4-4267-bbf5-f0181de80c21,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:39.617586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:39.618747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee574ec0-fa58-4c25-be34-2f2623c55fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:39.626538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:39.627186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:39.634117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 669b3ec7-9733-4dcd-9d51-ca4c3e46b47f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:35:39.645730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.646665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:39.678167 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a0b66ef-c456-4275-b4a2-cf9b30fce0ec req-6bd0de6a-7e99-4ed4-97d9-25c16d7d18db tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2271073 Jan 29 04:35:39.710235 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:39.794191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Pushing event updated for resources: {'Port': ['ID=436de701-c798-4963-94a8-0b01602838be,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:39.816477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port d08e1279-47d6-4b76-9ad9-8578bd066b9a yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:35:39.859778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.869079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0d05a25-e886-40cd-94f2-80fb4ca910da tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.882932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0c232ba7-cb93-4263-8001-74013cb30df2 tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/agents/870823af-78df-4f22-82ef-6e3d9d8ac3be/dhcp-networks HTTP/1.1" status: 200 len: 11306 time: 1.0945187 Jan 29 04:35:39.909526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:39.939018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0d05a25-e886-40cd-94f2-80fb4ca910da tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:39.944787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60814) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:40.054668 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2cfa62-7272-4eab-9507-460394e14b16 None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:30:10Z', 'revision_number': 4, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e6647100-03e8-4c64-8301-f9eacc7bd618', 'name': '', 'network_id': '4081dbec-a4bc-4ff2-8de0-c48e5d890905', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'mac_address': 'fa:16:3e:d0:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:09Z', 'updated_at': '2022-01-29T04:30:14Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'subnets': [{'id': 'e8cc24fe-548f-4077-8dcc-b8a911d45964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:40.108856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0d05a25-e886-40cd-94f2-80fb4ca910da tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.109157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a04768f7-7cbe-42e7-8079-bd7ebee5a630 req-17626545-1103-41fc-bb0c-bacbdae4fefa tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 210 time: 0.1633224 Jan 29 04:35:40.113063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0d05a25-e886-40cd-94f2-80fb4ca910da tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.114575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0d05a25-e886-40cd-94f2-80fb4ca910da tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "DELETE /v2.0/security-groups/f519f5c6-d425-4e2a-bd3e-63ee205ed142 HTTP/1.1" status: 204 len: 168 time: 0.5770609 Jan 29 04:35:40.136495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:40.334356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05a25-e886-40cd-94f2-80fb4ca910da tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f519f5c6-d425-4e2a-bd3e-63ee205ed142,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:40.344506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c4f133ca-9814-483f-b77a-484629825d55 None None] Could not find standard attr ID for object d462cd6e-78ec-4a50-b099-6d73c3eb601d. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:35:40.348791 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6d03f572-3d21-417a-94f9-105db339322a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] show failed (client error): The resource could not be found. Jan 29 04:35:40.350116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d03f572-3d21-417a-94f9-105db339322a tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "GET /v2.0/security-groups/f519f5c6-d425-4e2a-bd3e-63ee205ed142 HTTP/1.1" status: 404 len: 347 time: 0.1135960 Jan 29 04:35:40.356280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60820) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:40.370283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Pushing event updated for resources: {'Port': ['ID=7ab97a2d-f8af-47be-bb52-756f2de0374e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:40.388259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Attempting to bind port 7ab97a2d-f8af-47be-bb52-756f2de0374e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:40.388765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Attempting to bind port 7ab97a2d-f8af-47be-bb52-756f2de0374e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:40.389231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Attempting to bind port 7ab97a2d-f8af-47be-bb52-756f2de0374e on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:40.481014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:40.481691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:40.483821 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.484235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:40.484719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Bound port: 7ab97a2d-f8af-47be-bb52-756f2de0374e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:40.485103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.487044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:40.487395 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.499856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-c349c71a-4b94-4b67-8992-684abe9ad2d7 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:40.500257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 172.20.0.8 (1ff93288-b39a-4430-be32-e866f0872688/c087124f-6d4d-411a-8f66-108ddae8138d/d08e1279-47d6-4b76-9ad9-8578bd066b9a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:40.503120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-c349c71a-4b94-4b67-8992-684abe9ad2d7 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "GET /v2.0/networks?id=027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 200 len: 813 time: 0.3861899 Jan 29 04:35:40.507456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe2b:814 (1ff93288-b39a-4430-be32-e866f0872688/65b6b062-1d31-4c77-9f7c-890e20ed8f0d/d08e1279-47d6-4b76-9ad9-8578bd066b9a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:40.567291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d9a8f-630a-436a-a5f0-54e62342d65d tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] Network 669b3ec7-9733-4dcd-9d51-ca4c3e46b47f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:35:40.614502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b3d9a8f-630a-436a-a5f0-54e62342d65d tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "POST /v2.0/agents/870823af-78df-4f22-82ef-6e3d9d8ac3be/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6676929 Jan 29 04:35:40.625346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Request body: {'port': {'device_id': '1564f45c-7481-41c6-890c-4a5c90df5878', 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1', 'admin_state_up': True, 'tenant_id': '34724ac5d38743d58c76eda453349d82'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:40.630833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:40.633124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4c5c3-b6ed-4f11-8f82-a01c9a8a401c None None] New status for floating IP 8b6a6143-2615-4ed6-97be-858f67c9b9a9: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:35:40.638996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7215-7ea4-4267-bbf5-f0181de80c21,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:40.680783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d82d9-28e9-4bf1-8cc3-6d0eb4fd622d None None] Network 669b3ec7-9733-4dcd-9d51-ca4c3e46b47f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:40.771928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2caffad8-d590-4374-a6e3-322d077dd1cd None None] Provisioning complete for port 436de701-c798-4963-94a8-0b01602838be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:40.772559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2caffad8-d590-4374-a6e3-322d077dd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.772797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:40.831972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2caffad8-d590-4374-a6e3-322d077dd1cd None None] Port 436de701-c798-4963-94a8-0b01602838be cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:40.909162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d9082-1c8f-4050-90bf-2a8378df3038 req-40cbf799-e68c-4274-8069-e4a6939c32db tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:40.910784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-408d9082-1c8f-4050-90bf-2a8378df3038 req-40cbf799-e68c-4274-8069-e4a6939c32db tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 945 time: 0.1126926 Jan 29 04:35:40.967510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-408d9082-1c8f-4050-90bf-2a8378df3038 req-e0a953d7-c36d-4b02-bd29-2437a644e80d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491598 Jan 29 04:35:40.968750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.030516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:41.033984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:41.036489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:41.042478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:41.089147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.089729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.112757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1034324 Jan 29 04:35:41.113797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adf843-9806-4162-8000-67352a2ccca6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=d08e1279-47d6-4b76-9ad9-8578bd066b9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:41.117004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:41.132572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] For port 7ab97a2d-f8af-47be-bb52-756f2de0374e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:41.166638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] For port 7ab97a2d-f8af-47be-bb52-756f2de0374e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7ab97a2d-f8af-47be-bb52-756f2de0374e,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:41.178728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13325aa4-5c41-4614-a2ac-379e9e2787a0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.180874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:41.181247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.183392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.185687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13325aa4-5c41-4614-a2ac-379e9e2787a0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:41.187482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-13325aa4-5c41-4614-a2ac-379e9e2787a0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0689111 Jan 29 04:35:41.191712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:41.258181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fd48717-f44f-4b05-b15e-8495770babaa tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/agents/870823af-78df-4f22-82ef-6e3d9d8ac3be/dhcp-networks HTTP/1.1" status: 200 len: 12076 time: 0.6222475 Jan 29 04:35:41.265959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:41.321319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:41.352723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Deleting port b2b8498c-f8e4-4433-824b-890f4a28dd46 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:41.353024 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.390300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port d08e1279-47d6-4b76-9ad9-8578bd066b9a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:41.390667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.472340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.472833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.490321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Calling delete_port for b2b8498c-f8e4-4433-824b-890f4a28dd46 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:41.515566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.532309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for d08e1279-47d6-4b76-9ad9-8578bd066b9a owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:41.596296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157e55-4da3-4008-8107-506fee3484d1 None None] Pushing event updated for resources: {'Port': ['ID=7ab97a2d-f8af-47be-bb52-756f2de0374e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:41.676166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b4ecda8c-b29f-4f74-bbc9-02c616d2415d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:41.743560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b4ecda8c-b29f-4f74-bbc9-02c616d2415d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:41.743972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b4ecda8c-b29f-4f74-bbc9-02c616d2415d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:41.763808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-924aa6fa-dceb-4aaf-8d7c-a4eb1c6e73ed req-f4bd01b6-dd22-4b2d-9e05-149edec27512 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 210 time: 0.4685369 Jan 29 04:35:41.779765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port ee574ec0-fa58-4c25-be34-2f2623c55fdd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:41.780099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.818542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.868096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.912278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:41.928073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=d08e1279-47d6-4b76-9ad9-8578bd066b9a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:41.961011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.033254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.078628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Pushing event deleted for resources: {'Port': ['ID=b2b8498c-f8e4-4433-824b-890f4a28dd46,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:42.112831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:42.113789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:42.116195 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06853975-a629-49bd-9240-f2ec6f79402c" -d '{"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-plugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:42.128265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.159884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Made reservation on behalf of 34724ac5d38743d58c76eda453349d82 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:42.163336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.190278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.196008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dee52438-9698-4a0f-a777-1abdc1005603 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/d08e1279-47d6-4b76-9ad9-8578bd066b9a HTTP/1.1" status: 204 len: 168 time: 1.0039279 Jan 29 04:35:42.197440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60844) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:42.202741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:42.205420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7ab97a2d-f8af-47be-bb52-756f2de0374e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:42.259110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5436b-0658-4c35-8b93-f68d3eb60929 req-d60c8229-05a1-4a1e-94cb-a84cdbb56521 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.266992 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebf5436b-0658-4c35-8b93-f68d3eb60929 req-d60c8229-05a1-4a1e-94cb-a84cdbb56521 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1620333 Jan 29 04:35:42.289784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7ab97a2d-f8af-47be-bb52-756f2de0374e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:42.290700 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.339562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ebf5436b-0658-4c35-8b93-f68d3eb60929 req-e23bb3d3-277a-416d-9246-fb343cb3dc33 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 Jan 29 04:35:42.354854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7848a5-dba8-40d5-8d98-05023655f365 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.360403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7848a5-dba8-40d5-8d98-05023655f365 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.364769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7848a5-dba8-40d5-8d98-05023655f365 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.372959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ba7848a5-dba8-40d5-8d98-05023655f365 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1740842 Jan 29 04:35:42.374494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60846) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:42.437712 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf27ec-0097-47dc-90e3-e54f82c7b41b x-openstack-request-id: req-f3cf27ec-0097-47dc-90e3-e54f82c7b41b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:42.438128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Allocated IP 172.20.0.4 (027a4c35-21c8-4d29-bab2-905ff1fe40c1/0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0/19ecbf98-a0ca-470a-bef5-bcf2c63eb419) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:42.438673 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-plugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:42.439027 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3cf27ec-0097-47dc-90e3-e54f82c7b41b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:42.439521 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'code': 200} Jan 29 04:35:42.447474 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.460929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 65b6b062-1d31-4c77-9f7c-890e20ed8f0d {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:42.464533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.494545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 7ab97a2d-f8af-47be-bb52-756f2de0374e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7ab97a2d-f8af-47be-bb52-756f2de0374e,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:42.501521 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.502796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f3a7215-7ea4-4267-bbf5-f0181de80c21 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:42.535554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.602958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.605503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.607333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba96fafb-5dcc-4345-97a1-2c659d5e4c9c tempest-AttachVolumeTestJSON-1811269394 tempest-AttachVolumeTestJSON-1811269394-project] 10.222.0.32 "DELETE /v2.0/floatingips/8b6a6143-2615-4ed6-97be-858f67c9b9a9 HTTP/1.1" status: 204 len: 168 time: 2.2476704 Jan 29 04:35:42.611618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=7ab97a2d-f8af-47be-bb52-756f2de0374e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:42.612112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60848) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:42.624796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9087e1b8-e02d-4462-b0e7-304d07283136 tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "DELETE /v2.0/agents/870823af-78df-4f22-82ef-6e3d9d8ac3be/dhcp-networks/669b3ec7-9733-4dcd-9d51-ca4c3e46b47f HTTP/1.1" status: 204 len: 168 time: 1.3338459 Jan 29 04:35:42.646022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:42.646575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.790115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994c6cd-ffd3-4eb8-bf97-b7966e52091e req-39448651-fcbc-4d63-bdaf-5a2f5c67a258 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:42.815931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c994c6cd-ffd3-4eb8-bf97-b7966e52091e req-39448651-fcbc-4d63-bdaf-5a2f5c67a258 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.6608663 Jan 29 04:35:42.876316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:42.947078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c994c6cd-ffd3-4eb8-bf97-b7966e52091e req-da19b65e-cb40-4072-a609-fee38a8c4f31 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295826 Jan 29 04:35:43.028133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.046422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.090368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2aad4339-e306-49db-b563-99548446deb8 req-58b17a5e-a396-47c3-af62-a137de4e18b7 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 210 time: 0.1404445 Jan 29 04:35:43.141958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c42df-222b-4ac9-aac0-2c5db58b4012 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:43.144123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.145852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aa902d35-b889-4e70-ad0a-9dcbe80459eb tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/agents/870823af-78df-4f22-82ef-6e3d9d8ac3be/dhcp-networks HTTP/1.1" status: 200 len: 11306 time: 0.5244560 Jan 29 04:35:43.150238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:43.180706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-953fcf68-385d-4453-9e66-a340b49b863a tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/networks/531ded2d-96a1-4609-922e-c691e7024d21/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0287874 Jan 29 04:35:43.183827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60860) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:43.203569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.263952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=65b6b062-1d31-4c77-9f7c-890e20ed8f0d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:43.267090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-403f3c60-00ae-4896-b36e-fe544a517255 tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/networks/531ded2d-96a1-4609-922e-c691e7024d21/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0816281 Jan 29 04:35:43.277192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:43.281771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.282462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.289147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ce59e0c-c37f-4f93-8ee8-6b88d87008c6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/65b6b062-1d31-4c77-9f7c-890e20ed8f0d HTTP/1.1" status: 204 len: 168 time: 0.9120693 Jan 29 04:35:43.289765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60864) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:43.297166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8fab4755-5870-445b-9f4f-55b77b4b3ac1 None None] Provisioning complete for port 7ab97a2d-f8af-47be-bb52-756f2de0374e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:43.297545 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fab4755-5870-445b-9f4f-55b77b4b3ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.384921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet c087124f-6d4d-411a-8f66-108ddae8138d {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:43.393446 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.426720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Pushing event updated for resources: {'Port': ['ID=436de701-c798-4963-94a8-0b01602838be,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:43.505870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.529104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add448b8-9e2a-4d61-96bb-d98c2af7a9fb req-c326edad-aec7-4cae-8e91-314fe3c4314b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:43.531318 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-add448b8-9e2a-4d61-96bb-d98c2af7a9fb req-c326edad-aec7-4cae-8e91-314fe3c4314b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.4175525 Jan 29 04:35:43.617480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-add448b8-9e2a-4d61-96bb-d98c2af7a9fb req-c56a6817-1091-4908-b2d0-ba1ffe41f058 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674949 Jan 29 04:35:43.629077 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.639245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Network bec95550-6efa-44cb-bad0-b75da32849fc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:43.664359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.670339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:43.694088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec589b9-64c8-4aa4-951b-4f9bc8a436f8 req-c5b1c512-6c05-46ba-9ed1-3853ed4c5128 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:43.698422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ec589b9-64c8-4aa4-951b-4f9bc8a436f8 req-c5b1c512-6c05-46ba-9ed1-3853ed4c5128 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1838913 Jan 29 04:35:43.705128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.815343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ec589b9-64c8-4aa4-951b-4f9bc8a436f8 req-23a635bd-9eb3-440a-b677-9d6865c978a2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012418 Jan 29 04:35:43.887011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.901290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:43.947489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=c087124f-6d4d-411a-8f66-108ddae8138d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:43.962014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:43.966593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:43.969628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:43.978537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8cbd287b-4558-4523-83c0-c9592c22293f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/c087124f-6d4d-411a-8f66-108ddae8138d HTTP/1.1" status: 204 len: 168 time: 0.6865487 Jan 29 04:35:43.979806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:44.033946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7ab97a2d-f8af-47be-bb52-756f2de0374e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:44.049181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-798558ec-6a64-450c-beb8-f19464fd00fc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664389 Jan 29 04:35:44.050170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60874) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:44.058987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:44.153611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Pushing event updated for resources: {'Port': ['ID=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:44.208235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33240aa3-e3ed-4ff2-85fa-867ec23d01da tempest-DHCPAgentSchedulersTestJSON-2057078832 tempest-DHCPAgentSchedulersTestJSON-2057078832-project-admin] 10.222.0.32 "GET /v2.0/agents/870823af-78df-4f22-82ef-6e3d9d8ac3be/dhcp-networks HTTP/1.1" status: 200 len: 11266 time: 0.8994679 Jan 29 04:35:44.213658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60880) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:44.243667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828de91-8d50-4091-924f-ff7fa0953bda None None] Update dhcp port {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': 'c087124f-6d4d-411a-8f66-108ddae8138d'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '7ab97a2d-f8af-47be-bb52-756f2de0374e'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:35:44.291816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:44.292562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.296559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e828de91-8d50-4091-924f-ff7fa0953bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.320858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-45f2b450-6c7a-44a2-a0c8-58b3bf3d0344 None None] Provisioning complete for port 436de701-c798-4963-94a8-0b01602838be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:44.321814 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45f2b450-6c7a-44a2-a0c8-58b3bf3d0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.333294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-65921117-ef0c-4e2f-8fb7-875aba4f9daf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7611387 Jan 29 04:35:44.357907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Request body: {'port': {'device_id': '1564f45c-7481-41c6-890c-4a5c90df5878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:44.390854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.394324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:44.399462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.422249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7ab97a2d-f8af-47be-bb52-756f2de0374e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:44.432906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.467860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-45f2b450-6c7a-44a2-a0c8-58b3bf3d0344 None None] Port 436de701-c798-4963-94a8-0b01602838be cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:35:44.650950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8861-648d-4fc8-82a1-48f0ccae1c87 req-56eec07a-caa9-4e14-8ec4-f75ac2eb1195 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:44.652672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-453e8861-648d-4fc8-82a1-48f0ccae1c87 req-56eec07a-caa9-4e14-8ec4-f75ac2eb1195 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.4492314 Jan 29 04:35:44.728147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e470bf-014d-4f78-9c4d-e51f0511062d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:44.783021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.792401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7edba4-86ff-4634-a96f-e418a9c30069 req-87dc95aa-c6ef-4f26-995e-baa6ca5f76ed tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:44.801392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe7edba4-86ff-4634-a96f-e418a9c30069 req-87dc95aa-c6ef-4f26-995e-baa6ca5f76ed tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 931 time: 0.5590110 Jan 29 04:35:44.806457 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-453e8861-648d-4fc8-82a1-48f0ccae1c87 req-c731e7d4-9a5c-4b83-bbc5-d6e1dbf89e20 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804870 Jan 29 04:35:44.830937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:35:44.850463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e95663a2-cd71-4e86-978b-8ac21c812ac4 None None] Provisioning complete for port 7ab97a2d-f8af-47be-bb52-756f2de0374e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:44.850856 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e95663a2-cd71-4e86-978b-8ac21c812ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:44.986480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:45.002648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.040172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669b3ec7-9733-4dcd-9d51-ca4c3e46b47f']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:45.110085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc38ffc1-4f11-4c26-905c-5bf5a3964b63') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:45.110477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc38ffc1-4f11-4c26-905c-5bf5a3964b63') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:45.130498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] Deleting port 7ab97a2d-f8af-47be-bb52-756f2de0374e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:45.131160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.143196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.173937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633928eb-4ed3-4905-b424-42ec05823de5 req-3d83f563-bfb7-4430-9ad3-3682dc8845ae tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:45.175567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-633928eb-4ed3-4905-b424-42ec05823de5 req-3d83f563-bfb7-4430-9ad3-3682dc8845ae tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.0987837 Jan 29 04:35:45.232656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.248764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] For port 7ab97a2d-f8af-47be-bb52-756f2de0374e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7ab97a2d-f8af-47be-bb52-756f2de0374e,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:45.249177 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.271930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] Calling delete_port for 7ab97a2d-f8af-47be-bb52-756f2de0374e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:45.289368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:35:45.289807 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:35:45.293761 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:35:45.354109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe7edba4-86ff-4634-a96f-e418a9c30069 req-e950b458-a50a-4d22-9500-ce2d61498eb7 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512946 Jan 29 04:35:45.413870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:45.438188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.455675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:35:45.463736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-633928eb-4ed3-4905-b424-42ec05823de5 req-81c58079-a52a-484c-940f-fb120c40423f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408137 Jan 29 04:35:45.483946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.541148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] Pushing event deleted for resources: {'Port': ['ID=7ab97a2d-f8af-47be-bb52-756f2de0374e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:45.551281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d95420-d0c6-459d-9bd6-9b1406fe4049 None None] No DVR routers for this DVR port 7ab97a2d-f8af-47be-bb52-756f2de0374e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:45.592142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:35:45.603020 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:35:45.611027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f02fb32-4b3b-4f6d-8ddf-53fce45eac9a admin admin] 10.222.0.32 "PUT /v2.0/routers/59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1005237 Jan 29 04:35:45.614423 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:45.615320 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:45.708489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Transition to ACTIVE for port object 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:35:45.722465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.755645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:45.780845 n-d-825930-1 neutron-server[102403]: WARNING neutron.services.revisions.revision_plugin [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Could not find related port for resource to bump revision. Jan 29 04:35:45.795203 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.811095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.822934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "DELETE /v2.0/networks/669b3ec7-9733-4dcd-9d51-ca4c3e46b47f HTTP/1.1" status: 204 len: 168 time: 1.6031055 Jan 29 04:35:45.823184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60894) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:45.896006 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0f0017-cc62-4893-bd38-4b5cbc97c85e tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] DELETE failed (client error): The resource could not be found. Jan 29 04:35:45.896856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0f0017-cc62-4893-bd38-4b5cbc97c85e tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:35:45.900155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f0f0017-cc62-4893-bd38-4b5cbc97c85e tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "DELETE /v2.0/ports/d462cd6e-78ec-4a50-b099-6d73c3eb601d HTTP/1.1" status: 404 len: 333 time: 0.0640242 Jan 29 04:35:45.903768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:45.925717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bc242-59a6-4b52-98c8-75d75dd7ef42 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event deleted for resources: {'Network': ['ID=669b3ec7-9733-4dcd-9d51-ca4c3e46b47f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:45.936434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Port 7ab97a2d-f8af-47be-bb52-756f2de0374e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:35:45.938720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7f:d6b2 {{(pid=102403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:35:45.954422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7f:d6b2 {{(pid=102403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:35:45.957540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:45.964455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7ab97a2d-f8af-47be-bb52-756f2de0374e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:46.018213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Pushing event updated for resources: {'Port': ['ID=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:46.024497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7ab97a2d-f8af-47be-bb52-756f2de0374e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:46.030677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7ab97a2d-f8af-47be-bb52-756f2de0374e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:46.129089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Deleting subnet cdd5b884-13ff-4f62-b9bd-a143720bda96 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:46.135921 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.154933 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:42Z', 'revision_number': 2, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:46.195288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:46.195887 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:35:46.196247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Updating router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f port 436de701-c798-4963-94a8-0b01602838be binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:35:46.213734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Attempting to bind port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:46.214559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Attempting to bind port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:46.215211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Attempting to bind port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 on network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:46.224206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 on network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:35:46.225001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Attempting to bind port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 on network 027a4c35-21c8-4d29-bab2-905ff1fe40c1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:46.237117 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.240364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:46.252168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:46.252168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Checking segment: {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:46.252542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Bound using segment: {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:46.263645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d64b1e-44ab-4e64-a48a-ce0830d46090 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:46.269633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:46.272912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.275296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Bound port: 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:46.275823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.326680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.374618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a248a86-46a5-4a75-897e-44a8b08b38c7 req-2f41a653-1e6e-43fb-baa7-c1fdf432b51b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:46.381848 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a248a86-46a5-4a75-897e-44a8b08b38c7 req-2f41a653-1e6e-43fb-baa7-c1fdf432b51b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3252361 Jan 29 04:35:46.397578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=7754d60e-6ba6-4409-9fa5-a32749d3fa84,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:46.494498 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c3b61cea-b755-45bf-9209-854b0f53cef4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4423838 Jan 29 04:35:46.501844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60908) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:46.518834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:46.550567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a248a86-46a5-4a75-897e-44a8b08b38c7 req-1cb64b39-2f5a-4941-9c9c-e44ce1a7e342 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371295 Jan 29 04:35:46.621359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '7754d60e-6ba6-4409-9fa5-a32749d3fa84'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:35:46.623023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.735831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f65-d450-4b12-8e15-a44cde372b55 req-825c02ac-04f6-47bf-a0a7-80d7b74718ea tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:46.745865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.751224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41e78f65-d450-4b12-8e15-a44cde372b55 req-825c02ac-04f6-47bf-a0a7-80d7b74718ea tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 943 time: 0.1042151 Jan 29 04:35:46.804472 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.840383 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:46.868071 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41e78f65-d450-4b12-8e15-a44cde372b55 req-3a966e72-8533-4292-97e8-f1634f0eca21 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137915 Jan 29 04:35:46.872968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:46.905504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380980796', 'description': 'tempest-description--1857961047'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:46.957844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] For port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:46.971071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] For port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:46.979999 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f345c5-fb01-4c8e-852d-b206471b7263 None None] Pushing event updated for resources: {'Port': ['ID=436de701-c798-4963-94a8-0b01602838be,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:46.998109 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.002155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Allocated IP 2001:db8::f816:3eff:fe78:7d1a (1ff93288-b39a-4430-be32-e866f0872688/7754d60e-6ba6-4409-9fa5-a32749d3fa84/93e080fa-4cc5-41c1-89ba-bf5ce3f24299) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:47.153844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.158329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.200250 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Attempting to bind port 436de701-c798-4963-94a8-0b01602838be on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:47.200250 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Attempting to bind port 436de701-c798-4963-94a8-0b01602838be by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:47.200763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Attempting to bind port 436de701-c798-4963-94a8-0b01602838be on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:47.226610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:47.227046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Checking segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:47.227429 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.227818 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Bound using segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:47.228418 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Bound port: 436de701-c798-4963-94a8-0b01602838be, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:47.229230 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.322243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.333455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.372555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.391341 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.445575 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] For port 436de701-c798-4963-94a8-0b01602838be, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:47.458631 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] For port 436de701-c798-4963-94a8-0b01602838be, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=436de701-c798-4963-94a8-0b01602838be,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:47.467255 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.478398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.479753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6034186 Jan 29 04:35:47.492650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60916) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:47.493002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:47.504599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:47.505857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd5b884-13ff-4f62-b9bd-a143720bda96,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:47.519652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:47.520604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'security_group_rule': {'security_group_id': '3f2d6b8d-0368-47d1-8e18-45e9d01e2307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:47.533511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Pushing event updated for resources: {'Port': ['ID=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:47.555338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456be1f6-10d5-44ad-b4d6-3f833d750133 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d6b8d-0368-47d1-8e18-45e9d01e2307,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:47.585315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.600185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd9de972-3c7a-46dc-b448-c200f795f8eb tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "DELETE /v2.0/subnets/cdd5b884-13ff-4f62-b9bd-a143720bda96 HTTP/1.1" status: 204 len: 168 time: 1.6950772 Jan 29 04:35:47.603437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60920) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:47.617583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Pushing event updated for resources: {'Port': ['ID=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:47.650059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbfcba-eaf5-4ffa-81be-8f6ddce3f274 None None] Network 531ded2d-96a1-4609-922e-c691e7024d21 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:47.654218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Attempting to bind port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:35:47.654949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Attempting to bind port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:35:47.655316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Attempting to bind port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:35:47.676022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:47.676278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:35:47.676592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:47.676747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.677002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.677408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:35:47.677881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Bound port: 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:35:47.678298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.690135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-45a3e7fa-b467-4e1b-89b9-d188dd91fcda service neutron] 10.222.0.20 "PUT /v2.0/ports/19ecbf98-a0ca-470a-bef5-bcf2c63eb419 HTTP/1.1" status: 200 len: 1091 time: 3.3369551 Jan 29 04:35:47.691572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1564f45c-7481-41c6-890c-4a5c90df5878', 'tag': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:47.697699 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4eddcf-979e-419a-ae79-be568356d050" -d '{"events": [{"name": "network-changed", "server_uuid": "1564f45c-7481-41c6-890c-4a5c90df5878", "tag": "19ecbf98-a0ca-470a-bef5-bcf2c63eb419"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:47.700923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f345c5-fb01-4c8e-852d-b206471b7263 None None] Pushing event updated for resources: {'Port': ['ID=436de701-c798-4963-94a8-0b01602838be,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:47.727918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:35:47.728669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:47.879511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0649d18b-7465-4187-81e0-9158507c280a None None] For port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:35:47.883507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0649d18b-7465-4187-81e0-9158507c280a None None] For port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:35:47.885673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-724bf5e1-38b1-481c-8995-fcab2f61474c None None] Provisioning complete for port 436de701-c798-4963-94a8-0b01602838be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:47.886342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-724bf5e1-38b1-481c-8995-fcab2f61474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.976419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:47.980543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:47.993646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202670fd-0c75-450e-81be-78db275a85dc req-68e68d26-fd7d-4898-9a17-29a2d9fa8561 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:47.995389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-202670fd-0c75-450e-81be-78db275a85dc req-68e68d26-fd7d-4898-9a17-29a2d9fa8561 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.3446348 Jan 29 04:35:47.999454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-6937ad52-25b5-4d8e-8cda-1ca4b6ba9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:48.000950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-6937ad52-25b5-4d8e-8cda-1ca4b6ba9b6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34724ac5d38743d58c76eda453349d82&device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 1094 time: 0.2270665 Jan 29 04:35:48.018426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:35:48.031005 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.161982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-3638584c-2ba9-4f93-a970-00fbb0dee500 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419 HTTP/1.1" status: 200 len: 217 time: 0.1406262 Jan 29 04:35:48.176743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-202670fd-0c75-450e-81be-78db275a85dc req-3082c366-4125-4dda-966e-1682578e9cc1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653540 Jan 29 04:35:48.193100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649d18b-7465-4187-81e0-9158507c280a None None] Pushing event updated for resources: {'Port': ['ID=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:48.297784 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0d373-4c94-4f91-8cdd-22533c147ca2 x-openstack-request-id: req-7de0d373-4c94-4f91-8cdd-22533c147ca2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:48.298367 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1564f45c-7481-41c6-890c-4a5c90df5878", "tag": "19ecbf98-a0ca-470a-bef5-bcf2c63eb419", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:48.298795 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7de0d373-4c94-4f91-8cdd-22533c147ca2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:48.299379 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1564f45c-7481-41c6-890c-4a5c90df5878', 'tag': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419', 'status': 'completed', 'code': 200} Jan 29 04:35:48.359878 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-724bf5e1-38b1-481c-8995-fcab2f61474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.471326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-724bf5e1-38b1-481c-8995-fcab2f61474c None None] For port 436de701-c798-4963-94a8-0b01602838be, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=436de701-c798-4963-94a8-0b01602838be,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:48.482119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-724bf5e1-38b1-481c-8995-fcab2f61474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.491417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-5492efef-ffb9-414e-977e-21435bac5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:48.501461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-5492efef-ffb9-414e-977e-21435bac5928 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0 HTTP/1.1" status: 200 len: 853 time: 0.2853758 Jan 29 04:35:48.585156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6704f932-c428-480e-98f3-4025407c9525 None None] DHCP port deletion for 531ded2d-96a1-4609-922e-c691e7024d21 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:48.633981 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:47Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:48.656418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-d50752a8-db64-488b-b32e-bc57aeb854b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=027a4c35-21c8-4d29-bab2-905ff1fe40c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361980 Jan 29 04:35:48.700692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bf5e1-38b1-481c-8995-fcab2f61474c None None] Pushing event updated for resources: {'Port': ['ID=436de701-c798-4963-94a8-0b01602838be,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:48.755964 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff12d64f-c66d-4228-a70e-c7d92b88ef6b None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:47Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:35:48.758279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-28b8d0dd-18e8-4bb0-9ede-a17bcbb43793 None None] Provisioning complete for port 436de701-c798-4963-94a8-0b01602838be triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:48.758917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28b8d0dd-18e8-4bb0-9ede-a17bcbb43793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.831124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.877120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.885291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6704f932-c428-480e-98f3-4025407c9525 None None] Deleting port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:48.885527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6704f932-c428-480e-98f3-4025407c9525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:48.962938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156921-d000-4b09-a67f-437e2dce0589 req-4ce4254a-d1b6-41ef-8edb-c572a0510674 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:48.964705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f156921-d000-4b09-a67f-437e2dce0589 req-4ce4254a-d1b6-41ef-8edb-c572a0510674 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 1.2495606 Jan 29 04:35:49.067803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6704f932-c428-480e-98f3-4025407c9525 None None] For port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,segment=NetworkSegment(c4a74b96-60f0-4751-9884-5dfedad350bb),segment_id=c4a74b96-60f0-4751-9884-5dfedad350bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:49.076360 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6704f932-c428-480e-98f3-4025407c9525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.099996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6704f932-c428-480e-98f3-4025407c9525 None None] Calling delete_port for 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:49.118334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.142107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f156921-d000-4b09-a67f-437e2dce0589 req-12feae96-5c69-47da-a244-19a2068f898e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610777 Jan 29 04:35:49.156151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.228008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f67190b-790f-40f1-91af-922953007836,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:49.277922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Deleting port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:49.280624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.295921 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.300797 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f55d0e77-2b05-43bb-9be4-13bfe8b2c5e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8067198 Jan 29 04:35:49.307115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d032762-8eb7-45b6-b377-b441e66b2bc1 req-a8386f7a-8105-4552-899a-dcbb5467369e tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:49.307364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:49.309240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d032762-8eb7-45b6-b377-b441e66b2bc1 req-a8386f7a-8105-4552-899a-dcbb5467369e tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 943 time: 0.8833394 Jan 29 04:35:49.359578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'security_group_rule': {'security_group_id': '3f2d6b8d-0368-47d1-8e18-45e9d01e2307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:49.381243 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6704f932-c428-480e-98f3-4025407c9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.467672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704f932-c428-480e-98f3-4025407c9525 None None] Pushing event deleted for resources: {'Port': ['ID=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:49.500287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704f932-c428-480e-98f3-4025407c9525 None None] No DVR routers for this DVR port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:49.626995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] For port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,segment=NetworkSegment(c4a74b96-60f0-4751-9884-5dfedad350bb),segment_id=c4a74b96-60f0-4751-9884-5dfedad350bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:49.630253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.654586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.688303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c33c56-5f86-4cf3-b815-fa76ea9b0ea2 req-1a5bb3f0-9b62-455e-acec-b1550b3dd296 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:49.691181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85c33c56-5f86-4cf3-b815-fa76ea9b0ea2 req-1a5bb3f0-9b62-455e-acec-b1550b3dd296 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.3225229 Jan 29 04:35:49.708117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Calling delete_port for 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:49.717388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d032762-8eb7-45b6-b377-b441e66b2bc1 req-7f909eb8-5603-4295-b0de-676ea75518de tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785551 Jan 29 04:35:49.734484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.817326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-7c27722b-07fc-4c1e-8c0a-5e83fc9d06f1 service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0601501 Jan 29 04:35:49.830545 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85c33c56-5f86-4cf3-b815-fa76ea9b0ea2 req-d5cbc1a8-a31c-4859-acf8-e98705a08267 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312494 Jan 29 04:35:49.867144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:49.889824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:49.893612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:49.894290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.934879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:49.945172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4397438 Jan 29 04:35:49.948094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1b279-d75f-41d7-8c0d-0507610f0645 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=e3f48b23-656e-45c8-a1ca-a71357d3220f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:49.951473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:49.963789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:ee:02:af', 'name': 'tempest-NetworksTestDHCPv6-297732615'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:49.974782 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.068889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0805c44-46b5-42ff-9e73-a1e7851088a5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:50.081871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.087397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60948) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:50.088591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3c99d6fd-9c32-4bee-a7e4-e4f70653465b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7378438 Jan 29 04:35:50.095997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:50.103198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.164238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event deleted for resources: {'Port': ['ID=0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:50.186915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] No DVR routers for this DVR port 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:35:50.202067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bca0475b-9698-42f4-adce-ab0497c86bbe req-82463af5-bafa-4944-98d2-b0fa22ffbbce service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720663 Jan 29 04:35:50.242043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 436de701-c798-4963-94a8-0b01602838be up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:50.276484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.342682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e1f03-8558-4deb-9dff-ff5980ea6fd8 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:50.373296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.442245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531ded2d-96a1-4609-922e-c691e7024d21']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:50.477675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a74b96-60f0-4751-9884-5dfedad350bb') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:50.478241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a74b96-60f0-4751-9884-5dfedad350bb') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:35:50.515989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.518364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d343e-890d-4826-864f-43e55d7debd6 req-cacc10cd-643d-457c-9870-b829547d4a82 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:50.519952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e9d343e-890d-4826-864f-43e55d7debd6 req-cacc10cd-643d-457c-9870-b829547d4a82 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2587788 Jan 29 04:35:50.555569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.573082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:35:50.573499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:35:50.577577 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:35:50.594695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e9d343e-890d-4826-864f-43e55d7debd6 req-f783a2b1-5b9d-4aeb-8d5f-3ae082b09286 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631819 Jan 29 04:35:50.611475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eddcf-979e-419a-ae79-be568356d050 req-09587cdb-60b3-4a7c-951e-d7ed9904c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:50.613179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-09587cdb-60b3-4a7c-951e-d7ed9904c6d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34724ac5d38743d58c76eda453349d82&device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 1094 time: 0.2738004 Jan 29 04:35:50.630151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:50.747658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.755459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:50.758656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] 10.222.0.32 "DELETE /v2.0/networks/531ded2d-96a1-4609-922e-c691e7024d21 HTTP/1.1" status: 204 len: 168 time: 3.1528583 Jan 29 04:35:50.791204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2cd14-c453-4ae7-b3d8-7e25755eb137 tempest-DHCPAgentSchedulersTestJSON-2101472614 tempest-DHCPAgentSchedulersTestJSON-2101472614-project] Pushing event deleted for resources: {'Network': ['ID=531ded2d-96a1-4609-922e-c691e7024d21,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:50.946366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2926a140-9596-408c-8a57-0d7326bf5b58 None None] Provisioning complete for port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:50.948790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2926a140-9596-408c-8a57-0d7326bf5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.072563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637e7b-008a-4a82-921a-27c79f1d6e30 req-cc4d6575-a083-429d-a705-65b50a016e67 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:51.105284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0637e7b-008a-4a82-921a-27c79f1d6e30 req-cc4d6575-a083-429d-a705-65b50a016e67 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 943 time: 0.1973033 Jan 29 04:35:51.127560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e259834-d610-4ed8-8f57-bc31eb3ddb30 req-cc9dbc0b-9d91-467e-ae6a-5c414e2e53b4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:51.138502 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e259834-d610-4ed8-8f57-bc31eb3ddb30 req-cc9dbc0b-9d91-467e-ae6a-5c414e2e53b4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1763587 Jan 29 04:35:51.153872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.192744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:51.218908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.257506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0637e7b-008a-4a82-921a-27c79f1d6e30 req-479bf157-d21a-4bf0-8fbc-747f1ec50353 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499350 Jan 29 04:35:51.270558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 436de701-c798-4963-94a8-0b01602838be triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:51.278865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.483804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:51.516980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-402e69a2-e1d5-4f9f-9ac0-561102361039 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41a228a245694c339f1fa8eb4fe13012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127766 Jan 29 04:35:51.518346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Allocated IP 172.25.4.160 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/f1b8971a-cc42-4393-a9da-a0d7a8d59a47) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:51.518957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60966) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:51.527172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 98ffff67-eb50-4fd2-b9a7-5c05aa19683c yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:35:51.532861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eddcf-979e-419a-ae79-be568356d050 req-38190632-6b30-48b9-a430-c5610146aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:51.541263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-38190632-6b30-48b9-a430-c5610146aea3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 200 len: 914 time: 0.8821733 Jan 29 04:35:51.578438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e259834-d610-4ed8-8f57-bc31eb3ddb30 req-ecac2b2c-d4c5-4535-ae70-e9b5419ecfa4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390121 Jan 29 04:35:51.598276 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2926a140-9596-408c-8a57-0d7326bf5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.649030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95f34d1b-0d4c-42a4-93f2-edd08a65239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.672167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:51.672559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.693652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-14b4dcc2-3ec5-4f43-836e-c60ab1de51bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419 HTTP/1.1" status: 200 len: 217 time: 0.1100101 Jan 29 04:35:51.700061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95f34d1b-0d4c-42a4-93f2-edd08a65239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.786116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2926a140-9596-408c-8a57-0d7326bf5b58 None None] For port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:51.812613 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2926a140-9596-408c-8a57-0d7326bf5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.901339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d1148-4f90-4489-b1b1-4b25648477b0 req-1aa2107b-5815-48dc-a6e2-def98f68207a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:51.910612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb8d1148-4f90-4489-b1b1-4b25648477b0 req-1aa2107b-5815-48dc-a6e2-def98f68207a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1841841 Jan 29 04:35:51.932084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926a140-9596-408c-8a57-0d7326bf5b58 None None] Pushing event updated for resources: {'Port': ['ID=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:51.968238 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95f34d1b-0d4c-42a4-93f2-edd08a65239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.970956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95f34d1b-0d4c-42a4-93f2-edd08a65239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:51.974477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95f34d1b-0d4c-42a4-93f2-edd08a65239d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/331c2eba-ceea-42a7-88b8-257cd5c8e26c HTTP/1.1" status: 204 len: 168 time: 0.4523673 Jan 29 04:35:51.977625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] Update dhcp port {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '7754d60e-6ba6-4409-9fa5-a32749d3fa84', 'ip_address': '2001:db8::f816:3eff:fe78:7d1a'}, {'subnet_id': 'e3f48b23-656e-45c8-a1ca-a71357d3220f'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '93e080fa-4cc5-41c1-89ba-bf5ce3f24299'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:35:52.001780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f34d1b-0d4c-42a4-93f2-edd08a65239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c2eba-ceea-42a7-88b8-257cd5c8e26c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:52.019644 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb8d1148-4f90-4489-b1b1-4b25648477b0 req-25fde327-30fa-4247-8da7-d7064affe5cb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078684 Jan 29 04:35:52.069864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:52.225536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:35:52.265179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:35:52.265539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c46e7c2-a9d5-4ed0-9fb3-b9b8422bf8d0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:35:52.432559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:52.497242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:52.497924 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:52.563297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60978) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:52.581484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2aadf71-e924-4a0c-af11-45523c8c892c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:52.710463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eddcf-979e-419a-ae79-be568356d050 req-b0b47c0d-f74b-4ad5-a86e-839886f7b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.712598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-b0b47c0d-f74b-4ad5-a86e-839886f7b4d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0 HTTP/1.1" status: 200 len: 853 time: 0.9742558 Jan 29 04:35:52.722390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2aadf71-e924-4a0c-af11-45523c8c892c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:52.732380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2aadf71-e924-4a0c-af11-45523c8c892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:52.768965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701127d4-b055-4fdf-8067-8c5b2ae3a65e req-f16b32b7-727c-4f95-8d00-bd7c81c7661f tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.770842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-701127d4-b055-4fdf-8067-8c5b2ae3a65e req-f16b32b7-727c-4f95-8d00-bd7c81c7661f tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 943 time: 0.1966307 Jan 29 04:35:52.800721 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-91aca7e6-cfef-441f-a777-a2850525c6c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=027a4c35-21c8-4d29-bab2-905ff1fe40c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709009 Jan 29 04:35:52.806020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aadf71-e924-4a0c-af11-45523c8c892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac7fa5-9693-4a40-8222-08797dbf7039,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:52.856608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e2aadf71-e924-4a0c-af11-45523c8c892c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2e21f36415e4e6191c3972e3a7f80a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891927 Jan 29 04:35:52.857027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60982) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:52.864874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:52.915560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 172.20.0.9 (1ff93288-b39a-4430-be32-e866f0872688/e3f48b23-656e-45c8-a1ca-a71357d3220f/98ffff67-eb50-4fd2-b9a7-5c05aa19683c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:52.934768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e696a0-6638-4724-adb8-10f3f2ab9138 req-3745af82-87ce-4a4a-a2d4-b6a001986f44 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:52.937813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52e696a0-6638-4724-adb8-10f3f2ab9138 req-3745af82-87ce-4a4a-a2d4-b6a001986f44 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1776786 Jan 29 04:35:52.944865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:feee:2af (1ff93288-b39a-4430-be32-e866f0872688/7754d60e-6ba6-4409-9fa5-a32749d3fa84/98ffff67-eb50-4fd2-b9a7-5c05aa19683c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:52.963850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-701127d4-b055-4fdf-8067-8c5b2ae3a65e req-586ae96a-0a4e-4976-9e16-51ebfa43c9f0 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709559 Jan 29 04:35:52.977813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b7d1-36c9-4f48-9ad1-bb9810f84f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.044944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b7d1-36c9-4f48-9ad1-bb9810f84f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.064321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52e696a0-6638-4724-adb8-10f3f2ab9138 req-b4c94f97-f7a4-4185-9175-2f59aa333b6f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123664 Jan 29 04:35:53.084255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-9d94d6cd-8141-47ec-8954-9f005ac4a989 service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501664 Jan 29 04:35:53.136415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b7d1-36c9-4f48-9ad1-bb9810f84f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.141320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b7d1-36c9-4f48-9ad1-bb9810f84f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.142717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3ce7b7d1-36c9-4f48-9ad1-bb9810f84f55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91ac7fa5-9693-4a40-8222-08797dbf7039 HTTP/1.1" status: 204 len: 168 time: 0.2847574 Jan 29 04:35:53.151853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7b7d1-36c9-4f48-9ad1-bb9810f84f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac7fa5-9693-4a40-8222-08797dbf7039,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:53.262563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4eddcf-979e-419a-ae79-be568356d050 req-8ad8dce5-3a13-4c67-baf2-abb956d7b447 service neutron] 10.222.0.20 "GET /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385903 Jan 29 04:35:53.275481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.339114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:35:53.385517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:53.399514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:53.407948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'Port': ['ID=f1b8971a-cc42-4393-a9da-a0d7a8d59a47,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:53.412557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:53.452909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8bccd-f7fc-4d14-8dcd-daddcc27572f req-453907da-3548-4894-82d8-86097cf51038 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:53.460270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ef8bccd-f7fc-4d14-8dcd-daddcc27572f req-453907da-3548-4894-82d8-86097cf51038 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1864116 Jan 29 04:35:53.501042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.570587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ef8bccd-f7fc-4d14-8dcd-daddcc27572f req-e54f1423-9646-40bb-8c4a-68e83caf8b5f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092129 Jan 29 04:35:53.574989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:53.599813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419', 'network_id': '027a4c35-21c8-4d29-bab2-905ff1fe40c1', 'port_id': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419', 'mac_address': 'fa:16:3e:13:d2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:35:53.679656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.702046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:35:53.709957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] Allocated IP 172.20.0.2 (1ff93288-b39a-4430-be32-e866f0872688/e3f48b23-656e-45c8-a1ca-a71357d3220f/93e080fa-4cc5-41c1-89ba-bf5ce3f24299) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:35:53.742556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:53.759269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.766230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.775955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.858770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-191028e1-db78-435a-9a47-35bce9f7a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.885980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:53.891155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:35:53.893597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=98ffff67-eb50-4fd2-b9a7-5c05aa19683c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:53.896447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:35:53.908500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] For port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:53.935138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:35:53.938169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.946908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:53.960875 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:54.124614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:54.125698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:54.155420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9bfef51d-da59-4de3-9652-3d52ca19b143 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.1986344 Jan 29 04:35:54.158400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:54.213101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['19ecbf98-a0ca-470a-bef5-bcf2c63eb419'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:35:54.278830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e22eb1-90f2-4661-89c1-ca7008353c0f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:54.285234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e22eb1-90f2-4661-89c1-ca7008353c0f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:54.286975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b5e22eb1-90f2-4661-89c1-ca7008353c0f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1274233 Jan 29 04:35:54.289797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9162ed4-4d3f-45c0-96f2-6f7c8c6c4204 req-b25f966b-b7c7-4c65-af2b-7e5f4f9c8125 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:54.294865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:54.318884 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9162ed4-4d3f-45c0-96f2-6f7c8c6c4204 req-b25f966b-b7c7-4c65-af2b-7e5f4f9c8125 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 944 time: 0.1893559 Jan 29 04:35:54.385396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45667d3-0343-4530-9bbc-6e89d2de97f2 None None] Pushing event updated for resources: {'Port': ['ID=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:54.425016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f9162ed4-4d3f-45c0-96f2-6f7c8c6c4204 req-6f9fa813-f82d-437a-8730-089622b0a53a tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Jan 29 04:35:54.531350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32790) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:54.695814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:54.732944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a1383-b713-4ead-b5bb-6380aaff01bd req-bd66b5bf-6ddd-4651-a560-6dae58af453c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:54.735366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-315a1383-b713-4ead-b5bb-6380aaff01bd req-bd66b5bf-6ddd-4651-a560-6dae58af453c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.4472837 Jan 29 04:35:54.740310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 98ffff67-eb50-4fd2-b9a7-5c05aa19683c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:35:54.742790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:54.755095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:54.868529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-849324a8-c8a8-4b20-b5af-1bf694de3d3d tempest-AgentManagementNegativeTest-186184487 tempest-AgentManagementNegativeTest-186184487-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3359637 Jan 29 04:35:54.911213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65953-7ef1-4998-84bc-27cbc544e0c7 req-a2422075-af96-4de6-b020-67a802cffb2e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:54.923498 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55a65953-7ef1-4998-84bc-27cbc544e0c7 req-a2422075-af96-4de6-b020-67a802cffb2e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2134643 Jan 29 04:35:55.024422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55a65953-7ef1-4998-84bc-27cbc544e0c7 req-99de8bb8-6a39-43f3-8fe5-3b0c1f882295 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998650 Jan 29 04:35:55.128882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-315a1383-b713-4ead-b5bb-6380aaff01bd req-75b4a49e-f6c1-4dd5-895f-873014eca376 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771417 Jan 29 04:35:55.164816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'Port': ['ID=f1b8971a-cc42-4393-a9da-a0d7a8d59a47,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:55.188852 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.242541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.263553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.265215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-428a484e-fb6f-4e39-867b-ad615d7404f5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1733758 Jan 29 04:35:55.272717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 98ffff67-eb50-4fd2-b9a7-5c05aa19683c owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:35:55.471674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32810) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:55.493488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-12486387-b7e2-4a48-b387-4c149ccc249c None None] Provisioning complete for port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:55.494525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12486387-b7e2-4a48-b387-4c149ccc249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.728156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.757975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9830e-da40-4f05-b334-46efef64a248 req-57596897-b10a-4b1a-9b5f-49d239c8ca47 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:55.774533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94d9830e-da40-4f05-b334-46efef64a248 req-57596897-b10a-4b1a-9b5f-49d239c8ca47 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 944 time: 0.1786630 Jan 29 04:35:55.777986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0628324-b1e8-4944-a7f6-69b9ab69a15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.837997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=98ffff67-eb50-4fd2-b9a7-5c05aa19683c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:55.852089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94d9830e-da40-4f05-b334-46efef64a248 req-3456ec50-206e-4f72-9e33-8465a247b129 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741060 Jan 29 04:35:55.943579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2b79b4c6-6f81-4843-9068-34dda611f71a None None] Could not find standard attr ID for object 98ffff67-eb50-4fd2-b9a7-5c05aa19683c. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:35:55.982972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0628324-b1e8-4944-a7f6-69b9ab69a15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:55.997207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-5588c38a-6d22-4259-bc89-b91567d128fe tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1380980796&fields=id&tenant_id=bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 267 time: 0.2854884 Jan 29 04:35:56.002381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0628324-b1e8-4944-a7f6-69b9ab69a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.094970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dda3ccf4-dcce-49d6-a532-70e1d60fb4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.106029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628324-b1e8-4944-a7f6-69b9ab69a15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b15f274-1313-485f-9b99-d79bc1177a24,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:56.122001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c0628324-b1e8-4944-a7f6-69b9ab69a15a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04b91ad37f9b4643b7bcbe55c52b5285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456482 Jan 29 04:35:56.127385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:56.196900 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4f7f-4baa-46f6-886d-7aa37bbe78bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.267311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.271035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e499aa3-7ccc-409e-b19e-743c1c283d1c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/98ffff67-eb50-4fd2-b9a7-5c05aa19683c HTTP/1.1" status: 204 len: 168 time: 1.9741008 Jan 29 04:35:56.276026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:56.331881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4f7f-4baa-46f6-886d-7aa37bbe78bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.409558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b437-f903-4ede-80bb-28ebdb0ddf07 req-6146173c-19d7-43fe-bfeb-cecb486b62fb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:56.417595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2f1b437-f903-4ede-80bb-28ebdb0ddf07 req-6146173c-19d7-43fe-bfeb-cecb486b62fb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2059522 Jan 29 04:35:56.426078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-2d840326-3fcd-4509-85f5-9a027d5e1ed6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:56.427580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-2d840326-3fcd-4509-85f5-9a027d5e1ed6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 817 time: 0.4179482 Jan 29 04:35:56.497350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d2f1b437-f903-4ede-80bb-28ebdb0ddf07 req-38aebc86-6cab-4f02-80b6-5a7c4c73e4b2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741758 Jan 29 04:35:56.521116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:56.554941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-84ab7e49-360b-43d3-b3ef-6253e4695680 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/quotas/bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 375 time: 0.0652120 Jan 29 04:35:56.613042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:56.613653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.629513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4f7f-4baa-46f6-886d-7aa37bbe78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.631164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efc3ce-22af-4fe1-9a1a-197947d9466c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:56.632811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4f7f-4baa-46f6-886d-7aa37bbe78bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.633038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efc3ce-22af-4fe1-9a1a-197947d9466c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:56.634261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ae5b4f7f-4baa-46f6-886d-7aa37bbe78bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b15f274-1313-485f-9b99-d79bc1177a24 HTTP/1.1" status: 204 len: 168 time: 0.5036871 Jan 29 04:35:56.639047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efc3ce-22af-4fe1-9a1a-197947d9466c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:56.660188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33efc3ce-22af-4fe1-9a1a-197947d9466c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3838370 Jan 29 04:35:56.673205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:56.695484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-98bf900f-6afd-4336-9557-45b5a0804d33 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1364939 Jan 29 04:35:56.705591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b4f7f-4baa-46f6-886d-7aa37bbe78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b15f274-1313-485f-9b99-d79bc1177a24,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:56.762464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62453cd0-9c21-49e1-8f7d-3288bae03d1d req-f1c566ca-9e73-4eeb-a0fc-59580b38993f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:56.764546 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62453cd0-9c21-49e1-8f7d-3288bae03d1d req-f1c566ca-9e73-4eeb-a0fc-59580b38993f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1836014 Jan 29 04:35:56.791119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 7754d60e-6ba6-4409-9fa5-a32749d3fa84 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:56.795597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.854029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:56.942073 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-8d0110bf-2ea8-450a-9d97-cfc0995fe444 service neutron] 10.222.0.32 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153943 Jan 29 04:35:57.047163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.141939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-081113b6-fc2a-469e-9c56-c9c9b1825bd2 service neutron] 10.222.0.32 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987963 Jan 29 04:35:57.237213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62453cd0-9c21-49e1-8f7d-3288bae03d1d req-4832f9ea-cc66-48b4-be4e-0443eeba35a8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606869 Jan 29 04:35:57.240385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.249585 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.349709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=7754d60e-6ba6-4409-9fa5-a32749d3fa84,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:57.363944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4fd75-553b-450e-bdcd-fade3d3f0ecd None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:57.364931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.367299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:35:57.375518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-26492f42-7006-4907-b85a-8a423f119024 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/7754d60e-6ba6-4409-9fa5-a32749d3fa84 HTTP/1.1" status: 204 len: 168 time: 0.6912463 Jan 29 04:35:57.377925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:57.498763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e26dc-aaed-48b3-84f5-a4d42588e64b req-3a025eb0-d01a-4ef5-b96d-6b6b3c71afa9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:57.501134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a3e26dc-aaed-48b3-84f5-a4d42588e64b req-3a025eb0-d01a-4ef5-b96d-6b6b3c71afa9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 944 time: 0.1101084 Jan 29 04:35:57.613535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2dbab12-e5b1-4ebc-8e87-a9720b80f91b req-a434f6c7-d8f9-42c6-8fa6-f7dcb069901e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 210 time: 0.1286125 Jan 29 04:35:57.645824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet e3f48b23-656e-45c8-a1ca-a71357d3220f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:35:57.647762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a3e26dc-aaed-48b3-84f5-a4d42588e64b req-6d345577-79fb-4b89-8007-024997e68f3d tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333849 Jan 29 04:35:57.667442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.744760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:35:57.792634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:57.793099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.820849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:57.993602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3be753-d462-44e6-b73e-658a8f7b890b req-cb9e4e95-173a-41ba-9598-fc71db52a6d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:58.004992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a3be753-d462-44e6-b73e-658a8f7b890b req-cb9e4e95-173a-41ba-9598-fc71db52a6d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2608826 Jan 29 04:35:58.051090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32878) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:58.144422 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.194965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1564f45c-7481-41c6-890c-4a5c90df5878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:35:58.198764 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1129f-f149-4c9e-b8b7-2175a7673db3" -d '{"events": [{"server_uuid": "1564f45c-7481-41c6-890c-4a5c90df5878", "name": "network-vif-plugged", "status": "completed", "tag": "19ecbf98-a0ca-470a-bef5-bcf2c63eb419"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:35:58.224932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:35:58.228421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a3be753-d462-44e6-b73e-658a8f7b890b req-44686299-795c-4125-aca9-bb5d1a516175 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178032 Jan 29 04:35:58.233637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.256247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.317649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-738750376'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:58.379925 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67438f52-1d8c-4167-b272-716cce3edf50 x-openstack-request-id: req-67438f52-1d8c-4167-b272-716cce3edf50 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:35:58.380227 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1564f45c-7481-41c6-890c-4a5c90df5878", "name": "network-vif-plugged", "status": "completed", "tag": "19ecbf98-a0ca-470a-bef5-bcf2c63eb419", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:35:58.380687 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67438f52-1d8c-4167-b272-716cce3edf50 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:35:58.382298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:58.388346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.390067 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1564f45c-7481-41c6-890c-4a5c90df5878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419', 'code': 200} Jan 29 04:35:58.408475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.434388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.453806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:58.533813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f48b23-656e-45c8-a1ca-a71357d3220f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:58.646906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.653617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/e3f48b23-656e-45c8-a1ca-a71357d3220f HTTP/1.1" status: 204 len: 168 time: 1.2745759 Jan 29 04:35:58.654830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:58.658562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.659110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.659647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.660172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.660698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.661230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.661752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.662303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.662807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.663328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.663845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.664345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2aa678-54a7-4407-8ed0-655a4161d881 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:58.698648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.723603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.740175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:35:58.754717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.755268 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Added segment 8d3045f7-2762-4467-b8fb-c074fa487d2b of type vlan for network 219a890d-09f7-4bd3-8322-d755a1c25163 Jan 29 04:35:58.807239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-30ed6870-5546-4555-aa31-0a203a4eb1ba tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394036 Jan 29 04:35:58.819233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.822256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:58.838794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:58.894139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c23fb-9afe-418a-b787-2e988b3ffc3f req-c59dd0b0-109f-43e3-801a-fcb9f689f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:58.895908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70de8526-4e42-4211-9acb-d9a24df8123e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:58.896149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a8c23fb-9afe-418a-b787-2e988b3ffc3f req-c59dd0b0-109f-43e3-801a-fcb9f689f10d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 1096 time: 0.3633342 Jan 29 04:35:58.912431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:58.924626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:58.925286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.015039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d34b19-7f48-4de2-b23a-3f7871c5abe2 req-e34ac32b-9901-4e9b-833a-a4309886489d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:59.024869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39d34b19-7f48-4de2-b23a-3f7871c5abe2 req-e34ac32b-9901-4e9b-833a-a4309886489d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3688626 Jan 29 04:35:59.091265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec89b-1952-4293-97d9-ae7a51afd05e req-902b916a-e384-482e-b26b-0a850f136969 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:59.102025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-481ec89b-1952-4293-97d9-ae7a51afd05e req-902b916a-e384-482e-b26b-0a850f136969 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.5084460 Jan 29 04:35:59.110740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.127785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Network': ['ID=219a890d-09f7-4bd3-8322-d755a1c25163,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:59.169723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1171758 Jan 29 04:35:59.170395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:35:59.172331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.172683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.173025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.174492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.174914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.175258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.175697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.176207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.176543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.176880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.177361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.177697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a9e4-b6d3-4b43-b1d9-53facde629fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:35:59.186759 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.206109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 219a890d-09f7-4bd3-8322-d755a1c25163 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:35:59.233083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-481ec89b-1952-4293-97d9-ae7a51afd05e req-eac81083-bc3b-48a4-b476-4076ef38ca9a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287200 Jan 29 04:35:59.259739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'subnet': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:35:59.293355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39d34b19-7f48-4de2-b23a-3f7871c5abe2 req-16e95d7f-be21-45dc-88e7-9bc4730b0a4e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657251 Jan 29 04:35:59.296814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-0d6ea2d4-ff69-4cd0-a7af-d55b05154475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:59.298372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-0d6ea2d4-ff69-4cd0-a7af-d55b05154475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.4981151 Jan 29 04:35:59.300767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a8c23fb-9afe-418a-b787-2e988b3ffc3f req-cc9ad429-fe75-4dca-91e5-4ed5198ef9f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598559 Jan 29 04:35:59.475084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bee18-0bab-493a-ba3b-4dcdefff2812 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:35:59.521064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398a8801-d925-42fa-96a8-bd86d8d74565 req-0fa44bc4-7812-424d-b8dd-8d5522a22bf3 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 210 time: 0.1257167 Jan 29 04:35:59.564142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:59.575794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-12fd475f-d130-4c06-9a92-a6ce7ba31b2d None None] Provisioning complete for port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:35:59.576167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12fd475f-d130-4c06-9a92-a6ce7ba31b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.581299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.631902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:35:59.643451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.788955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247f600-515f-4d07-bf33-d945a137695e req-8b226e45-c437-4c30-aee0-1bc563ad72bf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:59.790581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b247f600-515f-4d07-bf33-d945a137695e req-8b226e45-c437-4c30-aee0-1bc563ad72bf tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 945 time: 0.2292879 Jan 29 04:35:59.863610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:35:59.952256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:35:59.962635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-e3d717dd-6adb-4f61-b7ba-58f987237868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:35:59.964366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-e3d717dd-6adb-4f61-b7ba-58f987237868 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.6173608 Jan 29 04:35:59.974473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Subnet': ['ID=457b8419-28c4-4777-a075-fd094aec585d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:35:59.985061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Checking segment: {'id': '8d3045f7-2762-4467-b8fb-c074fa487d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:35:59.985430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network hostable DHCP agents. Network: 219a890d-09f7-4bd3-8322-d755a1c25163, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:36:00.012391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:36:00.043633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 219a890d-09f7-4bd3-8322-d755a1c25163) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:00.051209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:00.052350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:00.070182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b247f600-515f-4d07-bf33-d945a137695e req-026e6b3e-cd4a-4381-bb64-6971cafc3652 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641699 Jan 29 04:36:00.075588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae44d4d-a902-4143-b5dd-4e20f685b07f None None] Network 219a890d-09f7-4bd3-8322-d755a1c25163 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:00.112522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c16e55e2-5a30-4880-96d4-1afdabaa8f84 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8774250 Jan 29 04:36:00.114643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32906) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:00.127361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-798671978'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:00.408270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] Deleting port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:00.408849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:00.482556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:00.554417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:00.561246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:00.606628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cb53-dd6e-4dce-ac95-bb52f94c8f77 req-d0bb3131-7bba-4c0f-8d0c-f18043bbfbe4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:00.610897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad60cb53-dd6e-4dce-ac95-bb52f94c8f77 req-d0bb3131-7bba-4c0f-8d0c-f18043bbfbe4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1958826 Jan 29 04:36:00.614695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] device_id is not set on port 311da074-7c6c-46dc-befa-15d40a257fd4 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:00.687207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] For port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:00.687590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:00.709998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] Calling delete_port for 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:00.796336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad60cb53-dd6e-4dce-ac95-bb52f94c8f77 req-e08c3a64-2675-485e-8866-94dd6f4955ca tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699452 Jan 29 04:36:00.837364 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:00.840353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-219a890d-09f7-4bd3-8322-d755a1c25163', 'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'tenant_id': '553d6cc089ec45bb9dc768f40c011c29', 'fixed_ips': [{'subnet_id': '457b8419-28c4-4777-a075-fd094aec585d'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:00.841207 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:00.919809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Allocated IP 2001:db8::2a1 (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/311da074-7c6c-46dc-befa-15d40a257fd4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:00.940107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32922) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:01.059713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-1b6c97f3-8795-4e6e-bc24-e515c1cdb914 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:01.066341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:01.067141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-1b6c97f3-8795-4e6e-bc24-e515c1cdb914 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 817 time: 1.1392505 Jan 29 04:36:01.148043 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5c5e81a8-bade-4a22-82d3-e6f5e8bc3d56 req-6044089b-8c7d-4dbd-a121-5be3211b0460 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 210 time: 0.1078312 Jan 29 04:36:01.250518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:01.295766 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-32e1ad1a-acf8-4d75-bf2a-3d16ae5889c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 1.3167651 Jan 29 04:36:01.331468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2088-1aad-4424-9d57-0cca533e8705 req-c1d77983-9a50-4b5c-9ef2-356ad1e2f0d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:01.333546 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3c2088-1aad-4424-9d57-0cca533e8705 req-c1d77983-9a50-4b5c-9ef2-356ad1e2f0d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.5698216 Jan 29 04:36:01.373321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:01.383298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] Pushing event deleted for resources: {'Port': ['ID=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:01.426982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c618b-1fc2-4bd0-962f-67b29c0e7b09 None None] No DVR routers for this DVR port 93e080fa-4cc5-41c1-89ba-bf5ce3f24299 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:01.436401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event deleted for resources: {'Port': ['ID=93e080fa-4cc5-41c1-89ba-bf5ce3f24299,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:01.490711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-ee92cfd2-14d0-4f28-9693-3d7bfa2e153a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 380 time: 0.3934972 Jan 29 04:36:01.506273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:01.593653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'port': {'device_id': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'admin_state_up': True, 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'security_groups': ['3f2d6b8d-0368-47d1-8e18-45e9d01e2307']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:01.598689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-de871652-6dd0-47b6-8754-4e129c95ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:01.600454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-de871652-6dd0-47b6-8754-4e129c95ee32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.2934310 Jan 29 04:36:01.685036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f8c5e-24ae-4b13-a1f0-56fc55b42cf0 req-a9ca6335-1590-47cd-bd02-656739f53a8e tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:01.687118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b0f8c5e-24ae-4b13-a1f0-56fc55b42cf0 req-a9ca6335-1590-47cd-bd02-656739f53a8e tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 945 time: 0.2751789 Jan 29 04:36:01.785863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ac3c2088-1aad-4424-9d57-0cca533e8705 req-b46664cf-c650-4947-93d6-77896689505a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189892 Jan 29 04:36:01.789619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:01.844218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:01.858211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:01.861927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:01.862621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:01.864051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Allocated IP 2001:db8::2 (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/35f97cf9-90a6-4277-b018-fd6eded2efbc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:01.881069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Made reservation on behalf of bc5059154c45420bb51f104a5609ae55 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:01.884960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:01.907907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-8df0a1f2-7fe2-4ffd-9f52-bffc75ba8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:01.909433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-8df0a1f2-7fe2-4ffd-9f52-bffc75ba8d35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815242 Jan 29 04:36:01.925499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1002362 Jan 29 04:36:01.926670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76415189-0efb-43ca-bd5b-dfed583ed786 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=9a7f08cc-d9f0-41d9-867e-d89022b969b7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:01.935756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:01.974191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:02.077084 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.082626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c74868-9c8d-4128-8208-7ce7d5bdfeff None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:02.135747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.138991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.158333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b0f8c5e-24ae-4b13-a1f0-56fc55b42cf0 req-fdf5a01b-d89c-4f8b-9371-dc7a78ececbe tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620690 Jan 29 04:36:02.203495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:02.208741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:02.218040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:02.223910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:02.224747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.231544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=311da074-7c6c-46dc-befa-15d40a257fd4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:02.256866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:02.260029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-623090d4-99a6-4a11-98a4-d25e42187b35 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1425643 Jan 29 04:36:02.264469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32938) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:02.270494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-416657732', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a1', 'mac_address': 'fa:16:3e:c8:0a:41'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:02.290306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:02.295815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:02.359842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Pushing event updated for resources: {'Port': ['ID=35f97cf9-90a6-4277-b018-fd6eded2efbc,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:02.374659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:02.380118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.410934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Attempting to bind port 35f97cf9-90a6-4277-b018-fd6eded2efbc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:02.411327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Attempting to bind port 35f97cf9-90a6-4277-b018-fd6eded2efbc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '8d3045f7-2762-4467-b8fb-c074fa487d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:02.411780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Attempting to bind port 35f97cf9-90a6-4277-b018-fd6eded2efbc on network 219a890d-09f7-4bd3-8322-d755a1c25163 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:02.420245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '9a7f08cc-d9f0-41d9-867e-d89022b969b7'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:02.421128 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.447304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.463580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:02.464277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Checking segment: {'id': '8d3045f7-2762-4467-b8fb-c074fa487d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:02.464427 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.465122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Bound using segment: {'id': '8d3045f7-2762-4467-b8fb-c074fa487d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:02.466467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Bound port: 35f97cf9-90a6-4277-b018-fd6eded2efbc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3045f7-2762-4467-b8fb-c074fa487d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:02.467092 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.645907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66261f2e-a9ca-4e60-90e5-beadef5f5b3d req-2f44c14f-daf2-4e78-bf5b-f7af05aacefc tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:02.655864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66261f2e-a9ca-4e60-90e5-beadef5f5b3d req-2f44c14f-daf2-4e78-bf5b-f7af05aacefc tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.7155967 Jan 29 04:36:02.688544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:02.702319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] For port 35f97cf9-90a6-4277-b018-fd6eded2efbc, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:02.707040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] For port 35f97cf9-90a6-4277-b018-fd6eded2efbc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35f97cf9-90a6-4277-b018-fd6eded2efbc,segment=NetworkSegment(8d3045f7-2762-4467-b8fb-c074fa487d2b),segment_id=8d3045f7-2762-4467-b8fb-c074fa487d2b)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:02.731186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:02.768245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-389a748e-6fb3-4e60-9af8-106ff87fe477 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300452 Jan 29 04:36:02.885343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Allocated IP 172.20.0.2 (1ff93288-b39a-4430-be32-e866f0872688/9a7f08cc-d9f0-41d9-867e-d89022b969b7/c451d7b0-31b3-4650-8fb9-c2df07091482) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:02.966554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Allocated IP 172.20.0.14 (bec95550-6efa-44cb-bad0-b75da32849fc/0ff71686-4be4-4610-91af-90bc14cc47d4/1e05b953-411c-45e4-b809-7ad549a437d0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:02.990496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ddab0-8cf7-4356-b3fe-18e2a87de825 None None] Pushing event updated for resources: {'Port': ['ID=35f97cf9-90a6-4277-b018-fd6eded2efbc,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:03.004474 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dab9a70d-dd28-4436-9358-814c64a1ced1 req-142be9b7-0318-4213-9d51-6fe0a8e9b2f2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 210 time: 0.1187069 Jan 29 04:36:03.030204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66261f2e-a9ca-4e60-90e5-beadef5f5b3d req-d39130be-8e0d-40be-9049-fb9f1864cd49 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737378 Jan 29 04:36:03.167481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.225205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-001d331c-5397-461b-bf0d-9b058e7ecc7f req-2ba8a94f-f54c-4bcd-8fdb-7de7a2380315 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457245 Jan 29 04:36:03.233683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.256689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.358247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] device_id is not set on port f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:03.396410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:03.411709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:03.419460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:03.533685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Pushing event updated for resources: {'Port': ['ID=c451d7b0-31b3-4650-8fb9-c2df07091482,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:03.556441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900928d-7df3-4354-ab9a-8ef3a64d04dc req-57c93b61-fddf-42b3-9328-42a5f6a0c5b3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:03.558888 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.570412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7900928d-7df3-4354-ab9a-8ef3a64d04dc req-57c93b61-fddf-42b3-9328-42a5f6a0c5b3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3605964 Jan 29 04:36:03.584559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Attempting to bind port c451d7b0-31b3-4650-8fb9-c2df07091482 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:03.585016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Attempting to bind port c451d7b0-31b3-4650-8fb9-c2df07091482 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:03.585400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Attempting to bind port c451d7b0-31b3-4650-8fb9-c2df07091482 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:03.593392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:03.593787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:03.594219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.594636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:03.595119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Bound port: c451d7b0-31b3-4650-8fb9-c2df07091482, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:03.595507 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.604682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:03.786268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] For port c451d7b0-31b3-4650-8fb9-c2df07091482, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:03.804836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] For port c451d7b0-31b3-4650-8fb9-c2df07091482, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c451d7b0-31b3-4650-8fb9-c2df07091482,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:03.816050 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:03.850395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7900928d-7df3-4354-ab9a-8ef3a64d04dc req-c1da2714-5105-4277-a8ae-fe24d39e739f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790070 Jan 29 04:36:03.880421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Allocated IP 2001:db8::2b6 (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:04.009845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.026637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de440d-39c1-4366-9e5a-dd66cebd5a94 None None] Pushing event updated for resources: {'Port': ['ID=c451d7b0-31b3-4650-8fb9-c2df07091482,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:04.067284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Deleting port e6647100-03e8-4c64-8301-f9eacc7bd618 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:04.067463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.110400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.296323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Network bec95550-6efa-44cb-bad0-b75da32849fc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:04.306969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] For port e6647100-03e8-4c64-8301-f9eacc7bd618, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e6647100-03e8-4c64-8301-f9eacc7bd618,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:04.307967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.323284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:04.350524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Calling delete_port for e6647100-03e8-4c64-8301-f9eacc7bd618 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:04.498902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:04.517465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:04.620184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6bb6-fe23-450d-a62f-b13294bcb6a5 req-71510268-a294-4623-bf60-24826f267e21 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:04.622493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dff6bb6-fe23-450d-a62f-b13294bcb6a5 req-71510268-a294-4623-bf60-24826f267e21 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 932 time: 0.4738414 Jan 29 04:36:04.688030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35f97cf9-90a6-4277-b018-fd6eded2efbc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:04.798734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:04.799412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.843995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 35f97cf9-90a6-4277-b018-fd6eded2efbc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:04.845024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.851057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.888157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6dff6bb6-fe23-450d-a62f-b13294bcb6a5 req-8ad230c9-a0ee-43d7-84a5-64b56d997126 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485445 Jan 29 04:36:04.913111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-77f366b5-5490-48d9-8a1c-056484f1e9f0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3396497 Jan 29 04:36:04.932167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed07d3-18de-4bb9-9fac-75deecd3d45c None None] Network 219a890d-09f7-4bd3-8322-d755a1c25163 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:04.935532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Request body: {'port': {'device_id': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:04.952267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:04.987863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e1c2b-1ecb-4859-992e-33aeebd79335 req-baeff243-cae0-4a88-913b-6f75012c21f9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:04.989375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-083e1c2b-1ecb-4859-992e-33aeebd79335 req-baeff243-cae0-4a88-913b-6f75012c21f9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.8295388 Jan 29 04:36:05.051713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Provisioning complete for port 35f97cf9-90a6-4277-b018-fd6eded2efbc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:05.052274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.071963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] For port c451d7b0-31b3-4650-8fb9-c2df07091482, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c451d7b0-31b3-4650-8fb9-c2df07091482,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:05.140441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:05.176043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:05.185326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:05.211954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:05.234329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:05.235042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.247167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.249868 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.265589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-083e1c2b-1ecb-4859-992e-33aeebd79335 req-86abe223-30f7-4e76-9b3e-8af692da2218 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180676 Jan 29 04:36:05.273935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797757-078a-4edb-9894-cd9859c64aa3 req-716262a2-b981-401d-968c-23e34d830d96 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:05.283851 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b1a2f703-09b6-4c14-8168-c7d3c63e668a tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0151784 Jan 29 04:36:05.291511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e797757-078a-4edb-9894-cd9859c64aa3 req-716262a2-b981-401d-968c-23e34d830d96 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2881918 Jan 29 04:36:05.291995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32966) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:05.363241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.370924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 35f97cf9-90a6-4277-b018-fd6eded2efbc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35f97cf9-90a6-4277-b018-fd6eded2efbc,segment=NetworkSegment(8d3045f7-2762-4467-b8fb-c074fa487d2b),segment_id=8d3045f7-2762-4467-b8fb-c074fa487d2b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:05.385729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.393017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.415635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.444082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.444875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.474655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e6647100-03e8-4c64-8301-f9eacc7bd618,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:05.600222 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=35f97cf9-90a6-4277-b018-fd6eded2efbc,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:05.667476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=41907f5d-4f9b-4e37-9dd3-5bfc5fa846d2,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:05.723806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:36:05.724375 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:36:05.734928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:05.776283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.793968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e797757-078a-4edb-9894-cd9859c64aa3 req-a4d82223-15ec-4547-9752-7eade839d252 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264159 Jan 29 04:36:05.809063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:05.822445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:05.823066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:05.899816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9588399 Jan 29 04:36:05.901204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32970) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:05.919824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:0c:87:1f', 'name': 'tempest-NetworksTestDHCPv6-941340493'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:05.944639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510760c9-5e0f-4aa3-b37e-28be34d63836 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:05.951911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510760c9-5e0f-4aa3-b37e-28be34d63836 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:05.963538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510760c9-5e0f-4aa3-b37e-28be34d63836 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:05.965639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-510760c9-5e0f-4aa3-b37e-28be34d63836 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.6335418 Jan 29 04:36:05.990906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:06.134524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e35b22-941e-451c-aa94-bdc4ec34989b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:06.349326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddecc8-35f2-431c-b501-326122e41204 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=c451d7b0-31b3-4650-8fb9-c2df07091482,revision_number=4']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:06.388085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Provisioning complete for port 1e05b953-411c-45e4-b809-7ad549a437d0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:06.388678 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:06.488177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:06.520405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-57da1ebd-dc40-422c-b394-802f5be984e1 None None] Port 1e05b953-411c-45e4-b809-7ad549a437d0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:06.569753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982bbf1-8599-4615-bdd3-cb7fac02ae5a req-3f87ff85-e17d-48d3-85c6-e811440dffe9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:06.573607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7982bbf1-8599-4615-bdd3-cb7fac02ae5a req-3f87ff85-e17d-48d3-85c6-e811440dffe9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 932 time: 0.2442667 Jan 29 04:36:06.656883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:06.665740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:06.722030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Provisioning complete for port c451d7b0-31b3-4650-8fb9-c2df07091482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:06.722667 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:06.742536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71024d-3c49-4759-969e-e40e3b8279b1 req-a69069f7-0108-45f5-abff-a0cc64a5cea9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:06.744388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c71024d-3c49-4759-969e-e40e3b8279b1 req-a69069f7-0108-45f5-abff-a0cc64a5cea9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.5490634 Jan 29 04:36:06.785103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35f97cf9-90a6-4277-b018-fd6eded2efbc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:06.791219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7982bbf1-8599-4615-bdd3-cb7fac02ae5a req-6e503c5e-8637-4560-80f3-2118294f57f9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080007 Jan 29 04:36:06.825146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Router ec403ec2-30ce-436f-bfbf-f72bf982058d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:36:06.963092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 35f97cf9-90a6-4277-b018-fd6eded2efbc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:06.970954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.057551 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.071152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.077028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e05b953-411c-45e4-b809-7ad549a437d0 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:36:07.095576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.105148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:07.106945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:36:07.126152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] Sync routers for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:36:07.126820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c71024d-3c49-4759-969e-e40e3b8279b1 req-f19c3549-7301-4070-9fc0-08469becf9e1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201163 Jan 29 04:36:07.135006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-66000109-b45e-4730-9e2f-a2892a12d8fe admin admin] 10.222.0.32 "PUT /v2.0/routers/ec403ec2-30ce-436f-bfbf-f72bf982058d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1862082 Jan 29 04:36:07.138485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:07.156226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43890676-426b-44f6-a0ee-a63e5613521b req-dbbe5d03-8c92-4ba8-92ce-ee6dd7b3b584 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:07.158138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43890676-426b-44f6-a0ee-a63e5613521b req-dbbe5d03-8c92-4ba8-92ce-ee6dd7b3b584 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.2190027 Jan 29 04:36:07.163482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Transition to ACTIVE for port object 1e05b953-411c-45e4-b809-7ad549a437d0 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:36:07.218310 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.254041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] For port c451d7b0-31b3-4650-8fb9-c2df07091482, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c451d7b0-31b3-4650-8fb9-c2df07091482,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:07.260416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:07.262251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:07.271245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.315729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:07.427550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43890676-426b-44f6-a0ee-a63e5613521b req-110da117-6a04-4feb-8c81-8492dd109157 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603314 Jan 29 04:36:07.491101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Provisioning complete for port f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:07.491723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.585854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Attempting to bind port 1e05b953-411c-45e4-b809-7ad549a437d0 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:07.586263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Attempting to bind port 1e05b953-411c-45e4-b809-7ad549a437d0 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:07.586605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Attempting to bind port 1e05b953-411c-45e4-b809-7ad549a437d0 on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:07.603018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Port 1e05b953-411c-45e4-b809-7ad549a437d0 on network bec95550-6efa-44cb-bad0-b75da32849fc not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:36:07.603411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Attempting to bind port 1e05b953-411c-45e4-b809-7ad549a437d0 on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:07.615543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:07.617428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Checking segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:07.617845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Bound using segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:07.619119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Bound port: 1e05b953-411c-45e4-b809-7ad549a437d0, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:07.621636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.763084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:07.767452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:07.796514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.824277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Port f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:07.870248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:36:07.928979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.945254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Pushing event updated for resources: {'Port': ['ID=c451d7b0-31b3-4650-8fb9-c2df07091482,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:07.973799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:07.974630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:07.975999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] 10.222.0.36 "PUT /v2.0/ports/1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 1092 time: 3.0459507 Jan 29 04:36:07.996822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:36:07.998860 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:36:08.058783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Provisioning complete for port 35f97cf9-90a6-4277-b018-fd6eded2efbc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:08.059404 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.079562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c451d7b0-31b3-4650-8fb9-c2df07091482 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:08.082359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 6b553326-b579-482b-8098-9fa84006bc1b yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:08.125939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c6b1-7f40-4935-b373-73a93a1dc1ac req-fc5964bd-415f-435f-b433-bdaf84345024 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:08.140381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6be7c6b1-7f40-4935-b373-73a93a1dc1ac req-fc5964bd-415f-435f-b433-bdaf84345024 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2528672 Jan 29 04:36:08.168145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.201238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c451d7b0-31b3-4650-8fb9-c2df07091482 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:08.201625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.306552 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6be7c6b1-7f40-4935-b373-73a93a1dc1ac req-514f35f0-41f3-4d2a-b49b-0e16fb9c099b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629274 Jan 29 04:36:08.345510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Provisioning complete for port 311da074-7c6c-46dc-befa-15d40a257fd4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:08.345914 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.364344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.429991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8c2df536-c772-49c4-a3e5-7c1904beacb0 None None] Port 311da074-7c6c-46dc-befa-15d40a257fd4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:08.439476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:36:05Z', 'revision_number': 5, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port': {'id': 'ce708ede-231d-4c92-b87f-ebb1d1d3acb8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:eb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:30:01Z', 'updated_at': '2022-01-29T04:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:08.476262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] Checking router: ec403ec2-30ce-436f-bfbf-f72bf982058d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:36:08.493361 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a858c6-a5b5-40db-90da-4bbfc698d156 x-openstack-request-id: req-14a858c6-a5b5-40db-90da-4bbfc698d156 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:36:08.493850 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:36:08.494167 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14a858c6-a5b5-40db-90da-4bbfc698d156 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:36:08.494376 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'status': 'completed', 'code': 200} Jan 29 04:36:08.496326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Deleting port ce708ede-231d-4c92-b87f-ebb1d1d3acb8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:08.496689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.503382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] Routers {'ec403ec2-30ce-436f-bfbf-f72bf982058d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:08.504016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:35:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ec403ec2-30ce-436f-bfbf-f72bf982058d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:08.563386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14f2bc-bec3-49de-b8e5-9fc6045042ad service neutron] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:08.623269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.681578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c451d7b0-31b3-4650-8fb9-c2df07091482 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:08.721874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02cdc5-ad37-4bab-a78b-7cc12da7fd56 req-f1c0480d-da17-4051-b67f-3218ba0c8283 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:08.723450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a02cdc5-ad37-4bab-a78b-7cc12da7fd56 req-f1c0480d-da17-4051-b67f-3218ba0c8283 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.8043075 Jan 29 04:36:08.740776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:08.745144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-b7704f50-534b-46bf-b4d1-8f0248a8b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:08.747014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-b7704f50-534b-46bf-b4d1-8f0248a8b8af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1095 time: 0.6692505 Jan 29 04:36:08.782988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-94f354dd-d0cd-4182-94cb-062a6c9aa2e5 None None] Provisioning complete for port c451d7b0-31b3-4650-8fb9-c2df07091482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:08.788889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94f354dd-d0cd-4182-94cb-062a6c9aa2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:08.805581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-7bb3e165-e1e9-4e7b-9c49-c4e0adb448b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 217 time: 0.0419767 Jan 29 04:36:08.807504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-863489bf-4abc-46e6-8bd2-3128669b3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:08.809108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-863489bf-4abc-46e6-8bd2-3128669b3567 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1097 time: 0.7264395 Jan 29 04:36:08.869369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] Set router ec403ec2-30ce-436f-bfbf-f72bf982058d gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:36:08.932042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 172.20.0.12 (1ff93288-b39a-4430-be32-e866f0872688/9a7f08cc-d9f0-41d9-867e-d89022b969b7/6b553326-b579-482b-8098-9fa84006bc1b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:08.940388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe0c:871f (1ff93288-b39a-4430-be32-e866f0872688/41907f5d-4f9b-4e37-9dd3-5bfc5fa846d2/6b553326-b579-482b-8098-9fa84006bc1b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:09.005878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-9a9dd110-3a4f-430f-9ef4-2a959c771610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.007909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-9a9dd110-3a4f-430f-9ef4-2a959c771610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1807346 Jan 29 04:36:09.008704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-a79b2240-620c-4294-a8ae-d8bbe5a371c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.010111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-a79b2240-620c-4294-a8ae-d8bbe5a371c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.1104534 Jan 29 04:36:09.023352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:36:08Z', 'revision_number': 6, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:09.066125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e025f08-2662-4e55-a5f0-ecf54aea3078 None None] The sync data for ids ['ec403ec2-30ce-436f-bfbf-f72bf982058d'] in n-d-825930-1 is: [{'id': 'ec403ec2-30ce-436f-bfbf-f72bf982058d', 'name': 'tempest-AttachVolumeTestJSON-1442176879-router', 'tenant_id': 'c88af286954c4498b54d4c29401014dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:30:00Z', 'updated_at': '2022-01-29T04:36:08Z', 'revision_number': 6, 'project_id': 'c88af286954c4498b54d4c29401014dc', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:36:09.146157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c451d7b0-31b3-4650-8fb9-c2df07091482 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:09.150241 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.162353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.203834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-8666f35b-6c80-4b16-ac6c-3e2e32f595f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.0882096 Jan 29 04:36:09.223199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.244336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.253876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ece7a9c-13fb-493d-8e6d-febaf79189e0 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/ports/f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e HTTP/1.1" status: 204 len: 168 time: 3.2612789 Jan 29 04:36:09.254657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:09.268201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-94f354dd-d0cd-4182-94cb-062a6c9aa2e5 None None] Could not find standard attr ID for object f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:09.291991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a02cdc5-ad37-4bab-a78b-7cc12da7fd56 req-2b59400b-4b52-4c2e-bb4e-8e2343af5a45 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5439255 Jan 29 04:36:09.313532 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-117021e0-d5ff-4d25-a831-63d531264625 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] GET failed (client error): The resource could not be found. Jan 29 04:36:09.330128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-117021e0-d5ff-4d25-a831-63d531264625 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "GET /v2.0/ports/f5f9bdc9-b6ac-411e-bdbb-d8ee7a0f036e HTTP/1.1" status: 404 len: 333 time: 0.0627275 Jan 29 04:36:09.330128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33014) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:09.332732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-899406141'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:09.350710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48a198-24d6-46fb-bdc2-7b59230803e3 req-d5008e64-13b0-4f31-aed3-022e34a66c35 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.360963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb48a198-24d6-46fb-bdc2-7b59230803e3 req-d5008e64-13b0-4f31-aed3-022e34a66c35 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.6756148 Jan 29 04:36:09.391105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-94f354dd-d0cd-4182-94cb-062a6c9aa2e5 None None] Provisioning complete for port 311da074-7c6c-46dc-befa-15d40a257fd4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:09.392444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94f354dd-d0cd-4182-94cb-062a6c9aa2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.433471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=6b553326-b579-482b-8098-9fa84006bc1b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:09.440298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:09.475860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-94f354dd-d0cd-4182-94cb-062a6c9aa2e5 None None] Port 311da074-7c6c-46dc-befa-15d40a257fd4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:09.479543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:09.499721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] For port ce708ede-231d-4c92-b87f-ebb1d1d3acb8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:09.500300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.517073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Calling delete_port for ce708ede-231d-4c92-b87f-ebb1d1d3acb8 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:09.531815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-250939a0-a776-4614-8934-eb19922e0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.533340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-250939a0-a776-4614-8934-eb19922e0e6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.3073120 Jan 29 04:36:09.541360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-029a3ca4-ee52-48ec-a7da-b76457806936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.544196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-029a3ca4-ee52-48ec-a7da-b76457806936 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5252557 Jan 29 04:36:09.592658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:09.603380 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb48a198-24d6-46fb-bdc2-7b59230803e3 req-bc3033a8-32bb-40ea-a01b-972c10d83f68 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391574 Jan 29 04:36:09.668698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-b9f5467d-0db6-401c-b938-f5bf8470fea9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186564 Jan 29 04:36:09.743888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:09.748219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.769034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.770684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.866785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.873388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-6509f162-8005-4eff-b81f-3d5a1954f629 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225829 Jan 29 04:36:09.896188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ba134dfe-260f-4366-b33a-03bff0008ef3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9872003 Jan 29 04:36:09.901470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33018) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:09.934092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce708ede-231d-4c92-b87f-ebb1d1d3acb8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:09.935747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3996a5-7407-4110-b972-ddddba337a20 req-6bc08f06-fdfa-4602-84cc-3600dce79e3f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:09.941001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d3996a5-7407-4110-b972-ddddba337a20 req-6bc08f06-fdfa-4602-84cc-3600dce79e3f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.4721634 Jan 29 04:36:09.953580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-19f5d618-9a40-46c1-8c42-051387fe2ed1 None None] Provisioning complete for port 6b553326-b579-482b-8098-9fa84006bc1b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:09.954756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-19f5d618-9a40-46c1-8c42-051387fe2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:09.992082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.016154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-19f5d618-9a40-46c1-8c42-051387fe2ed1 None None] Port 6b553326-b579-482b-8098-9fa84006bc1b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:10.044592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] device_id is not set on port 84dc4524-4354-4008-9b61-5108962ac503 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:10.108035 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.110013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.142096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-bf746e63-101f-4355-8493-e6ceda203050 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743356 Jan 29 04:36:10.160991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.162143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec403ec2-30ce-436f-bfbf-f72bf982058d {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:36:10.170458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.172281 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-abbf16b2-b01f-4f5e-a6ef-273beddc8b1d admin admin] 10.222.0.32 "DELETE /v2.0/routers/ec403ec2-30ce-436f-bfbf-f72bf982058d HTTP/1.1" status: 204 len: 168 time: 3.0325119 Jan 29 04:36:10.174783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33020) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:10.229263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Deleting subnet e8cc24fe-548f-4077-8dcc-b8a911d45964 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:10.234133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.246861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c4cbc-fae0-4826-b91a-e3fbcb7d689f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:10.253098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c4cbc-fae0-4826-b91a-e3fbcb7d689f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:10.254790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-787c4cbc-fae0-4826-b91a-e3fbcb7d689f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3517816 Jan 29 04:36:10.257634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33022) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:10.289964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d3996a5-7407-4110-b972-ddddba337a20 req-e849b680-a703-47a7-aa8a-a39fc26e3af2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564719 Jan 29 04:36:10.310993 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.319518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a5fcf30-b957-4d1a-8090-72ece1334848 req-83a06a27-40e8-4af3-b736-6f9fd8ff925a service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329960 Jan 29 04:36:10.383643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Allocated IP 2001:db8::45 (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/84dc4524-4354-4008-9b61-5108962ac503) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:10.505642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc633c-5e88-4a1b-98c7-8c3fe8552773 req-bf49fca5-e4f5-483e-bcca-7345dea94873 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504348 Jan 29 04:36:10.518696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.556598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 6b553326-b579-482b-8098-9fa84006bc1b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:10.557189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.685566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce708ede-231d-4c92-b87f-ebb1d1d3acb8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:10.726920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ce708ede-231d-4c92-b87f-ebb1d1d3acb8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:10.727324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ce708ede-231d-4c92-b87f-ebb1d1d3acb8 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:10.729066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e6647100-03e8-4c64-8301-f9eacc7bd618 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:10.733337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6a09-8534-4e99-94ad-c5c682c75488 req-bdd7ad84-cf86-4f21-a155-a6c85c80083b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:10.735248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97bf6a09-8534-4e99-94ad-c5c682c75488 req-bdd7ad84-cf86-4f21-a155-a6c85c80083b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2350578 Jan 29 04:36:10.757130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e6647100-03e8-4c64-8301-f9eacc7bd618 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:10.757130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e6647100-03e8-4c64-8301-f9eacc7bd618 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:10.775065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.786416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.801142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d98436-f142-4e0d-bf81-3ecf3341bdf0 req-ffcf3e37-218c-43df-9078-8d84287cfd6c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:10.801142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30d98436-f142-4e0d-bf81-3ecf3341bdf0 req-ffcf3e37-218c-43df-9078-8d84287cfd6c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1581402 Jan 29 04:36:10.831265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97bf6a09-8534-4e99-94ad-c5c682c75488 req-59ceb4b2-a61c-4c9e-a0e3-ffd841e4c691 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849488 Jan 29 04:36:10.831720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 6b553326-b579-482b-8098-9fa84006bc1b owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:10.838941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f34e6-3d89-4790-b3a9-6191346a0ca8 None None] Network 4081dbec-a4bc-4ff2-8de0-c48e5d890905 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:10.841603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-5256f8f6-8208-4d66-9d33-992c45ef7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:10.842842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cc24fe-548f-4077-8dcc-b8a911d45964,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:10.845997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-5256f8f6-8208-4d66-9d33-992c45ef7117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1095 time: 0.1939783 Jan 29 04:36:10.846382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:10.852537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-827dfd5b-269c-4b99-9539-abf18b2e685d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8cc24fe-548f-4077-8dcc-b8a911d45964 HTTP/1.1" status: 204 len: 168 time: 0.6766913 Jan 29 04:36:10.856488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33036) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:10.929712 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.004279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30d98436-f142-4e0d-bf81-3ecf3341bdf0 req-0c6336ab-9a03-43ea-98db-c9a1c069a7c6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753469 Jan 29 04:36:11.021279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-af7a4c9a-2ec6-4308-adbc-5fcf4f43b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.022706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-af7a4c9a-2ec6-4308-adbc-5fcf4f43b0a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.1712029 Jan 29 04:36:11.041009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.043172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.056271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be11ea-05b4-4bc7-a868-704b38e88365 req-8265bb35-1c00-4a61-b44f-eaee8ba4223c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.057853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9be11ea-05b4-4bc7-a868-704b38e88365 req-8265bb35-1c00-4a61-b44f-eaee8ba4223c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 946 time: 0.1059570 Jan 29 04:36:11.079237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] DHCP port deletion for 4081dbec-a4bc-4ff2-8de0-c48e5d890905 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:11.119091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-9b6536c2-d655-4b66-ae00-24259af78d07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 217 time: 0.0847781 Jan 29 04:36:11.135344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] Deleting port 134de65f-8af0-4bfb-b234-9b2c687b69e6 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:11.136118 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.176904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:11.180963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Deleting port 134de65f-8af0-4bfb-b234-9b2c687b69e6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:11.181304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.188672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:11.192576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:11.198378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.199507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.213188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] For port 134de65f-8af0-4bfb-b234-9b2c687b69e6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=134de65f-8af0-4bfb-b234-9b2c687b69e6,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:11.213592 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.231463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=84dc4524-4354-4008-9b61-5108962ac503,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:11.237409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] Calling delete_port for 134de65f-8af0-4bfb-b234-9b2c687b69e6 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:11.240524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9be11ea-05b4-4bc7-a868-704b38e88365 req-6d6c98e9-efcc-44a2-aea6-040463576008 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430218 Jan 29 04:36:11.248239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-92707874-0cf4-4b80-864d-4796bbce9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.250080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-92707874-0cf4-4b80-864d-4796bbce9090 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1204383 Jan 29 04:36:11.255779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.259863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c5f999d-f682-4365-aadc-c2f3334d7e1f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9317839 Jan 29 04:36:11.260656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:11.275965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a1', 'mac_address': 'fa:16:3e:c8:0a:41'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:11.318228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=6b553326-b579-482b-8098-9fa84006bc1b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:11.327988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] For port 134de65f-8af0-4bfb-b234-9b2c687b69e6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=134de65f-8af0-4bfb-b234-9b2c687b69e6,segment=NetworkSegment(6f794fe0-0c78-44c5-b47f-a2b2c44c5113),segment_id=6f794fe0-0c78-44c5-b47f-a2b2c44c5113)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:11.328436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.380283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.393682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Calling delete_port for 134de65f-8af0-4bfb-b234-9b2c687b69e6 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:11.412704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] No DVR routers for this DVR port 134de65f-8af0-4bfb-b234-9b2c687b69e6 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:11.414370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c8e2-ccc4-4688-9feb-d9acecd45e6d None None] Pushing event deleted for resources: {'Port': ['ID=134de65f-8af0-4bfb-b234-9b2c687b69e6,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:11.437182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-cd411412-c00e-446e-acec-56676a6c3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.438992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-cd411412-c00e-446e-acec-56676a6c3d34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760008 Jan 29 04:36:11.504724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.510324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:11.512168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:11.513245 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-12b0d4d9-2d40-4bc9-a1db-ebee92f80235 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/6b553326-b579-482b-8098-9fa84006bc1b HTTP/1.1" status: 204 len: 168 time: 1.2456114 Jan 29 04:36:11.575286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.617679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=134de65f-8af0-4bfb-b234-9b2c687b69e6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:11.627040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] No DVR routers for this DVR port 134de65f-8af0-4bfb-b234-9b2c687b69e6 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:11.633938 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.669150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d7c06-c3c5-462e-af5f-931c0bf0ae80 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.670583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:36:11.670752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d7c06-c3c5-462e-af5f-931c0bf0ae80 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.672233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d7c06-c3c5-462e-af5f-931c0bf0ae80 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:11.673677 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf14278-377e-45cc-87dc-64e347376eab" -d '{"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:36:11.674622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-693d7c06-c3c5-462e-af5f-931c0bf0ae80 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1601343 Jan 29 04:36:11.678226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:11.699168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:11.700034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.701555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-34340e28-e10c-4456-a182-9ccd1a0cd0f1 None None] Provisioning complete for port 84dc4524-4354-4008-9b61-5108962ac503 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:11.702045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34340e28-e10c-4456-a182-9ccd1a0cd0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.705248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-3b94d873-3bd6-4ab7-9ca6-93218c30d9bd service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584808 Jan 29 04:36:11.733043 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f97c0-0fd4-4bef-85b1-eff67f304fa2 x-openstack-request-id: req-b96f97c0-0fd4-4bef-85b1-eff67f304fa2 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:36:11.733448 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:36:11.733789 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b96f97c0-0fd4-4bef-85b1-eff67f304fa2 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:36:11.734283 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'code': 200} Jan 29 04:36:11.739976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.759242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.781314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-34340e28-e10c-4456-a182-9ccd1a0cd0f1 None None] Port 84dc4524-4354-4008-9b61-5108962ac503 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:11.789427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4081dbec-a4bc-4ff2-8de0-c48e5d890905']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:11.796234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 41907f5d-4f9b-4e37-9dd3-5bfc5fa846d2 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:11.803345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:11.811497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.838801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f794fe0-0c78-44c5-b47f-a2b2c44c5113') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:11.839097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f794fe0-0c78-44c5-b47f-a2b2c44c5113') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:11.865080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.868316 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.883179 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.904912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.907728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c8ddb30-5b29-4e8d-ac7d-68a0d46dacfa req-2e0af782-f1b3-43ba-a6f7-28c90e95ffac service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863544 Jan 29 04:36:11.916980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:36:11.918312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:36:11.920600 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:36:12.032470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f70d-f9a3-4dc2-b931-074ed95b4bcf req-b9c1ae07-4361-4489-91aa-a419d8e14a8b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:12.034796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8368f70d-f9a3-4dc2-b931-074ed95b4bcf req-b9c1ae07-4361-4489-91aa-a419d8e14a8b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.0928230 Jan 29 04:36:12.040289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.052621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.105628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] In _notify_port_updated(), no bound segment for port 84dc4524-4354-4008-9b61-5108962ac503 on network 219a890d-09f7-4bd3-8322-d755a1c25163 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:36:12.111371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:12.112136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.113507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "PUT /v2.0/ports/84dc4524-4354-4008-9b61-5108962ac503 HTTP/1.1" status: 200 len: 1001 time: 0.8422494 Jan 29 04:36:12.121740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:12.150040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8368f70d-f9a3-4dc2-b931-074ed95b4bcf req-95888204-4ae9-468a-8c94-42bb5d362026 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060114 Jan 29 04:36:12.167923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b87278-1f68-4ed1-8ea4-4a6577e6b2fa tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=84dc4524-4354-4008-9b61-5108962ac503,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:12.252998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port 84dc4524-4354-4008-9b61-5108962ac503 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:12.253517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.306866 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.326770 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.330399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4081dbec-a4bc-4ff2-8de0-c48e5d890905 HTTP/1.1" status: 204 len: 168 time: 1.4665365 Jan 29 04:36:12.344747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bff54-15f1-4231-9ee6-6120c63feea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4081dbec-a4bc-4ff2-8de0-c48e5d890905,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:12.363744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a5d4d-8e98-4010-b212-4b93e3f4726a req-929ddaac-125b-42f5-b20e-3a3eec3c4757 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:12.365291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-807a5d4d-8e98-4010-b212-4b93e3f4726a req-929ddaac-125b-42f5-b20e-3a3eec3c4757 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1470749 Jan 29 04:36:12.367277 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.410327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.415463 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:36:12.425086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9ad45602-4526-4e9a-88e8-3e201ad9a8a8 None None] Provisioning complete for port 84dc4524-4354-4008-9b61-5108962ac503 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:12.425703 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ad45602-4526-4e9a-88e8-3e201ad9a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.429697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for 84dc4524-4354-4008-9b61-5108962ac503 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:12.450083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-807a5d4d-8e98-4010-b212-4b93e3f4726a req-f51a3969-9908-4ea1-921a-e99906fe5916 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750594 Jan 29 04:36:12.457511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91268a-c967-42ec-b934-40c60aa92d4c req-3977593e-caa2-431e-b246-66862e344482 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:12.466098 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd91268a-c967-42ec-b934-40c60aa92d4c req-3977593e-caa2-431e-b246-66862e344482 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1030841 Jan 29 04:36:12.488904 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.489105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9ad45602-4526-4e9a-88e8-3e201ad9a8a8 None None] Port 84dc4524-4354-4008-9b61-5108962ac503 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:12.521433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=41907f5d-4f9b-4e37-9dd3-5bfc5fa846d2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:12.523559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.528238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-76e00b5b-fbc8-4302-b3a3-da2e8a199c8c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/41907f5d-4f9b-4e37-9dd3-5bfc5fa846d2 HTTP/1.1" status: 204 len: 168 time: 0.8476179 Jan 29 04:36:12.530019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33062) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:12.533188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd633d01-edce-4008-8dd0-ee9b96771e94 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:12.545874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33064) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:12.586647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd91268a-c967-42ec-b934-40c60aa92d4c req-d2357466-70d5-473f-b8db-cde7f8e263f1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192183 Jan 29 04:36:12.629143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 134de65f-8af0-4bfb-b234-9b2c687b69e6 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:12.671472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 134de65f-8af0-4bfb-b234-9b2c687b69e6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:12.673453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 134de65f-8af0-4bfb-b234-9b2c687b69e6 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:12.684152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 9a7f08cc-d9f0-41d9-867e-d89022b969b7 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:12.690630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.696191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-153e6a1c-ef44-4dcc-93b0-e3d7de973b0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c88af286954c4498b54d4c29401014dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435256 Jan 29 04:36:12.700339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:12.709299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.737167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302e1fa-e8cf-472b-be17-7668b91b2b11 req-9194c02a-1a81-4274-80fe-19e2a02b5b7e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:12.738692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0302e1fa-e8cf-472b-be17-7668b91b2b11 req-9194c02a-1a81-4274-80fe-19e2a02b5b7e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1709352 Jan 29 04:36:12.756042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=84dc4524-4354-4008-9b61-5108962ac503,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:12.778632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.828615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0302e1fa-e8cf-472b-be17-7668b91b2b11 req-4333163f-7e5f-4c2f-ae30-e1bb916e3093 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807405 Jan 29 04:36:12.900114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:12.997003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.025501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7f08cc-d9f0-41d9-867e-d89022b969b7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:13.048204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.054004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-84a4b736-71c6-4bd1-b88d-0672a3d6e92f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/9a7f08cc-d9f0-41d9-867e-d89022b969b7 HTTP/1.1" status: 204 len: 168 time: 0.5208802 Jan 29 04:36:13.058967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33072) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:13.116822 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4645dfcf-d05c-409c-920e-c484b62ce2d7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559149 Jan 29 04:36:13.120138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:13.125220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:13.247898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dea4ddea-b685-4c26-818c-a950557e9696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.326200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d090eae-4e7b-4369-bee3-90c7cc2a1978 req-27da8a75-a3a2-4e4b-952e-c74e2827b726 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:13.330873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eaebe-1a07-4b07-8e39-4d18861872c8 req-d15bcd91-195f-4be6-bec1-a01528683862 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:13.334493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d090eae-4e7b-4369-bee3-90c7cc2a1978 req-27da8a75-a3a2-4e4b-952e-c74e2827b726 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.0904334 Jan 29 04:36:13.338133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-574eaebe-1a07-4b07-8e39-4d18861872c8 req-d15bcd91-195f-4be6-bec1-a01528683862 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1703660 Jan 29 04:36:13.342503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:13.343001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dea4ddea-b685-4c26-818c-a950557e9696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.346468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.356014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.361719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fc539f4e-71ca-46bd-a89d-2f285bf63310 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/ports/84dc4524-4354-4008-9b61-5108962ac503 HTTP/1.1" status: 204 len: 168 time: 1.2290957 Jan 29 04:36:13.366592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33080) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:13.413300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-574eaebe-1a07-4b07-8e39-4d18861872c8 req-9f3498f9-5149-4f66-8369-02940bb3f1c2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742402 Jan 29 04:36:13.443394 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c413107-9dd4-4e76-9aee-b2a8f70165c4 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] GET failed (client error): The resource could not be found. Jan 29 04:36:13.449349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c413107-9dd4-4e76-9aee-b2a8f70165c4 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "GET /v2.0/ports/84dc4524-4354-4008-9b61-5108962ac503 HTTP/1.1" status: 404 len: 333 time: 0.0755653 Jan 29 04:36:13.452021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33084) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:13.454886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dea4ddea-b685-4c26-818c-a950557e9696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.456945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1563231034'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:13.466246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dea4ddea-b685-4c26-818c-a950557e9696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.467469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dea4ddea-b685-4c26-818c-a950557e9696 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d75ebe2-3019-4671-82b3-1c0d84c66d5a HTTP/1.1" status: 204 len: 168 time: 0.7659962 Jan 29 04:36:13.475355 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.476827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d090eae-4e7b-4369-bee3-90c7cc2a1978 req-cbf1ed71-b2c5-4b05-ad95-088a5b1a1ee5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413753 Jan 29 04:36:13.484484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4ddea-b685-4c26-818c-a950557e9696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d75ebe2-3019-4671-82b3-1c0d84c66d5a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:13.613305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab132-707e-4aa2-a578-a5c1fd0f6fec req-f62e9197-cdec-4c21-9163-7c9a2c4d15bc tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:13.619461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c9ab132-707e-4aa2-a578-a5c1fd0f6fec req-f62e9197-cdec-4c21-9163-7c9a2c4d15bc tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0696681 Jan 29 04:36:13.638491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0fc4e-5588-4805-83d5-28e97c6c92cd None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:13.700301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c9ab132-707e-4aa2-a578-a5c1fd0f6fec req-ef47787a-36be-4caf-8acd-ce2e0990c7b6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755877 Jan 29 04:36:13.737378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:13.741510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.767361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1657ab84-cce5-49ef-a29b-84e0d869a122 None None] Provisioning complete for port c451d7b0-31b3-4650-8fb9-c2df07091482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:13.767361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1657ab84-cce5-49ef-a29b-84e0d869a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.803958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] device_id is not set on port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:13.825838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67614898-0b85-4ace-b02f-bf9e801ae8a8 req-984bf7c0-3222-4b8a-b795-e26a86efd38e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:13.827517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67614898-0b85-4ace-b02f-bf9e801ae8a8 req-984bf7c0-3222-4b8a-b795-e26a86efd38e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1396627 Jan 29 04:36:13.858231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:13.924681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:13.961945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:13.975952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:13.991605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:13.993431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.004832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] Deleting port c451d7b0-31b3-4650-8fb9-c2df07091482 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:14.005421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.031878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67614898-0b85-4ace-b02f-bf9e801ae8a8 req-18513c88-3cce-47e1-84e8-8cf003707d01 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749206 Jan 29 04:36:14.032414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=9af1a519-7993-4402-ade0-f0bf1ffcd7b8,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:14.061632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d4bda11-1e62-4e65-8b97-710c5ebe0ec3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9407587 Jan 29 04:36:14.065016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:14.072153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:14.076911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Allocated IP 2001:db8::1fb (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/dc14f432-fb3b-46ee-82ff-a2b6d5b41942) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:14.119403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] For port c451d7b0-31b3-4650-8fb9-c2df07091482, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c451d7b0-31b3-4650-8fb9-c2df07091482,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:14.119814 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.136123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] Calling delete_port for c451d7b0-31b3-4650-8fb9-c2df07091482 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:14.223505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.265242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] Pushing event deleted for resources: {'Port': ['ID=c451d7b0-31b3-4650-8fb9-c2df07091482,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:14.273776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88524864-5b23-4ecb-ba8d-b1b8ff6dec3c None None] No DVR routers for this DVR port c451d7b0-31b3-4650-8fb9-c2df07091482 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:14.275293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:36:14.276305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c95c2-8be4-44a2-8cc3-e83b98d3f7e7 req-b4a100af-5343-4619-b2b1-c26794c89175 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:14.285496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf4c95c2-8be4-44a2-8cc3-e83b98d3f7e7 req-b4a100af-5343-4619-b2b1-c26794c89175 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1030350 Jan 29 04:36:14.334451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.346790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf4c95c2-8be4-44a2-8cc3-e83b98d3f7e7 req-d84ab78d-0bcf-4bce-9e5a-ce51f16674f4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Jan 29 04:36:14.348912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f7b20-22f4-4873-a77e-41e50400e2ad None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:14.385935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.421855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:14.428738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.459156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=dc14f432-fb3b-46ee-82ff-a2b6d5b41942,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:14.501694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:14.503668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:14.532143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:14.552661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '1e05b953-411c-45e4-b809-7ad549a437d0', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0', 'mac_address': 'fa:16:3e:eb:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:36:14.559798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:14.591190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:14.594933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.644432 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.665494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-a1e55f28-fb0c-41f3-9dc0-1af5168a4f53 req-ae1ce6ae-23a9-49ad-acdb-cbfcd90e18e7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:36:14.666652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1e55f28-fb0c-41f3-9dc0-1af5168a4f53 req-ae1ce6ae-23a9-49ad-acdb-cbfcd90e18e7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231268 Jan 29 04:36:14.692087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:14.693122 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-31bb969e-93a1-4780-88ea-90222de7f47b tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2399833 Jan 29 04:36:14.704194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '9af1a519-7993-4402-ade0-f0bf1ffcd7b8'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:14.704965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c8:0a:41'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:14.705796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.729307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e05b953-411c-45e4-b809-7ad549a437d0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:36:14.748510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c451d7b0-31b3-4650-8fb9-c2df07091482 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:14.790897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c451d7b0-31b3-4650-8fb9-c2df07091482 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:14.791321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c451d7b0-31b3-4650-8fb9-c2df07091482 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:14.837653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f9a1-d0b1-466f-ab45-406c77d1b856 req-8a848ab1-89a2-44e2-bd69-bb0756d78717 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:14.852809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1b9f9a1-d0b1-466f-ab45-406c77d1b856 req-8a848ab1-89a2-44e2-bd69-bb0756d78717 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2205925 Jan 29 04:36:14.859052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:14.866945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:14.929470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1b9f9a1-d0b1-466f-ab45-406c77d1b856 req-c29e19f6-4840-46cd-86fe-13258decceaa tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757730 Jan 29 04:36:14.945600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.078973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:15.100669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Allocated IP 172.20.0.2 (1ff93288-b39a-4430-be32-e866f0872688/9af1a519-7993-4402-ade0-f0bf1ffcd7b8/c4e2df8e-3e5a-4c81-8dfb-33bc095bada7) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:15.141435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a21b3efa-f63f-4ff1-ac59-5d3f68b85c3d None None] Provisioning complete for port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:15.142295 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21b3efa-f63f-4ff1-ac59-5d3f68b85c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.145765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe9974-6cac-4c38-9d8c-e49f6bb47d24 req-3dd43b30-bbe7-4fa5-8c99-6a0467b8fc45 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.154223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72fe9974-6cac-4c38-9d8c-e49f6bb47d24 req-3dd43b30-bbe7-4fa5-8c99-6a0467b8fc45 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2406447 Jan 29 04:36:15.366291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72fe9974-6cac-4c38-9d8c-e49f6bb47d24 req-2e37a5cf-b6ad-4062-9fff-0d4a74d0670d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091770 Jan 29 04:36:15.368351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:15.450508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3efa-f63f-4ff1-ac59-5d3f68b85c3d None None] Port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:15.456174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['1e05b953-411c-45e4-b809-7ad549a437d0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:36:15.494999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:15.502634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.566643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:15.572832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:15.579045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.579925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.607004 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.609113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=5e46de9c-6235-48de-8f50-9355c012f19e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:15.616532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.652512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.654029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.654211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.655104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.655629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.656149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.657243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.668723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95bceae4-e503-4260-bf0c-262c03829141 req-a8d6a182-5e26-4cd5-96c9-391577d77f23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6490 time: 0.2969811 Jan 29 04:36:15.669834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=dc14f432-fb3b-46ee-82ff-a2b6d5b41942,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:15.674745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.678198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b04a8643-acd8-43e9-bc18-ad9b4fadd561 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6114409 Jan 29 04:36:15.681240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:15.685590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-a0acf4d0-3d98-4ee7-90da-db3bd3f291db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3428140 Jan 29 04:36:15.691772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.693708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:02:8a:b4', 'name': 'tempest-NetworksTestDHCPv6-1282011149'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:15.706658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-428f07f9-0597-4b5c-a66d-c9a54c5bb59f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:36:15.707761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-428f07f9-0597-4b5c-a66d-c9a54c5bb59f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096805 Jan 29 04:36:15.745152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Pushing event updated for resources: {'Port': ['ID=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:15.772453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95bceae4-e503-4260-bf0c-262c03829141 req-452ea4d0-ac27-46ad-a532-b8a16adf8d61 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003184 Jan 29 04:36:15.773137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:15.779427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:15.785243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:15.832994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] In _notify_port_updated(), no bound segment for port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 on network 219a890d-09f7-4bd3-8322-d755a1c25163 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:36:15.842110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:15.842869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.847923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33184) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:15.849183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0a41450-de0e-4c2d-a960-08803baee6fd tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "PUT /v2.0/ports/dc14f432-fb3b-46ee-82ff-a2b6d5b41942 HTTP/1.1" status: 200 len: 1003 time: 1.1560061 Jan 29 04:36:15.871600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Attempting to bind port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:15.871847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Attempting to bind port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:15.872289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Attempting to bind port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:15.878245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:15.882879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:15.883535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.883952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:15.884458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Bound port: c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:15.884853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:15.944175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:16.008761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:16.010913 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.074919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] For port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:16.081333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] For port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:16.094538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.120277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.169048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 1d5ade90-3841-43ff-b68c-099935ddee02 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:16.212226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e295073-a0b0-44ba-8d30-735521c12b64 None None] Pushing event updated for resources: {'Port': ['ID=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:16.292440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a1cefbd3-9dee-482e-8556-0da7a958722f None None] Provisioning complete for port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:16.292701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1cefbd3-9dee-482e-8556-0da7a958722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.328208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fcbc-8543-4ea3-8f55-4d132114c2b5 req-f689768c-b6a7-4c4e-aac6-9bec2e4d34d8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:16.350640 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab59fcbc-8543-4ea3-8f55-4d132114c2b5 req-f689768c-b6a7-4c4e-aac6-9bec2e4d34d8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1693120 Jan 29 04:36:16.387590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a1cefbd3-9dee-482e-8556-0da7a958722f None None] Port dc14f432-fb3b-46ee-82ff-a2b6d5b41942 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:16.407570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.488420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for dc14f432-fb3b-46ee-82ff-a2b6d5b41942 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:16.524608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 172.20.0.9 (1ff93288-b39a-4430-be32-e866f0872688/9af1a519-7993-4402-ade0-f0bf1ffcd7b8/1d5ade90-3841-43ff-b68c-099935ddee02) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:16.536968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe02:8ab4 (1ff93288-b39a-4430-be32-e866f0872688/5e46de9c-6235-48de-8f50-9355c012f19e/1d5ade90-3841-43ff-b68c-099935ddee02) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:16.549810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ab59fcbc-8543-4ea3-8f55-4d132114c2b5 req-aa9ac644-4012-49ca-8ea6-5ffeb1edd0f9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982832 Jan 29 04:36:16.831039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd42e-126c-425e-bdb7-ce4d22e9624a req-cdefe64f-2beb-455c-849e-bfffa1ab7e38 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:16.842454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.844124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf1dd42e-126c-425e-bdb7-ce4d22e9624a req-cdefe64f-2beb-455c-849e-bfffa1ab7e38 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1999876 Jan 29 04:36:16.886621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=dc14f432-fb3b-46ee-82ff-a2b6d5b41942,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:16.921507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.928005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c97c1261-d5d3-4d32-8170-27303380ad61 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/ports/dc14f432-fb3b-46ee-82ff-a2b6d5b41942 HTTP/1.1" status: 204 len: 168 time: 1.0757709 Jan 29 04:36:16.928303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33216) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:16.937184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf1dd42e-126c-425e-bdb7-ce4d22e9624a req-e6381f60-8daf-4dcb-8d57-d5a28e6f5817 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920238 Jan 29 04:36:16.969139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:16.969746 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca93a6e-ea78-4486-8256-c250bb9940c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] GET failed (client error): The resource could not be found. Jan 29 04:36:16.974723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1ca93a6e-ea78-4486-8256-c250bb9940c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "GET /v2.0/ports/dc14f432-fb3b-46ee-82ff-a2b6d5b41942 HTTP/1.1" status: 404 len: 333 time: 0.0420530 Jan 29 04:36:16.975081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33218) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:16.980510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1472883208'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:17.024874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:17.096258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:17.100946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:17.113246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:17.172248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:17.176487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:17.209749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] device_id is not set on port 7294bbcc-f209-43f1-9f32-39dc8ff73823 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:17.252313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=1d5ade90-3841-43ff-b68c-099935ddee02,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:17.284692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-2476c21b-1349-413d-a08a-10d2958ea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.286260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-2476c21b-1349-413d-a08a-10d2958ea194 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d&tenant_id=014ac6cf6b3e4376baa48941bda2a836 HTTP/1.1" status: 200 len: 1095 time: 0.1376853 Jan 29 04:36:17.295236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.295907 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:17.329947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d5a6dc5-d66c-4842-b257-1b9ad8d24f4c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6469800 Jan 29 04:36:17.338450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33232) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:17.411557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-7d593204-16c0-4ecd-b1e0-bd75690b4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.413115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-7d593204-16c0-4ecd-b1e0-bd75690b4db4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1095 time: 0.0821269 Jan 29 04:36:17.515905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6fa4e4-8f40-4f33-80b4-8753f7dbe418 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.522116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6fa4e4-8f40-4f33-80b4-8753f7dbe418 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.526255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9a6fa4e4-8f40-4f33-80b4-8753f7dbe418 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1835833 Jan 29 04:36:17.526255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Allocated IP 2001:db8::2fa (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/7294bbcc-f209-43f1-9f32-39dc8ff73823) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:17.527474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:17.556401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:17.743609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-e4cdfa61-35a5-457a-8393-6d5c219acf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.745131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-e4cdfa61-35a5-457a-8393-6d5c219acf86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.3249831 Jan 29 04:36:17.803040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-4b58ef63-05f7-4d95-9155-cbd6de664bf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.0480921 Jan 29 04:36:17.857625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 1d5ade90-3841-43ff-b68c-099935ddee02 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:17.858167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:17.901603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe8ebb-0b85-4453-b32d-62ca0c88151d req-fe3d6715-b7b0-4c4d-8da9-bae83b50e0be tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.903431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4bbe8ebb-0b85-4453-b32d-62ca0c88151d req-fe3d6715-b7b0-4c4d-8da9-bae83b50e0be tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2336984 Jan 29 04:36:17.915895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-0323e29b-ba0b-4188-9aad-5cebe7c57a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:17.916903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:17.917622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-0323e29b-ba0b-4188-9aad-5cebe7c57a31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.1071813 Jan 29 04:36:17.959657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-3d122d01-21c4-4b00-930f-7cc7eca96ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342293 Jan 29 04:36:17.993018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780a41b-44d3-43e8-ac31-e98e8ba3ed4e None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:18.014073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4bbe8ebb-0b85-4453-b32d-62ca0c88151d req-cbdb9c5f-e149-44d2-bf41-4527fcddb953 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936968 Jan 29 04:36:18.045993 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.067564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.102695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 1d5ade90-3841-43ff-b68c-099935ddee02 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:18.107350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f1e39ecf-6c7b-47af-842b-3d604d8d8c83 None None] Provisioning complete for port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:18.108669 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ecf-6c7b-47af-842b-3d604d8d8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.122105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:18.125438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:18.129726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:18.136076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:18.137049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.144346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=7294bbcc-f209-43f1-9f32-39dc8ff73823,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:18.181050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2feed3f7-a639-4220-976a-f328dc95d931 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2027793 Jan 29 04:36:18.181322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33264) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:18.188164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'network_id': '219a890d-09f7-4bd3-8322-d755a1c25163', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-320930437'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:18.218320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-9343f9ae-04fe-4e60-b8a0-6f20f0373ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502346 Jan 29 04:36:18.240676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd14a87-9a1e-47df-ad00-8ccfe69dde15 req-4e718cb0-a274-4099-9808-559f41cac52f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:18.249398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cd14a87-9a1e-47df-ad00-8ccfe69dde15 req-4e718cb0-a274-4099-9808-559f41cac52f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1726811 Jan 29 04:36:18.317556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:18.389867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ecf-6c7b-47af-842b-3d604d8d8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.427821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 1e05b953-411c-45e4-b809-7ad549a437d0 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:36:18.436872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f1e39ecf-6c7b-47af-842b-3d604d8d8c83 None None] For port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:18.439146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 1e05b953-411c-45e4-b809-7ad549a437d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:18.440714 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.452845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0cd14a87-9a1e-47df-ad00-8ccfe69dde15 req-5fd4620b-242a-4bae-96ca-cd0004537412 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929865 Jan 29 04:36:18.504831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Made reservation on behalf of 553d6cc089ec45bb9dc768f40c011c29 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:18.514173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.524057 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ecf-6c7b-47af-842b-3d604d8d8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.564309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] device_id is not set on port 949ce0c7-07cd-4bdb-a9b9-070bde9e2270 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:18.566692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e218bc-197b-4e2e-aca8-f9e28eb26169 req-f7e03aa5-4921-43b2-a353-5e1299654a18 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081748 Jan 29 04:36:18.632190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15693bc0-4a9a-4fc2-b98e-1ea9efb83a56 None None] Update dhcp port {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '9af1a519-7993-4402-ade0-f0bf1ffcd7b8', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e46de9c-6235-48de-8f50-9355c012f19e'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'c4e2df8e-3e5a-4c81-8dfb-33bc095bada7'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:36:18.688626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15693bc0-4a9a-4fc2-b98e-1ea9efb83a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.721834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.765288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39ecf-6c7b-47af-842b-3d604d8d8c83 None None] Pushing event updated for resources: {'Port': ['ID=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:18.801715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=1d5ade90-3841-43ff-b68c-099935ddee02,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:18.851715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Allocated IP 2001:db8::23e (219a890d-09f7-4bd3-8322-d755a1c25163/457b8419-28c4-4777-a075-fd094aec585d/949ce0c7-07cd-4bdb-a9b9-070bde9e2270) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:18.909431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.912314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:18.972279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cb6d2dd6-ca6b-40cc-9755-208884e735cd None None] Provisioning complete for port 7294bbcc-f209-43f1-9f32-39dc8ff73823 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:18.973161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2dd6-ca6b-40cc-9755-208884e735cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:18.999241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.014514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-65a22904-1393-4940-a4af-3502ba9878db tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/1d5ade90-3841-43ff-b68c-099935ddee02 HTTP/1.1" status: 204 len: 168 time: 1.4858019 Jan 29 04:36:19.015184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:19.119254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f6a31-5961-42fe-8c9e-27ff6e8e14da tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.121479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f6a31-5961-42fe-8c9e-27ff6e8e14da tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.123186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f6a31-5961-42fe-8c9e-27ff6e8e14da tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.129738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:19.141004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-308f6a31-5961-42fe-8c9e-27ff6e8e14da tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1246672 Jan 29 04:36:19.141619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33298) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:19.199557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.210575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:36:19.216655 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf5578b-7d29-45e4-963a-06bebafd84a3" -d '{"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:36:19.219585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d2dd6-ca6b-40cc-9755-208884e735cd None None] Port 7294bbcc-f209-43f1-9f32-39dc8ff73823 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:19.225920 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.257608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 5e46de9c-6235-48de-8f50-9355c012f19e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:19.269655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.318500 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4c62b9-5352-404f-ac24-af3f3ecb02a6 x-openstack-request-id: req-3a4c62b9-5352-404f-ac24-af3f3ecb02a6 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:36:19.319015 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:36:19.319361 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a4c62b9-5352-404f-ac24-af3f3ecb02a6 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:36:19.320270 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'code': 200} Jan 29 04:36:19.344773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:19.345218 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.357211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1428a5-3991-4d23-8426-19f17244a6ef req-fd8d49de-a884-4f01-83bf-09b42d4bc4ed tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.369731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f1428a5-3991-4d23-8426-19f17244a6ef req-fd8d49de-a884-4f01-83bf-09b42d4bc4ed tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1879094 Jan 29 04:36:19.394983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:19.427207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.631013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f1428a5-3991-4d23-8426-19f17244a6ef req-d0ce0930-ded9-469a-b55f-2c396c125780 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570763 Jan 29 04:36:19.671028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Network 219a890d-09f7-4bd3-8322-d755a1c25163 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:19.674449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:19.680347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:19.686545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.687293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.734683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=949ce0c7-07cd-4bdb-a9b9-070bde9e2270,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:19.767421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d7fb6f2-89e8-4623-b040-edfefc71416c tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5784807 Jan 29 04:36:19.767421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33314) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:19.772188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a1', 'mac_address': 'fa:16:3e:c8:0a:41'}, {'ip_address': '2001:db8::2fa', 'mac_address': 'fa:16:3e:b9:0d:3d'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:19.823649 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:19.914330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f89d5-7d39-4f9e-8c2b-d367b74d9580 req-0711bfd3-01bd-4266-bbb1-c1adc1bad4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.915901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a56f89d5-7d39-4f9e-8c2b-d367b74d9580 req-0711bfd3-01bd-4266-bbb1-c1adc1bad4bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1097 time: 0.4658301 Jan 29 04:36:19.930060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4db4c-4520-4521-bd44-9628a324648e req-c7db64e4-33be-4ea4-bc0d-e1d5d36281ec tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:19.935309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f4db4c-4520-4521-bd44-9628a324648e req-c7db64e4-33be-4ea4-bc0d-e1d5d36281ec tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2713044 Jan 29 04:36:19.969708 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.016072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:20.062577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a56f89d5-7d39-4f9e-8c2b-d367b74d9580 req-1e6284b9-f645-45fa-903d-c5c45661eed2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222212 Jan 29 04:36:20.083248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f4db4c-4520-4521-bd44-9628a324648e req-01fa4df4-9207-4c24-a4d1-84e58657e3f1 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352839 Jan 29 04:36:20.104333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.129314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server [None req-15693bc0-4a9a-4fc2-b98e-1ea9efb83a56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e46de9c-6235-48de-8f50-9355c012f19e: This subnet is being modified by another concurrent operation. Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:36:20.158298 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e46de9c-6235-48de-8f50-9355c012f19e: This subnet is being modified by another concurrent operation. Jan 29 04:36:20.163084 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Jan 29 04:36:20.166762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=5e46de9c-6235-48de-8f50-9355c012f19e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:20.170920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.176566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-62ff924b-0de3-470f-99ae-56ba5dc0be9d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/5e46de9c-6235-48de-8f50-9355c012f19e HTTP/1.1" status: 204 len: 168 time: 1.0316339 Jan 29 04:36:20.181794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:20.194142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1afe8097-48da-41cc-86b0-fc2dda40812b None None] Provisioning complete for port 949ce0c7-07cd-4bdb-a9b9-070bde9e2270 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:20.194896 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1afe8097-48da-41cc-86b0-fc2dda40812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.281693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1afe8097-48da-41cc-86b0-fc2dda40812b None None] Port 949ce0c7-07cd-4bdb-a9b9-070bde9e2270 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:20.289966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 9af1a519-7993-4402-ade0-f0bf1ffcd7b8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:20.294175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.306182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29ea53b6-0477-4413-acee-db11a2360751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.368141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.452185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ca600fa5-d348-4ea9-8c3f-5b75e3b8793c None None] Could not find standard attr ID for object 1d5ade90-3841-43ff-b68c-099935ddee02. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:20.484621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ca600fa5-d348-4ea9-8c3f-5b75e3b8793c None None] Provisioning complete for port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:20.485534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca600fa5-d348-4ea9-8c3f-5b75e3b8793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.489832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.490645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.505744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.578447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291dd351-d9c5-407a-84f3-22c93d659f97 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:36:20.609881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.629313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event updated for resources: {'Port': ['ID=949ce0c7-07cd-4bdb-a9b9-070bde9e2270,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:20.656465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29ea53b6-0477-4413-acee-db11a2360751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.661031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] In _notify_port_updated(), no bound segment for port 949ce0c7-07cd-4bdb-a9b9-070bde9e2270 on network 219a890d-09f7-4bd3-8322-d755a1c25163 {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:36:20.668666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:20.669734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.671794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5a891a9e-a093-4504-ab0f-101be5e64f17 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "PUT /v2.0/ports/949ce0c7-07cd-4bdb-a9b9-070bde9e2270 HTTP/1.1" status: 200 len: 1067 time: 0.9064465 Jan 29 04:36:20.673534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29ea53b6-0477-4413-acee-db11a2360751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.676212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33326) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:20.704747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=9af1a519-7993-4402-ade0-f0bf1ffcd7b8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:20.715464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:20.730993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdbd48f0-7053-475e-9d55-dffcded54d61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/9af1a519-7993-4402-ade0-f0bf1ffcd7b8 HTTP/1.1" status: 204 len: 168 time: 0.5481803 Jan 29 04:36:20.733100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:20.805743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291dd351-d9c5-407a-84f3-22c93d659f97 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:36:20.811466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-495f4e20-0e6d-49c4-b7ad-174a1db60c69 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772460 Jan 29 04:36:20.812351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:20.817155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:20.935531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1deed13-99f1-4fc5-ac66-f728e6fb3ace tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:20.941054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1deed13-99f1-4fc5-ac66-f728e6fb3ace tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1228709 Jan 29 04:36:20.943623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:20.971117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea53b6-0477-4413-acee-db11a2360751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac45fb0-6d2a-4c8a-b165-dd9d65dc4304,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:21.001802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-29ea53b6-0477-4413-acee-db11a2360751 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2eea2e5798024bcfbf957148f90ff1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9840539 Jan 29 04:36:21.009447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:21.033621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95bc8-5136-4fcc-b7e8-8620e4b37593 req-eef305dc-ef23-412d-8803-fe4a9e5d2052 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:21.035705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28f95bc8-5136-4fcc-b7e8-8620e4b37593 req-eef305dc-ef23-412d-8803-fe4a9e5d2052 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2167377 Jan 29 04:36:21.094496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95344294-8bfc-4bc3-88c1-a532705fc69d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:21.101564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-95344294-8bfc-4bc3-88c1-a532705fc69d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1567934 Jan 29 04:36:21.104503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:21.182084 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-28f95bc8-5136-4fcc-b7e8-8620e4b37593 req-132f7134-9f0d-4e3c-9f17-485b5c24df81 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360042 Jan 29 04:36:21.187113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2e0a173-4146-4485-bda5-934d5c1f496d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806479 Jan 29 04:36:21.195103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:21.224153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6256e88a-2806-4338-9bc4-2bfeb305e6c9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:21.232780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port 949ce0c7-07cd-4bdb-a9b9-070bde9e2270 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:21.233163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.236782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.358698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.377026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for 949ce0c7-07cd-4bdb-a9b9-070bde9e2270 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:21.411694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d37dcb97-a087-48b8-810a-bc2205e28419 None None] Could not find standard attr ID for object 1d5ade90-3841-43ff-b68c-099935ddee02. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:21.555678 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e736-0a94-42ef-b0de-80481b569b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.558675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845f9f-2712-431b-a4e4-37d82fbd52c5 req-7af1d997-deaf-446e-9254-f0163979e068 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:21.560974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.563424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1845f9f-2712-431b-a4e4-37d82fbd52c5 req-7af1d997-deaf-446e-9254-f0163979e068 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2864089 Jan 29 04:36:21.581635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:21.595505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.618111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=949ce0c7-07cd-4bdb-a9b9-070bde9e2270,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:21.645243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e736-0a94-42ef-b0de-80481b569b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.662318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6256e88a-2806-4338-9bc4-2bfeb305e6c9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:21.669703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6256e88a-2806-4338-9bc4-2bfeb305e6c9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:21.674369 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6256e88a-2806-4338-9bc4-2bfeb305e6c9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:21.675438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6256e88a-2806-4338-9bc4-2bfeb305e6c9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:21.734189 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1845f9f-2712-431b-a4e4-37d82fbd52c5 req-f537293a-1b2f-4797-9b23-e4e9bd20e602 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601982 Jan 29 04:36:21.752227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6256e88a-2806-4338-9bc4-2bfeb305e6c9 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5415578 Jan 29 04:36:21.752227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:21.766785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-88a13dec-e7ed-4d8a-be03-f59a0e9a4e96 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:21.856546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:21.998764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65ef7b-b56f-491c-87d2-77b11b143e7b None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:36:22.002677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a13dec-e7ed-4d8a-be03-f59a0e9a4e96 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:22.007084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88a13dec-e7ed-4d8a-be03-f59a0e9a4e96 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.009700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e736-0a94-42ef-b0de-80481b569b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.012930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e736-0a94-42ef-b0de-80481b569b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.016656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ee1e736-0a94-42ef-b0de-80481b569b7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ac45fb0-6d2a-4c8a-b165-dd9d65dc4304 HTTP/1.1" status: 204 len: 168 time: 0.9990749 Jan 29 04:36:22.031059 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a13dec-e7ed-4d8a-be03-f59a0e9a4e96 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:22.035710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a13dec-e7ed-4d8a-be03-f59a0e9a4e96 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:22.042547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.048861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ef67cb0d-1d03-487e-995c-4627700cdf4e tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/ports/949ce0c7-07cd-4bdb-a9b9-070bde9e2270 HTTP/1.1" status: 204 len: 168 time: 1.3667758 Jan 29 04:36:22.054010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33354) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:22.078843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-88a13dec-e7ed-4d8a-be03-f59a0e9a4e96 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3257062 Jan 29 04:36:22.088480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:22.097870 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3635f21f-fda6-4dcc-ae5a-011816675ce2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] GET failed (client error): The resource could not be found. Jan 29 04:36:22.103280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3635f21f-fda6-4dcc-ae5a-011816675ce2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "GET /v2.0/ports/949ce0c7-07cd-4bdb-a9b9-070bde9e2270 HTTP/1.1" status: 404 len: 333 time: 0.0452039 Jan 29 04:36:22.103280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1e736-0a94-42ef-b0de-80481b569b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac45fb0-6d2a-4c8a-b165-dd9d65dc4304,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:22.104403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33358) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:22.119827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1b42b0d6-e08d-4b48-ac02-0f7f1678b105 None None] Provisioning complete for port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:22.120081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b42b0d6-e08d-4b48-ac02-0f7f1678b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.122301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ea8a956a-6bde-4dc9-8da7-4a23d086301e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:22.342421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port 7294bbcc-f209-43f1-9f32-39dc8ff73823 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:22.342818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.444205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b42b0d6-e08d-4b48-ac02-0f7f1678b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.463458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a956a-6bde-4dc9-8da7-4a23d086301e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:22.469686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8a956a-6bde-4dc9-8da7-4a23d086301e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.473123 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8a956a-6bde-4dc9-8da7-4a23d086301e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:22.474511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8a956a-6bde-4dc9-8da7-4a23d086301e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:22.522533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea8a956a-6bde-4dc9-8da7-4a23d086301e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4311285 Jan 29 04:36:22.525322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:22.539577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1b42b0d6-e08d-4b48-ac02-0f7f1678b105 None None] For port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:22.540230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-621058b5-9973-4925-bb53-a93efe667a61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:22.540917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65ef7b-b56f-491c-87d2-77b11b143e7b None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:36:22.554033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b42b0d6-e08d-4b48-ac02-0f7f1678b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.715376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:22.755210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2c7d-f8e2-4435-b932-7d0484edaca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.921778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621058b5-9973-4925-bb53-a93efe667a61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:22.927389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-621058b5-9973-4925-bb53-a93efe667a61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:22.929308 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-621058b5-9973-4925-bb53-a93efe667a61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:22.930094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621058b5-9973-4925-bb53-a93efe667a61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:22.987733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654ddae-456b-422f-86ed-198cf591b6e4 req-817a2d4e-150b-4f29-86dd-b26b404af006 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:22.995936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7654ddae-456b-422f-86ed-198cf591b6e4 req-817a2d4e-150b-4f29-86dd-b26b404af006 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1210256 Jan 29 04:36:23.005063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-621058b5-9973-4925-bb53-a93efe667a61 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4792008 Jan 29 04:36:23.007768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:23.030371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3c609544-eee7-4eaa-9af8-a031d4ef1b14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:23.086234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42b0d6-e08d-4b48-ac02-0f7f1678b105 None None] Pushing event updated for resources: {'Port': ['ID=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:23.330918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2c7d-f8e2-4435-b932-7d0484edaca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.355449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2c7d-f8e2-4435-b932-7d0484edaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.396505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7654ddae-456b-422f-86ed-198cf591b6e4 req-e90fd1d4-3975-4481-bef4-06f55bcc369d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992264 Jan 29 04:36:23.399088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e2c7d-f8e2-4435-b932-7d0484edaca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622fb97-cf6f-4002-9350-7bec97ab24b5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:23.431291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96b559-1b81-4ae3-a9ee-8a6f03f478cb req-1e714ff1-c457-4f24-ba6a-965d2a965d4d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:23.442507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b96b559-1b81-4ae3-a9ee-8a6f03f478cb req-1e714ff1-c457-4f24-ba6a-965d2a965d4d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 1.0629406 Jan 29 04:36:23.476104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf4e2c7d-f8e2-4435-b932-7d0484edaca1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f57e090a903642f79eb95a7f48efd477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585309 Jan 29 04:36:23.478419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:23.520044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c609544-eee7-4eaa-9af8-a031d4ef1b14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:23.530319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.536066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c609544-eee7-4eaa-9af8-a031d4ef1b14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.540844 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c609544-eee7-4eaa-9af8-a031d4ef1b14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:23.541621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c609544-eee7-4eaa-9af8-a031d4ef1b14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:23.570459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5b96b559-1b81-4ae3-a9ee-8a6f03f478cb req-d815232e-7a1a-4418-80d0-2b74cfea9d91 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126094 Jan 29 04:36:23.571308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for 7294bbcc-f209-43f1-9f32-39dc8ff73823 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:23.600927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c609544-eee7-4eaa-9af8-a031d4ef1b14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5891063 Jan 29 04:36:23.603813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33380) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:23.616933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e9018b61-8681-4418-81c1-4fc30023db14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:23.763714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab82bc7-5cfd-4afa-bc4b-7c0d46ebe5d9 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:23.793970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339f625d-e9b8-4cfd-946b-a30772b13c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.814350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.872388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339f625d-e9b8-4cfd-946b-a30772b13c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.883398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f5cc0-d3c2-443b-8696-f978369c8d06 req-395de4ba-f4f3-4868-b7f6-676cd4425897 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:23.892025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e4f5cc0-d3c2-443b-8696-f978369c8d06 req-395de4ba-f4f3-4868-b7f6-676cd4425897 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1758273 Jan 29 04:36:23.905966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e629be8-1ea5-49a5-afb8-2989a6e3e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.913680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:23.925689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'floatingip': {'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:23.929449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=7294bbcc-f209-43f1-9f32-39dc8ff73823,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:23.932250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-32e8e9ed-6f71-43e9-8889-77be43c5de45 None None] Provisioning complete for port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:23.932817 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-32e8e9ed-6f71-43e9-8889-77be43c5de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.949946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:23.965271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a385678-b108-474a-a95c-a3fd752c43c2 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/ports/7294bbcc-f209-43f1-9f32-39dc8ff73823 HTTP/1.1" status: 204 len: 168 time: 1.8591282 Jan 29 04:36:23.965990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33386) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:24.028788 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c611c3-739c-428b-a494-be9cd1e9d387 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] GET failed (client error): The resource could not be found. Jan 29 04:36:24.034631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95c611c3-739c-428b-a494-be9cd1e9d387 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "GET /v2.0/ports/7294bbcc-f209-43f1-9f32-39dc8ff73823 HTTP/1.1" status: 404 len: 333 time: 0.0675318 Jan 29 04:36:24.035243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33388) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:24.060619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.094143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:24.106785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9018b61-8681-4418-81c1-4fc30023db14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:24.114250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9018b61-8681-4418-81c1-4fc30023db14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.116305 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9018b61-8681-4418-81c1-4fc30023db14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:24.117033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9018b61-8681-4418-81c1-4fc30023db14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:24.230547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port 311da074-7c6c-46dc-befa-15d40a257fd4 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:24.233271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.235598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9018b61-8681-4418-81c1-4fc30023db14 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6227543 Jan 29 04:36:24.237954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8fa6b630-fff1-4915-8ba5-1611759fa0db None None] Could not find standard attr ID for object 949ce0c7-07cd-4bdb-a9b9-070bde9e2270. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:24.239409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339f625d-e9b8-4cfd-946b-a30772b13c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.242364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339f625d-e9b8-4cfd-946b-a30772b13c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.245378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33390) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:24.247249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-339f625d-e9b8-4cfd-946b-a30772b13c75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7622fb97-cf6f-4002-9350-7bec97ab24b5 HTTP/1.1" status: 204 len: 168 time: 0.7626941 Jan 29 04:36:24.259648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] Deleting port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:24.260174 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.296638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f625d-e9b8-4cfd-946b-a30772b13c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622fb97-cf6f-4002-9350-7bec97ab24b5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:24.477748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] For port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:24.478738 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.486896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b83d7-6514-4261-8eef-85b3735834c4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:24.491747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-167b83d7-6514-4261-8eef-85b3735834c4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2429025 Jan 29 04:36:24.500239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33400) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:24.572187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] Calling delete_port for c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:24.711412 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.735815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:24.790221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f443aa8-3580-403a-b4ed-30986f5dbb87 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:24.795835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] Pushing event deleted for resources: {'Port': ['ID=c4e2df8e-3e5a-4c81-8dfb-33bc095bada7,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:24.796540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8f443aa8-3580-403a-b4ed-30986f5dbb87 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2894235 Jan 29 04:36:24.797365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33406) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:24.808746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea527b-7ebc-47f1-8aee-ca150bd449c3 None None] No DVR routers for this DVR port c4e2df8e-3e5a-4c81-8dfb-33bc095bada7 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:24.926785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for 311da074-7c6c-46dc-befa-15d40a257fd4 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:24.956920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4e77b35c-1786-4a59-8ed6-b8e6f9e01702 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163733 Jan 29 04:36:24.959430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33408) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:24.977832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:25.315327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87470b-f1de-42ee-b417-6666095883b1 req-7f1d376b-26c3-4cc5-bc79-ce889a4cdd1b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:25.316901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb87470b-f1de-42ee-b417-6666095883b1 req-7f1d376b-26c3-4cc5-bc79-ce889a4cdd1b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.6077986 Jan 29 04:36:25.341544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:25.393561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=311da074-7c6c-46dc-befa-15d40a257fd4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:25.425216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:25.428849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:25.566744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:36:25.750723 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:25.759941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:25.794146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb87470b-f1de-42ee-b417-6666095883b1 req-8893a1fd-e5ca-49be-a6e8-3fdbcca57fb5 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681273 Jan 29 04:36:25.803824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:25.811192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-96d9a165-92e3-4dd9-bf90-6a845e8bf1ca tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/ports/311da074-7c6c-46dc-befa-15d40a257fd4 HTTP/1.1" status: 204 len: 168 time: 1.7748423 Jan 29 04:36:25.833576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33428) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:25.935081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting subnet 457b8419-28c4-4777-a075-fd094aec585d {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:25.938510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:25.983105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.053009 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Floating IP 4bda23de-7577-48e9-9d6e-a9f024105c63 associated. External IP: 172.25.4.160, port: 1e05b953-411c-45e4-b809-7ad549a437d0. Jan 29 04:36:26.096006 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0158135-7a68-4127-b8f7-492379a1229f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.111181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.181097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.227139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Subnet': ['ID=457b8419-28c4-4777-a075-fd094aec585d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:26.243131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353ad5e-b837-4fee-828d-09bcb5757c7b None None] Network 219a890d-09f7-4bd3-8322-d755a1c25163 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:26.282736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.288915 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-60ca8c3f-44d2-47fd-97ab-49fe1a662d8f tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/subnets/457b8419-28c4-4777-a075-fd094aec585d HTTP/1.1" status: 204 len: 168 time: 0.4541671 Jan 29 04:36:26.291329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:26.345092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:26.349223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.589878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:26.610290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:26.626367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:26.629228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.633172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=25d5e56a-a252-45fd-bd42-ae9fd52f4494,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:26.639946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4ef5f-c12d-4832-b4cf-5acd76ac460e None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:26.670474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:26.687596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-104deafb-b160-4926-9938-da566e19d334 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7221506 Jan 29 04:36:26.688580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33444) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:26.698251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:17:10:c3', 'name': 'tempest-NetworksTestDHCPv6-1176620450'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:26.801182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] DHCP port deletion for 219a890d-09f7-4bd3-8322-d755a1c25163 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:26.855528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:36:27.001681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:27.011989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Deleting port 35f97cf9-90a6-4277-b018-fd6eded2efbc {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:27.012420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.135417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Deleting port 35f97cf9-90a6-4277-b018-fd6eded2efbc {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:27.136106 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.148273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '25d5e56a-a252-45fd-bd42-ae9fd52f4494'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:27.149116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.182168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.185945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b041b6-6c93-47f6-b865-a55c6d403184 req-c683bebc-05e9-4194-bfbf-c3d5a53e73d3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:27.187729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03b041b6-6c93-47f6-b865-a55c6d403184 req-c683bebc-05e9-4194-bfbf-c3d5a53e73d3 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2884538 Jan 29 04:36:27.231424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port a671e3c9-6d62-4017-8fcc-8116f7bd15ec yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:27.332288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] For port 35f97cf9-90a6-4277-b018-fd6eded2efbc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35f97cf9-90a6-4277-b018-fd6eded2efbc,segment=NetworkSegment(8d3045f7-2762-4467-b8fb-c074fa487d2b),segment_id=8d3045f7-2762-4467-b8fb-c074fa487d2b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:27.337047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.354130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe17:10c3 (1ff93288-b39a-4430-be32-e866f0872688/25d5e56a-a252-45fd-bd42-ae9fd52f4494/a671e3c9-6d62-4017-8fcc-8116f7bd15ec) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:27.385873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03b041b6-6c93-47f6-b865-a55c6d403184 req-68e780a7-7d80-44a2-bba0-f3c5692dbc62 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893156 Jan 29 04:36:27.397674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Calling delete_port for 35f97cf9-90a6-4277-b018-fd6eded2efbc owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:27.427320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:36:27.431912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.447599 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.448588 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:36:27.462942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] For port 35f97cf9-90a6-4277-b018-fd6eded2efbc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=35f97cf9-90a6-4277-b018-fd6eded2efbc,segment=NetworkSegment(8d3045f7-2762-4467-b8fb-c074fa487d2b),segment_id=8d3045f7-2762-4467-b8fb-c074fa487d2b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:27.466391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.477042 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:27.478907 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:27.555287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Calling delete_port for 35f97cf9-90a6-4277-b018-fd6eded2efbc owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:27.577306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-74c04431-6009-4d08-a6ec-a80147da00a0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "PUT /v2.0/floatingips/4bda23de-7577-48e9-9d6e-a9f024105c63 HTTP/1.1" status: 200 len: 992 time: 3.6622019 Jan 29 04:36:27.596466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:36:27.605279 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006" -d '{"events": [{"name": "network-changed", "server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:36:27.679474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.698654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.773847 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f634da0-2d6c-41cb-b701-cd854546f1c2 x-openstack-request-id: req-9f634da0-2d6c-41cb-b701-cd854546f1c2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:36:27.774306 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:36:27.774585 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f634da0-2d6c-41cb-b701-cd854546f1c2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:36:27.775036 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'status': 'completed', 'code': 200} Jan 29 04:36:27.786712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] No DVR routers for this DVR port 35f97cf9-90a6-4277-b018-fd6eded2efbc on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:27.795366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Port': ['ID=35f97cf9-90a6-4277-b018-fd6eded2efbc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:27.827588 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.865983 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:36:27.916985 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:27.968131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Pushing event deleted for resources: {'Port': ['ID=35f97cf9-90a6-4277-b018-fd6eded2efbc,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:27.977440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] No DVR routers for this DVR port 35f97cf9-90a6-4277-b018-fd6eded2efbc on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:28.056515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.057136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.058241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.058732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.059249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.059758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.060589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.061814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.062400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.062904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.063675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.064166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fb9db-187a-4072-9bb3-2f211f71440b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:28.130517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Allocated IP 2001:db8::f816:3eff:fede:f401 (1ff93288-b39a-4430-be32-e866f0872688/25d5e56a-a252-45fd-bd42-ae9fd52f4494/037b2189-49e4-4525-9da7-af13dfccf7a8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:28.144117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47fbb4-f1cd-4a48-8dc6-9c8ea9a7665f req-cee5e4d9-85b6-47f0-9687-4df8307f0df3 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:28.152330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd47fbb4-f1cd-4a48-8dc6-9c8ea9a7665f req-cee5e4d9-85b6-47f0-9687-4df8307f0df3 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.4101696 Jan 29 04:36:28.160057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.169149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-beb76913-edee-48c3-a00d-c942d1b43f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:28.174304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-beb76913-edee-48c3-a00d-c942d1b43f85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1097 time: 0.3646319 Jan 29 04:36:28.244317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:28.296835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=a671e3c9-6d62-4017-8fcc-8116f7bd15ec,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:28.326357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:28.334832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:28.349555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:28.353638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.434065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd47fbb4-f1cd-4a48-8dc6-9c8ea9a7665f req-b4ddb95a-9037-42e2-91ea-3796ee2e52f7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649903 Jan 29 04:36:28.438907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-f64d92c8-f7eb-4d01-b323-1dec8d2e5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:28.442752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-f64d92c8-f7eb-4d01-b323-1dec8d2e5b9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.2585661 Jan 29 04:36:28.445841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-75a29372-9304-4f3a-83e3-33f6d10361e3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7569451 Jan 29 04:36:28.447134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219a890d-09f7-4bd3-8322-d755a1c25163']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:28.448584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33482) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:28.555237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3045f7-2762-4467-b8fb-c074fa487d2b') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:28.555805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3045f7-2762-4467-b8fb-c074fa487d2b') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:28.602927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.605122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.614106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc5be8-7721-471f-8e11-385605a7dd54 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:28.616039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a0dc5be8-7721-471f-8e11-385605a7dd54 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1658833 Jan 29 04:36:28.617424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.619337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:28.662457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:28.665514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:28.669233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:28.678350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.709492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:36:28.711050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.722345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Pushing event updated for resources: {'Port': ['ID=037b2189-49e4-4525-9da7-af13dfccf7a8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:28.784258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Attempting to bind port 037b2189-49e4-4525-9da7-af13dfccf7a8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:28.784627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Attempting to bind port 037b2189-49e4-4525-9da7-af13dfccf7a8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:28.786247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Attempting to bind port 037b2189-49e4-4525-9da7-af13dfccf7a8 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:28.790583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35f97cf9-90a6-4277-b018-fd6eded2efbc no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:28.806186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:28.806485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:28.806896 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.807292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:28.808276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Bound port: 037b2189-49e4-4525-9da7-af13dfccf7a8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:28.808276 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.867133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port a671e3c9-6d62-4017-8fcc-8116f7bd15ec {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:28.867633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:28.880084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 35f97cf9-90a6-4277-b018-fd6eded2efbc {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:28.880084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 35f97cf9-90a6-4277-b018-fd6eded2efbc not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:28.927369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '4bda23de-7577-48e9-9d6e-a9f024105c63', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'mac_address': 'fa:16:3e:eb:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:53Z', 'updated_at': '2022-01-29T04:36:25Z', 'revision_number': 1, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:36:28.945678 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:36:29.007976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.008357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.014091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.017271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] 10.222.0.32 "DELETE /v2.0/networks/219a890d-09f7-4bd3-8322-d755a1c25163 HTTP/1.1" status: 204 len: 168 time: 2.7240367 Jan 29 04:36:29.021505 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:36:29.062020 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:29.065768 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:29.077491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for a671e3c9-6d62-4017-8fcc-8116f7bd15ec owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:29.086987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-0c5007aa-47db-4035-9d15-b0f02529e6e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 1000 time: 0.6341372 Jan 29 04:36:29.087820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e1dd-2373-467c-b872-dcc87404b812 tempest-AllowedAddressPairIpV6TestJSON-1908342116 tempest-AllowedAddressPairIpV6TestJSON-1908342116-project] Pushing event deleted for resources: {'Network': ['ID=219a890d-09f7-4bd3-8322-d755a1c25163,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:29.114650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] For port 037b2189-49e4-4525-9da7-af13dfccf7a8, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:29.123841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] For port 037b2189-49e4-4525-9da7-af13dfccf7a8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=037b2189-49e4-4525-9da7-af13dfccf7a8,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:29.149541 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.202295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7330398-0903-447d-8136-db86388606db req-4e9f2bd4-b582-4236-8ec6-4f8e48868467 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:29.204149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7330398-0903-447d-8136-db86388606db req-4e9f2bd4-b582-4236-8ec6-4f8e48868467 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.5954256 Jan 29 04:36:29.226001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-ace8c4ac-49be-4e27-9d12-438bf4462020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:29.229147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-ace8c4ac-49be-4e27-9d12-438bf4462020 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1283336 Jan 29 04:36:29.287922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.308842 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.353136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7330398-0903-447d-8136-db86388606db req-d5c70251-6d75-449d-8f56-c328cf4ab6fc tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378639 Jan 29 04:36:29.379813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-8ea39b75-7d7d-45b9-949b-0d242c97a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:29.383358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-8ea39b75-7d7d-45b9-949b-0d242c97a542 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449604 Jan 29 04:36:29.396191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035b99f-f4d0-48ca-9aa9-f0312a0c57c0 None None] Pushing event updated for resources: {'Port': ['ID=037b2189-49e4-4525-9da7-af13dfccf7a8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:29.472704 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:36:29.528255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-876abb17-851a-4377-8220-bf5d46f03c4d service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362216 Jan 29 04:36:29.702856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:29.730218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df6bbc6f-0e8a-494a-adcf-b1c0d1324006 req-1fe6c6da-9621-4048-bc75-151e345e3a05 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940579 Jan 29 04:36:29.963040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=a671e3c9-6d62-4017-8fcc-8116f7bd15ec,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:30.157560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:30.174468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:30.179091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d1f06936-41b8-48b9-89f9-3eba0905f196 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/a671e3c9-6d62-4017-8fcc-8116f7bd15ec HTTP/1.1" status: 204 len: 168 time: 1.5584087 Jan 29 04:36:30.244726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ae195-6159-4440-aca1-b32fd2fbe53e req-656d1d08-cc5c-408b-91f0-39ec6c90e3c9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:30.287619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d88ae195-6159-4440-aca1-b32fd2fbe53e req-656d1d08-cc5c-408b-91f0-39ec6c90e3c9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.5995843 Jan 29 04:36:30.363770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33512) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:30.405562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e265c4d-06c9-409b-83d4-b521f477cf3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:30.413099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e265c4d-06c9-409b-83d4-b521f477cf3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:30.416962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e265c4d-06c9-409b-83d4-b521f477cf3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2390671 Jan 29 04:36:30.417819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:30.436378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d88ae195-6159-4440-aca1-b32fd2fbe53e req-d2c72801-1783-468e-87d2-6550a8c2f86a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478257 Jan 29 04:36:30.560764 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '4bda23de-7577-48e9-9d6e-a9f024105c63', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'mac_address': 'fa:16:3e:eb:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:53Z', 'updated_at': '2022-01-29T04:36:25Z', 'revision_number': 1, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:30.699420 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d041b-ee57-47e6-a7c7-11a78167faca None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '4bda23de-7577-48e9-9d6e-a9f024105c63', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'mac_address': 'fa:16:3e:eb:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:35:53Z', 'updated_at': '2022-01-29T04:36:25Z', 'revision_number': 1, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:36:30.824637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 25d5e56a-a252-45fd-bd42-ae9fd52f4494 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:30.833653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:30.936038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 037b2189-49e4-4525-9da7-af13dfccf7a8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:31.094777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6d6bb847-b82a-4629-b948-3ec1942087ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=553d6cc089ec45bb9dc768f40c011c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287512 Jan 29 04:36:31.097543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33526) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:31.161928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.178770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 037b2189-49e4-4525-9da7-af13dfccf7a8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:31.180539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.201918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090a3ea-7a2a-412a-aadb-88648a2c5c3b req-eb37610b-2650-4620-95c7-f179c0208453 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:31.207752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3090a3ea-7a2a-412a-aadb-88648a2c5c3b req-eb37610b-2650-4620-95c7-f179c0208453 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.6390071 Jan 29 04:36:31.282276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c974c63-787e-4764-a8f0-842bdfd1ee37 None None] New status for floating IP 4bda23de-7577-48e9-9d6e-a9f024105c63: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:36:31.283101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db109d45-d0f1-4a51-829d-c9b28071ad77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.340654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3090a3ea-7a2a-412a-aadb-88648a2c5c3b req-7aaf68e3-fc9a-425c-869b-b96b43c19e91 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751462 Jan 29 04:36:31.351157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db109d45-d0f1-4a51-829d-c9b28071ad77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.454619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.509271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db109d45-d0f1-4a51-829d-c9b28071ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.517744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db109d45-d0f1-4a51-829d-c9b28071ad77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.522092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-db109d45-d0f1-4a51-829d-c9b28071ad77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70de8526-4e42-4211-9acb-d9a24df8123e HTTP/1.1" status: 204 len: 168 time: 0.4224999 Jan 29 04:36:31.570789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db109d45-d0f1-4a51-829d-c9b28071ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de8526-4e42-4211-9acb-d9a24df8123e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:31.675765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.722720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7b2e-4b26-42d6-9c97-ab7dedcbd4eb req-1a69f6f1-7d5b-4bdf-a8a8-753f07dd0d2f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:31.724470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe7c7b2e-4b26-42d6-9c97-ab7dedcbd4eb req-1a69f6f1-7d5b-4bdf-a8a8-753f07dd0d2f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1012206 Jan 29 04:36:31.773335 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.806107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=25d5e56a-a252-45fd-bd42-ae9fd52f4494,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:31.809316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:31.828163 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe7c7b2e-4b26-42d6-9c97-ab7dedcbd4eb req-88fd9f98-7b0b-48bf-9ab1-6757cd5aac48 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955398 Jan 29 04:36:31.829280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:31.832118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5731840-4b9d-4463-afcb-2ff2215c1ceb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/25d5e56a-a252-45fd-bd42-ae9fd52f4494 HTTP/1.1" status: 204 len: 168 time: 1.4118493 Jan 29 04:36:31.861017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5853f3-b0a9-43c3-a0e5-25dc95241e6b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:32.091625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40d7c46c-6030-4f76-adfb-aa302a58c1ec tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2537463 Jan 29 04:36:32.093072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:32.097856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:32.148136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-386c2e28-f696-47c0-b24c-6231b581b190 None None] Provisioning complete for port 037b2189-49e4-4525-9da7-af13dfccf7a8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:32.149227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-386c2e28-f696-47c0-b24c-6231b581b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:32.281407 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:36:32.282062 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:36:32.472125 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-386c2e28-f696-47c0-b24c-6231b581b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:32.487032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:32.496824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:32.547344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-5002f6a4-fd0c-4b25-ac3f-7d109bd4a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:32.571070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-5002f6a4-fd0c-4b25-ac3f-7d109bd4a807 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1095 time: 0.3204679 Jan 29 04:36:32.674753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc25e-c6de-4892-b29a-d909e4fe57c2 req-de314267-1b7f-4a1e-bbb6-32240dbefd21 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:32.686705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-386c2e28-f696-47c0-b24c-6231b581b190 None None] For port 037b2189-49e4-4525-9da7-af13dfccf7a8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=037b2189-49e4-4525-9da7-af13dfccf7a8,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:32.700800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-386c2e28-f696-47c0-b24c-6231b581b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:32.730729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24dc25e-c6de-4892-b29a-d909e4fe57c2 req-de314267-1b7f-4a1e-bbb6-32240dbefd21 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2245667 Jan 29 04:36:32.881943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2e28-f696-47c0-b24c-6231b581b190 None None] Pushing event updated for resources: {'Port': ['ID=037b2189-49e4-4525-9da7-af13dfccf7a8,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:32.888661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f24dc25e-c6de-4892-b29a-d909e4fe57c2 req-b5f83978-fb11-40a8-96b6-e847489d3b49 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549382 Jan 29 04:36:32.907319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:33.124450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] Deleting port 037b2189-49e4-4525-9da7-af13dfccf7a8 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:33.125248 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:33.225282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 037b2189-49e4-4525-9da7-af13dfccf7a8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:33.318488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] For port 037b2189-49e4-4525-9da7-af13dfccf7a8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=037b2189-49e4-4525-9da7-af13dfccf7a8,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:33.319281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-54069114-6cf0-43d5-bcf6-0f15391c1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:33.323726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-54069114-6cf0-43d5-bcf6-0f15391c1f53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.7370830 Jan 29 04:36:33.323895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:33.379954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] Calling delete_port for 037b2189-49e4-4525-9da7-af13dfccf7a8 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:33.578084 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:33.625232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] Pushing event deleted for resources: {'Port': ['ID=037b2189-49e4-4525-9da7-af13dfccf7a8,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:33.644250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f6e9b-0ae2-45f5-a3ce-75d8064d20c5 None None] No DVR routers for this DVR port 037b2189-49e4-4525-9da7-af13dfccf7a8 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:33.680614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:33.823848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33600) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:34.004547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-938998099'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:34.049565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:34.065679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.092772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.238344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.244008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.271776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:36:34.284967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:34.296094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.299999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-9b972dfc-8211-462b-b63c-b08cbcc8f093 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.8518672 Jan 29 04:36:34.300519 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment ddfae658-2106-41d2-8e7c-7336ac9f17a8 of type vlan for network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 Jan 29 04:36:34.310567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac632de-8f63-4dba-b982-99318f44dd66,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:34.359774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.399023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.412226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:34.420685 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.487371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6608160 Jan 29 04:36:34.489376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:34.498392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248207573'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:34.533206 n-d-825930-1 neutron-server[102402]: WARNING neutron.services.revisions.revision_plugin [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Could not find related port for resource to bump revision. Jan 29 04:36:34.545797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31efb29-3615-4df0-8e8a-a12f5e647b7d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=6bb67138-49f1-4b71-9f06-c8086b82ecd9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:34.545989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_pluggable_backend [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Port 037b2189-49e4-4525-9da7-af13dfccf7a8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:36:34.545989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_pluggable_backend [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Reverting IP allocation for 2001:db8::f816:3eff:fede:f401 {{(pid=102402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:36:34.552444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-7a68cb55-2e84-4e9f-9ecc-a6acf742ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:34.554187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-7a68cb55-2e84-4e9f-9ecc-a6acf742ddc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.1710284 Jan 29 04:36:34.555327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_pluggable_backend [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fede:f401 {{(pid=102402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:36:34.562092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:36:34.566373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d131cf-c7d1-48c0-a8ee-37c14f71a02c req-a79ee00c-f706-4beb-8b96-9711525b3ef7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:34.567922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98d131cf-c7d1-48c0-a8ee-37c14f71a02c req-a79ee00c-f706-4beb-8b96-9711525b3ef7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.2786980 Jan 29 04:36:34.582868 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.668199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-9b7a6a2a-f1ca-4e37-b5a6-ba8bcc43a345 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966916 Jan 29 04:36:34.705323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:34.708883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.710783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=2354ffc9-46b4-4afe-9b6f-f914269ac7b6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:34.724285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:34.764334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:34.775248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d0360-e8e0-4288-8fd2-fde763ecc24b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:34.776579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:34.777193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.803243 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98d131cf-c7d1-48c0-a8ee-37c14f71a02c req-0d55fb4e-a50d-4aaf-b857-7eb4c0276c8f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181621 Jan 29 04:36:34.833532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:34.834080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cde1a2c8-1779-4cb2-8c49-194b1a908144 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7330096 Jan 29 04:36:34.834080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:36:34.834283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:3c:e3:4e', 'name': 'tempest-NetworksTestDHCPv6-2020807123'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:34.851020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:34.851383 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment 0b547e27-e9dc-4e1d-9ee4-3055c755e661 of type vlan for network ff95b1dd-3f93-49e5-a026-09da2eaa2724 Jan 29 04:36:34.865143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-acd90607-d9c3-4483-bc98-a0fc1354e992 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786511 Jan 29 04:36:34.950578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.034408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.041318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:35.042407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.050228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:35.059992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2b78b0b-34a4-471f-aed6-14b64bd0ba94 req-8845056f-bd3e-42b4-a813-9baab46b4b8d service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671901 Jan 29 04:36:35.125608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6328599 Jan 29 04:36:35.131369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:35.139922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:35.147264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a30386-df4a-4263-9575-f0be52778113 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=ff95b1dd-3f93-49e5-a026-09da2eaa2724,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:35.161936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:36:35.247145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.279311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port b9c3ad06-fb0d-4d68-88df-e7710a01b61f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:35.329920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:35.333482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.339762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '2354ffc9-46b4-4afe-9b6f-f914269ac7b6'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:35.340881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.481553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe3c:e34e (1ff93288-b39a-4430-be32-e866f0872688/2354ffc9-46b4-4afe-9b6f-f914269ac7b6/b9c3ad06-fb0d-4d68-88df-e7710a01b61f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:35.662645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:35.976568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c21c68-dfe9-4135-8281-9f1524f17c54 req-fd246063-798c-447e-ad49-49497aea9795 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:35.982161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69c21c68-dfe9-4135-8281-9f1524f17c54 req-fd246063-798c-447e-ad49-49497aea9795 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.0821373 Jan 29 04:36:36.017625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:36.039381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': 'ddfae658-2106-41d2-8e7c-7336ac9f17a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:36.039957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: 6bb67138-49f1-4b71-9f06-c8086b82ecd9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:36:36.047125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69c21c68-dfe9-4135-8281-9f1524f17c54 req-3f16499e-0cf4-4559-ab82-56f24302a204 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 Jan 29 04:36:36.049814 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.070819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:36:36.092030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6bb67138-49f1-4b71-9f06-c8086b82ecd9) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:36.098169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.099454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.107082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ec245-0979-482c-b442-98f841d800dd None None] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:36.122070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:36.122274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-247fe1b8-6998-4904-925e-ff45288611c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9895067 Jan 29 04:36:36.127493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:36.130184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.196868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=b9c3ad06-fb0d-4d68-88df-e7710a01b61f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:36.206941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:36.208677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:36.211308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:36.217689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.218521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.236958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d45b67c-c887-40d6-8c98-203c4b1fe753 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4091425 Jan 29 04:36:36.240185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33670) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:36.262154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:36.266919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.290882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Allocated IP 2001:db8::f816:3eff:fea8:e935 (1ff93288-b39a-4430-be32-e866f0872688/2354ffc9-46b4-4afe-9b6f-f914269ac7b6/fb7414a7-fcaf-4f95-9198-386e9536903a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:36.364211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eedfca4-22a7-4d19-b28f-6fdb2ec08cf0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.366325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1eedfca4-22a7-4d19-b28f-6fdb2ec08cf0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1238303 Jan 29 04:36:36.369056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33674) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:36.500724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port b9c3ad06-fb0d-4d68-88df-e7710a01b61f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:36.502103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.512483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.544980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-6bb67138-49f1-4b71-9f06-c8086b82ecd9', 'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:36.553130 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.604908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': '0b547e27-e9dc-4e1d-9ee4-3055c755e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:36.605802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: ff95b1dd-3f93-49e5-a026-09da2eaa2724, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:36:36.633501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=e09e7c4d-2252-4fc8-b2e8-54e13c968893,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:36.645711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:36:36.668136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, ff95b1dd-3f93-49e5-a026-09da2eaa2724) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:36.690055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69c631-fd8d-4ce7-83ea-f0058a2deeec None None] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:36.692670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:36.694069 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.695464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.709186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for b9c3ad06-fb0d-4d68-88df-e7710a01b61f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:36.728772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-125848d8-6137-446e-9800-aa4edfc1ece9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6051869 Jan 29 04:36:36.732345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:36.742755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1771517610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:36.783541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.784729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.848935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33680) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:36.850757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.859829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.884208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.917422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.919212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8dc54742-f5b3-48ac-b134-5f08a71993f3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1857152 Jan 29 04:36:36.922220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:36.929468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Allocated IP 2001:db8::2 (6bb67138-49f1-4b71-9f06-c8086b82ecd9/36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4/a8d93274-d5c7-49b5-add5-33f15b81ce34) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:36.931796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.957031 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:36.968325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=b9c3ad06-fb0d-4d68-88df-e7710a01b61f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:36.987278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:36.993693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:36.996296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:37.017189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.022318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-351cced2-c418-4695-8edc-50ad2bfbf158 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/b9c3ad06-fb0d-4d68-88df-e7710a01b61f HTTP/1.1" status: 204 len: 168 time: 0.6508150 Jan 29 04:36:37.023651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:37.038444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf5cb1e2-01f8-49fc-aefa-c5b50ef0b7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.094439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-ff95b1dd-3f93-49e5-a026-09da2eaa2724', 'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': 'e09e7c4d-2252-4fc8-b2e8-54e13c968893'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:37.096110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.160286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf5cb1e2-01f8-49fc-aefa-c5b50ef0b7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.165987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf5cb1e2-01f8-49fc-aefa-c5b50ef0b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.186416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Pushing event updated for resources: {'Port': ['ID=fb7414a7-fcaf-4f95-9198-386e9536903a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:37.248216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cf5cb1e2-01f8-49fc-aefa-c5b50ef0b7a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf4e4924986f46bd9a8bac7d2d0ac203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978977 Jan 29 04:36:37.251211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cb1e2-01f8-49fc-aefa-c5b50ef0b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7db40c-1533-454d-a451-5833839602d1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:37.253790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33692) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:37.269822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b72c1-0c15-4346-946c-06470992869a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:37.274914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b72c1-0c15-4346-946c-06470992869a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:37.277472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb0b72c1-0c15-4346-946c-06470992869a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2448161 Jan 29 04:36:37.282910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33694) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:37.298790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Attempting to bind port fb7414a7-fcaf-4f95-9198-386e9536903a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:37.299104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Attempting to bind port fb7414a7-fcaf-4f95-9198-386e9536903a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:37.299408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Attempting to bind port fb7414a7-fcaf-4f95-9198-386e9536903a on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:37.342176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:37.342555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:37.343032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.343460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:37.343931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Bound port: fb7414a7-fcaf-4f95-9198-386e9536903a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:37.344389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.348177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b31f4e-5f3f-4980-b78b-3d271aa52fd6 req-ff54103e-e693-48ea-8b98-379cec7c55d9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:37.349846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35b31f4e-5f3f-4980-b78b-3d271aa52fd6 req-ff54103e-e693-48ea-8b98-379cec7c55d9 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.1804938 Jan 29 04:36:37.441467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67dea10-5995-4b85-8875-6fec18100987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.451062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Allocated IP 2001:db8:1::2 (ff95b1dd-3f93-49e5-a026-09da2eaa2724/e09e7c4d-2252-4fc8-b2e8-54e13c968893/97b9e766-1a02-4a4e-a6bb-9f12f0a0d620) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:37.451351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 2354ffc9-46b4-4afe-9b6f-f914269ac7b6 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:37.458705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.465935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.470755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35b31f4e-5f3f-4980-b78b-3d271aa52fd6 req-87abe9bb-fcf7-44d1-8875-3918267b7456 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134379 Jan 29 04:36:37.495408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.507259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] For port fb7414a7-fcaf-4f95-9198-386e9536903a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:37.514105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67dea10-5995-4b85-8875-6fec18100987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.538096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.540272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] For port fb7414a7-fcaf-4f95-9198-386e9536903a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fb7414a7-fcaf-4f95-9198-386e9536903a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:37.546890 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.636934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.654304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.657809 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67dea10-5995-4b85-8875-6fec18100987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.660858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67dea10-5995-4b85-8875-6fec18100987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.664459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a67dea10-5995-4b85-8875-6fec18100987 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec7db40c-1533-454d-a451-5833839602d1 HTTP/1.1" status: 204 len: 168 time: 0.4063957 Jan 29 04:36:37.702920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dea10-5995-4b85-8875-6fec18100987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7db40c-1533-454d-a451-5833839602d1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:37.741081 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.773162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=2354ffc9-46b4-4afe-9b6f-f914269ac7b6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:37.773402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.781836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.789514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:36:37.790228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-25dba59d-976e-4195-b810-1bebfdc5546c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/2354ffc9-46b4-4afe-9b6f-f914269ac7b6 HTTP/1.1" status: 204 len: 168 time: 0.5058794 Jan 29 04:36:37.791350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33698) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:37.808593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:37.824790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:37.833244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:37.838094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:37.855439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:37.856730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-69956575-0b05-44d7-a4d9-a09ad3666ffe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631928 Jan 29 04:36:37.874487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:37.875731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Pushing event updated for resources: {'Port': ['ID=a8d93274-d5c7-49b5-add5-33f15b81ce34,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:37.883621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:37.886048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:37.890193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8::1 (6bb67138-49f1-4b71-9f06-c8086b82ecd9/36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4/1133c7cc-d788-4ae9-a81a-0ab250bf7fbe) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:37.990795 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:36:38.055536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde2451-abb2-4ed4-bd65-a3091aee1428 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:38.057148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdde2451-abb2-4ed4-bd65-a3091aee1428 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2002351 Jan 29 04:36:38.060430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:38.119659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.123586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Attempting to bind port a8d93274-d5c7-49b5-add5-33f15b81ce34 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:38.124029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Attempting to bind port a8d93274-d5c7-49b5-add5-33f15b81ce34 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ddfae658-2106-41d2-8e7c-7336ac9f17a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:38.124398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Attempting to bind port a8d93274-d5c7-49b5-add5-33f15b81ce34 on network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:38.129403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a1bd-ffd3-4583-845b-44009e654b2d None None] Pushing event updated for resources: {'Port': ['ID=fb7414a7-fcaf-4f95-9198-386e9536903a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:38.158155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Attempting to bind port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:38.158524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Attempting to bind port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0b547e27-e9dc-4e1d-9ee4-3055c755e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:38.158885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Attempting to bind port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 on network ff95b1dd-3f93-49e5-a026-09da2eaa2724 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:38.161857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298c247-c677-41bf-b4a1-969cea8f3c8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:38.163450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9298c247-c677-41bf-b4a1-969cea8f3c8a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020176 Jan 29 04:36:38.169711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33708) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:38.224526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:38.260066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:38.264466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1dbf956a-da8e-4e17-a946-c266138b48b0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835168 Jan 29 04:36:38.272231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:38.288111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.316523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b2663da-8a07-4e66-aa12-0067ac7bf978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.418187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:38.419379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Checking segment: {'id': 'ddfae658-2106-41d2-8e7c-7336ac9f17a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:38.420022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.420637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Bound using segment: {'id': 'ddfae658-2106-41d2-8e7c-7336ac9f17a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:38.421388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Bound port: a8d93274-d5c7-49b5-add5-33f15b81ce34, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfae658-2106-41d2-8e7c-7336ac9f17a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6bb67138-49f1-4b71-9f06-c8086b82ecd9'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:38.422025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.443150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:38.444013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Checking segment: {'id': '0b547e27-e9dc-4e1d-9ee4-3055c755e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:38.444652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.445613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Bound using segment: {'id': '0b547e27-e9dc-4e1d-9ee4-3055c755e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:38.446356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Bound port: 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b547e27-e9dc-4e1d-9ee4-3055c755e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff95b1dd-3f93-49e5-a026-09da2eaa2724'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:38.446963 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.462989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:38.486501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:38.493977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:38.494561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.499852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=1133c7cc-d788-4ae9-a81a-0ab250bf7fbe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:38.513579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Pushing event updated for resources: {'Port': ['ID=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:38.569857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-d08179a5-2c2b-46fb-a025-4010cde380a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2592223 Jan 29 04:36:38.571940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:38.602917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'network_id': 'b75f602b-195c-41f2-89ae-910261b40f62', 'port_id': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'mac_address': 'fa:16:3e:29:4f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30580dae-9770-4600-8efb-6f2d13e5a508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:36:38.611208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] For port a8d93274-d5c7-49b5-add5-33f15b81ce34, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:38.639304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] For port a8d93274-d5c7-49b5-add5-33f15b81ce34, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a8d93274-d5c7-49b5-add5-33f15b81ce34,segment=NetworkSegment(ddfae658-2106-41d2-8e7c-7336ac9f17a8),segment_id=ddfae658-2106-41d2-8e7c-7336ac9f17a8)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:38.640708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] For port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:38.671735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b2663da-8a07-4e66-aa12-0067ac7bf978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.672302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.688442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] For port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,segment=NetworkSegment(0b547e27-e9dc-4e1d-9ee4-3055c755e661),segment_id=0b547e27-e9dc-4e1d-9ee4-3055c755e661)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:38.725841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.739831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.754768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b2663da-8a07-4e66-aa12-0067ac7bf978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.774627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee574ec0-fa58-4c25-be34-2f2623c55fdd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:36:38.781749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a42902-9095-4016-94d6-f29adec5c039 None None] Pushing event updated for resources: {'Port': ['ID=a8d93274-d5c7-49b5-add5-33f15b81ce34,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:38.840677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33716) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:38.841350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b2663da-8a07-4e66-aa12-0067ac7bf978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b33d91a7dda49d28bc956fc94ceb4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134920 Jan 29 04:36:38.858554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:38.882838 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.887956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:38.892843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:38.902999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150f7db-a4d0-48f4-8d51-e9f622ab999e None None] Pushing event updated for resources: {'Port': ['ID=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:38.963961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3532a14d-cd06-4728-91ac-8bf31eb9e70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.027228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3532a14d-cd06-4728-91ac-8bf31eb9e70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.027622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:39.048692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2663da-8a07-4e66-aa12-0067ac7bf978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5135c1f-2645-4eeb-a2a6-6e2f8c81f6b6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:39.062408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.128483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3532a14d-cd06-4728-91ac-8bf31eb9e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.151975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3532a14d-cd06-4728-91ac-8bf31eb9e70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.155201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3532a14d-cd06-4728-91ac-8bf31eb9e70b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5135c1f-2645-4eeb-a2a6-6e2f8c81f6b6 HTTP/1.1" status: 204 len: 168 time: 0.3129082 Jan 29 04:36:39.189157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532a14d-cd06-4728-91ac-8bf31eb9e70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5135c1f-2645-4eeb-a2a6-6e2f8c81f6b6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:39.273054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee574ec0-fa58-4c25-be34-2f2623c55fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:36:39.534351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8d93274-d5c7-49b5-add5-33f15b81ce34 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:39.583963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c112c76-fe18-46e7-a2cf-0bc0af9e20a0 req-9d4af515-d42f-4d06-8409-b31d7ecb06ae tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:39.591295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c112c76-fe18-46e7-a2cf-0bc0af9e20a0 req-9d4af515-d42f-4d06-8409-b31d7ecb06ae tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 944 time: 0.9814734 Jan 29 04:36:39.599866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-d9e05ee4-7295-45c9-aa0e-215456fa4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:39.601807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-d9e05ee4-7295-45c9-aa0e-215456fa4a87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.9271195 Jan 29 04:36:39.724807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a8d93274-d5c7-49b5-add5-33f15b81ce34 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:39.725216 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.808070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c112c76-fe18-46e7-a2cf-0bc0af9e20a0 req-72844fe0-b8b1-4108-97ac-f469bcad6a01 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105486 Jan 29 04:36:39.823932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401a2c1-0f21-45ac-9615-ab406f78911b None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:39.913623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.927840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-e9e975fd-6d18-4b30-91e1-7e2da8dc8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:39.929822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-e9e975fd-6d18-4b30-91e1-7e2da8dc8116 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2786796 Jan 29 04:36:39.961240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.985394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f50fef6b-8721-4613-8e9d-69f31a4cb4af None None] Provisioning complete for port fb7414a7-fcaf-4f95-9198-386e9536903a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:39.985776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f50fef6b-8721-4613-8e9d-69f31a4cb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:39.992354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a8d93274-d5c7-49b5-add5-33f15b81ce34, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a8d93274-d5c7-49b5-add5-33f15b81ce34,segment=NetworkSegment(ddfae658-2106-41d2-8e7c-7336ac9f17a8),segment_id=ddfae658-2106-41d2-8e7c-7336ac9f17a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:40.017867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.018924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.048048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.048837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fb7414a7-fcaf-4f95-9198-386e9536903a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:40.217098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a8d93274-d5c7-49b5-add5-33f15b81ce34,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:40.255001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-c5ca887b-13e2-42dd-bc11-693535fa3720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.3160512 Jan 29 04:36:40.316705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fb7414a7-fcaf-4f95-9198-386e9536903a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:40.317311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.321883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f50fef6b-8721-4613-8e9d-69f31a4cb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.366510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:40.457190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:40.481149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f50fef6b-8721-4613-8e9d-69f31a4cb4af None None] For port fb7414a7-fcaf-4f95-9198-386e9536903a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fb7414a7-fcaf-4f95-9198-386e9536903a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:40.503948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:40.505086 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f50fef6b-8721-4613-8e9d-69f31a4cb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.524254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=1133c7cc-d788-4ae9-a81a-0ab250bf7fbe,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:40.638417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b6f25-e576-48c0-b484-08fddf7e5162 None None] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:40.757153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fef6b-8721-4613-8e9d-69f31a4cb4af None None] Pushing event updated for resources: {'Port': ['ID=fb7414a7-fcaf-4f95-9198-386e9536903a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:40.798955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-87c946dd-2f1c-4b24-80e2-d94c58ace52e None None] Provisioning complete for port a8d93274-d5c7-49b5-add5-33f15b81ce34 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:40.799373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87c946dd-2f1c-4b24-80e2-d94c58ace52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:40.971898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b0801-846f-42c3-b076-a376e54e2346 req-c2413124-c1f4-4d46-8f86-b5fd5e175738 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:40.982470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e90b0801-846f-42c3-b076-a376e54e2346 req-c2413124-c1f4-4d46-8f86-b5fd5e175738 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 945 time: 0.0963168 Jan 29 04:36:41.030680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e90b0801-846f-42c3-b076-a376e54e2346 req-a78a5a86-5ac6-4949-8fab-c15aa5157c83 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Jan 29 04:36:41.230974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-93f0440d-8071-4093-b838-c1a8fd965af1 None None] Provisioning complete for port fb7414a7-fcaf-4f95-9198-386e9536903a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:41.231584 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-93f0440d-8071-4093-b838-c1a8fd965af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:41.381176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f23ad4-791c-4f27-bc42-408b42f39b40 None None] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:41.477557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8d93274-d5c7-49b5-add5-33f15b81ce34 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:41.488658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-4537bc44-66a7-4802-b032-2a135fee55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:41.490179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-4537bc44-66a7-4802-b032-2a135fee55e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 1.0821764 Jan 29 04:36:41.508589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd651860-2a05-46a3-9db6-35eda0dc2bd5 req-4c58e218-b289-460b-a409-53c8d0735cb2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:41.511573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd651860-2a05-46a3-9db6-35eda0dc2bd5 req-4c58e218-b289-460b-a409-53c8d0735cb2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3341501 Jan 29 04:36:41.543490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-93f0440d-8071-4093-b838-c1a8fd965af1 None None] Could not find standard attr ID for object b9c3ad06-fb0d-4d68-88df-e7710a01b61f. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:41.639037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-631cfaef-4546-4d5c-9caa-4d7e083ecba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:41.640555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-631cfaef-4546-4d5c-9caa-4d7e083ecba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280560 Jan 29 04:36:41.687277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a8d93274-d5c7-49b5-add5-33f15b81ce34 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:41.687803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:41.695919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:41.701767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:41.716464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router b76c8a19-bb06-445c-892e-816c9c8be87c is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:36:41.760111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dd651860-2a05-46a3-9db6-35eda0dc2bd5 req-8125eb96-e7b3-475d-9e23-6f625b9e8cd4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988907 Jan 29 04:36:41.884401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Provisioning complete for port a8d93274-d5c7-49b5-add5-33f15b81ce34 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:41.884779 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:41.930816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.003989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port ee574ec0-fa58-4c25-be34-2f2623c55fdd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:42.004376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.077225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:42.147475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:42.147997 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.195574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-5a69d68c-c30c-470d-b360-5c32aebde43c service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933541 Jan 29 04:36:42.198402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:36:42.209652 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] Sync routers for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:36:42.236650 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:42.237498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:42.257473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-713fd974-c4f9-4f3a-9768-3a8a5f257ba6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/b76c8a19-bb06-445c-892e-816c9c8be87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3316641 Jan 29 04:36:42.257652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa188b-f42e-4e87-afca-0f5bdc1feaaa req-72a2d227-0eef-46df-aaa5-3599e0f41b7e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:42.266470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8daa188b-f42e-4e87-afca-0f5bdc1feaaa req-72a2d227-0eef-46df-aaa5-3599e0f41b7e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 945 time: 0.0863123 Jan 29 04:36:42.267358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Provisioning complete for port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:42.267744 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.269272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33792) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:42.320655 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:42.330138 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:42.331015 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:42.348505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.349206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae18e2-deb7-4c0e-b3fa-cda3c071eacd req-cacbb173-bfc7-4e3a-a260-893e06513a64 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:42.359303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0eae18e2-deb7-4c0e-b3fa-cda3c071eacd req-cacbb173-bfc7-4e3a-a260-893e06513a64 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 945 time: 0.3514776 Jan 29 04:36:42.373363 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:42.374304 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570490a2-b18a-4c00-a60b-787685d98663 None None] The sync data for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:36:42.384008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94f7c9-933a-412c-afdc-a706a3f2ded1 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:42.385587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6e94f7c9-933a-412c-afdc-a706a3f2ded1 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports/1133c7cc-d788-4ae9-a81a-0ab250bf7fbe HTTP/1.1" status: 200 len: 911 time: 0.1151879 Jan 29 04:36:42.392207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:42.428150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8daa188b-f42e-4e87-afca-0f5bdc1feaaa req-57d50a82-eb61-487a-979d-b23ffcb65954 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606658 Jan 29 04:36:42.435898 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:36:42.438332 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b60ee7-37fc-409e-9a36-19989b659792" -d '{"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-plugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:36:42.458083 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.476751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:42.506994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.509915 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de3a8f0-548a-45cd-bb5b-c6e5a367637d x-openstack-request-id: req-0de3a8f0-548a-45cd-bb5b-c6e5a367637d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:36:42.510515 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-plugged", "status": "completed", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:36:42.510910 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0de3a8f0-548a-45cd-bb5b-c6e5a367637d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:36:42.511375 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'code': 200} Jan 29 04:36:42.556825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] For port fb7414a7-fcaf-4f95-9198-386e9536903a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fb7414a7-fcaf-4f95-9198-386e9536903a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:42.573382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0eae18e2-deb7-4c0e-b3fa-cda3c071eacd req-082057d0-45cb-4b93-b52a-617994753724 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081652 Jan 29 04:36:42.579624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,segment=NetworkSegment(0b547e27-e9dc-4e1d-9ee4-3055c755e661),segment_id=0b547e27-e9dc-4e1d-9ee4-3055c755e661)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:42.582613 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.603874 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.605565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fb7414a7-fcaf-4f95-9198-386e9536903a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:42.610457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:42.612324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c8d6c83-f6e8-4810-b89f-5f854a61fa62 req-97b1324f-67eb-48eb-882e-f4e4d7ef3a1c service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796115 Jan 29 04:36:42.697747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.717978 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.718532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.853630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:42.890353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:42.895999 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:36:42.896664 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:36:42.900667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:42.901555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fb7414a7-fcaf-4f95-9198-386e9536903a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:42.902177 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.914144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:42.914748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:42.924037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab7847-0336-49b7-9d24-31ce63588e3c None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:42.953150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b183829-1640-48c6-8454-9c5ba79c92ad req-45fdbc97-3be4-4e8d-adad-06889378eb93 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:42.964219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b183829-1640-48c6-8454-9c5ba79c92ad req-45fdbc97-3be4-4e8d-adad-06889378eb93 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1061687 Jan 29 04:36:42.973233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-3eec40fd-ae21-4380-93b7-373bbd240bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:42.975189 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-3eec40fd-ae21-4380-93b7-373bbd240bbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.2713277 Jan 29 04:36:42.981333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=fb7414a7-fcaf-4f95-9198-386e9536903a,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:42.990554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=8cdb67f4-0e48-45d0-9a7a-406450c80747,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:43.021809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f584e17-9feb-4b90-ac57-33f861c5c7ab tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.7543092 Jan 29 04:36:43.028330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb37f1-4772-40eb-8de5-d190a330a446 req-0c79b477-163f-4237-83a1-e06586bde412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:43.029819 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9bb37f1-4772-40eb-8de5-d190a330a446 req-0c79b477-163f-4237-83a1-e06586bde412 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1098 time: 0.2860334 Jan 29 04:36:43.030555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b183829-1640-48c6-8454-9c5ba79c92ad req-8260b01c-639a-4f57-94f5-977902a9e294 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653336 Jan 29 04:36:43.031021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33812) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:43.036011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:68:cc:67', 'name': 'tempest-NetworksTestDHCPv6-1374220346'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:43.146456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9bb37f1-4772-40eb-8de5-d190a330a446 req-cc951d25-ebd4-4496-ac54-c18f52f50434 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895638 Jan 29 04:36:43.188073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-d917602f-f180-4f14-a032-517ed27392bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:43.190309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-d917602f-f180-4f14-a032-517ed27392bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2039034 Jan 29 04:36:43.240922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:43.252106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:43.253316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:43.305963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.333214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:43.336675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.369393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-89b6dbb6-f82b-4abe-a6bc-f5d07f1a4149 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.1629317 Jan 29 04:36:43.420352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.444136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port bffe7215-8fe2-423b-9fcf-d5c77d5c851f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:43.500593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Provisioning complete for port 1133c7cc-d788-4ae9-a81a-0ab250bf7fbe triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:43.500967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.531874 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.558878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fb7414a7-fcaf-4f95-9198-386e9536903a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:43.575396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe68:cc67 (1ff93288-b39a-4430-be32-e866f0872688/8cdb67f4-0e48-45d0-9a7a-406450c80747/bffe7215-8fe2-423b-9fcf-d5c77d5c851f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:43.580109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bb92b878-26ec-4531-8c36-f0e737060b77 None None] Port 1133c7cc-d788-4ae9-a81a-0ab250bf7fbe cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:43.613441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fb7414a7-fcaf-4f95-9198-386e9536903a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:43.613820 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.712825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Provisioning complete for port fb7414a7-fcaf-4f95-9198-386e9536903a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:43.713217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.774231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7e264-a1de-4f53-aedc-88b8851970a3 req-28aa3313-359b-44b7-8d8e-e96ef56f761b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:43.775931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfd7e264-a1de-4f53-aedc-88b8851970a3 req-28aa3313-359b-44b7-8d8e-e96ef56f761b tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 945 time: 0.0997858 Jan 29 04:36:43.801584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.828317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Provisioning complete for port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:43.829217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.837854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfd7e264-a1de-4f53-aedc-88b8851970a3 req-5cd99dd1-00e8-413f-b105-7a7ed207b219 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532501 Jan 29 04:36:43.851949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e121fba4-9dd5-4561-84f2-a0a0e7146096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.871160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.906094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-03b18fef-1552-417d-89fc-1827f0dd2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:43.907649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-03b18fef-1552-417d-89fc-1827f0dd2d2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.5122700 Jan 29 04:36:43.920492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:43.923941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:43.928724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:43.934380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:43.935007 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.939023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Provisioning complete for port 1133c7cc-d788-4ae9-a81a-0ab250bf7fbe triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:43.939023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:43.943017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=bffe7215-8fe2-423b-9fcf-d5c77d5c851f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:43.961618 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d3f4923-2dae-4d1a-8226-4dc3f2c31c36 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9294341 Jan 29 04:36:43.962468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33824) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:43.983513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f7e54d3c-2a9d-4d60-bce1-245b7697ea1a None None] Port 1133c7cc-d788-4ae9-a81a-0ab250bf7fbe cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:44.017069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-2db6c304-d1dc-4074-92a0-2d6d7e613f5d tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.018159 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-2db6c304-d1dc-4074-92a0-2d6d7e613f5d tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 945 time: 0.2320023 Jan 29 04:36:44.028450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d4ac8-2ec3-470c-b245-a18711c77355 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.031620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e400-9f65-4929-befd-9cd48254cbe0 req-3630ad7c-c39f-4b82-840f-a18e47530497 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.033152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2785e400-9f65-4929-befd-9cd48254cbe0 req-3630ad7c-c39f-4b82-840f-a18e47530497 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2459638 Jan 29 04:36:44.035403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d4ac8-2ec3-470c-b245-a18711c77355 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.039793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f25d4ac8-2ec3-470c-b245-a18711c77355 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0735006 Jan 29 04:36:44.039958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:44.187509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02ad2-bb82-4d37-a89d-7e8228bd2ff5 req-18453f68-c937-4a4e-91b8-97cf33ae9f67 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.189073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2c02ad2-bb82-4d37-a89d-7e8228bd2ff5 req-18453f68-c937-4a4e-91b8-97cf33ae9f67 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0746512 Jan 29 04:36:44.200869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port bffe7215-8fe2-423b-9fcf-d5c77d5c851f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:44.201225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.221432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-4a1832ae-9e58-40a7-b798-c0a7a1ba6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.222974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-4a1832ae-9e58-40a7-b798-c0a7a1ba6793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3035665 Jan 29 04:36:44.281303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2785e400-9f65-4929-befd-9cd48254cbe0 req-0bac4896-1554-438b-8c60-bdd4d55476cb tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249138 Jan 29 04:36:44.296204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2c02ad2-bb82-4d37-a89d-7e8228bd2ff5 req-a4c6f550-519a-452b-9d66-daae5f245cb3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918276 Jan 29 04:36:44.327281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6d0212b4-956b-420b-a7eb-f34bed765f44 None None] Provisioning complete for port bffe7215-8fe2-423b-9fcf-d5c77d5c851f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:44.328052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d0212b4-956b-420b-a7eb-f34bed765f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.356442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.371331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e121fba4-9dd5-4561-84f2-a0a0e7146096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.372424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for bffe7215-8fe2-423b-9fcf-d5c77d5c851f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:44.385727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d0212b4-956b-420b-a7eb-f34bed765f44 None None] Port bffe7215-8fe2-423b-9fcf-d5c77d5c851f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:44.390847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e121fba4-9dd5-4561-84f2-a0a0e7146096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.394630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8:1::1 (ff95b1dd-3f93-49e5-a026-09da2eaa2724/e09e7c4d-2252-4fc8-b2e8-54e13c968893/033a799d-d63b-4e21-b7b5-2d6b0c26574b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:44.483882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e121fba4-9dd5-4561-84f2-a0a0e7146096 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d6203be9e794bd8bb8a182b016b44c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2269995 Jan 29 04:36:44.487505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:44.525314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.544144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121fba4-9dd5-4561-84f2-a0a0e7146096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca911cca-ab36-48b8-88d3-1f182e3a006d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:44.557057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=bffe7215-8fe2-423b-9fcf-d5c77d5c851f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:44.585661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.585915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-3b5a2811-83e7-42dd-b9d5-ed89318ab82f service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532398 Jan 29 04:36:44.592412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-20483c11-6cc5-4e4e-9c45-5a9abc6d8c3b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/bffe7215-8fe2-423b-9fcf-d5c77d5c851f HTTP/1.1" status: 204 len: 168 time: 0.5491393 Jan 29 04:36:44.592745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33848) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:44.596055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Deleting port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:44.596405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.655371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83bec8-e0bb-4027-885d-6047fbd2f36c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.657592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83bec8-e0bb-4027-885d-6047fbd2f36c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:44.662448 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0b83bec8-e0bb-4027-885d-6047fbd2f36c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0686150 Jan 29 04:36:44.663223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:44.740354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 8cdb67f4-0e48-45d0-9a7a-406450c80747 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:44.743726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.787698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.807333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.834266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec4cfcf-7103-40af-967f-6fcf038e944b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.895558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.901552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b34a2ea-3d40-4a10-87cd-6769b205534b req-2527d967-2497-4665-b6f7-832d09a6f26f service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014781 Jan 29 04:36:44.903296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] For port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,segment=NetworkSegment(b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2),segment_id=b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:44.903669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.907555 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec4cfcf-7103-40af-967f-6fcf038e944b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.971922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:44.981231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Calling delete_port for 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:45.000445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdb67f4-0e48-45d0-9a7a-406450c80747,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:45.006049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.012489 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e48fa95c-3210-4a79-80b1-fa8db82c9652 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/8cdb67f4-0e48-45d0-9a7a-406450c80747 HTTP/1.1" status: 204 len: 168 time: 0.3453760 Jan 29 04:36:45.015748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:45.019969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20050855-5a66-45ac-a695-96cd8f063325 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:45.074057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7740beac-36f0-47a8-9f85-4481d669e9be tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569649 Jan 29 04:36:45.075359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33874) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:45.081208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:45.100410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.122676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1cda-a765-4c8b-9e0d-ce4d0aab8474 req-f086f673-8b72-48f0-8a57-fda217d6f96d tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:45.130411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-162f1cda-a765-4c8b-9e0d-ce4d0aab8474 req-f086f673-8b72-48f0-8a57-fda217d6f96d tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 945 time: 0.1940796 Jan 29 04:36:45.189570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=033a799d-d63b-4e21-b7b5-2d6b0c26574b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:45.200861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:45.204587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.213831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:45.241130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:45.245593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec4cfcf-7103-40af-967f-6fcf038e944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.248206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec4cfcf-7103-40af-967f-6fcf038e944b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.251744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dec4cfcf-7103-40af-967f-6fcf038e944b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca911cca-ab36-48b8-88d3-1f182e3a006d HTTP/1.1" status: 204 len: 168 time: 0.7193878 Jan 29 04:36:45.251744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:45.251744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.268975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4cfcf-7103-40af-967f-6fcf038e944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca911cca-ab36-48b8-88d3-1f182e3a006d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:45.315890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:45.343815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-162f1cda-a765-4c8b-9e0d-ce4d0aab8474 req-9f8fda56-11f2-4c61-8661-ff4b54cf33b2 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/security-groups?id=079f9ffe-3a69-43a2-9f80-afa41d28d9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071400 Jan 29 04:36:45.429086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] Deleting port fb7414a7-fcaf-4f95-9198-386e9536903a {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:45.429508 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.533538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] For port fb7414a7-fcaf-4f95-9198-386e9536903a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fb7414a7-fcaf-4f95-9198-386e9536903a,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:45.534303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.555815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] Calling delete_port for fb7414a7-fcaf-4f95-9198-386e9536903a owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:45.603307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.605409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.623358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26056f8-969e-4bfc-90cf-7eb41b408083 req-241bba56-0470-488d-a56b-0ba44f5f4328 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:45.629404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7e8ea-a740-4d23-aab2-ddfe1f939544 req-10458a8d-52ee-43eb-9b47-93915d335966 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:45.630971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e7e8ea-a740-4d23-aab2-ddfe1f939544 req-10458a8d-52ee-43eb-9b47-93915d335966 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1365333 Jan 29 04:36:45.632171 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f26056f8-969e-4bfc-90cf-7eb41b408083 req-241bba56-0470-488d-a56b-0ba44f5f4328 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2105973 Jan 29 04:36:45.677229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Pushing event deleted for resources: {'Port': ['ID=19ecbf98-a0ca-470a-bef5-bcf2c63eb419,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:45.688416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['19ecbf98-a0ca-470a-bef5-bcf2c63eb419'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:36:45.730680 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.737408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f26056f8-969e-4bfc-90cf-7eb41b408083 req-5ade299d-1972-44ce-89cd-d4bcfa1c8882 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040902 Jan 29 04:36:45.766597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] Pushing event deleted for resources: {'Port': ['ID=fb7414a7-fcaf-4f95-9198-386e9536903a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:45.777967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf3021-fc71-4048-be27-a83cca957c71 None None] No DVR routers for this DVR port fb7414a7-fcaf-4f95-9198-386e9536903a on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:45.793213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c0b9f6d2-0923-4f1a-9f58-3c3077a990c0 None None] Provisioning complete for port 033a799d-d63b-4e21-b7b5-2d6b0c26574b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:45.793564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f6d2-0923-4f1a-9f58-3c3077a990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.801183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:45.802852 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.817831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33886) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:45.843227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] No DVR routers for this DVR port 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:45.850182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e7e8ea-a740-4d23-aab2-ddfe1f939544 req-ab01dd33-ddcf-466c-8e05-ce58dd545489 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752977 Jan 29 04:36:45.851124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9f6d2-0923-4f1a-9f58-3c3077a990c0 None None] Port 033a799d-d63b-4e21-b7b5-2d6b0c26574b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:45.853408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.857222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:45.857926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c287226c-ff9b-481a-8748-0a0b113b1a0a req-8c6cbfb4-23c6-4fb0-bdd8-1c65bebd7be9 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.20 "DELETE /v2.0/ports/19ecbf98-a0ca-470a-bef5-bcf2c63eb419 HTTP/1.1" status: 204 len: 173 time: 1.8199308 Jan 29 04:36:45.858452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1564f45c-7481-41c6-890c-4a5c90df5878', 'name': 'network-vif-deleted', 'tag': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:36:45.861051 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a2fad7-4661-4dc3-a997-e76b6a38bf48" -d '{"events": [{"server_uuid": "1564f45c-7481-41c6-890c-4a5c90df5878", "name": "network-vif-deleted", "tag": "19ecbf98-a0ca-470a-bef5-bcf2c63eb419"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:36:45.864391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:45.878537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebef2a-779c-45be-9b64-106519dd0769 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:45.887389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:45.887988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.913636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f48226f-bd86-4435-b412-d6bb87339181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:45.943560 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0ab55f-5d19-4fa6-bc46-6ebf8090cd65 x-openstack-request-id: req-ea0ab55f-5d19-4fa6-bc46-6ebf8090cd65 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:36:45.944188 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1564f45c-7481-41c6-890c-4a5c90df5878", "name": "network-vif-deleted", "tag": "19ecbf98-a0ca-470a-bef5-bcf2c63eb419", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:36:45.944349 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea0ab55f-5d19-4fa6-bc46-6ebf8090cd65 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:36:45.944939 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1564f45c-7481-41c6-890c-4a5c90df5878', 'name': 'network-vif-deleted', 'tag': '19ecbf98-a0ca-470a-bef5-bcf2c63eb419', 'status': 'completed', 'code': 200} Jan 29 04:36:45.961383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=31875bb8-cb72-4f0d-ba64-631c3c3d6d8f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:45.978724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bda51526-8378-4971-815f-112d6f96539b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9021647 Jan 29 04:36:45.982925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33890) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:45.988288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:bb:f4:6e', 'name': 'tempest-NetworksTestDHCPv6-1653995403'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:46.052646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7ccdb-c40c-47ad-b3e7-bdcee32f173b req-bb02b415-c8c1-4bb4-b1aa-f618433eb659 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:46.054123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-11b7ccdb-c40c-47ad-b3e7-bdcee32f173b req-bb02b415-c8c1-4bb4-b1aa-f618433eb659 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1927757 Jan 29 04:36:46.091860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '31875bb8-cb72-4f0d-ba64-631c3c3d6d8f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:46.092843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.135729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.141330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.142245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.154244 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-11b7ccdb-c40c-47ad-b3e7-bdcee32f173b req-b3854e8c-43bb-491d-a6e6-3a19c9983620 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864553 Jan 29 04:36:46.184430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f48226f-bd86-4435-b412-d6bb87339181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.204398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f48226f-bd86-4435-b412-d6bb87339181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.240795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2f48226f-bd86-4435-b412-d6bb87339181 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52d2263b3d334244839f085052e13475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214597 Jan 29 04:36:46.244896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33894) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:46.247519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=033a799d-d63b-4e21-b7b5-2d6b0c26574b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:46.251019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Allocated IP 2001:db8::f816:3eff:fe10:3db2 (1ff93288-b39a-4430-be32-e866f0872688/31875bb8-cb72-4f0d-ba64-631c3c3d6d8f/992bb841-6a29-4d61-92e0-46ec45b7b957) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:46.274269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:46.280470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.319123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48226f-bd86-4435-b412-d6bb87339181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1b82a4-e545-4b95-a6b5-bd90ef9ccb69,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:46.344839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:46.362120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71fb1a-9c38-4f6e-bbdb-ceb561affbbd req-d9952fce-eb1b-4041-bd29-9c7947b98e08 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:46.364066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb71fb1a-9c38-4f6e-bbdb-ceb561affbbd req-d9952fce-eb1b-4041-bd29-9c7947b98e08 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0853281 Jan 29 04:36:46.366348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:46.367914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:46.458164 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.469375 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.483961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9974ef1f-2503-49c9-9a83-4fb34bbf23b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.521237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb71fb1a-9c38-4f6e-bbdb-ceb561affbbd req-ec8ed625-b4ff-4026-b389-0aa85d41629d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474628 Jan 29 04:36:46.535787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Pushing event updated for resources: {'Port': ['ID=992bb841-6a29-4d61-92e0-46ec45b7b957,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:46.547851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:46.549677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:46.553588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:46.568258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router b76c8a19-bb06-445c-892e-816c9c8be87c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:36:46.569689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd4cbfa4-8870-451a-921d-f5dc1f55b5b6 req-a1d0fd36-d6f2-4aa1-b5f1-a1b0c3b5abb5 tempest-VolumesSnapshotTestJSON-1703068119 tempest-VolumesSnapshotTestJSON-1703068119-project] 10.222.0.32 "GET /v2.0/ports?device_id=1564f45c-7481-41c6-890c-4a5c90df5878 HTTP/1.1" status: 200 len: 210 time: 0.0686114 Jan 29 04:36:46.634774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Attempting to bind port 992bb841-6a29-4d61-92e0-46ec45b7b957 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:46.635730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Attempting to bind port 992bb841-6a29-4d61-92e0-46ec45b7b957 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:46.636529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Attempting to bind port 992bb841-6a29-4d61-92e0-46ec45b7b957 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:46.647898 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:46.648309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:46.648685 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.649227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:46.649705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Bound port: 992bb841-6a29-4d61-92e0-46ec45b7b957, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:46.650117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.671834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:febb:f46e (1ff93288-b39a-4430-be32-e866f0872688/31875bb8-cb72-4f0d-ba64-631c3c3d6d8f/f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:46.707058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:36:46.713244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34b178c1-fe88-45ac-84aa-2f4c3baea4cd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/b76c8a19-bb06-445c-892e-816c9c8be87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3188586 Jan 29 04:36:46.716155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:46.722766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] Sync routers for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:36:46.735263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] For port 992bb841-6a29-4d61-92e0-46ec45b7b957, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:46.751433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] For port 992bb841-6a29-4d61-92e0-46ec45b7b957, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=992bb841-6a29-4d61-92e0-46ec45b7b957,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:46.751433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:46.751845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9974ef1f-2503-49c9-9a83-4fb34bbf23b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.751962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:46.768587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a0c1b-2f62-4431-ad12-5cebee78f0e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:46.773102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-932a0c1b-2f62-4431-ad12-5cebee78f0e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports/033a799d-d63b-4e21-b7b5-2d6b0c26574b HTTP/1.1" status: 200 len: 913 time: 0.0530887 Jan 29 04:36:46.773276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:46.788191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:46.790635 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.843431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:46.844070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:46.881990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-038fa092-10b1-4845-bf4c-ddee06f7c8ca None None] Provisioning complete for port 033a799d-d63b-4e21-b7b5-2d6b0c26574b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:46.882347 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-038fa092-10b1-4845-bf4c-ddee06f7c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.905273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:46.906362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98997d0c-529b-454a-91ac-8cbd3a5aca9d None None] The sync data for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:36:46.925404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fa901-ea00-45fc-9380-69079a16993f None None] Pushing event updated for resources: {'Port': ['ID=992bb841-6a29-4d61-92e0-46ec45b7b957,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:46.926121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d3d-b5c9-49ec-aa0d-0e187be1068e req-e1c0377b-7288-4616-9a93-6cfca48ab6da tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:46.927692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35e69d3d-b5c9-49ec-aa0d-0e187be1068e req-e1c0377b-7288-4616-9a93-6cfca48ab6da tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2241721 Jan 29 04:36:46.938048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-038fa092-10b1-4845-bf4c-ddee06f7c8ca None None] Port 033a799d-d63b-4e21-b7b5-2d6b0c26574b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:36:46.993156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9974ef1f-2503-49c9-9a83-4fb34bbf23b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.996222 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9974ef1f-2503-49c9-9a83-4fb34bbf23b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:46.997366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9974ef1f-2503-49c9-9a83-4fb34bbf23b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd1b82a4-e545-4b95-a6b5-bd90ef9ccb69 HTTP/1.1" status: 204 len: 168 time: 0.7487581 Jan 29 04:36:47.038719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974ef1f-2503-49c9-9a83-4fb34bbf23b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1b82a4-e545-4b95-a6b5-bd90ef9ccb69,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:47.055881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b809fa-eaca-44fb-a65a-0bbddbe86546 req-2f2f1d09-5ac7-48d0-a1a3-1b58185124ea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:47.057240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74b809fa-eaca-44fb-a65a-0bbddbe86546 req-2f2f1d09-5ac7-48d0-a1a3-1b58185124ea tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0996747 Jan 29 04:36:47.062115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-35e69d3d-b5c9-49ec-aa0d-0e187be1068e req-93ff54fa-533f-403e-96e5-f171dafdca07 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118796 Jan 29 04:36:47.086882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.164800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.219193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74b809fa-eaca-44fb-a65a-0bbddbe86546 req-8cd68aa9-58f2-44b3-8e07-4f7f84b8e1b4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529310 Jan 29 04:36:47.345479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 992bb841-6a29-4d61-92e0-46ec45b7b957 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:47.360130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.431798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 992bb841-6a29-4d61-92e0-46ec45b7b957 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:47.433278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.555829 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.563027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:47.585525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:47.588907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:47.596792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:47.597628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.630377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6463592 Jan 29 04:36:47.636231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33928) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:47.642732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 992bb841-6a29-4d61-92e0-46ec45b7b957, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=992bb841-6a29-4d61-92e0-46ec45b7b957,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:47.654791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f53f0-d1a9-4959-a07e-2565643cad97 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:47.660844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:47.696529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb18bf-afc7-4b79-8445-5e55687f9217 req-ab8ee303-83c7-45b5-a143-63f4077df873 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:47.706646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dcfb18bf-afc7-4b79-8445-5e55687f9217 req-ab8ee303-83c7-45b5-a143-63f4077df873 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1944690 Jan 29 04:36:47.727318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:47.767752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dcfb18bf-afc7-4b79-8445-5e55687f9217 req-027a5a41-03dd-47d3-b854-24c86880bf25 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Jan 29 04:36:47.768452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:47.768810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 19ecbf98-a0ca-470a-bef5-bcf2c63eb419 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:47.770866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fb7414a7-fcaf-4f95-9198-386e9536903a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:47.786668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc35f55-5e07-498d-b4bf-b69d6b03ca3c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:47.794116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc35f55-5e07-498d-b4bf-b69d6b03ca3c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:47.798563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fdc35f55-5e07-498d-b4bf-b69d6b03ca3c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1578162 Jan 29 04:36:47.800542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33934) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:47.816072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fb7414a7-fcaf-4f95-9198-386e9536903a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:47.816641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fb7414a7-fcaf-4f95-9198-386e9536903a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:47.818861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=992bb841-6a29-4d61-92e0-46ec45b7b957,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:47.984753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbf856-3d45-4b47-b0a7-a5148f103ab2 req-0dfed7ec-eeb3-449e-ab97-83940e9ecb99 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:47.986509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cdbf856-3d45-4b47-b0a7-a5148f103ab2 req-0dfed7ec-eeb3-449e-ab97-83940e9ecb99 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1053379 Jan 29 04:36:48.040813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cdbf856-3d45-4b47-b0a7-a5148f103ab2 req-a181dd57-84a9-4592-8186-8ec1735d6b9d tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Jan 29 04:36:48.047972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:48.048876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.154242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.169245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:48.303208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 033a799d-d63b-4e21-b7b5-2d6b0c26574b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:48.303785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.383888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1b2e-2a0b-4b16-978a-f08c02d6bd56 req-08ac44ca-0f46-4d08-9de2-69b9e1506916 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:48.385564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fa1b2e-2a0b-4b16-978a-f08c02d6bd56 req-08ac44ca-0f46-4d08-9de2-69b9e1506916 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1740942 Jan 29 04:36:48.424434 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.455993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fa1b2e-2a0b-4b16-978a-f08c02d6bd56 req-5a186987-b629-4029-a234-53d7166fc8db tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627697 Jan 29 04:36:48.466247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:48.503010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.507536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-94dd1ad5-3f4e-4280-a10b-664aa0084d43 None None] Provisioning complete for port 992bb841-6a29-4d61-92e0-46ec45b7b957 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:48.508089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94dd1ad5-3f4e-4280-a10b-664aa0084d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.515523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.521218 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a1d1562c-3b86-4b9a-b317-27b5711c2b3e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1 HTTP/1.1" status: 204 len: 168 time: 0.7160852 Jan 29 04:36:48.527893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33960) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:48.549428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 033a799d-d63b-4e21-b7b5-2d6b0c26574b owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:48.663137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ecffb-a039-4f9e-9c31-f40242ffab01 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:48.668288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ecffb-a039-4f9e-9c31-f40242ffab01 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:48.674517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1b7ecffb-a039-4f9e-9c31-f40242ffab01 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1429791 Jan 29 04:36:48.675208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:48.785469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 31875bb8-cb72-4f0d-ba64-631c3c3d6d8f {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:48.793726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.849913 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:48.865593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca332f0-4cac-4c64-851e-d4346219b3c3 req-58e2809e-57a0-458d-a27a-7632fbf49bc2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:48.867783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ca332f0-4cac-4c64-851e-d4346219b3c3 req-58e2809e-57a0-458d-a27a-7632fbf49bc2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0712304 Jan 29 04:36:48.920057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a37e5720-3b37-47d0-88da-b982a6cdf31e None None] Could not find standard attr ID for object f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:48.991610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ca332f0-4cac-4c64-851e-d4346219b3c3 req-a5b34714-aaf3-402c-befd-dbbacede3e52 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109865 Jan 29 04:36:48.995280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.017938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.049983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=033a799d-d63b-4e21-b7b5-2d6b0c26574b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:49.127032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.226429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=31875bb8-cb72-4f0d-ba64-631c3c3d6d8f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:49.230428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.234169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cc5a2152-c0d4-49d7-b29a-0c6b778be9b2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/31875bb8-cb72-4f0d-ba64-631c3c3d6d8f HTTP/1.1" status: 204 len: 168 time: 0.5572908 Jan 29 04:36:49.238591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:49.294373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.342055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2deee9-74bd-4b1e-bd63-2f54f0e08057 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:49.366690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 992bb841-6a29-4d61-92e0-46ec45b7b957 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:49.375342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fcbdf743-2e57-4139-a82f-bd502a895498 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1355829 Jan 29 04:36:49.377788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33980) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:49.418458 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:36:49.486835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bedf18-2165-4271-be05-9f02b6e4c2e2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:49.488894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70bedf18-2165-4271-be05-9f02b6e4c2e2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1097286 Jan 29 04:36:49.492173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:49.547738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 992bb841-6a29-4d61-92e0-46ec45b7b957 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:49.548321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.584093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2118bc-6d54-4c5c-970d-853d98f00daa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:49.585517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc2118bc-6d54-4c5c-970d-853d98f00daa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922148 Jan 29 04:36:49.589068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33990) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:49.589286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router b76c8a19-bb06-445c-892e-816c9c8be87c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:36:49.632702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8fec24a-51cb-460b-89fb-e7d256e8b051 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427513 Jan 29 04:36:49.639023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33992) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:49.643976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:49.697014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:49.743584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:36:49.749178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b781093-8f95-4e32-bfad-7fffad253fe4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/b76c8a19-bb06-445c-892e-816c9c8be87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748151 Jan 29 04:36:49.751927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:49.753712 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] Sync routers for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:36:49.767816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] Deleting port 992bb841-6a29-4d61-92e0-46ec45b7b957 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:49.770383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:49.771213 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:49.773293 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.777987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:49.782171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.842303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:49.856054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] For port 992bb841-6a29-4d61-92e0-46ec45b7b957, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=992bb841-6a29-4d61-92e0-46ec45b7b957,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:49.857455 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:49.867537 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:49.873488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:49.889490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] Calling delete_port for 992bb841-6a29-4d61-92e0-46ec45b7b957 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:49.914649 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:49.915785 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324289e5-ee0d-4f0b-ac76-827562ab1a31 None None] The sync data for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:36:49.998040 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.031139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] Pushing event deleted for resources: {'Port': ['ID=992bb841-6a29-4d61-92e0-46ec45b7b957,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:50.035695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb85e9-5538-4f83-af8f-ff1aff4be5a0 None None] No DVR routers for this DVR port 992bb841-6a29-4d61-92e0-46ec45b7b957 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:50.063114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.141640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:50.148497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:50.155554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:50.156195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.160903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246b3e0-aaf1-4882-8b8c-f31f1fa00844 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:50.167796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=7c5c2f84-853b-4557-880f-2fc3b151c26a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:50.177728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0939f9-877d-4667-80c1-283b8b979adb req-69c3e232-32bc-458c-8105-50b35886512a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:50.177914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.179305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b0939f9-877d-4667-80c1-283b8b979adb req-69c3e232-32bc-458c-8105-50b35886512a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0860162 Jan 29 04:36:50.202129 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8dec443c-c6d3-476d-9a75-1fbc31cba331 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5606472 Jan 29 04:36:50.212258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:50.218993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:de:51:45', 'name': 'tempest-NetworksTestDHCPv6-48750628'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:50.309530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b0939f9-877d-4667-80c1-283b8b979adb req-dd2ab63d-72ca-4086-b059-39a99aa6221f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145005 Jan 29 04:36:50.410835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '7c5c2f84-853b-4557-880f-2fc3b151c26a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:50.411715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.450065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:50.531548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 1133c7cc-d788-4ae9-a81a-0ab250bf7fbe {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:50.531922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.621963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.667403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:50.681146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 1133c7cc-d788-4ae9-a81a-0ab250bf7fbe owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:50.735639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port ab410b0d-3554-4751-ac81-5428d5902462 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:50.876477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/7c5c2f84-853b-4557-880f-2fc3b151c26a/f0ebf03a-2010-461d-a56f-8e91b3c69c78) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:50.956740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34044) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:50.993119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebd481-1445-4481-8de6-ccb653a4f94d req-53135d23-0c50-45bf-9b14-ef46c14ec9ab tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:50.999665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-50ebd481-1445-4481-8de6-ccb653a4f94d req-53135d23-0c50-45bf-9b14-ef46c14ec9ab tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1703322 Jan 29 04:36:51.004250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-c291bb1b-ba2c-4815-a88a-b96c0144f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:51.005706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-c291bb1b-ba2c-4815-a88a-b96c0144f7c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=014ac6cf6b3e4376baa48941bda2a836&device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 1098 time: 0.1776247 Jan 29 04:36:51.060383 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.071061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.128136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-50ebd481-1445-4481-8de6-ccb653a4f94d req-4e176079-0f36-4804-8e27-d8af0c56ed68 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274674 Jan 29 04:36:51.133778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:51.152982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0d60c1e-5b33-4c55-bbf0-0b0bef05dd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.168185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:51.177881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::1fc (1ff93288-b39a-4430-be32-e866f0872688/7c5c2f84-853b-4557-880f-2fc3b151c26a/ab410b0d-3554-4751-ac81-5428d5902462) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:51.180901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:51.190763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Pushing event updated for resources: {'Port': ['ID=f0ebf03a-2010-461d-a56f-8e91b3c69c78,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:51.207660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.243824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-5a0fdeb9-7655-4628-93e3-3f2425a9f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:51.245867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-5a0fdeb9-7655-4628-93e3-3f2425a9f2f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 200 len: 914 time: 0.2322538 Jan 29 04:36:51.247028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=1133c7cc-d788-4ae9-a81a-0ab250bf7fbe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:51.273515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 992bb841-6a29-4d61-92e0-46ec45b7b957 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:51.308729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Attempting to bind port f0ebf03a-2010-461d-a56f-8e91b3c69c78 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:51.309106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Attempting to bind port f0ebf03a-2010-461d-a56f-8e91b3c69c78 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:51.309469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Attempting to bind port f0ebf03a-2010-461d-a56f-8e91b3c69c78 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:51.313749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-4f82e037-59f5-4515-88cf-455268441e6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 200 len: 217 time: 0.0603819 Jan 29 04:36:51.317570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:51.318266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:51.318698 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.319091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:51.319610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Bound port: f0ebf03a-2010-461d-a56f-8e91b3c69c78, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:51.319967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.323571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 992bb841-6a29-4d61-92e0-46ec45b7b957 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:51.330110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 992bb841-6a29-4d61-92e0-46ec45b7b957 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:51.442004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] For port f0ebf03a-2010-461d-a56f-8e91b3c69c78, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:51.446064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] For port f0ebf03a-2010-461d-a56f-8e91b3c69c78, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f0ebf03a-2010-461d-a56f-8e91b3c69c78,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:51.448234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.455370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.477129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-e80011f9-5518-46a1-ac0c-bfa7a8141313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:51.479297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0d60c1e-5b33-4c55-bbf0-0b0bef05dd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.479460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-e80011f9-5518-46a1-ac0c-bfa7a8141313 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 200 len: 853 time: 0.1581841 Jan 29 04:36:51.486995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0d60c1e-5b33-4c55-bbf0-0b0bef05dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.561336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48216f7-afee-4582-ba55-e727ad0dbb79 None None] Pushing event updated for resources: {'Port': ['ID=f0ebf03a-2010-461d-a56f-8e91b3c69c78,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:51.599887 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-2ec8806a-be90-4948-88cf-0569166ad4e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b75f602b-195c-41f2-89ae-910261b40f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733998 Jan 29 04:36:51.613419 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.620435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c0d60c1e-5b33-4c55-bbf0-0b0bef05dd5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d4eaa69400546f493895498827d95c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596856 Jan 29 04:36:51.620435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34048) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:51.623895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d60c1e-5b33-4c55-bbf0-0b0bef05dd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2635f1-c0c6-4982-84da-fa09e7f481fc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:51.702397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0169791-50d6-4a8f-9922-783657e4960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.725769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0169791-50d6-4a8f-9922-783657e4960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.742040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router b76c8a19-bb06-445c-892e-816c9c8be87c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:36:51.790802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-5901f1d8-244d-454a-9a1d-7223e434ca5e service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774263 Jan 29 04:36:51.791596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0169791-50d6-4a8f-9922-783657e4960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.794472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0169791-50d6-4a8f-9922-783657e4960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.799303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f0169791-50d6-4a8f-9922-783657e4960b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab2635f1-c0c6-4982-84da-fa09e7f481fc HTTP/1.1" status: 204 len: 168 time: 0.1742840 Jan 29 04:36:51.802963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.871003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=ab410b0d-3554-4751-ac81-5428d5902462,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:51.878754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0169791-50d6-4a8f-9922-783657e4960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2635f1-c0c6-4982-84da-fa09e7f481fc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:51.891510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:51.893568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:51.895980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:51.904105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:51.904105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:51.913668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:36:51.936763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-956fa477-e248-471e-b009-8b49380a37a2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/b76c8a19-bb06-445c-892e-816c9c8be87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1795599 Jan 29 04:36:51.940474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34056) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:51.959286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] Sync routers for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:36:51.982646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:51.983709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-68bc61b9-bc48-4604-aada-b832b6b3da93 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7683070 Jan 29 04:36:51.999898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc71520-324e-4ec9-9b05-184c0bb637fa req-862fca0c-827b-4aaf-bbf2-e5b3c1f15361 service neutron] 10.222.0.20 "GET /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738169 Jan 29 04:36:52.000175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:52.002296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:52.030276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21e0652a-88d6-448b-93ae-2bf0db764c40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b76c8a19-bb06-445c-892e-816c9c8be87c HTTP/1.1" status: 200 len: 205 time: 0.0848081 Jan 29 04:36:52.031374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34060) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.049780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43470f-8b59-4477-887b-7b26943b04f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:52.064902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43470f-8b59-4477-887b-7b26943b04f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:52.067239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad43470f-8b59-4477-887b-7b26943b04f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0832322 Jan 29 04:36:52.069952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.074653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:52.107463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] Routers {'b76c8a19-bb06-445c-892e-816c9c8be87c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:36:52.108104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b76c8a19-bb06-445c-892e-816c9c8be87c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:52.178897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:52.179629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75eb1a-cbc2-488e-a4eb-3ed50d22e316 None None] The sync data for ids ['b76c8a19-bb06-445c-892e-816c9c8be87c'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:36:52.187080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.291208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port ab410b0d-3554-4751-ac81-5428d5902462 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:52.294293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.417872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.420658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.434568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.437848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ba177-28dd-4f19-aa32-ab2d771a15b6 req-c1275bab-0543-4a38-a317-f30a7367962c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:52.446488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-047ba177-28dd-4f19-aa32-ab2d771a15b6 req-c1275bab-0543-4a38-a317-f30a7367962c tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1635449 Jan 29 04:36:52.450458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for ab410b0d-3554-4751-ac81-5428d5902462 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:52.457854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.476906 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2d8858e-a292-4e4b-9179-a96dd5e4d1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.501974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.502505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router b76c8a19-bb06-445c-892e-816c9c8be87c {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:36:52.513942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.515047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fa626f59-dcbb-468e-846e-8256bc5ebbc5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/b76c8a19-bb06-445c-892e-816c9c8be87c HTTP/1.1" status: 204 len: 168 time: 0.4827507 Jan 29 04:36:52.517768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34070) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.531425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-047ba177-28dd-4f19-aa32-ab2d771a15b6 req-5120a10d-9d02-42bd-b0f6-14cfd6065990 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844765 Jan 29 04:36:52.583646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet e09e7c4d-2252-4fc8-b2e8-54e13c968893 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:52.587023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.630206 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.647965 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2d8858e-a292-4e4b-9179-a96dd5e4d1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.656998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2d8858e-a292-4e4b-9179-a96dd5e4d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.676876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.737662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.747075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2d8858e-a292-4e4b-9179-a96dd5e4d1c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4943b4c68d646b29a33ccdd6ea0b443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881463 Jan 29 04:36:52.748269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.751481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/ab410b0d-3554-4751-ac81-5428d5902462 HTTP/1.1" status: 204 len: 168 time: 0.6772881 Jan 29 04:36:52.752610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5b5ae-94d5-4fba-b4fe-2d7d13415a20 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=ab410b0d-3554-4751-ac81-5428d5902462,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:52.754401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8858e-a292-4e4b-9179-a96dd5e4d1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974bafc4-43d9-49b4-bb3f-dcfccc15b879,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:52.756811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.757144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.841026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.845339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd865c-de6e-4cf1-bc6b-5f06422cadcb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:52.847053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd865c-de6e-4cf1-bc6b-5f06422cadcb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:52.848587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9bcd865c-de6e-4cf1-bc6b-5f06422cadcb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0893152 Jan 29 04:36:52.851457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.878665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=e09e7c4d-2252-4fc8-b2e8-54e13c968893,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:52.881364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.889515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5fd64a96-5dbd-42c1-885e-c044ce92a6a6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/e09e7c4d-2252-4fc8-b2e8-54e13c968893 HTTP/1.1" status: 204 len: 168 time: 0.3707235 Jan 29 04:36:52.892075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34082) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:52.898919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf02adf-48a8-4ba0-a4b6-b281f1a4b3b0 None None] Network ff95b1dd-3f93-49e5-a026-09da2eaa2724 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:52.912854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 7c5c2f84-853b-4557-880f-2fc3b151c26a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:52.921034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.923753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7704fb7e-8695-47a2-b708-faf999ae7b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.980816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:36:52.981059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7704fb7e-8695-47a2-b708-faf999ae7b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.984296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:52.989818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.053210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.152164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.164433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] DHCP port deletion for ff95b1dd-3f93-49e5-a026-09da2eaa2724 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:53.196735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7704fb7e-8695-47a2-b708-faf999ae7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.209137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7704fb7e-8695-47a2-b708-faf999ae7b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.213276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7704fb7e-8695-47a2-b708-faf999ae7b1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/974bafc4-43d9-49b4-bb3f-dcfccc15b879 HTTP/1.1" status: 204 len: 168 time: 0.4550424 Jan 29 04:36:53.231744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.237985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704fb7e-8695-47a2-b708-faf999ae7b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974bafc4-43d9-49b4-bb3f-dcfccc15b879,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:53.242511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] Deleting port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:53.242889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.284348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.369984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] For port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,segment=NetworkSegment(0b547e27-e9dc-4e1d-9ee4-3055c755e661),segment_id=0b547e27-e9dc-4e1d-9ee4-3055c755e661)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:53.371393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.378598 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.405414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5c2f84-853b-4557-880f-2fc3b151c26a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:53.405787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] Calling delete_port for 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:53.412691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.422448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ec4007b-b85c-4b87-bfbb-2c1928a503fe tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/7c5c2f84-853b-4557-880f-2fc3b151c26a HTTP/1.1" status: 204 len: 168 time: 0.5699723 Jan 29 04:36:53.427155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:53.471947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:53.485056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.489735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1431d0eb-6bc4-4725-847a-944278aaf428 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4 HTTP/1.1" status: 204 len: 168 time: 0.5963647 Jan 29 04:36:53.498219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34092) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:53.504869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0c7afefb-de88-4926-a95c-308b339290a2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743525 Jan 29 04:36:53.504869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:53.544060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb1cde-a0ec-4425-90e8-331e5b659cbb None None] Network 6bb67138-49f1-4b71-9f06-c8086b82ecd9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:53.546499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f0ebf03a-2010-461d-a56f-8e91b3c69c78 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:53.578771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3d261-38fa-433c-98c8-3a53e0bf68b0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:53.583172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-35c3d261-38fa-433c-98c8-3a53e0bf68b0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0768926 Jan 29 04:36:53.585633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:53.669872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f8787-e402-4188-bf0a-75c85b142023 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:53.674994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f48f8787-e402-4188-bf0a-75c85b142023 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881643 Jan 29 04:36:53.679769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34104) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:53.784100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843b20a-91c8-4244-8f02-72aff744be54 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:53.787174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ee537a43-a2e4-43e7-8427-a7102490a527 None None] Provisioning complete for port f0ebf03a-2010-461d-a56f-8e91b3c69c78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:53.787547 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee537a43-a2e4-43e7-8427-a7102490a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:53.862072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156cbe-79a4-425f-9965-f2c2f149163b req-42b4e089-a14c-43b7-9e7d-a05b67869369 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:53.872820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18156cbe-79a4-425f-9965-f2c2f149163b req-42b4e089-a14c-43b7-9e7d-a05b67869369 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1957996 Jan 29 04:36:53.948570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18156cbe-79a4-425f-9965-f2c2f149163b req-312c554b-a63a-48c3-bc06-49726c461580 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700977 Jan 29 04:36:53.972639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.024468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] Pushing event deleted for resources: {'Port': ['ID=97b9e766-1a02-4a4e-a6bb-9f12f0a0d620,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:54.075455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.079417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1462c86-dee7-4418-b937-eb345f9417a6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3980367 Jan 29 04:36:54.082928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:54.089626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:54.102118 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-189b4b5e-35b5-4a93-a471-adef2dc85e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.138241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527baf78-b3a0-42e0-870b-bb4d6480726a None None] No DVR routers for this DVR port 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:54.146772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f0ebf03a-2010-461d-a56f-8e91b3c69c78 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:54.147141 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.174267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52fb6c-7585-426b-8ca9-a1b1ed3d4e9c req-9c5f0979-05a6-4b66-962d-fdaece5aca9e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:54.176702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb52fb6c-7585-426b-8ca9-a1b1ed3d4e9c req-9c5f0979-05a6-4b66-962d-fdaece5aca9e tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0954587 Jan 29 04:36:54.191101 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee537a43-a2e4-43e7-8427-a7102490a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.234220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:54.237930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.285765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.315961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff95b1dd-3f93-49e5-a026-09da2eaa2724']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:54.348497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b547e27-e9dc-4e1d-9ee4-3055c755e661') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:54.348893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b547e27-e9dc-4e1d-9ee4-3055c755e661') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:54.382327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.419184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb52fb6c-7585-426b-8ca9-a1b1ed3d4e9c req-ffbd8752-3e11-4fe7-96a7-e2b699ae9dd2 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232885 Jan 29 04:36:54.428865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ee537a43-a2e4-43e7-8427-a7102490a527 None None] For port f0ebf03a-2010-461d-a56f-8e91b3c69c78, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f0ebf03a-2010-461d-a56f-8e91b3c69c78,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:54.433033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.453102 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee537a43-a2e4-43e7-8427-a7102490a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.457279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:36:54.457691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:36:54.464857 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:36:54.478301 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.536652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] DHCP port deletion for 6bb67138-49f1-4b71-9f06-c8086b82ecd9 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:54.621353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-49e7aaec-67dc-4148-af14-b8b0617c0100 None None] Could not find standard attr ID for object ab410b0d-3554-4751-ac81-5428d5902462. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:36:54.673351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.687860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.691728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/ff95b1dd-3f93-49e5-a026-09da2eaa2724 HTTP/1.1" status: 204 len: 168 time: 1.1921670 Jan 29 04:36:54.694284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:54.708800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f7c2-40ba-4e46-8e4a-9b1a90a95170 req-f19d0e77-b222-4fd5-9982-cfc00d1b45ee tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:54.709734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:36:54.710728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66e5f7c2-40ba-4e46-8e4a-9b1a90a95170 req-f19d0e77-b222-4fd5-9982-cfc00d1b45ee tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1199329 Jan 29 04:36:54.711898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80276f34-6b11-4b44-838c-da0eb75c97d6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=ff95b1dd-3f93-49e5-a026-09da2eaa2724,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:54.728418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537a43-a2e4-43e7-8427-a7102490a527 None None] Pushing event updated for resources: {'Port': ['ID=f0ebf03a-2010-461d-a56f-8e91b3c69c78,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:54.766304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66e5f7c2-40ba-4e46-8e4a-9b1a90a95170 req-0c3d8127-2082-4c0a-9203-acb98f8db62a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466182 Jan 29 04:36:54.799831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:36:54.800180 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:36:54.822234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] Deleting port a8d93274-d5c7-49b5-add5-33f15b81ce34 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:54.825785 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.857205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.894537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] Deleting port f0ebf03a-2010-461d-a56f-8e91b3c69c78 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:36:54.895319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.968096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] For port a8d93274-d5c7-49b5-add5-33f15b81ce34, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a8d93274-d5c7-49b5-add5-33f15b81ce34,segment=NetworkSegment(ddfae658-2106-41d2-8e7c-7336ac9f17a8),segment_id=ddfae658-2106-41d2-8e7c-7336ac9f17a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:54.968745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:54.991286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] Calling delete_port for a8d93274-d5c7-49b5-add5-33f15b81ce34 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:55.065357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] For port f0ebf03a-2010-461d-a56f-8e91b3c69c78, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f0ebf03a-2010-461d-a56f-8e91b3c69c78,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:55.065662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.083030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] Calling delete_port for f0ebf03a-2010-461d-a56f-8e91b3c69c78 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:36:55.093562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:55.166907 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.206536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] Pushing event deleted for resources: {'Port': ['ID=a8d93274-d5c7-49b5-add5-33f15b81ce34,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:55.211462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f174835-d6d7-4593-935b-95a9c3be3d3b None None] No DVR routers for this DVR port a8d93274-d5c7-49b5-add5-33f15b81ce34 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:55.226734 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.262695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] Pushing event deleted for resources: {'Port': ['ID=f0ebf03a-2010-461d-a56f-8e91b3c69c78,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:55.264883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570528e-c81e-451e-8313-07edcab07d81 None None] No DVR routers for this DVR port f0ebf03a-2010-461d-a56f-8e91b3c69c78 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:36:55.287903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-289e27f9-b571-4268-80cb-97a035e95af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.336757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:36:55.345206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port f0ebf03a-2010-461d-a56f-8e91b3c69c78 update to ACTIVE by agent not found {{(pid=102404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 29 04:36:55.347961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] The port 'a8d93274-d5c7-49b5-add5-33f15b81ce34' was deleted {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 29 04:36:55.428971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-289e27f9-b571-4268-80cb-97a035e95af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.429110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:55.435164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-289e27f9-b571-4268-80cb-97a035e95af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.451481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:55.451830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 97b9e766-1a02-4a4e-a6bb-9f12f0a0d620 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:55.482098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3921b-442d-4a4a-8b51-a87288cbf07d req-365132a5-4f49-4ee2-a4ef-9a87942de8a8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:55.483682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2f3921b-442d-4a4a-8b51-a87288cbf07d req-365132a5-4f49-4ee2-a4ef-9a87942de8a8 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.6016607 Jan 29 04:36:55.497203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-289e27f9-b571-4268-80cb-97a035e95af3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b12d24e1baeb4c76a53fba4542d3e37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024398 Jan 29 04:36:55.498502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e27f9-b571-4268-80cb-97a035e95af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408da520-63c6-4f89-944b-8298dffb5a04,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:55.501373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34146) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:55.553701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.566528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da1e22af-48c5-41b4-8fbe-c527603f13bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.576652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8d93274-d5c7-49b5-add5-33f15b81ce34 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:55.588881 n-d-825930-1 neutron-server[102402]: WARNING neutron.services.revisions.revision_plugin [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Could not find related port for resource to bump revision. Jan 29 04:36:55.597072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da1e22af-48c5-41b4-8fbe-c527603f13bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.599100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb67138-49f1-4b71-9f06-c8086b82ecd9']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:55.615055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_pluggable_backend [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Port f0ebf03a-2010-461d-a56f-8e91b3c69c78 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 04:36:55.615362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_pluggable_backend [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Reverting IP allocation for 2001:db8::f816:3eff:fed5:930f {{(pid=102402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 04:36:55.618242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfae658-2106-41d2-8e7c-7336ac9f17a8') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:55.618537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfae658-2106-41d2-8e7c-7336ac9f17a8') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:36:55.628612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_pluggable_backend [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed5:930f {{(pid=102402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 04:36:55.632168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2f3921b-442d-4a4a-8b51-a87288cbf07d req-57ec4c19-9e43-4743-8c1a-caef22a42dcb tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145935 Jan 29 04:36:55.634991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.639194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.658784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a8d93274-d5c7-49b5-add5-33f15b81ce34 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:55.662154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8d93274-d5c7-49b5-add5-33f15b81ce34 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:55.662745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f0ebf03a-2010-461d-a56f-8e91b3c69c78 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:36:55.667195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da1e22af-48c5-41b4-8fbe-c527603f13bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.671219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da1e22af-48c5-41b4-8fbe-c527603f13bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.683752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-da1e22af-48c5-41b4-8fbe-c527603f13bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/408da520-63c6-4f89-944b-8298dffb5a04 HTTP/1.1" status: 204 len: 168 time: 0.1740172 Jan 29 04:36:55.695445 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.713033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e22af-48c5-41b4-8fbe-c527603f13bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408da520-63c6-4f89-944b-8298dffb5a04,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:55.715368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:36:55.715787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:36:55.720858 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:36:55.726157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:55.752606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: f0ebf03a-2010-461d-a56f-8e91b3c69c78 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:36:55.753784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f0ebf03a-2010-461d-a56f-8e91b3c69c78 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:36:55.753980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:55.783313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df55a33-0d90-4465-a7eb-cbd8f0676f32 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:55.805288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:55.806116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.817146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=6fefc28a-174e-4ba0-8b73-c69718d4115f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:55.842614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-263a4799-9070-4b5e-b70a-701b72f47841 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7577989 Jan 29 04:36:55.844536 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.845329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34156) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:55.853227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:55.860052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.864120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/6bb67138-49f1-4b71-9f06-c8086b82ecd9 HTTP/1.1" status: 204 len: 168 time: 1.1688716 Jan 29 04:36:55.879753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34158) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:55.885763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180941729'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:55.889249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346b29-df60-4bd4-b73f-fc9a4708cabb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=6bb67138-49f1-4b71-9f06-c8086b82ecd9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:55.935503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:55.939320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:55.984685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5d70-a6aa-4a08-9988-6c29d49baf59 req-8949ef5a-3ed5-4aa6-83b8-b0df4b1ee5c6 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:55.986771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fafc5d70-a6aa-4a08-9988-6c29d49baf59 req-8949ef5a-3ed5-4aa6-83b8-b0df4b1ee5c6 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0829046 Jan 29 04:36:55.992686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:36:55.998655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': '6fefc28a-174e-4ba0-8b73-c69718d4115f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:55.999827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.019979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.020551 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment d942af19-5911-447a-9e1d-58492b610008 of type vlan for network f274fdad-8982-46ca-890d-c87de988205e Jan 29 04:36:56.069814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fafc5d70-a6aa-4a08-9988-6c29d49baf59 req-68a49270-b0a9-418a-9f96-273a394e68fa tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738831 Jan 29 04:36:56.080769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.121697 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.127596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:56.129961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:56.131627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.140005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.145548 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0eac-59c1-4ade-ae95-ddca124ec6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.215658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Allocated IP 2001:db8::f816:3eff:fed8:5cb6 (1ff93288-b39a-4430-be32-e866f0872688/6fefc28a-174e-4ba0-8b73-c69718d4115f/b70f7184-152c-4227-b391-b102f45eb26d) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:56.223689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3428576 Jan 29 04:36:56.226669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:56.235570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': 'f274fdad-8982-46ca-890d-c87de988205e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:56.278320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a7aa3-e830-42a2-8aa9-b7f75829319f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=f274fdad-8982-46ca-890d-c87de988205e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:56.375829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024bfd-2378-445a-97c2-be6e59d12eda req-d3e252dd-7973-4e7b-8122-0d09cdb30d46 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:56.377918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af024bfd-2378-445a-97c2-be6e59d12eda req-d3e252dd-7973-4e7b-8122-0d09cdb30d46 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0930698 Jan 29 04:36:56.399363 n-d-825930-1 neutron-server[102403]: INFO neutron.db.ipam_backend_mixin [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fefc28a-174e-4ba0-8b73-c69718d4115f (CIDR: 2001:db8::/64) Jan 29 04:36:56.410064 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:36:56.410761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:36:56.419301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:56.424945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.437913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af024bfd-2378-445a-97c2-be6e59d12eda req-ba3d4494-2c35-42f1-958f-f496ebeddccc tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535784 Jan 29 04:36:56.443098 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-872919ba-4b9e-4fc1-ac4f-c1345975e060 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5957298 Jan 29 04:36:56.448803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:56.468976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f274fdad-8982-46ca-890d-c87de988205e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:36:56.510414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:56.534510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.553954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.643406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Pushing event updated for resources: {'Port': ['ID=b70f7184-152c-4227-b391-b102f45eb26d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:56.653473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:56.654944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:56.660857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ad015-d201-4fca-9f02-22e8902f5fd5 req-c3fa1a46-af22-479a-bd78-4ef6bf1bb78b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:56.661066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:56.663044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d75ad015-d201-4fca-9f02-22e8902f5fd5 req-c3fa1a46-af22-479a-bd78-4ef6bf1bb78b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0815783 Jan 29 04:36:56.735598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d75ad015-d201-4fca-9f02-22e8902f5fd5 req-eb41db11-5413-4957-b464-182d0f05f1ed tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622628 Jan 29 04:36:56.752044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Attempting to bind port b70f7184-152c-4227-b391-b102f45eb26d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:56.752417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Attempting to bind port b70f7184-152c-4227-b391-b102f45eb26d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:56.752780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Attempting to bind port b70f7184-152c-4227-b391-b102f45eb26d on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:56.770392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:56.773730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:56.774279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.774772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:56.776736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Bound port: b70f7184-152c-4227-b391-b102f45eb26d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:56.778236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.886718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] For port b70f7184-152c-4227-b391-b102f45eb26d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:56.890572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] For port b70f7184-152c-4227-b391-b102f45eb26d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b70f7184-152c-4227-b391-b102f45eb26d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:56.896081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:56.961809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e570-2404-4a94-aa0a-697bf3d1e556 req-8fc38488-4d1d-4a84-87d3-ff155c092538 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:56.970262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b392e570-2404-4a94-aa0a-697bf3d1e556 req-8fc38488-4d1d-4a84-87d3-ff155c092538 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1195083 Jan 29 04:36:57.007576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:57.012897 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.132046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc9398-b006-46ca-b60e-2a150f678333 None None] Pushing event updated for resources: {'Port': ['ID=b70f7184-152c-4227-b391-b102f45eb26d,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:57.157182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b392e570-2404-4a94-aa0a-697bf3d1e556 req-0437d866-b5c5-4c8a-a04b-a4a83369b101 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860254 Jan 29 04:36:57.160800 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.261617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.276930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=48df0a6a-bb03-4020-94f2-6ec17e021dfa,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:57.308876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': 'd942af19-5911-447a-9e1d-58492b610008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f274fdad-8982-46ca-890d-c87de988205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:57.309238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: f274fdad-8982-46ca-890d-c87de988205e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:36:57.338707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-f2bb0176-851e-495b-9e12-2698cebc44c7 req-dfd147c0-797f-4203-9be0-023ce5c46d3e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:36:57.340256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2bb0176-851e-495b-9e12-2698cebc44c7 req-dfd147c0-797f-4203-9be0-023ce5c46d3e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059531 Jan 29 04:36:57.372922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network f274fdad-8982-46ca-890d-c87de988205e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:36:57.449109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.486727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f274fdad-8982-46ca-890d-c87de988205e) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:57.524181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:57.524661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.539337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c3701-0451-4ec1-a3f3-cc70596719ea None None] Network f274fdad-8982-46ca-890d-c87de988205e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:57.577866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:57.585548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:57.592943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:57.593550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.609642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87d40-04a0-4209-8ef5-742ac5cb5db0 req-bd5b7a87-4966-4b37-8c9b-7577692e2b75 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:57.611354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45d87d40-04a0-4209-8ef5-742ac5cb5db0 req-bd5b7a87-4966-4b37-8c9b-7577692e2b75 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1757576 Jan 29 04:36:57.614547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b520dde-e1ee-4c3a-9983-c2f393756d8c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3864751 Jan 29 04:36:57.617450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34206) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:57.622104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=b0c32dcf-8ee1-49b1-995b-19dac8e037a8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:57.639731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033587203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:57.653316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-11c4b666-5880-4c95-8dd2-4c9b96249c46 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1993816 Jan 29 04:36:57.655847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:57.675563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:35:6a:18', 'name': 'tempest-NetworksTestDHCPv6-1768276002'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:57.684831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45d87d40-04a0-4209-8ef5-742ac5cb5db0 req-efbc85f7-7820-4934-9a7c-78956ef13978 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Jan 29 04:36:57.905354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.906433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:57.969982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f274fdad-8982-46ca-890d-c87de988205e', 'network_id': 'f274fdad-8982-46ca-890d-c87de988205e', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '48df0a6a-bb03-4020-94f2-6ec17e021dfa'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:36:57.971234 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.037089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe0bce-4310-4bf7-a31f-3d08d51936ea req-68ab2a07-4cdf-4e7e-b755-4f294a210769 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:58.038632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29fe0bce-4310-4bf7-a31f-3d08d51936ea req-68ab2a07-4cdf-4e7e-b755-4f294a210769 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2355511 Jan 29 04:36:58.040842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.056016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.131487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Allocated IP 2001:db8::2 (f274fdad-8982-46ca-890d-c87de988205e/48df0a6a-bb03-4020-94f2-6ec17e021dfa/7e14bfa4-d28f-4051-8a19-0cece26e3ed6) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:58.144323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:58.169405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.175421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-060fb9c2-268f-4c44-a3ad-e28a5cfe3bca tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5517707 Jan 29 04:36:58.175562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:36:58.177677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29fe0bce-4310-4bf7-a31f-3d08d51936ea req-7007a193-b229-4744-a7cd-c561abc5cebd tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Jan 29 04:36:58.182244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'port': {'network_id': 'f274fdad-8982-46ca-890d-c87de988205e', 'name': 'tempest-RoutersIpV6Test-1746758009'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:36:58.390525 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.473511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:36:58.478213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port c2cf1627-86ed-49ef-af9f-ac5444610b5e yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:58.485776 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.553508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] device_id is not set on port 3b10479a-85b9-40f4-8e66-eb4bb6de932e yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:36:58.576917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.586766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4a0f-5114-43fd-9eed-a5f29baf054d req-622ee5d4-4efc-423b-9b8c-488e5da090f7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:58.593365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.595690 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25cd4a0f-5114-43fd-9eed-a5f29baf054d req-622ee5d4-4efc-423b-9b8c-488e5da090f7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2089140 Jan 29 04:36:58.750084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Network f274fdad-8982-46ca-890d-c87de988205e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:58.759102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:58.771915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:58.787119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Pushing event updated for resources: {'Port': ['ID=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:58.918193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Attempting to bind port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:36:58.918619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Attempting to bind port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'd942af19-5911-447a-9e1d-58492b610008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f274fdad-8982-46ca-890d-c87de988205e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:36:58.918991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Attempting to bind port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 on network f274fdad-8982-46ca-890d-c87de988205e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:36:58.933161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:36:58.933546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Checking segment: {'id': 'd942af19-5911-447a-9e1d-58492b610008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f274fdad-8982-46ca-890d-c87de988205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:36:58.933972 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.934369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Bound using segment: {'id': 'd942af19-5911-447a-9e1d-58492b610008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f274fdad-8982-46ca-890d-c87de988205e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:36:58.934845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Bound port: 7e14bfa4-d28f-4051-8a19-0cece26e3ed6, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942af19-5911-447a-9e1d-58492b610008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f274fdad-8982-46ca-890d-c87de988205e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:36:58.935229 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:58.960872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8:0:1::281 (1ff93288-b39a-4430-be32-e866f0872688/b0c32dcf-8ee1-49b1-995b-19dac8e037a8/c2cf1627-86ed-49ef-af9f-ac5444610b5e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:58.977185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fe35:6a18 (1ff93288-b39a-4430-be32-e866f0872688/6fefc28a-174e-4ba0-8b73-c69718d4115f/c2cf1627-86ed-49ef-af9f-ac5444610b5e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:58.988299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8::c7 (f274fdad-8982-46ca-890d-c87de988205e/48df0a6a-bb03-4020-94f2-6ec17e021dfa/3b10479a-85b9-40f4-8e66-eb4bb6de932e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:36:59.021425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] For port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:36:59.024958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] For port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,segment=NetworkSegment(d942af19-5911-447a-9e1d-58492b610008),segment_id=d942af19-5911-447a-9e1d-58492b610008)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:36:59.033989 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.085813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477e67e-9a94-4a8e-bf25-4245ac9df378 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:36:59.108107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25cd4a0f-5114-43fd-9eed-a5f29baf054d req-36c651cf-117f-4b15-aa82-ef2e0ff3aaac tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112879 Jan 29 04:36:59.214017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.270828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ff664148-8aa3-42ca-b1c0-0a46ec43a02e None None] Provisioning complete for port b70f7184-152c-4227-b391-b102f45eb26d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:36:59.274520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ff664148-8aa3-42ca-b1c0-0a46ec43a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.291786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f6f2e-9aad-4823-958d-1c62c7be831d None None] Pushing event updated for resources: {'Port': ['ID=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:59.374921 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.462737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b382b43-1ec8-4c5a-9549-338e34e10014 req-ef2e4175-c342-48c8-ac58-8c8a1e745d02 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:59.491881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b382b43-1ec8-4c5a-9549-338e34e10014 req-ef2e4175-c342-48c8-ac58-8c8a1e745d02 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1429858 Jan 29 04:36:59.524699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.588566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d979ea6-47f7-42ec-ae8b-ef5408022ccb req-0baa17ce-df69-4c49-a1a6-f13910b5b239 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:59.598342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d979ea6-47f7-42ec-ae8b-ef5408022ccb req-0baa17ce-df69-4c49-a1a6-f13910b5b239 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2594359 Jan 29 04:36:59.633469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.695745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ff664148-8aa3-42ca-b1c0-0a46ec43a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.713563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b382b43-1ec8-4c5a-9549-338e34e10014 req-1a12c57d-2494-48d7-a5cc-4c456968ae80 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166147 Jan 29 04:36:59.767085 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d979ea6-47f7-42ec-ae8b-ef5408022ccb req-38080247-fbd7-4489-8ab9-f5c377500bcb tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424811 Jan 29 04:36:59.780596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.804592 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.826092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ff664148-8aa3-42ca-b1c0-0a46ec43a02e None None] For port b70f7184-152c-4227-b391-b102f45eb26d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b70f7184-152c-4227-b391-b102f45eb26d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:36:59.834322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ff664148-8aa3-42ca-b1c0-0a46ec43a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.903119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b70f7184-152c-4227-b391-b102f45eb26d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:36:59.907957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=c2cf1627-86ed-49ef-af9f-ac5444610b5e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:36:59.924958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:59.925482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network f274fdad-8982-46ca-890d-c87de988205e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:36:59.929930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:59.933600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:36:59.943428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.943764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.944111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.944442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.944786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.945116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.945238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:59.945435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.945768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.946095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.946418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.946751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.947068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:36:59.955783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:36:59.959158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:59.959829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.969204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:36:59.969963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:36:59.981456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=3b10479a-85b9-40f4-8e66-eb4bb6de932e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:00.003340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8250735 Jan 29 04:37:00.003682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.004255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.004545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.005178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.006020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.008219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.008328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.009280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.010765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.010765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.011392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.011954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb341d-c721-4e20-895f-57fd0cf59bf8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:00.015497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:00.047886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1b40c86e-3791-4136-aead-29abbbe784e1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3905451 Jan 29 04:37:00.049304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34292) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:00.095239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff664148-8aa3-42ca-b1c0-0a46ec43a02e None None] Pushing event updated for resources: {'Port': ['ID=b70f7184-152c-4227-b391-b102f45eb26d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:00.147624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] Update dhcp port {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': '6fefc28a-174e-4ba0-8b73-c69718d4115f', 'ip_address': '2001:db8::f816:3eff:fed8:5cb6'}, {'subnet_id': 'b0c32dcf-8ee1-49b1-995b-19dac8e037a8'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'b70f7184-152c-4227-b391-b102f45eb26d'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:37:00.159079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda2148-57fb-4ffb-875a-b88619287b81 req-93ed2ff1-27c8-453e-955f-ada3276e7a59 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:00.169037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b70f7184-152c-4227-b391-b102f45eb26d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:00.169538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7bda2148-57fb-4ffb-875a-b88619287b81 req-93ed2ff1-27c8-453e-955f-ada3276e7a59 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1788344 Jan 29 04:37:00.169759 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.228320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7bda2148-57fb-4ffb-875a-b88619287b81 req-df8190c9-89d7-47df-acd0-514af850b0e7 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Jan 29 04:37:00.229993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.247540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port c2cf1627-86ed-49ef-af9f-ac5444610b5e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:00.247891 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.259267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34296) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:00.407364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.421319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for c2cf1627-86ed-49ef-af9f-ac5444610b5e owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:00.569727 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953e750f-c5c6-4bf3-bd48-71c773abc029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.581299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051262cd-3f39-41d3-92d3-0aea18d73a27 req-9c95a4f9-003c-47a5-b46d-402335d03fd4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:00.589412 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-051262cd-3f39-41d3-92d3-0aea18d73a27 req-9c95a4f9-003c-47a5-b46d-402335d03fd4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2287467 Jan 29 04:37:00.657683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] Allocated IP 2001:db8:0:1::2 (1ff93288-b39a-4430-be32-e866f0872688/b0c32dcf-8ee1-49b1-995b-19dac8e037a8/b70f7184-152c-4227-b391-b102f45eb26d) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:00.689797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-051262cd-3f39-41d3-92d3-0aea18d73a27 req-d361dc19-7b57-4aed-87c4-8bbe36aa939f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994360 Jan 29 04:37:00.729588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.783607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=c2cf1627-86ed-49ef-af9f-ac5444610b5e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:00.859911 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:00.863360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0e0ebf47-98ff-446b-a66d-0e08388487cb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/c2cf1627-86ed-49ef-af9f-ac5444610b5e HTTP/1.1" status: 204 len: 168 time: 0.8130870 Jan 29 04:37:00.866013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34306) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:00.973229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7878fc-7d74-4388-85ad-90cdafb205ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:00.973818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] For port b70f7184-152c-4227-b391-b102f45eb26d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b70f7184-152c-4227-b391-b102f45eb26d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:00.976317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b7878fc-7d74-4388-85ad-90cdafb205ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1093116 Jan 29 04:37:00.985665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117f6d0-a8c0-4218-bd7a-c4c5d848bb4e req-9350beb6-6ea4-494f-8eff-94c55590d7cc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:00.987127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f117f6d0-a8c0-4218-bd7a-c4c5d848bb4e req-9350beb6-6ea4-494f-8eff-94c55590d7cc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1033115 Jan 29 04:37:00.988192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34308) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:01.019720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.022829 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.029115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.080297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e3841-dfc0-455b-bd3b-f75b29b97ca2 req-af9ca762-9da8-4d42-b9e7-89795fd83543 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:01.087870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-161e3841-dfc0-455b-bd3b-f75b29b97ca2 req-af9ca762-9da8-4d42-b9e7-89795fd83543 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.2377472 Jan 29 04:37:01.101777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa9417-e441-42c4-8b34-539a42bf419c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:01.102016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f230a-10f1-4543-8618-f0691d25f9dc None None] Network f274fdad-8982-46ca-890d-c87de988205e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:01.103857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-13fa9417-e441-42c4-8b34-539a42bf419c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1151469 Jan 29 04:37:01.107592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f117f6d0-a8c0-4218-bd7a-c4c5d848bb4e req-e7653cde-a074-4b06-8ad3-9d77a85afa12 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076901 Jan 29 04:37:01.108473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34310) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:01.142778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953e750f-c5c6-4bf3-bd48-71c773abc029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.178673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953e750f-c5c6-4bf3-bd48-71c773abc029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.190185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d19ed-fafa-4a0b-b474-fa1b959d7110 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:01.194539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d19ed-fafa-4a0b-b474-fa1b959d7110 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:01.196163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d19ed-fafa-4a0b-b474-fa1b959d7110 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:01.202203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-942d19ed-fafa-4a0b-b474-fa1b959d7110 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0915437 Jan 29 04:37:01.203915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34314) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:01.265506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 6fefc28a-174e-4ba0-8b73-c69718d4115f {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:01.269434 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.269562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71de21-4178-4171-8a06-1e09f0fb7a53 None None] Pushing event updated for resources: {'Port': ['ID=b70f7184-152c-4227-b391-b102f45eb26d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:01.279392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3477fdf1-3271-4a44-b205-06b84ecb608a None None] Provisioning complete for port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:01.280213 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3477fdf1-3271-4a44-b205-06b84ecb608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.287633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-161e3841-dfc0-455b-bd3b-f75b29b97ca2 req-90ab1c8c-3a76-4504-a0a9-4797eaf7735f tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982579 Jan 29 04:37:01.321083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e750f-c5c6-4bf3-bd48-71c773abc029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b6a71-8254-4495-a7e4-cc5254e352ff,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:01.345553 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-953e750f-c5c6-4bf3-bd48-71c773abc029 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=178f01eff9a24e2d939fbf360a197e25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0842776 Jan 29 04:37:01.355909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:01.383139 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.561686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.564745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3477fdf1-3271-4a44-b205-06b84ecb608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.668412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3477fdf1-3271-4a44-b205-06b84ecb608a None None] For port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,segment=NetworkSegment(d942af19-5911-447a-9e1d-58492b610008),segment_id=d942af19-5911-447a-9e1d-58492b610008)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:01.671659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca941c2b-1edd-4cca-abf7-6bccb69600a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.674387 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3477fdf1-3271-4a44-b205-06b84ecb608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.676456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.766392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.775771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/6fefc28a-174e-4ba0-8b73-c69718d4115f HTTP/1.1" status: 204 len: 168 time: 0.5675554 Jan 29 04:37:01.776726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cfae5-06f2-45f6-8a87-8e7d60ba8a56 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=6fefc28a-174e-4ba0-8b73-c69718d4115f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:01.781709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:01.789819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477fdf1-3271-4a44-b205-06b84ecb608a None None] Pushing event updated for resources: {'Port': ['ID=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:01.805382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca941c2b-1edd-4cca-abf7-6bccb69600a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.907113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca941c2b-1edd-4cca-abf7-6bccb69600a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.910242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca941c2b-1edd-4cca-abf7-6bccb69600a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.914866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca941c2b-1edd-4cca-abf7-6bccb69600a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a96b6a71-8254-4495-a7e4-cc5254e352ff HTTP/1.1" status: 204 len: 168 time: 0.5579545 Jan 29 04:37:01.956821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b70f7184-152c-4227-b391-b102f45eb26d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:01.970558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:01.972497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca941c2b-1edd-4cca-abf7-6bccb69600a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b6a71-8254-4495-a7e4-cc5254e352ff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:01.978151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.098428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet b0c32dcf-8ee1-49b1-995b-19dac8e037a8 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:02.111232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.163366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b70f7184-152c-4227-b391-b102f45eb26d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:02.163934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.173242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=3b10479a-85b9-40f4-8e66-eb4bb6de932e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:02.267424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.418765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a4f6ef66-0a68-4b7e-b262-b193bdb34912 None None] Provisioning complete for port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:02.419247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4f6ef66-0a68-4b7e-b262-b193bdb34912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.451276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.512806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.567657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a834ea-8d3f-4fb4-aa1c-8786a849bcbb None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:02.632496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.742190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c32dcf-8ee1-49b1-995b-19dac8e037a8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:02.767315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.770580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c3661ca8-5c8a-4b17-909c-6f72146367bb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/b0c32dcf-8ee1-49b1-995b-19dac8e037a8 HTTP/1.1" status: 204 len: 168 time: 0.9879448 Jan 29 04:37:02.782347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34336) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:02.863300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:02.887509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6c5a92f-07f4-46e2-b2a2-936ec898dab4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038196 Jan 29 04:37:02.888001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:02.893632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:02.918799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b92d1-e891-4bda-98c5-01a45e020f05 req-d8e9eff9-df2f-4729-bab7-49a8671fd5fa tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:02.935615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e80b92d1-e891-4bda-98c5-01a45e020f05 req-d8e9eff9-df2f-4729-bab7-49a8671fd5fa tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.3304713 Jan 29 04:37:02.948445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:03.029781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae268184-6903-4dfb-b6f8-e8eb638fb5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.043149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:03.151098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a4f6ef66-0a68-4b7e-b262-b193bdb34912 None None] Provisioning complete for port 3b10479a-85b9-40f4-8e66-eb4bb6de932e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:03.151628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4f6ef66-0a68-4b7e-b262-b193bdb34912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.153308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:03.153662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.274824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:37:03.321355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6ef66-0a68-4b7e-b262-b193bdb34912 None None] Port 3b10479a-85b9-40f4-8e66-eb4bb6de932e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:03.349932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e80b92d1-e891-4bda-98c5-01a45e020f05 req-95997239-294d-4d73-a638-a8d06fa01972 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133210 Jan 29 04:37:03.425143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:03.430641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.486766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4d2c339e-7bc0-4ac9-abc5-1eb44202e235 None None] Provisioning complete for port b70f7184-152c-4227-b391-b102f45eb26d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:03.487727 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d2c339e-7bc0-4ac9-abc5-1eb44202e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.520374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] Deleting port b70f7184-152c-4227-b391-b102f45eb26d {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:03.520794 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.600751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] For port b70f7184-152c-4227-b391-b102f45eb26d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b70f7184-152c-4227-b391-b102f45eb26d,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:03.601068 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.619932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] Calling delete_port for b70f7184-152c-4227-b391-b102f45eb26d owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:03.631159 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae268184-6903-4dfb-b6f8-e8eb638fb5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.636017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.639018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae268184-6903-4dfb-b6f8-e8eb638fb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.672294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:03.678452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae268184-6903-4dfb-b6f8-e8eb638fb5f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db9c891da25c4c9891d492a7cc03156d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595971 Jan 29 04:37:03.682427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34342) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:03.686590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.687651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.919143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f96615a-6977-4dfd-bee7-8156f3a6898a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:03.951685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae268184-6903-4dfb-b6f8-e8eb638fb5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed04c7-fe23-4058-bf12-41b97e1c69ac,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:03.979031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=3b10479a-85b9-40f4-8e66-eb4bb6de932e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:03.990921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network f274fdad-8982-46ca-890d-c87de988205e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:03.992572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:04.014236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4d2c339e-7bc0-4ac9-abc5-1eb44202e235 None None] Provisioning complete for port 3b10479a-85b9-40f4-8e66-eb4bb6de932e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:04.014881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d2c339e-7bc0-4ac9-abc5-1eb44202e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.026820 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f96615a-6977-4dfd-bee7-8156f3a6898a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.072391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:04.073412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.076297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c339e-7bc0-4ac9-abc5-1eb44202e235 None None] Port 3b10479a-85b9-40f4-8e66-eb4bb6de932e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:04.110620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.115395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:37:04.118648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.127097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f96615a-6977-4dfd-bee7-8156f3a6898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.129961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f96615a-6977-4dfd-bee7-8156f3a6898a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.133343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f96615a-6977-4dfd-bee7-8156f3a6898a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87ed04c7-fe23-4058-bf12-41b97e1c69ac HTTP/1.1" status: 204 len: 168 time: 0.4475327 Jan 29 04:37:04.199186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] Pushing event deleted for resources: {'Port': ['ID=b70f7184-152c-4227-b391-b102f45eb26d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:04.232799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f13f98-f369-48f0-9378-f7688d87c49b None None] No DVR routers for this DVR port b70f7184-152c-4227-b391-b102f45eb26d on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:04.239578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:04.244066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:04.248628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96615a-6977-4dfd-bee7-8156f3a6898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed04c7-fe23-4058-bf12-41b97e1c69ac,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:04.253304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:04.253937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.309997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f2578-00b0-4185-a91d-b7c0a99c1909 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:04.323563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4288206 Jan 29 04:37:04.324537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34348) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:04.325224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa7442-7b17-42e3-b280-2f337a99b6fb tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=d787239b-6a15-4feb-9412-29ebabdfd98b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:04.332058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:04.537051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-931fe65d-0b11-47d7-899c-014904a23222 None None] Provisioning complete for port 3b10479a-85b9-40f4-8e66-eb4bb6de932e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:04.537542 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-931fe65d-0b11-47d7-899c-014904a23222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.596366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b70f7184-152c-4227-b391-b102f45eb26d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:04.646543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:04.651962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.659534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b70f7184-152c-4227-b391-b102f45eb26d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:04.659886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b70f7184-152c-4227-b391-b102f45eb26d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:04.664906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-931fe65d-0b11-47d7-899c-014904a23222 None None] Port 3b10479a-85b9-40f4-8e66-eb4bb6de932e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:04.797552 n-d-825930-1 neutron-server[102403]: INFO neutron.db.ipam_backend_mixin [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d787239b-6a15-4feb-9412-29ebabdfd98b (CIDR: 2001:db8::/64) Jan 29 04:37:04.804330 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:37:04.805258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:04.846666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': 'd787239b-6a15-4feb-9412-29ebabdfd98b'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:37:04.849923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4b3affd5-85eb-4303-be6c-df5273343751 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5193923 Jan 29 04:37:04.850017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:04.850297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34368) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:04.863195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:04.866161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59936a-a738-4b7b-841c-7527a7967702 req-8d9d22a1-1bb0-4476-abd2-630a4908cbdc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:04.868567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb59936a-a738-4b7b-841c-7527a7967702 req-8d9d22a1-1bb0-4476-abd2-630a4908cbdc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2277095 Jan 29 04:37:04.896627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router ef1a8638-91db-4e72-af26-70076d0c30d3 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:37:05.063466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:05.068265 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:05.148061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:05.154014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb59936a-a738-4b7b-841c-7527a7967702 req-3014c41c-a2d2-46e0-9fab-2344fad86321 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776110 Jan 29 04:37:05.160346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d455fbd-f7d2-46c5-bc6a-1ee58fc177e7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/ef1a8638-91db-4e72-af26-70076d0c30d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1362669 Jan 29 04:37:05.163557 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] Sync routers for ids ['ef1a8638-91db-4e72-af26-70076d0c30d3'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:05.173988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:05.189669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] Routers {'ef1a8638-91db-4e72-af26-70076d0c30d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:05.195484 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ef1a8638-91db-4e72-af26-70076d0c30d3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.258913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Allocated IP 2001:db8::f816:3eff:feca:786d (1ff93288-b39a-4430-be32-e866f0872688/d787239b-6a15-4feb-9412-29ebabdfd98b/2a137e0a-76af-4a3a-aa2b-fbabd6111ecc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:05.331661 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.336520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba8b59-6acd-43fa-ba14-5a8319eaab81 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:05.341940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9ba8b59-6acd-43fa-ba14-5a8319eaab81 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports/3b10479a-85b9-40f4-8e66-eb4bb6de932e HTTP/1.1" status: 200 len: 983 time: 0.1622245 Jan 29 04:37:05.345052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:05.359385 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] Routers {'ef1a8638-91db-4e72-af26-70076d0c30d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:05.360019 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ef1a8638-91db-4e72-af26-70076d0c30d3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.441046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:05.441716 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229f99c-031a-42bd-8428-3f36ece0fe6f None None] The sync data for ids ['ef1a8638-91db-4e72-af26-70076d0c30d3'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:05.566586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:05.579203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:05.624356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:05.629918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:05.640139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:05.648670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Pushing event updated for resources: {'Port': ['ID=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:05.747824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Attempting to bind port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:05.748292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Attempting to bind port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:05.748759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Attempting to bind port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:05.760324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:05.762901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:05.764508 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:05.765047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:05.765661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Bound port: 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:05.767085 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:05.905524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] For port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:05.909185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] For port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:05.918656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:05.997996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b0a5b-fd6e-4c96-992f-e21de5e41f95 None None] Pushing event updated for resources: {'Port': ['ID=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:06.111391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:06.354565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:06.437835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:06.446698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:06.454557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:06.455342 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:06.475465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f65050-e3ee-4561-ae9f-a4cd1dbcbefd req-a3f30b9f-4c5e-467d-8156-9f03ea2964fe tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:06.483742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3f65050-e3ee-4561-ae9f-a4cd1dbcbefd req-a3f30b9f-4c5e-467d-8156-9f03ea2964fe tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1482444 Jan 29 04:37:06.497829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=4b103b2d-de6d-4d53-85a7-5a40916a8233,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:06.545333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:06.550458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:a5:de:be', 'name': 'tempest-NetworksTestDHCPv6-1420045068'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:06.558685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-db88dfb1-044f-41aa-a142-143671da2d5a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7072027 Jan 29 04:37:06.603862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3f65050-e3ee-4561-ae9f-a4cd1dbcbefd req-a6477b9f-bf41-4e2d-8e7e-700766122b75 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172752 Jan 29 04:37:06.687465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 3b10479a-85b9-40f4-8e66-eb4bb6de932e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:06.687895 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:06.813608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:06.857540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 3b10479a-85b9-40f4-8e66-eb4bb6de932e owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:06.944259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:07.105326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:07.136239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port 22ce90cc-dda5-4055-8868-6e9ccd899c67 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:37:07.283812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:07.344996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=3b10479a-85b9-40f4-8e66-eb4bb6de932e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:07.496902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:07.707478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8:0:1::2cd (1ff93288-b39a-4430-be32-e866f0872688/4b103b2d-de6d-4d53-85a7-5a40916a8233/22ce90cc-dda5-4055-8868-6e9ccd899c67) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:07.728101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::f816:3eff:fea5:debe (1ff93288-b39a-4430-be32-e866f0872688/d787239b-6a15-4feb-9412-29ebabdfd98b/22ce90cc-dda5-4055-8868-6e9ccd899c67) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:07.734254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c75306-7f58-4bb0-b583-7ca8d8a3d8c4 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:07.806114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:07.888374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router ef1a8638-91db-4e72-af26-70076d0c30d3 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:07.888513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0e9bfc81-a2bd-4bda-87f2-7a10d8fe54c1 None None] Provisioning complete for port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:07.888780 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfc81-a2bd-4bda-87f2-7a10d8fe54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:07.904203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e6bf3-8b7e-4194-8a37-7b953ec188b4 req-51ca036e-e0d5-4096-9282-e82af92e25be tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:07.913936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba6e6bf3-8b7e-4194-8a37-7b953ec188b4 req-51ca036e-e0d5-4096-9282-e82af92e25be tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1996024 Jan 29 04:37:08.049256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:08.049854 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.068098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.139720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba6e6bf3-8b7e-4194-8a37-7b953ec188b4 req-cdeb1765-a4b7-42f6-ab69-bf71832d7f5f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246292 Jan 29 04:37:08.160169 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfc81-a2bd-4bda-87f2-7a10d8fe54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.272409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0e9bfc81-a2bd-4bda-87f2-7a10d8fe54c1 None None] For port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:08.313701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfc81-a2bd-4bda-87f2-7a10d8fe54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.362838 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.442877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:08.456459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6daee584-0702-4597-81e6-be3e3aad2657 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/ef1a8638-91db-4e72-af26-70076d0c30d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103418 Jan 29 04:37:08.459367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:08.464695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.486420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] Sync routers for ids ['ef1a8638-91db-4e72-af26-70076d0c30d3'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:08.539307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] Update dhcp port {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'fixed_ips': [{'subnet_id': 'd787239b-6a15-4feb-9412-29ebabdfd98b', 'ip_address': '2001:db8::f816:3eff:feca:786d'}, {'subnet_id': '4b103b2d-de6d-4d53-85a7-5a40916a8233'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '2a137e0a-76af-4a3a-aa2b-fbabd6111ecc'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:37:08.570337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bfc81-a2bd-4bda-87f2-7a10d8fe54c1 None None] Pushing event updated for resources: {'Port': ['ID=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:08.597871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:08.599289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=22ce90cc-dda5-4055-8868-6e9ccd899c67,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:08.609825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:08.613995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:08.628600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:08.629843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.635825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] Routers {'ef1a8638-91db-4e72-af26-70076d0c30d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:08.653761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ef1a8638-91db-4e72-af26-70076d0c30d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:08.658314 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4bb8a3c-077f-4ddc-81f1-46a81462d3ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1116421 Jan 29 04:37:08.677362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:08.717229 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:37:08.718108 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:37:08.718108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:08.720442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:08.770286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] Routers {'ef1a8638-91db-4e72-af26-70076d0c30d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:08.771599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ef1a8638-91db-4e72-af26-70076d0c30d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:08.823518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:08.824446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f36386-bda4-4a13-ba79-f430c00480d1 None None] The sync data for ids ['ef1a8638-91db-4e72-af26-70076d0c30d3'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:08.982249 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-8f9bf255-bfdb-41ce-864c-ebed7f33683e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] remove_router_interface failed (client error): The resource could not be found. Jan 29 04:37:08.983867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8f9bf255-bfdb-41ce-864c-ebed7f33683e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/ef1a8638-91db-4e72-af26-70076d0c30d3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5234909 Jan 29 04:37:08.988422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34528) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:09.019837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49079241-d5d6-4e5e-bfdd-568f757aa8c1 req-a8b41ce9-f055-4991-8158-2f5cee509ad4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:09.021534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49079241-d5d6-4e5e-bfdd-568f757aa8c1 req-a8b41ce9-f055-4991-8158-2f5cee509ad4 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1472368 Jan 29 04:37:09.024259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port 22ce90cc-dda5-4055-8868-6e9ccd899c67 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:09.024610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.054835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ec2e627-357f-47ab-80ab-87da4a56318b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef1a8638-91db-4e72-af26-70076d0c30d3 HTTP/1.1" status: 200 len: 205 time: 0.0650225 Jan 29 04:37:09.084192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34532) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:09.091766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] Allocated IP 2001:db8:0:1::2 (1ff93288-b39a-4430-be32-e866f0872688/4b103b2d-de6d-4d53-85a7-5a40916a8233/2a137e0a-76af-4a3a-aa2b-fbabd6111ecc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:09.246228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49079241-d5d6-4e5e-bfdd-568f757aa8c1 req-1e75ee5f-06b4-46b0-80fc-3b2ac00abf1b tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104259 Jan 29 04:37:09.302727 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.339226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.352167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for 22ce90cc-dda5-4055-8868-6e9ccd899c67 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:09.361692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] For port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:09.399460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.411117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.600117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977e9ff-484e-4041-afc2-cd284c0c3d92 None None] Pushing event updated for resources: {'Port': ['ID=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:09.675693 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.733852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395884-3fdf-44c5-8ee8-db094af9fae9 req-bf89bc79-a5d1-47c3-9a21-1291d804e979 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:09.742246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef395884-3fdf-44c5-8ee8-db094af9fae9 req-bf89bc79-a5d1-47c3-9a21-1291d804e979 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.4561932 Jan 29 04:37:09.743609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:09.824961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.834444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.852100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef395884-3fdf-44c5-8ee8-db094af9fae9 req-945a77d7-389e-4af6-bf0a-a050fbbe81c6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088452 Jan 29 04:37:09.883584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:09.884062 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.895306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=22ce90cc-dda5-4055-8868-6e9ccd899c67,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:09.933357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.933935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router ef1a8638-91db-4e72-af26-70076d0c30d3 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:37:09.941601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.945047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7c4daebd-302e-4b92-9241-9fef845b5e6b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/ef1a8638-91db-4e72-af26-70076d0c30d3 HTTP/1.1" status: 204 len: 168 time: 0.8513739 Jan 29 04:37:09.945421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34580) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:09.954235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:09.962216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34582) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:09.962943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5612508-f89e-43e9-8f89-9baaf51f35b7 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/22ce90cc-dda5-4055-8868-6e9ccd899c67 HTTP/1.1" status: 204 len: 168 time: 1.2834783 Jan 29 04:37:10.046059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b5146-162e-4f53-9980-e85946a88c89 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.047612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-df4b5146-162e-4f53-9980-e85946a88c89 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0828805 Jan 29 04:37:10.050769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34588) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:10.054495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 48df0a6a-bb03-4020-94f2-6ec17e021dfa {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:10.058824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.107771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.115352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324cfe75-8d73-4667-baed-6bcf3066e5b4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.117100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-324cfe75-8d73-4667-baed-6bcf3066e5b4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0652790 Jan 29 04:37:10.120396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:10.184877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a129356-3db3-4816-acc8-64dddfc168f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.186878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a129356-3db3-4816-acc8-64dddfc168f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.188704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a129356-3db3-4816-acc8-64dddfc168f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.190772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a129356-3db3-4816-acc8-64dddfc168f3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0694282 Jan 29 04:37:10.193488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34604) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:10.221758 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.257311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 4b103b2d-de6d-4d53-85a7-5a40916a8233 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:10.260895 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.294098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.324966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.331011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=48df0a6a-bb03-4020-94f2-6ec17e021dfa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:10.345424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.351652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac46c73-e6d3-46d6-8953-497051fa5485 None None] Network f274fdad-8982-46ca-890d-c87de988205e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:10.355633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-172ec99c-72da-4723-b046-d97852b78647 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/48df0a6a-bb03-4020-94f2-6ec17e021dfa HTTP/1.1" status: 204 len: 168 time: 0.4051390 Jan 29 04:37:10.364501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34624) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:10.441443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2041b-e088-4269-9685-f38193347d8d req-7b6b9ecb-9a59-43e1-b785-95b68e940d2a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.443250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9b2041b-e088-4269-9685-f38193347d8d req-7b6b9ecb-9a59-43e1-b785-95b68e940d2a tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.0772932 Jan 29 04:37:10.515070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.579237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9b2041b-e088-4269-9685-f38193347d8d req-599006f2-20b6-444a-8ee5-98e0fc6a0849 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/security-groups?id=32dea699-a391-4608-88f3-9c81e5fa370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263950 Jan 29 04:37:10.583532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.605278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-67293b36-8c53-4108-b52e-548e39995269 None None] Provisioning complete for port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:10.605663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67293b36-8c53-4108-b52e-548e39995269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.622306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:10.623167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.685753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-3ed6f2b7-4985-4388-a8ab-b537c4e8e393 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:10.688079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-3ed6f2b7-4985-4388-a8ab-b537c4e8e393 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.20 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 947 time: 0.1693661 Jan 29 04:37:10.750940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] DHCP port deletion for f274fdad-8982-46ca-890d-c87de988205e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:37:10.781579 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.795461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,segment=NetworkSegment(d942af19-5911-447a-9e1d-58492b610008),segment_id=d942af19-5911-447a-9e1d-58492b610008)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:10.797651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.799079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.802685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/4b103b2d-de6d-4d53-85a7-5a40916a8233 HTTP/1.1" status: 204 len: 168 time: 0.6070638 Jan 29 04:37:10.824548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:10.874867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3fd57-7551-4276-ac0c-bf4d37aef9df None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:10.880070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:10.911486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ac814-f14d-4d98-a767-ff0c131eda51 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=4b103b2d-de6d-4d53-85a7-5a40916a8233,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:10.947586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet d787239b-6a15-4feb-9412-29ebabdfd98b {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:10.950554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.958612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2af83979-4ad2-488d-adcb-1eb93883ee48 None None] Could not find standard attr ID for object 22ce90cc-dda5-4055-8868-6e9ccd899c67. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:37:10.981151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Deleting port ee574ec0-fa58-4c25-be34-2f2623c55fdd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:10.982618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:10.996581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.126647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] For port ee574ec0-fa58-4c25-be34-2f2623c55fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee574ec0-fa58-4c25-be34-2f2623c55fdd,segment=NetworkSegment(c46079ad-dc7b-452b-aa70-d063c16779d1),segment_id=c46079ad-dc7b-452b-aa70-d063c16779d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:11.128022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.143139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Calling delete_port for ee574ec0-fa58-4c25-be34-2f2623c55fdd owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:11.172601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57125e-ef05-437a-9e4e-4d51e1bde9d5 req-4f67ad1f-93a6-4932-9dbc-46f5d6952010 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:11.172601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c57125e-ef05-437a-9e4e-4d51e1bde9d5 req-4f67ad1f-93a6-4932-9dbc-46f5d6952010 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1127388 Jan 29 04:37:11.180495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.216991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.319260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Deleting port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:11.319780 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.327235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.336247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:11.339872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.374762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Pushing event deleted for resources: {'Port': ['ID=ee574ec0-fa58-4c25-be34-2f2623c55fdd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:11.408885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:11.409497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee574ec0-fa58-4c25-be34-2f2623c55fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:11.414534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=d787239b-6a15-4feb-9412-29ebabdfd98b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:11.427159 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c57125e-ef05-437a-9e4e-4d51e1bde9d5 req-edbecb72-7430-4bbf-831a-1480bbf8960e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415817 Jan 29 04:37:11.432301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] No DVR routers for this DVR port ee574ec0-fa58-4c25-be34-2f2623c55fdd on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:11.435375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.439989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7920e6ef-e4f3-4e4e-88d5-c89df4b772e5 req-d930a9c2-55ab-4686-9f09-e4ae04925484 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.20 "DELETE /v2.0/ports/ee574ec0-fa58-4c25-be34-2f2623c55fdd HTTP/1.1" status: 204 len: 173 time: 0.7403705 Jan 29 04:37:11.440551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-deleted', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:11.443037 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3221a5-371a-4f40-89e3-058635e970f4" -d '{"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-deleted", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:11.519743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] For port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:11.520141 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.539775 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37333ac3-a536-43f4-9513-21e54db85974 x-openstack-request-id: req-37333ac3-a536-43f4-9513-21e54db85974 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:11.540300 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ac17a-ccac-4218-9c3a-8674ae94068d", "name": "network-vif-deleted", "tag": "ee574ec0-fa58-4c25-be34-2f2623c55fdd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:11.541412 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37333ac3-a536-43f4-9513-21e54db85974 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:11.543499 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ac17a-ccac-4218-9c3a-8674ae94068d', 'name': 'network-vif-deleted', 'tag': 'ee574ec0-fa58-4c25-be34-2f2623c55fdd', 'status': 'completed', 'code': 200} Jan 29 04:37:11.586981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Calling delete_port for 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:11.587240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.605785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:37:11.614987 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.679171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] Pushing event deleted for resources: {'Port': ['ID=7e14bfa4-d28f-4051-8a19-0cece26e3ed6,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:11.698517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705540f-7906-4729-bf08-fb9e04dd9ea1 None None] No DVR routers for this DVR port 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:11.703953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f274fdad-8982-46ca-890d-c87de988205e']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:11.708976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.721345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8cb31327-cab1-40fa-906f-13e263f260b1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/d787239b-6a15-4feb-9412-29ebabdfd98b HTTP/1.1" status: 204 len: 168 time: 0.8957274 Jan 29 04:37:11.724120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:11.757940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:37:11.787351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd942af19-5911-447a-9e1d-58492b610008') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:11.788915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd942af19-5911-447a-9e1d-58492b610008') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:11.789552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b1eb1566-1bf7-4ac5-95b7-f158b1e38a2f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641198 Jan 29 04:37:11.794020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:11.801961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:11.818010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.907150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02991946-fe00-4930-bfb3-e88a1f9ec311 req-f188dc12-1d00-457c-a9a0-0d6a9033b9e0 tempest-ServersNegativeTestJSON-1923693407 tempest-ServersNegativeTestJSON-1923693407-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0ac17a-ccac-4218-9c3a-8674ae94068d HTTP/1.1" status: 200 len: 210 time: 0.0850029 Jan 29 04:37:11.909519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:11.917100 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.942965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:11.943382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:11.946874 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:11.976963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:11.977691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e14bfa4-d28f-4051-8a19-0cece26e3ed6 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:11.984582 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.023039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] Deleting port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:12.023652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.064798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.075619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.083919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/f274fdad-8982-46ca-890d-c87de988205e HTTP/1.1" status: 204 len: 168 time: 1.7137876 Jan 29 04:37:12.088181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34722) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:12.122009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449625121'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:12.122537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] For port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:12.123136 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.135950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9c4ae-96c8-4488-9fb4-7e2fb0576a40 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=f274fdad-8982-46ca-890d-c87de988205e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:12.142717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] Calling delete_port for 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:12.190261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:12.198978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.248762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:12.261072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.261913 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment faf85e44-1f77-44b3-8b40-145bbc99b953 of type vlan for network 2c5f7025-4294-43fb-9361-3000ab35c7d0 Jan 29 04:37:12.285173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.327668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] No DVR routers for this DVR port 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:12.333049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61521c05-76ff-4dd5-acc5-0be90ed32f13 None None] Pushing event deleted for resources: {'Port': ['ID=2a137e0a-76af-4a3a-aa2b-fbabd6111ecc,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:12.348216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.378512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.393757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:12.394447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.457284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3677018 Jan 29 04:37:12.460432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34744) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:12.468435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:12.490803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:12.495416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.591827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d2ca7-a930-4a67-8f94-7e6cc8e9dd53 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=2c5f7025-4294-43fb-9361-3000ab35c7d0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:12.619815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:12.623442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:12.629660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.646026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a3a9c-3f2c-4c1a-8094-8f0e385c42bf req-1c02b047-15d2-4e44-836d-a030e165fe87 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:12.647516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e7a3a9c-3f2c-4c1a-8094-8f0e385c42bf req-1c02b047-15d2-4e44-836d-a030e165fe87 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.0847926 Jan 29 04:37:12.813013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.899015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:12.905497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e7a3a9c-3f2c-4c1a-8094-8f0e385c42bf req-7e840c92-1a2b-475f-8240-b123be626ddc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255409 Jan 29 04:37:12.908993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:12.913373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:12.914247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:12.921364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa472e4-5df8-48be-9294-9d01c8524ac9 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:12.939668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=e70bb134-036a-49f6-a08b-23941c5574ca,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:12.958311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a097d121-0f29-4b0f-960c-aa990c10bb83 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1631296 Jan 29 04:37:12.961113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:12.973906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:13.018290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34774) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:13.053551 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.123511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Deleting subnet 30580dae-9770-4600-8efb-6f2d13e5a508 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:13.131788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.136465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=81794cd3-a128-41bd-84eb-3113465a7e8a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:13.145990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': 'e70bb134-036a-49f6-a08b-23941c5574ca'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:37:13.146950 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.160422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:13.165227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.194182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': 'faf85e44-1f77-44b3-8b40-145bbc99b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:13.194642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: 2c5f7025-4294-43fb-9361-3000ab35c7d0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:37:13.198615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.257160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:37:13.261136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.292931 n-d-825930-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e70bb134-036a-49f6-a08b-23941c5574ca (CIDR: 2001:db8::/64) Jan 29 04:37:13.296695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2c5f7025-4294-43fb-9361-3000ab35c7d0) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:13.297287 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:37:13.304352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:13.304918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.333436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:13.337138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34deb8-4089-49b8-8fb5-0174e80bfda8 None None] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:13.342635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/e70bb134-036a-49f6-a08b-23941c5574ca/b6d0aca2-b873-4545-ad66-2f66f6522218) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:13.346311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dd598176-f65d-4d5d-b822-7fcfc0d8dee7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8846061 Jan 29 04:37:13.349105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34800) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:13.354574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379012455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:13.361388 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.366002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23420635-f76c-4054-8e7b-f43aaa272b7a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4036899 Jan 29 04:37:13.368587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:13.374677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:13.398585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30580dae-9770-4600-8efb-6f2d13e5a508,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:13.401801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.408747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c6369dbb-7bbe-49ad-bdec-48e5813aaf59 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/30580dae-9770-4600-8efb-6f2d13e5a508 HTTP/1.1" status: 204 len: 168 time: 0.3893363 Jan 29 04:37:13.413524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:13.485340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.486832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.521978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.533297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.560740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:13.567165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.580676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.643774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.682328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:13.691382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-2c5f7025-4294-43fb-9361-3000ab35c7d0', 'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '81794cd3-a128-41bd-84eb-3113465a7e8a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:37:13.692205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.695268 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.703671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.704969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a7ee3219-828f-4818-bb0b-9dfda95798b5 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3548918 Jan 29 04:37:13.707373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.709744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:13.720447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:13.720793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2a137e0a-76af-4a3a-aa2b-fbabd6111ecc not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:13.737735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75f602b-195c-41f2-89ae-910261b40f62']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:13.738522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.750379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46079ad-dc7b-452b-aa70-d063c16779d1') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:13.750896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46079ad-dc7b-452b-aa70-d063c16779d1') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:13.761257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.781734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.789864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:13.790550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:13.793930 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:13.834100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:13.848009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:13.860480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.861497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:13.866184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:13.868041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Pushing event updated for resources: {'Port': ['ID=b6d0aca2-b873-4545-ad66-2f66f6522218,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:13.878708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.883279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b75f602b-195c-41f2-89ae-910261b40f62 HTTP/1.1" status: 204 len: 168 time: 0.4685998 Jan 29 04:37:13.903009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2801173-91e7-479e-a66a-11d63eea9f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b75f602b-195c-41f2-89ae-910261b40f62,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:13.976246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Attempting to bind port b6d0aca2-b873-4545-ad66-2f66f6522218 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:13.976617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Attempting to bind port b6d0aca2-b873-4545-ad66-2f66f6522218 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:13.976979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Attempting to bind port b6d0aca2-b873-4545-ad66-2f66f6522218 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:13.992436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Allocated IP 2001:db8::2 (2c5f7025-4294-43fb-9361-3000ab35c7d0/81794cd3-a128-41bd-84eb-3113465a7e8a/032c4009-bf12-4512-99b8-a90d83d15a21) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:13.994841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:13.995040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:13.995450 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:13.995845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:13.996622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Bound port: b6d0aca2-b873-4545-ad66-2f66f6522218, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:13.996738 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.105237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85baf07a-a3f7-4a91-9da8-f1f1115c64b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.122872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34824) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:14.130993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8089407c-6312-4331-a7bc-d26546732595 None None] For port b6d0aca2-b873-4545-ad66-2f66f6522218, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:14.156270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8089407c-6312-4331-a7bc-d26546732595 None None] For port b6d0aca2-b873-4545-ad66-2f66f6522218, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b6d0aca2-b873-4545-ad66-2f66f6522218,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:14.171881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.191805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff049124-3670-48be-8da2-b6310508340c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=014ac6cf6b3e4376baa48941bda2a836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674829 Jan 29 04:37:14.192549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:14.281451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37cec-f562-45b4-9657-e43a2b5681ea req-e136dc93-c2d0-439d-8ef6-aab4e276fd35 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:14.283074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56a37cec-f562-45b4-9657-e43a2b5681ea req-e136dc93-c2d0-439d-8ef6-aab4e276fd35 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2239149 Jan 29 04:37:14.293986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089407c-6312-4331-a7bc-d26546732595 None None] Pushing event updated for resources: {'Port': ['ID=b6d0aca2-b873-4545-ad66-2f66f6522218,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.304998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.312764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85baf07a-a3f7-4a91-9da8-f1f1115c64b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.318591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.332559 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82fdfaed-28b1-4149-99bd-6d6e147d17fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.337154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85baf07a-a3f7-4a91-9da8-f1f1115c64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.367622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82fdfaed-28b1-4149-99bd-6d6e147d17fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.383633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:14.389308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:14.397027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.398607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:14.411485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Pushing event updated for resources: {'Port': ['ID=032c4009-bf12-4512-99b8-a90d83d15a21,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.477580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Attempting to bind port 032c4009-bf12-4512-99b8-a90d83d15a21 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:14.477580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Attempting to bind port 032c4009-bf12-4512-99b8-a90d83d15a21 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'faf85e44-1f77-44b3-8b40-145bbc99b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:14.477580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Attempting to bind port 032c4009-bf12-4512-99b8-a90d83d15a21 on network 2c5f7025-4294-43fb-9361-3000ab35c7d0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:14.488039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-85baf07a-a3f7-4a91-9da8-f1f1115c64b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb2fe81b84e94541a50863e17c7d93fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6443036 Jan 29 04:37:14.491863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:14.492952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:14.493301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Checking segment: {'id': 'faf85e44-1f77-44b3-8b40-145bbc99b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:14.493855 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.494374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Bound using segment: {'id': 'faf85e44-1f77-44b3-8b40-145bbc99b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:14.494970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Bound port: 032c4009-bf12-4512-99b8-a90d83d15a21, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf85e44-1f77-44b3-8b40-145bbc99b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2c5f7025-4294-43fb-9361-3000ab35c7d0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:14.495413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.540078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baf07a-a3f7-4a91-9da8-f1f1115c64b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b88388-b34a-44a3-b141-cd86da2db308,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.545396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56a37cec-f562-45b4-9657-e43a2b5681ea req-36c9be82-19d7-4f06-802f-d44916786492 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481761 Jan 29 04:37:14.590520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] For port 032c4009-bf12-4512-99b8-a90d83d15a21, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:14.597823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] For port 032c4009-bf12-4512-99b8-a90d83d15a21, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=032c4009-bf12-4512-99b8-a90d83d15a21,segment=NetworkSegment(faf85e44-1f77-44b3-8b40-145bbc99b953),segment_id=faf85e44-1f77-44b3-8b40-145bbc99b953)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:14.619624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.646509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82fdfaed-28b1-4149-99bd-6d6e147d17fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.649872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82fdfaed-28b1-4149-99bd-6d6e147d17fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.678115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-82fdfaed-28b1-4149-99bd-6d6e147d17fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32dea699-a391-4608-88f3-9c81e5fa370a HTTP/1.1" status: 204 len: 168 time: 0.4822807 Jan 29 04:37:14.724053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdfaed-28b1-4149-99bd-6d6e147d17fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dea699-a391-4608-88f3-9c81e5fa370a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.753794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25636118-ae2b-4ab3-82e0-c1055940a920 None None] Pushing event updated for resources: {'Port': ['ID=032c4009-bf12-4512-99b8-a90d83d15a21,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.765758 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0012376-598a-4477-bd14-75b66f4cc94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.804998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0012376-598a-4477-bd14-75b66f4cc94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.884554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0012376-598a-4477-bd14-75b66f4cc94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.887431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0012376-598a-4477-bd14-75b66f4cc94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:14.891921 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d0012376-598a-4477-bd14-75b66f4cc94b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36b88388-b34a-44a3-b141-cd86da2db308 HTTP/1.1" status: 204 len: 168 time: 0.3949528 Jan 29 04:37:14.940990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0012376-598a-4477-bd14-75b66f4cc94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b88388-b34a-44a3-b141-cd86da2db308,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:14.942512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:37:15.131109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8::1 (2c5f7025-4294-43fb-9361-3000ab35c7d0/81794cd3-a128-41bd-84eb-3113465a7e8a/da9e6a96-bc2f-4278-aa41-c7f414ed2e78) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:15.377862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:15.443786 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:15.465224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:15.755301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] For port b6d0aca2-b873-4545-ad66-2f66f6522218, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b6d0aca2-b873-4545-ad66-2f66f6522218,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:15.788722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:15.822461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:15.826458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:15.827015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:15.840131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=da9e6a96-bc2f-4278-aa41-c7f414ed2e78,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:15.892534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fad54-eb4d-4627-a19a-755aa3a359f7 req-ac713761-2baf-45f9-8f57-08776eab051a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:15.901833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e65fad54-eb4d-4627-a19a-755aa3a359f7 req-ac713761-2baf-45f9-8f57-08776eab051a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.0996742 Jan 29 04:37:15.912652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:15.970257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: ee574ec0-fa58-4c25-be34-2f2623c55fdd {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:15.971041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee574ec0-fa58-4c25-be34-2f2623c55fdd not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:15.979893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e65fad54-eb4d-4627-a19a-755aa3a359f7 req-d23ff5dc-d6c1-4fac-89be-68ff870ab971 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716608 Jan 29 04:37:15.989722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b6d0aca2-b873-4545-ad66-2f66f6522218 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:16.096955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.117496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.120565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.140538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b6d0aca2-b873-4545-ad66-2f66f6522218 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:16.141470 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.313414 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.328852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=ad715fde-ecbd-491e-9700-36326bf682e9,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:16.398227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:16.410654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port b6d0aca2-b873-4545-ad66-2f66f6522218, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b6d0aca2-b873-4545-ad66-2f66f6522218,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:16.412053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-54807a9d-5b75-4699-9044-2145b06ffb56 None None] Provisioning complete for port b6d0aca2-b873-4545-ad66-2f66f6522218 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:16.412653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54807a9d-5b75-4699-9044-2145b06ffb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.419951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:16.423583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.424903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 032c4009-bf12-4512-99b8-a90d83d15a21 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:16.458250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:16.458849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.478936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:16.542053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=b6d0aca2-b873-4545-ad66-2f66f6522218,revision_number=4']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:16.564237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58e25d-2372-49c2-95c0-5ba2f6817e92 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:16.567526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34890) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:16.571180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:37:16.572947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:e5:23:99', 'name': 'tempest-NetworksTestDHCPv6-590492748'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:16.588091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-087a15c3-8374-4669-98ba-fc9d39a2fdaa tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2093191 Jan 29 04:37:16.933626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:17.016560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285474e-72ca-462f-9538-a4070a890cba None None] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:17.327976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:17.341365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=b6d0aca2-b873-4545-ad66-2f66f6522218,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:17.391318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port cd352f3d-54b1-4943-924e-1cd947c13938 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:37:17.413998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848eb5e-8843-4446-9372-8e68ec7469b0 req-4c7ec457-b736-4681-846c-70519c8f161e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:17.416050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3848eb5e-8843-4446-9372-8e68ec7469b0 req-4c7ec457-b736-4681-846c-70519c8f161e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2979383 Jan 29 04:37:17.482847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:17.516285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:17.530421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:17.531607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:17.547923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 032c4009-bf12-4512-99b8-a90d83d15a21 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:17.558897 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:17.651475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3848eb5e-8843-4446-9372-8e68ec7469b0 req-8f11ead0-662d-4f01-aaa7-712a49c1593c tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235739 Jan 29 04:37:17.850809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:17.859174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:17.902424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-710c9f84-ba89-4ad2-be1a-198615ec7023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:17.968823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:18.095807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::1e7 (1ff93288-b39a-4430-be32-e866f0872688/e70bb134-036a-49f6-a08b-23941c5574ca/cd352f3d-54b1-4943-924e-1cd947c13938) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:18.112562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '1e05b953-411c-45e4-b809-7ad549a437d0', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0', 'mac_address': 'fa:16:3e:eb:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:37:18.117805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-710c9f84-ba89-4ad2-be1a-198615ec7023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.120760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=da9e6a96-bc2f-4278-aa41-c7f414ed2e78,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:18.127074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8:0:1:f816:3eff:fee5:2399 (1ff93288-b39a-4430-be32-e866f0872688/ad715fde-ecbd-491e-9700-36326bf682e9/cd352f3d-54b1-4943-924e-1cd947c13938) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:18.138121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-710c9f84-ba89-4ad2-be1a-198615ec7023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.157346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a584a853-45e8-4c2f-9f52-3e9295613ea9 None None] Provisioning complete for port 032c4009-bf12-4512-99b8-a90d83d15a21 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:18.158265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a584a853-45e8-4c2f-9f52-3e9295613ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.265593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c9f84-ba89-4ad2-be1a-198615ec7023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5aa530-bd0a-4a80-8219-26cb9e83906a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:18.268201 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.301237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-710c9f84-ba89-4ad2-be1a-198615ec7023 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6231cfb0d4e04c93bff55b7ccb805806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8137195 Jan 29 04:37:18.304122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:18.352103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.381456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e05b953-411c-45e4-b809-7ad549a437d0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:37:18.386611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71621f50-a972-462c-930f-19cc2631da77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.408621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:18.418293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71621f50-a972-462c-930f-19cc2631da77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.445000 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.518001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71621f50-a972-462c-930f-19cc2631da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.521387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71621f50-a972-462c-930f-19cc2631da77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.528991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-71621f50-a972-462c-930f-19cc2631da77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a5aa530-bd0a-4a80-8219-26cb9e83906a HTTP/1.1" status: 204 len: 168 time: 0.2234302 Jan 29 04:37:18.547668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71621f50-a972-462c-930f-19cc2631da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5aa530-bd0a-4a80-8219-26cb9e83906a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:18.606279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 698e6fdf-82c8-4654-977c-7453e1a452fe is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:37:18.620459 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a584a853-45e8-4c2f-9f52-3e9295613ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.638273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.737057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 032c4009-bf12-4512-99b8-a90d83d15a21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=032c4009-bf12-4512-99b8-a90d83d15a21,segment=NetworkSegment(faf85e44-1f77-44b3-8b40-145bbc99b953),segment_id=faf85e44-1f77-44b3-8b40-145bbc99b953)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:18.792092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['1e05b953-411c-45e4-b809-7ad549a437d0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:18.916550 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-a584a853-45e8-4c2f-9f52-3e9295613ea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:37:18.916963 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-a584a853-45e8-4c2f-9f52-3e9295613ea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:37:18.918772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:18.923743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:19.038289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:19.052270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:19.070529 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] Sync routers for ids ['698e6fdf-82c8-4654-977c-7453e1a452fe'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:19.083280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cd73c62-f83e-4f76-8c29-29a9e2e0cc65 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/698e6fdf-82c8-4654-977c-7453e1a452fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3725328 Jan 29 04:37:19.085608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:19.086795 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] Routers {'698e6fdf-82c8-4654-977c-7453e1a452fe'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:19.088145 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['698e6fdf-82c8-4654-977c-7453e1a452fe'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:19.125020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:19.195884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=032c4009-bf12-4512-99b8-a90d83d15a21,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:19.209388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b6d0aca2-b873-4545-ad66-2f66f6522218 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:19.213774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0680160-4d0f-4500-b57d-ee075b59feb6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:19.215331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0680160-4d0f-4500-b57d-ee075b59feb6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports/da9e6a96-bc2f-4278-aa41-c7f414ed2e78 HTTP/1.1" status: 200 len: 911 time: 0.1284468 Jan 29 04:37:19.218669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:19.220900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:19.239746 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:19.244859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:19.265435 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] Routers {'698e6fdf-82c8-4654-977c-7453e1a452fe'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:19.265925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:19.266721 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['698e6fdf-82c8-4654-977c-7453e1a452fe'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:19.267661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:19.308668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=cd352f3d-54b1-4943-924e-1cd947c13938,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:19.353088 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65e11d2b-bbfa-44e8-a3bd-49a8ceb8836f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7809258 Jan 29 04:37:19.354811 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:19.358024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35000) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:19.358988 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3c3e2-404a-4651-88bf-2e0ab31e232c None None] The sync data for ids ['698e6fdf-82c8-4654-977c-7453e1a452fe'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:19.389465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ed348-b1f7-4f1f-97d6-322f7b4ea033 req-12e77b7d-bc95-4bd9-9d84-cbe2c19cbba8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:19.401440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c2ed348-b1f7-4f1f-97d6-322f7b4ea033 req-12e77b7d-bc95-4bd9-9d84-cbe2c19cbba8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.4296751 Jan 29 04:37:19.609312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b6d0aca2-b873-4545-ad66-2f66f6522218 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:19.609677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:19.653998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c2ed348-b1f7-4f1f-97d6-322f7b4ea033 req-f5b49d2d-dbd6-4718-a9e5-a713c05f1e7b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512732 Jan 29 04:37:19.747169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port cd352f3d-54b1-4943-924e-1cd947c13938 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:19.747510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.057007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4da63707-7fe1-487f-af0b-56782b2dff07 None None] Provisioning complete for port da9e6a96-bc2f-4278-aa41-c7f414ed2e78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:20.057947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4da63707-7fe1-487f-af0b-56782b2dff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.092258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.129413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4da63707-7fe1-487f-af0b-56782b2dff07 None None] Port da9e6a96-bc2f-4278-aa41-c7f414ed2e78 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:20.144002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for cd352f3d-54b1-4943-924e-1cd947c13938 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:20.275777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4da63707-7fe1-487f-af0b-56782b2dff07 None None] Provisioning complete for port 032c4009-bf12-4512-99b8-a90d83d15a21 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:20.281755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4da63707-7fe1-487f-af0b-56782b2dff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.401856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.584111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:20.702326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9cdd4bed-cfa1-4167-a944-f00e6ed885fa None None] Provisioning complete for port b6d0aca2-b873-4545-ad66-2f66f6522218 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:20.702860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4bed-cfa1-4167-a944-f00e6ed885fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.804366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.868114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 1e05b953-411c-45e4-b809-7ad549a437d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:20.868813 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.923036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=cd352f3d-54b1-4943-924e-1cd947c13938,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:20.985497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:20.989021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-01f50c5f-ca43-471b-8aea-41d31fd0fef0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/cd352f3d-54b1-4943-924e-1cd947c13938 HTTP/1.1" status: 204 len: 168 time: 1.6280103 Jan 29 04:37:20.996974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35044) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:21.080455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7d7ac-a843-4dc2-8baf-4a5da836d220 req-b2a91dac-43e0-4ba7-8e52-50e5cab0f1c8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:21.093813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab7d7ac-a843-4dc2-8baf-4a5da836d220 req-b2a91dac-43e0-4ba7-8e52-50e5cab0f1c8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1720154 Jan 29 04:37:21.106498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f6d1c-bb47-4bf0-8325-c0706542c3a2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:21.108270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c3f6d1c-bb47-4bf0-8325-c0706542c3a2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0923207 Jan 29 04:37:21.117609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35046) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:21.252212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 032c4009-bf12-4512-99b8-a90d83d15a21 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:21.383399 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:21.447407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9cdd4bed-cfa1-4167-a944-f00e6ed885fa None None] Provisioning complete for port da9e6a96-bc2f-4278-aa41-c7f414ed2e78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:21.448708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4bed-cfa1-4167-a944-f00e6ed885fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:21.576475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd4bed-cfa1-4167-a944-f00e6ed885fa None None] Port da9e6a96-bc2f-4278-aa41-c7f414ed2e78 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:21.640483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:21.651341 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8712f498-c69b-453d-afeb-18c6aec6ff87" -d '{"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:21.678930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:21.708374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 032c4009-bf12-4512-99b8-a90d83d15a21 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:21.708879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:21.724851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:21.857691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:21.865533 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b76d5cb0-f590-4864-925c-09096a7141d3 None None] Could not find standard attr ID for object cd352f3d-54b1-4943-924e-1cd947c13938. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:37:21.960054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8b70-b91f-4156-b74b-4fe114c7f7db req-95ad1862-e02a-4eea-8b86-e59a412bd504 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:21.961716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e87a8b70-b91f-4156-b74b-4fe114c7f7db req-95ad1862-e02a-4eea-8b86-e59a412bd504 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.4932556 Jan 29 04:37:22.055056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e87a8b70-b91f-4156-b74b-4fe114c7f7db req-db2b8e08-be18-43f9-ac2b-12a73c0ac91d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816100 Jan 29 04:37:22.128946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab7d7ac-a843-4dc2-8baf-4a5da836d220 req-abbfb94a-ac52-46db-bc32-598b8f1ae321 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0340180 Jan 29 04:37:22.162958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9431e-680e-4f49-a8b3-13fe9980b2fd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:22.164507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4eb9431e-680e-4f49-a8b3-13fe9980b2fd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0403459 Jan 29 04:37:22.173935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35064) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:22.194704 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd0c44-52b0-4ddd-a839-581abe009301 x-openstack-request-id: req-f7dd0c44-52b0-4ddd-a839-581abe009301 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:22.195135 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:22.195594 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7dd0c44-52b0-4ddd-a839-581abe009301 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:22.196112 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'code': 200} Jan 29 04:37:22.337722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d59565-1c7d-4149-8c57-caf17892c06e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:22.340569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d59565-1c7d-4149-8c57-caf17892c06e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:22.342454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d59565-1c7d-4149-8c57-caf17892c06e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:22.344224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-12d59565-1c7d-4149-8c57-caf17892c06e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1693013 Jan 29 04:37:22.346360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port da9e6a96-bc2f-4278-aa41-c7f414ed2e78 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:22.348335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35068) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:22.348849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.405104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet ad715fde-ecbd-491e-9700-36326bf682e9 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:22.408814 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.457391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.589295 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.708788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c7dcb-d1e7-4a4a-9662-2ff473700af3 req-76e630cd-9c3e-4bf3-9e54-153345357013 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:22.719947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.723400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a39c7dcb-d1e7-4a4a-9662-2ff473700af3 req-76e630cd-9c3e-4bf3-9e54-153345357013 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3688629 Jan 29 04:37:22.802440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.829673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a39c7dcb-d1e7-4a4a-9662-2ff473700af3 req-c68e2e3d-bf24-40a3-806e-df8f6de675c8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052194 Jan 29 04:37:22.831119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=ad715fde-ecbd-491e-9700-36326bf682e9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:22.843861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:22.847586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-259ddd9b-4874-48ef-9d1e-62c616551da0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/ad715fde-ecbd-491e-9700-36326bf682e9 HTTP/1.1" status: 204 len: 168 time: 0.4979451 Jan 29 04:37:22.850210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35076) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:22.886625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for da9e6a96-bc2f-4278-aa41-c7f414ed2e78 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:22.916794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35080) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:22.985423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet e70bb134-036a-49f6-a08b-23941c5574ca {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:23.006608 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.117745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.418842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.555959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.567243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b44a1-935d-4e1f-a488-bc83d443bf43 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:23.657698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=e70bb134-036a-49f6-a08b-23941c5574ca,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:23.670044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.680351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f003c5c9-04c8-49ce-84e4-5dbc0e8c92ca tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/e70bb134-036a-49f6-a08b-23941c5574ca HTTP/1.1" status: 204 len: 168 time: 0.8268237 Jan 29 04:37:23.684134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:23.695947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-259594696'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:23.746302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c6208-b020-4bda-8892-f993a6ef9a9e req-441b6773-2c1c-4dab-a05d-f239b8190ba1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:23.747844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-956c6208-b020-4bda-8892-f993a6ef9a9e req-441b6773-2c1c-4dab-a05d-f239b8190ba1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2225895 Jan 29 04:37:23.750243 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fe4c4bf4-fdd7-45c0-9300-ec030e4bfdd3 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649614 Jan 29 04:37:23.757238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:23.773396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:23.784415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Made reservation on behalf of 02119db5896e42bab77dd0eecc1d5cc7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:23.788292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.824308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.830290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-956c6208-b020-4bda-8892-f993a6ef9a9e req-b9478e05-1c49-42e9-a8fd-a63ab563c374 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655549 Jan 29 04:37:23.905991 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-195faf4a-063a-4cbc-8e1b-d812e494990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.938534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:23.981658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-04cb2171-a2a6-44c5-9dd1-043253ce8c3a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:23.990329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-04cb2171-a2a6-44c5-9dd1-043253ce8c3a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.4597096 Jan 29 04:37:24.016236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:37:24.039840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=da9e6a96-bc2f-4278-aa41-c7f414ed2e78,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:24.075106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.083539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.108262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:24.125696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.126075 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Added segment 222864be-b61a-4351-9c96-4631050aa366 of type vlan for network ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7 Jan 29 04:37:24.148113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] Deleting port b6d0aca2-b873-4545-ad66-2f66f6522218 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:24.148536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.164725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.168325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-eb887924-1f02-485e-a482-9e4a295a1c3e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/quotas/20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 375 time: 0.1768842 Jan 29 04:37:24.173869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:24.178788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.233393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.242472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc290573-bdab-44d2-ad21-88ce8594f5a1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:24.273247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.282732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:24.283377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.325327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] For port b6d0aca2-b873-4545-ad66-2f66f6522218, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b6d0aca2-b873-4545-ad66-2f66f6522218,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:24.326565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.348099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] Calling delete_port for b6d0aca2-b873-4545-ad66-2f66f6522218 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:24.411839 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4937625 Jan 29 04:37:24.414746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35108) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:24.433958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20037b6f-9aee-41bd-bc93-530b11387179 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Pushing event updated for resources: {'Network': ['ID=ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:24.491767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-4aa4cb45-6aec-4feb-99a6-d47841dbfc12 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2950320 Jan 29 04:37:24.542879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:24.587074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'network': {'name': 'tempest-network--2124567794', 'router:external': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:24.689293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Made reservation on behalf of e49ba2914e8a44cc8e366594978c67d7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:24.701739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-4b2af28d-cfa3-4c36-8311-9273d16cd2a2 service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330557 Jan 29 04:37:24.712746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.747747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.758576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:24.785347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] Pushing event deleted for resources: {'Port': ['ID=b6d0aca2-b873-4545-ad66-2f66f6522218,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:24.803161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3ef31-6a51-4228-84bb-e843d0bc5cff None None] No DVR routers for this DVR port b6d0aca2-b873-4545-ad66-2f66f6522218 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:24.951201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-69b98a14-81a0-4d1c-9225-3913af6c6c62 service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947057 Jan 29 04:37:25.012330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 698e6fdf-82c8-4654-977c-7453e1a452fe has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:25.133074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b6d0aca2-b873-4545-ad66-2f66f6522218 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:25.158894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:25.168613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-647998e9-3cf7-4765-bff4-e601ba1de02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/698e6fdf-82c8-4654-977c-7453e1a452fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9452913 Jan 29 04:37:25.172253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:25.215445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c5db846-35f5-433a-ba51-9d679d07964b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=698e6fdf-82c8-4654-977c-7453e1a452fe HTTP/1.1" status: 200 len: 205 time: 0.0421691 Jan 29 04:37:25.221711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:25.223618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] Sync routers for ids ['698e6fdf-82c8-4654-977c-7453e1a452fe'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:25.226448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b6d0aca2-b873-4545-ad66-2f66f6522218 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:25.226976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b6d0aca2-b873-4545-ad66-2f66f6522218 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:25.265516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] Routers {'698e6fdf-82c8-4654-977c-7453e1a452fe'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:25.275675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['698e6fdf-82c8-4654-977c-7453e1a452fe'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:25.329538 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:25.357844 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:25.372318 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:25.401256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab59ac-86dd-4bc5-b0e1-dda70a28f5d5 req-8224f2ca-ce81-4a2b-8014-8cc34d4d68bc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:25.402985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75ab59ac-86dd-4bc5-b0e1-dda70a28f5d5 req-8224f2ca-ce81-4a2b-8014-8cc34d4d68bc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.3782635 Jan 29 04:37:25.424007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:25.472435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] Routers {'698e6fdf-82c8-4654-977c-7453e1a452fe'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:25.473179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:36:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['698e6fdf-82c8-4654-977c-7453e1a452fe'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:25.508624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:25.520888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42393e9f-0c17-42f3-ab8b-5acaf51a680d req-2c917242-dea5-46f2-a653-1128095e2b5f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 210 time: 0.1872966 Jan 29 04:37:25.594770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:25.596538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9069e-e40f-4fb4-9acf-435498aed3c7 None None] The sync data for ids ['698e6fdf-82c8-4654-977c-7453e1a452fe'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:25.598512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107cbb9d-5c30-4723-9960-61076c85fa21,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:25.626881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:25.752970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75ab59ac-86dd-4bc5-b0e1-dda70a28f5d5 req-441751d7-db91-4e8e-91a1-9b94bf7b5a01 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391037 Jan 29 04:37:25.754479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:25.754858 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Added segment 2e05b450-a2e4-4585-9564-a9401dc129e8 of type vlan for network 2852df79-f5cb-438f-93e1-d960d5a521c8 Jan 29 04:37:25.814300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=f6987309-9d3b-472a-b368-51f7bd052b0a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:25.929487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.003276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.004485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.005210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.005692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:26.035159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:26.045016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ff5ae-6667-43e7-9ccb-66424bf75117 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:26.048818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:26.049646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.078987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.105932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.136629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-08b89c8e-35bd-45c4-990a-ceffd52b1d28 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3718276 Jan 29 04:37:26.147293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35146) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:26.168635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:26.247672 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a8bf-c08c-413f-9e1c-747d8bd4f653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.303669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8848932 Jan 29 04:37:26.310240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35148) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:26.332526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954b86-acb0-41ab-9998-8a16806a32af tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Network': ['ID=2852df79-f5cb-438f-93e1-d960d5a521c8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:26.354068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2852df79-f5cb-438f-93e1-d960d5a521c8 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:26.419516 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:37:26.480757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.600112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.601848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router 698e6fdf-82c8-4654-977c-7453e1a452fe {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:37:26.625848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.636356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5eb73f50-0086-445a-a94c-73de15364317 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/698e6fdf-82c8-4654-977c-7453e1a452fe HTTP/1.1" status: 204 len: 168 time: 1.4135728 Jan 29 04:37:26.658122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:26.675022 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.727497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2852df79-f5cb-438f-93e1-d960d5a521c8']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:26.754530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e05b450-a2e4-4585-9564-a9401dc129e8') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:26.755161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e05b450-a2e4-4585-9564-a9401dc129e8') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:26.792181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.832239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.834012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 81794cd3-a128-41bd-84eb-3113465a7e8a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:26.889545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:26.890367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.892238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:26.897852 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:26.980860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e935c8f-9867-449d-b519-c0098db6621f req-079d45b2-c974-4f1e-8b15-0b3d1613ff6f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 210 time: 0.1432724 Jan 29 04:37:27.112932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.122893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2852df79-f5cb-438f-93e1-d960d5a521c8 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:37:27.126583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.137743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2852df79-f5cb-438f-93e1-d960d5a521c8 HTTP/1.1" status: 204 len: 168 time: 0.8223610 Jan 29 04:37:27.157691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35162) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:27.197184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:27.218859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1ff93288-b39a-4430-be32-e866f0872688', 'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'tenant_id': 'b751567dedef4b7f8eb27806a8212bb3', 'fixed_ips': [{'subnet_id': 'f6987309-9d3b-472a-b368-51f7bd052b0a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:37:27.219793 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.392174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884fc8-f541-4090-852c-f968eae697b0 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Network': ['ID=2852df79-f5cb-438f-93e1-d960d5a521c8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:27.393144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-4ed2f9b1-ed12-4c74-abb5-b715478124fe tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:27.394715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-4ed2f9b1-ed12-4c74-abb5-b715478124fe tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.3803785 Jan 29 04:37:27.414098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.422059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'port': {'device_id': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'admin_state_up': True, 'tenant_id': '20b4bb1c72e042acbb670199364f02f0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:27.467573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17276173-4ffc-40ba-bdfe-236ffd3b297e req-c9b5ef15-d79a-4c18-8502-9d01ee2b93ab tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:27.476637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17276173-4ffc-40ba-bdfe-236ffd3b297e req-c9b5ef15-d79a-4c18-8502-9d01ee2b93ab tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2720442 Jan 29 04:37:27.526312 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.567982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17276173-4ffc-40ba-bdfe-236ffd3b297e req-4b4f79d2-20e0-4b94-b2d5-4aaaf3f22570 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747747 Jan 29 04:37:27.620082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:27.623679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.640856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Allocated IP 2001:db8::2 (1ff93288-b39a-4430-be32-e866f0872688/f6987309-9d3b-472a-b368-51f7bd052b0a/b5c8bb83-a152-4a74-b533-a1719c6466f2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:27.718089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Made reservation on behalf of e49ba2914e8a44cc8e366594978c67d7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:27.721424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.814098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:27.840222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.848464 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Added segment ca5ff238-0949-43f5-af47-3171cf81c2fe of type vlan for network 66d38537-4001-48ae-b2ad-d3055ad9f6be Jan 29 04:37:27.869664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.930485 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.932262 n-d-825930-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6987309-9d3b-472a-b368-51f7bd052b0a (CIDR: 2001:db8::/64) Jan 29 04:37:27.936059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:27.939948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.943020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.958891 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:37:27.959364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:27.965153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:27.988338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:27.992135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:27.996301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:28.004575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da8e4f88-de0a-4f03-9bdd-5c7f1ab81cdc tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8554273 Jan 29 04:37:28.012958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:28.032293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'subnet': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:28.071934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Pushing event updated for resources: {'Port': ['ID=b5c8bb83-a152-4a74-b533-a1719c6466f2,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:28.095027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.095375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.095711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.096039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.096361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.096683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.097191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.097299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.097609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.098333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.098655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.098975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:37:28.125646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.133030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Attempting to bind port b5c8bb83-a152-4a74-b533-a1719c6466f2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:28.136370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.136886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Attempting to bind port b5c8bb83-a152-4a74-b533-a1719c6466f2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:28.137365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Attempting to bind port b5c8bb83-a152-4a74-b533-a1719c6466f2 on network 1ff93288-b39a-4430-be32-e866f0872688 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:28.137481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:28.138283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.154912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:28.158109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Checking segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:28.159793 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.161366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Bound using segment: {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:28.165123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Bound port: b5c8bb83-a152-4a74-b533-a1719c6466f2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1ff93288-b39a-4430-be32-e866f0872688'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:28.165563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.362871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef0f17e7-c056-4234-8436-389ad44c1481 req-1ad2635c-804e-40ef-a6f8-7f1e1fada464 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 210 time: 0.0720387 Jan 29 04:37:28.366831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:28.381435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.434389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] For port b5c8bb83-a152-4a74-b533-a1719c6466f2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:28.438903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] For port b5c8bb83-a152-4a74-b533-a1719c6466f2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b5c8bb83-a152-4a74-b533-a1719c6466f2,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:28.457069 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.695190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37af1-5efe-4cc6-a7bc-f2cca82c7009 None None] Pushing event updated for resources: {'Port': ['ID=b5c8bb83-a152-4a74-b533-a1719c6466f2,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:28.839748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=81794cd3-a128-41bd-84eb-3113465a7e8a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:28.853356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cc42e-9dde-4e48-85b1-b7bfa8ae2cfd None None] Network 2c5f7025-4294-43fb-9361-3000ab35c7d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:28.926968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:28.943447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ce678bb-61ba-4e7e-9cfb-0e39b5cecab0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/81794cd3-a128-41bd-84eb-3113465a7e8a HTTP/1.1" status: 204 len: 168 time: 2.2811928 Jan 29 04:37:28.948383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35188) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:28.977053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8082948 Jan 29 04:37:28.988929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35190) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:29.032373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'subnet': {'network_id': '66d38537-4001-48ae-b2ad-d3055ad9f6be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:29.096293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc65c-9936-43a4-9d51-e9d16359d37f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Network': ['ID=66d38537-4001-48ae-b2ad-d3055ad9f6be,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:29.109121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Allocated IP 172.20.0.12 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/7378e845-d669-4b26-b4cb-415cccb191e6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:29.113759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 66d38537-4001-48ae-b2ad-d3055ad9f6be details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:29.203514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:29.222741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:29.237665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Made reservation on behalf of e49ba2914e8a44cc8e366594978c67d7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:29.248953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:29.317695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:29.417516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] DHCP port deletion for 2c5f7025-4294-43fb-9361-3000ab35c7d0 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:37:29.538972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4706-033d-4b16-afd6-87ecd5e57d5c req-d176ee93-4dde-41ee-b41d-9484bcb41b09 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:29.539777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-596a4706-033d-4b16-afd6-87ecd5e57d5c req-d176ee93-4dde-41ee-b41d-9484bcb41b09 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.7054727 Jan 29 04:37:29.584317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b86c1d2f-8d94-4796-bd19-453dd4dc6836 req-bed6b5f1-3751-483c-9297-e3f024427af9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 210 time: 0.0604978 Jan 29 04:37:29.590094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] Deleting port 032c4009-bf12-4512-99b8-a90d83d15a21 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:29.590556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:29.764469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] For port 032c4009-bf12-4512-99b8-a90d83d15a21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=032c4009-bf12-4512-99b8-a90d83d15a21,segment=NetworkSegment(faf85e44-1f77-44b3-8b40-145bbc99b953),segment_id=faf85e44-1f77-44b3-8b40-145bbc99b953)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:29.764958 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:29.780467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-596a4706-033d-4b16-afd6-87ecd5e57d5c req-e6e6c7e2-0b51-4015-b815-fcc91a37c6fe tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198961 Jan 29 04:37:29.805605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] Calling delete_port for 032c4009-bf12-4512-99b8-a90d83d15a21 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:29.952375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 032c4009-bf12-4512-99b8-a90d83d15a21 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:29.954299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.004783 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.023472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.079520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] Pushing event deleted for resources: {'Port': ['ID=032c4009-bf12-4512-99b8-a90d83d15a21,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:30.094610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04da6f-3798-420e-a9e4-fc41ae17309c None None] No DVR routers for this DVR port 032c4009-bf12-4512-99b8-a90d83d15a21 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:30.146217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 032c4009-bf12-4512-99b8-a90d83d15a21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=032c4009-bf12-4512-99b8-a90d83d15a21,segment=NetworkSegment(faf85e44-1f77-44b3-8b40-145bbc99b953),segment_id=faf85e44-1f77-44b3-8b40-145bbc99b953)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:30.146535 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.162210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 032c4009-bf12-4512-99b8-a90d83d15a21 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:30.277569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.294206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:37:30.364373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.400352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fe40a1da-44a7-426d-96c7-56fa49ad3e65'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:30.497121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:30.564265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=032c4009-bf12-4512-99b8-a90d83d15a21,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:30.568304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port 032c4009-bf12-4512-99b8-a90d83d15a21 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:30.589692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4f7f964b-8f3e-4142-9678-677392d251fa None None] Provisioning complete for port b5c8bb83-a152-4a74-b533-a1719c6466f2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:30.590257 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7f964b-8f3e-4142-9678-677392d251fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.610278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:30.611216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:37:30.611851 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:30.633208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:30.647874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:30.707236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:30.963735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3e24c68-df26-4c2c-8094-fc40f56b4796,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:30.997026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Checking segment: {'id': 'ca5ff238-0949-43f5-af47-3171cf81c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '66d38537-4001-48ae-b2ad-d3055ad9f6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:30.997514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Network hostable DHCP agents. Network: 66d38537-4001-48ae-b2ad-d3055ad9f6be, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:37:31.035776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:31.036456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.083620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-c9a12b43-4717-45db-9283-055babeec608 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6739087 Jan 29 04:37:31.143614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb3ad-de0b-49a5-83ae-7cb41c152286 req-bd11811c-640e-4936-9ef2-184e1b8fa149 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:31.153007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deafb3ad-de0b-49a5-83ae-7cb41c152286 req-bd11811c-640e-4936-9ef2-184e1b8fa149 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 932 time: 0.3256016 Jan 29 04:37:31.178476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Request body: {'port': {'device_id': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:31.184242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Network 66d38537-4001-48ae-b2ad-d3055ad9f6be is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:37:31.186813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.223955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7f964b-8f3e-4142-9678-677392d251fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.247436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5f7025-4294-43fb-9361-3000ab35c7d0']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:31.256565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b5c8bb83-a152-4a74-b533-a1719c6466f2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:31.265050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.271323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf85e44-1f77-44b3-8b40-145bbc99b953') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:31.271786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf85e44-1f77-44b3-8b40-145bbc99b953') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:31.278340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 66d38537-4001-48ae-b2ad-d3055ad9f6be) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:31.316633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:31.317319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.329575 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.347430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b88f4cc-13f5-4cde-95ae-74093fbc3b3a None None] Network 66d38537-4001-48ae-b2ad-d3055ad9f6be requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:31.399449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4f7f964b-8f3e-4142-9678-677392d251fa None None] For port b5c8bb83-a152-4a74-b533-a1719c6466f2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b5c8bb83-a152-4a74-b533-a1719c6466f2,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:31.422412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7f964b-8f3e-4142-9678-677392d251fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.428505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deafb3ad-de0b-49a5-83ae-7cb41c152286 req-ee1344e9-aff9-4773-a60c-378e328458de tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451842 Jan 29 04:37:31.439972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.444088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.486333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d15779-9036-4c76-9012-fc559196fe40 req-cdfc5c17-9152-4879-a67a-217d569914f1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:31.490037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62d15779-9036-4c76-9012-fc559196fe40 req-cdfc5c17-9152-4879-a67a-217d569914f1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.4523308 Jan 29 04:37:31.498173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:31.509982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:31.515104 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:31.542500 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dafe0a6-0bec-4c32-b2d6-68df862c4b26 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5344837 Jan 29 04:37:31.543363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:31.551099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'floatingip': {'floating_network_id': '66d38537-4001-48ae-b2ad-d3055ad9f6be'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:31.626519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:37:31.627154 n-d-825930-1 neutron-server[102403]: DEBUG oslo_db.api [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:37:31.683354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.687792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f964b-8f3e-4142-9678-677392d251fa None None] Pushing event updated for resources: {'Port': ['ID=b5c8bb83-a152-4a74-b533-a1719c6466f2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:31.699012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b5c8bb83-a152-4a74-b533-a1719c6466f2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:31.699688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.715303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.717807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55f0f8-d07e-46e8-ac32-7aee5fd50b6c None None] Network 66d38537-4001-48ae-b2ad-d3055ad9f6be requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:31.720582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/2c5f7025-4294-43fb-9361-3000ab35c7d0 HTTP/1.1" status: 204 len: 168 time: 2.7665973 Jan 29 04:37:31.726181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62d15779-9036-4c76-9012-fc559196fe40 req-5d097a4b-5920-42ff-a169-12df51ec74b1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291522 Jan 29 04:37:31.730798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35218) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:31.742730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-310594888', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:31.780372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c56e0-931e-4641-833c-1007ad63957d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=2c5f7025-4294-43fb-9361-3000ab35c7d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:31.788289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1ff52bc3-8b54-464c-9fd2-204f5763e912 None None] Provisioning complete for port 7378e845-d669-4b26-b4cb-415cccb191e6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:31.792674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ff52bc3-8b54-464c-9fd2-204f5763e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.838876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.857500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.858977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:31.997017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1ff52bc3-8b54-464c-9fd2-204f5763e912 None None] Port 7378e845-d669-4b26-b4cb-415cccb191e6 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:32.029079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.229950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.285466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 032c4009-bf12-4512-99b8-a90d83d15a21 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:32.304670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.335913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 032c4009-bf12-4512-99b8-a90d83d15a21 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:32.336433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 032c4009-bf12-4512-99b8-a90d83d15a21 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:32.453752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Allocated IP 172.20.0.5 (66d38537-4001-48ae-b2ad-d3055ad9f6be/b3e24c68-df26-4c2c-8094-fc40f56b4796/4aea4d3e-a1e8-42b3-a06b-c09d97549ebb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:32.480246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.512780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7378e845-d669-4b26-b4cb-415cccb191e6 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:37:32.563050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.592820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Transition to ACTIVE for port object 7378e845-d669-4b26-b4cb-415cccb191e6 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:37:32.650659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.691527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:32.726173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d28633-514c-41fc-8d3b-e4eec4437a52 req-e968b3ee-8a09-4fa2-bf3c-0d7e2a27d430 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:32.728736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d7d28633-514c-41fc-8d3b-e4eec4437a52 req-e968b3ee-8a09-4fa2-bf3c-0d7e2a27d430 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 944 time: 0.1290460 Jan 29 04:37:32.776734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Pushing event updated for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:32.787201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.024950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Network 66d38537-4001-48ae-b2ad-d3055ad9f6be is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:33.038857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] For port b5c8bb83-a152-4a74-b533-a1719c6466f2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b5c8bb83-a152-4a74-b533-a1719c6466f2,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:33.109863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b5c8bb83-a152-4a74-b533-a1719c6466f2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:33.125292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Port': ['ID=4aea4d3e-a1e8-42b3-a06b-c09d97549ebb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:33.130391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:33.136063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.137008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:33.158573 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d7d28633-514c-41fc-8d3b-e4eec4437a52 req-4c0d6cf6-844a-408f-a371-ecc48cb2c460 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164271 Jan 29 04:37:33.179597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.179597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.214913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Attempting to bind port 7378e845-d669-4b26-b4cb-415cccb191e6 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:33.215485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Attempting to bind port 7378e845-d669-4b26-b4cb-415cccb191e6 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:33.216430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Attempting to bind port 7378e845-d669-4b26-b4cb-415cccb191e6 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:33.249536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Port 7378e845-d669-4b26-b4cb-415cccb191e6 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:37:33.250595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Attempting to bind port 7378e845-d669-4b26-b4cb-415cccb191e6 on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:33.264732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Subnet': ['ID=6b7a6cc0-5147-4d40-90a4-b52920b3f921,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:33.268816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:33.269387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:33.269991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:33.270593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Bound port: 7378e845-d669-4b26-b4cb-415cccb191e6, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:33.271258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.369554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b5c8bb83-a152-4a74-b533-a1719c6466f2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:33.370386 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.477710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:33.496327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7378e845-d669-4b26-b4cb-415cccb191e6,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:33.520680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-3be7c02e-51d1-4a7c-8e4f-63f38c482433 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7641938 Jan 29 04:37:33.523668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.610846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808b79b-b1a3-4c4f-8628-987e76718c47 req-fe3d49a4-4182-485f-870e-760074a3b0d5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:33.616048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0808b79b-b1a3-4c4f-8628-987e76718c47 req-fe3d49a4-4182-485f-870e-760074a3b0d5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.5878050 Jan 29 04:37:33.707074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.820371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:33.822217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:33.824506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] 10.222.0.20 "PUT /v2.0/ports/7378e845-d669-4b26-b4cb-415cccb191e6 HTTP/1.1" status: 200 len: 1092 time: 2.7041483 Jan 29 04:37:33.834741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:33.843930 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14" -d '{"events": [{"name": "network-changed", "server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:33.887257 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0808b79b-b1a3-4c4f-8628-987e76718c47 req-54735b9d-1c5f-4df2-aac6-22a9a9b5cbda tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185650 Jan 29 04:37:34.001412 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96652fa0-5031-4a6e-82b3-4eb7b759184e x-openstack-request-id: req-96652fa0-5031-4a6e-82b3-4eb7b759184e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:34.002338 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:34.002940 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96652fa0-5031-4a6e-82b3-4eb7b759184e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:34.004524 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6', 'status': 'completed', 'code': 200} Jan 29 04:37:34.017345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f99674-8650-4d82-9671-70fdb28148dc service neutron] Pushing event updated for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:34.034830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:34.237464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:34.239943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-8bc43fe8-0219-4a97-9cba-fbca2b11fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.246200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-8bc43fe8-0219-4a97-9cba-fbca2b11fc9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 1095 time: 0.3460381 Jan 29 04:37:34.267145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:34.457519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:34.470482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:34.475621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:34.483041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-0bf3b539-cdf2-40f5-8f03-d7ed850a5d43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7378e845-d669-4b26-b4cb-415cccb191e6 HTTP/1.1" status: 200 len: 217 time: 0.1908810 Jan 29 04:37:34.483233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=b5c8bb83-a152-4a74-b533-a1719c6466f2,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:34.500237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1d025-618e-4d4c-8c06-a023fcd2e593 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:34.506628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.507232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:34.637453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2de9c359-2daa-45e4-ac22-feef195ad558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:34.646839 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4da403bb-77d4-4358-8ca1-0b4125f74b17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.6304624 Jan 29 04:37:34.695687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36803eb-46a4-4661-8699-f7fa8e50c516 req-0bda374a-3a98-499f-a3a9-367e30efbb15 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.699444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e36803eb-46a4-4661-8699-f7fa8e50c516 req-0bda374a-3a98-499f-a3a9-367e30efbb15 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 944 time: 0.3277440 Jan 29 04:37:34.734557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.736556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.740954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.743867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.744741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.747684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.750079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.753112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bf69dc33-d71e-4676-8e7d-368b23609959 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f566fdc70e384d8baea9d586dba96004&device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 6490 time: 0.2945249 Jan 29 04:37:34.765855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35264) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:34.798918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Request body: {'port': {'network_id': '1ff93288-b39a-4430-be32-e866f0872688', 'mac_address': 'fa:16:3e:53:97:40', 'name': 'tempest-NetworksTestDHCPv6-1273021507'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:34.815069 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e36803eb-46a4-4661-8699-f7fa8e50c516 req-e4211418-f7b1-4704-ac6c-c8619f4d2c56 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884602 Jan 29 04:37:34.916803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-924a96db-6a0f-4740-9551-4b03ac39d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:34.918315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-924a96db-6a0f-4740-9551-4b03ac39d661 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.4065466 Jan 29 04:37:35.136006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2de9c359-2daa-45e4-ac22-feef195ad558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.139020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-1817b503-2e99-4f3b-bbc4-34352d204ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:35.140514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-1817b503-2e99-4f3b-bbc4-34352d204ec5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030067 Jan 29 04:37:35.150936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2de9c359-2daa-45e4-ac22-feef195ad558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.207878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2de9c359-2daa-45e4-ac22-feef195ad558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84a4cdea03c64274a5150210cd18fab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9607799 Jan 29 04:37:35.222552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 172.25.4.162 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/91e350c6-e98a-416f-9f3a-f37eb1d3d775) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:35.225175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35268) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:35.283051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.303513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.364664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9c359-2daa-45e4-ac22-feef195ad558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb22132-1802-40cc-b458-b3f2751467d3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:35.418143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a217c-dda1-441a-bc20-62a5aaf1ddc5 req-c32506b7-35c0-482d-993b-0e83f8c6c9fc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:35.433522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a66a217c-dda1-441a-bc20-62a5aaf1ddc5 req-c32506b7-35c0-482d-993b-0e83f8c6c9fc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.3944523 Jan 29 04:37:35.455258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Port': ['ID=4aea4d3e-a1e8-42b3-a06b-c09d97549ebb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:35.497118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-97ce0dd5-ffa8-4608-8958-7573ad7149d2 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478730 Jan 29 04:37:35.504193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.608903 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.610526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6798dc98-990f-496f-ae1f-4f4188ab8410 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0642316 Jan 29 04:37:35.614266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:35.675601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Made reservation on behalf of b751567dedef4b7f8eb27806a8212bb3 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:35.746339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c958b4fc-7a2e-4a6f-9786-8524c6a0d9c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=66d38537-4001-48ae-b2ad-d3055ad9f6be HTTP/1.1" status: 200 len: 689 time: 0.1258109 Jan 29 04:37:35.748778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:35.750201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a66a217c-dda1-441a-bc20-62a5aaf1ddc5 req-8751565a-827a-49be-944a-e33c791d5bdf tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155191 Jan 29 04:37:35.757079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-e2ab3a5e-219b-44ff-bff1-8bb99c871d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:35.765471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-e2ab3a5e-219b-44ff-bff1-8bb99c871d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:35.766476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-e2ab3a5e-219b-44ff-bff1-8bb99c871d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:35.768853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-e2ab3a5e-219b-44ff-bff1-8bb99c871d63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=038c1d9a-5a1a-4928-8629-ea330b0bd10c&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=15ea8377-1dcd-4e02-9f76-096b3179e04d&id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641 HTTP/1.1" status: 200 len: 2292 time: 0.9171805 Jan 29 04:37:35.866411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:35.872389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb9a51fd-ad7c-4211-bce7-5df3f9c8acad req-88c0c606-adf6-4212-a074-86be54258bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653588 Jan 29 04:37:35.895894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-7174f8c7-0345-4697-80e0-163fa6eda237 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777 HTTP/1.1" status: 200 len: 1000 time: 0.1178470 Jan 29 04:37:36.006803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed29ce6e-db60-49f2-8e4b-f6b56333913b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.043580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-18c6c465-8312-4fd5-84dc-f3f518c5b35c None None] Provisioning complete for port b5c8bb83-a152-4a74-b533-a1719c6466f2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:36.044647 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18c6c465-8312-4fd5-84dc-f3f518c5b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.066701 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.130120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed29ce6e-db60-49f2-8e4b-f6b56333913b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.175945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541e1d-6dea-45a3-bba8-0c1cefbe5539 req-294c0066-9cb3-4bf6-bdb9-fcb5f78d5366 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.183756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b541e1d-6dea-45a3-bba8-0c1cefbe5539 req-294c0066-9cb3-4bf6-bdb9-fcb5f78d5366 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 944 time: 0.1250358 Jan 29 04:37:36.185711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.197276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-7c69c1f1-8737-424c-8c3d-414dae99ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.198868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-7c69c1f1-8737-424c-8c3d-414dae99ff12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 1095 time: 0.1492825 Jan 29 04:37:36.207978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.215470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-cc7ea6c9-6728-445f-90c1-9ff04054e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.216926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-cc7ea6c9-6728-445f-90c1-9ff04054e953 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21cdbca4-b455-4056-825d-66c68519d562 HTTP/1.1" status: 200 len: 850 time: 0.2877986 Jan 29 04:37:36.267480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Deleting port 4aea4d3e-a1e8-42b3-a06b-c09d97549ebb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:36.267846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.273021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] device_id is not set on port e6e8d051-989f-4b0d-b918-e12a668f4810 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:37:36.298643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:36.345393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b541e1d-6dea-45a3-bba8-0c1cefbe5539 req-0d088720-5a3c-4a18-b11e-8cbf582584ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554201 Jan 29 04:37:36.346124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:36.349631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:36.386576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.386912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.407181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=91e350c6-e98a-416f-9f3a-f37eb1d3d775,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:36.409886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Calling delete_port for 4aea4d3e-a1e8-42b3-a06b-c09d97549ebb owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:36.430106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed29ce6e-db60-49f2-8e4b-f6b56333913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.433278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed29ce6e-db60-49f2-8e4b-f6b56333913b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:36.436239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed29ce6e-db60-49f2-8e4b-f6b56333913b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeb22132-1802-40cc-b458-b3f2751467d3 HTTP/1.1" status: 204 len: 168 time: 1.2027788 Jan 29 04:37:36.460167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-94c8c903-abcb-4210-93b8-400d6411d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.464394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-94c8c903-abcb-4210-93b8-400d6411d934 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2561922 Jan 29 04:37:36.518379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-481352b6-8bca-4bc5-824a-bebcdf412112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.523539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-481352b6-8bca-4bc5-824a-bebcdf412112 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=038c1d9a-5a1a-4928-8629-ea330b0bd10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2602875 Jan 29 04:37:36.542014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ce6e-db60-49f2-8e4b-f6b56333913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb22132-1802-40cc-b458-b3f2751467d3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:36.562404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-752e2f74-e6a5-4724-8568-384cc9ebab0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7378e845-d669-4b26-b4cb-415cccb191e6 HTTP/1.1" status: 200 len: 217 time: 0.0662720 Jan 29 04:37:36.644341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-4f95a3c4-719e-486c-889c-43bf6bd72a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.644341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-4f95a3c4-719e-486c-889c-43bf6bd72a00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.0668139 Jan 29 04:37:36.723959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-846c390a-8796-4b6a-af0f-8aca57dc997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:36.725808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-846c390a-8796-4b6a-af0f-8aca57dc997a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759065 Jan 29 04:37:36.836980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-9da74cad-120c-4baa-9472-4ff3bd1278bc service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021063 Jan 29 04:37:36.860046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8::301 (1ff93288-b39a-4430-be32-e866f0872688/f6987309-9d3b-472a-b368-51f7bd052b0a/e6e8d051-989f-4b0d-b918-e12a668f4810) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:36.869029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:9740 (1ff93288-b39a-4430-be32-e866f0872688/6b7a6cc0-5147-4d40-90a4-b52920b3f921/e6e8d051-989f-4b0d-b918-e12a668f4810) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:36.907826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.021822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aea4d3e-a1e8-42b3-a06b-c09d97549ebb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:37.106415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.126006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.257120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.544287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de13b1ed-af4c-46d1-a0db-9a8800e2cd14 req-b000d91c-ffcc-441e-bab7-4116a7457ed3 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616249 Jan 29 04:37:37.546592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.583308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Network 1ff93288-b39a-4430-be32-e866f0872688 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:37.610641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-bc83f152-32f0-4b92-a129-2f68e9e80839 service neutron] 10.222.0.20 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0556858 Jan 29 04:37:37.635928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646e6e4-e063-4c8b-a2ed-704bf75a2ecf req-455bd293-be8a-428c-a510-0b5186162b4b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:37.637480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0646e6e4-e063-4c8b-a2ed-704bf75a2ecf req-455bd293-be8a-428c-a510-0b5186162b4b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 944 time: 0.0922990 Jan 29 04:37:37.647112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:37.678188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.694144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:37.710347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:37.711015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.745999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a9ab-c36f-4cbe-87dd-6f96ac62902c req-44d6b3c8-3808-4054-99c4-6850b7eea16d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:37.747564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f69a9ab-c36f-4cbe-87dd-6f96ac62902c req-44d6b3c8-3808-4054-99c4-6850b7eea16d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.5927308 Jan 29 04:37:37.792163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e24c68-df26-4c2c-8094-fc40f56b4796,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:37.816941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0646e6e4-e063-4c8b-a2ed-704bf75a2ecf req-bdd61c49-a7e4-463e-b21c-f4907a839aef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717761 Jan 29 04:37:37.831554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event updated for resources: {'Port': ['ID=e6e8d051-989f-4b0d-b918-e12a668f4810,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:37.915538 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:37.969596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-64150715-7690-41d6-bc52-b4514033daf3 service neutron] 10.222.0.20 "GET /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362412 Jan 29 04:37:37.978824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d38537-4001-48ae-b2ad-d3055ad9f6be']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:37.987051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7378e845-d669-4b26-b4cb-415cccb191e6 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:37:38.008068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5ff238-0949-43f5-af47-3171cf81c2fe') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:38.008372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5ff238-0949-43f5-af47-3171cf81c2fe') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:38.039890 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.072567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.080933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:38.081526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:38.086267 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:38.200266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.222920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66d38537-4001-48ae-b2ad-d3055ad9f6be {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:37:38.224624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d38537-4001-48ae-b2ad-d3055ad9f6be,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:38.226720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.233438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e2243e3d-9c11-4d36-a637-c4be1f983176 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/networks/66d38537-4001-48ae-b2ad-d3055ad9f6be HTTP/1.1" status: 204 len: 168 time: 2.4836414 Jan 29 04:37:38.234362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:38.251364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7378e845-d669-4b26-b4cb-415cccb191e6,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:38.281307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '7378e845-d669-4b26-b4cb-415cccb191e6', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '7378e845-d669-4b26-b4cb-415cccb191e6', 'mac_address': 'fa:16:3e:30:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:37:38.390093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a2c238c9-7f98-4384-9bc3-48a236e6b337 None None] Provisioning complete for port e6e8d051-989f-4b0d-b918-e12a668f4810 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:38.390975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2c238c9-7f98-4384-9bc3-48a236e6b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.483787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.510090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7378e845-d669-4b26-b4cb-415cccb191e6 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:37:38.560130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7378e845-d669-4b26-b4cb-415cccb191e6,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:38.567520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a2c238c9-7f98-4384-9bc3-48a236e6b337 None None] Port e6e8d051-989f-4b0d-b918-e12a668f4810 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:38.575878 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.600508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c44e18f-9c33-4962-9c76-6f63ac707317 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.3641050 Jan 29 04:37:38.604098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:38.682683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:38.685047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:38.739660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-d8181261-ce85-4fee-b12d-0885fcb73b24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3346441 Jan 29 04:37:38.832524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-19e6c348-d244-4c42-a207-54e0fc10189e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0544963 Jan 29 04:37:38.859806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:38.917198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['7378e845-d669-4b26-b4cb-415cccb191e6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:38.936333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f69a9ab-c36f-4cbe-87dd-6f96ac62902c req-bc9af7f1-2d5e-4c3d-aec7-85116739aa8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0991566 Jan 29 04:37:38.946196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-abc34fa4-b0d2-42a7-bc17-4db085149f1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 200 len: 217 time: 0.3172081 Jan 29 04:37:39.070218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:39.177770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-61963ee5-d529-441a-a496-5ec8d071ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.179749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-61963ee5-d529-441a-a496-5ec8d071ae5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.2068615 Jan 29 04:37:39.181796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.182683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.183145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.183597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.184646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.185326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.185623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.186233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.186688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.187135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.188209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.188930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.196660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58981733-47eb-4dcb-9e97-44f5e3ac14e1 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7755 time: 0.5892611 Jan 29 04:37:39.199919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35344) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:39.242692 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-76a9d949-3611-4bbd-a66e-dae4cb63b7f7 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] delete failed (client error): The resource could not be found. Jan 29 04:37:39.247529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-76a9d949-3611-4bbd-a66e-dae4cb63b7f7 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/3909dc56-edc6-4dff-86cf-2a7069fc51a8 HTTP/1.1" status: 404 len: 345 time: 0.0455835 Jan 29 04:37:39.253996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35346) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:39.286642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-686b2015-edff-4a17-994e-c47d2b3871d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.288868 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-686b2015-edff-4a17-994e-c47d2b3871d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651739 Jan 29 04:37:39.315083 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-be12fb7f-84c3-4f91-b0a3-faded54be9cc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] DELETE failed (client error): The resource could not be found. Jan 29 04:37:39.316007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be12fb7f-84c3-4f91-b0a3-faded54be9cc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:39.334059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-be12fb7f-84c3-4f91-b0a3-faded54be9cc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/networks/66d38537-4001-48ae-b2ad-d3055ad9f6be HTTP/1.1" status: 404 len: 339 time: 0.0776808 Jan 29 04:37:39.336540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:39.350248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'network': {'name': 'tempest-network--1267479289', 'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:39.388557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-da33f7a0-5817-4efb-8b90-6ed94e2eb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.390758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-da33f7a0-5817-4efb-8b90-6ed94e2eb286 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 1097 time: 0.5919697 Jan 29 04:37:39.419606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5d7a-2e9e-4fb7-91f5-c646df6c9dd6 req-95609810-ba90-44c8-88a6-917b72af6f9e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.421837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fddb5d7a-2e9e-4fb7-91f5-c646df6c9dd6 req-95609810-ba90-44c8-88a6-917b72af6f9e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 945 time: 0.3350458 Jan 29 04:37:39.451714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-4a295693-c362-46b2-9c97-79c9fd9157a1 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544683 Jan 29 04:37:39.541367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Made reservation on behalf of e49ba2914e8a44cc8e366594978c67d7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:39.543790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:39.602658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-ee39f86c-7b7e-4285-a8d8-ed04d7e40b9e service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435714 Jan 29 04:37:39.624191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 0696ab90-2fe4-47e5-8fc2-09966d28569d is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:37:39.624932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fddb5d7a-2e9e-4fb7-91f5-c646df6c9dd6 req-a4c77435-487e-4ddb-99de-a75bc3e9d96c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799822 Jan 29 04:37:39.672946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting port e6e8d051-989f-4b0d-b918-e12a668f4810 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:39.674288 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:39.702686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-d5fa2f67-a311-48bb-83b3-39efdffd8136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 200 len: 217 time: 0.0919468 Jan 29 04:37:39.816990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:39.860053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Calling delete_port for e6e8d051-989f-4b0d-b918-e12a668f4810 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:39.880536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-5e9152e5-3087-4e4f-b201-e58ef7298fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:39.882047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-5e9152e5-3087-4e4f-b201-e58ef7298fec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.1689217 Jan 29 04:37:39.940750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:39.952129 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] Sync routers for ids ['0696ab90-2fe4-47e5-8fc2-09966d28569d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:39.962494 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] Routers {'0696ab90-2fe4-47e5-8fc2-09966d28569d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:39.963048 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0696ab90-2fe4-47e5-8fc2-09966d28569d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:39.982464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35360) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:40.009856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-fc5762d5-beab-4dea-8e1a-fa0fe9646a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.011420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-fc5762d5-beab-4dea-8e1a-fa0fe9646a9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204226 Jan 29 04:37:40.028679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.029935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7b6b8e7d-af9d-4113-86df-6a01c96c6dae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2908661 Jan 29 04:37:40.048710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35366) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:40.074899 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:40.095581 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] Routers {'0696ab90-2fe4-47e5-8fc2-09966d28569d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:40.099167 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0696ab90-2fe4-47e5-8fc2-09966d28569d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:40.194646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-8d57a955-6487-4d86-9073-b5ea9b2700d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.196741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-8d57a955-6487-4d86-9073-b5ea9b2700d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.7738276 Jan 29 04:37:40.200899 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.206074 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:40.208789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:40.211733 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2760b32c-2405-48ae-8f25-89c37b91dc05 None None] The sync data for ids ['0696ab90-2fe4-47e5-8fc2-09966d28569d'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:40.288319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-3b8b11f5-6cd7-46b4-8da4-ee028ed550ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65 HTTP/1.1" status: 200 len: 217 time: 0.0809252 Jan 29 04:37:40.315825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Port': ['ID=e6e8d051-989f-4b0d-b918-e12a668f4810,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:40.364911 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-880f8414-c2d8-439e-9da8-bb74221556e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.413669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.417095 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Added segment cff50e5c-317f-4693-ade3-0c208be53489 of type vlan for network 8de821c1-a2aa-45e6-b1a2-b581f950387a Jan 29 04:37:40.428308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.439227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-24bc8cc2-4386-4274-8eda-f7bb252e7653 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/e6e8d051-989f-4b0d-b918-e12a668f4810 HTTP/1.1" status: 204 len: 168 time: 1.5749986 Jan 29 04:37:40.447869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35376) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:40.634685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-3e5a545f-9764-4021-9301-da08b5352e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.636357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-3e5a545f-9764-4021-9301-da08b5352e5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.3230550 Jan 29 04:37:40.652891 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.694719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7a651b7b-a109-4771-91cc-88b9a06b498b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/routers/0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 200 len: 884 time: 0.6426077 Jan 29 04:37:40.699148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35380) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:40.716485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-6019afee-92a9-4d4d-a02b-491bb33c8fdb service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854568 Jan 29 04:37:40.792040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e574a5-4cb6-4e80-a5f5-47238c9ec335 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.800145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-40e574a5-4cb6-4e80-a5f5-47238c9ec335 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3479705 Jan 29 04:37:40.802276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:40.854212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14549b42-0b7f-4dcb-b09e-b12e23b8d7a7 req-9ae53ee9-8c93-47f0-aeeb-473e1f8c2822 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.869073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14549b42-0b7f-4dcb-b09e-b12e23b8d7a7 req-9ae53ee9-8c93-47f0-aeeb-473e1f8c2822 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.6976745 Jan 29 04:37:40.948144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-0e04dd90-1dba-4f35-b4af-818c323b3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.952626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-0e04dd90-1dba-4f35-b4af-818c323b3c8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957180 Jan 29 04:37:40.958288 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:40.961183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:40.963775 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.044420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-f2837a9d-adb0-4679-95bb-87810c01396d service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817047 Jan 29 04:37:41.047805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14549b42-0b7f-4dcb-b09e-b12e23b8d7a7 req-f90f399d-64f6-46fe-b52d-73eca10ec82b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778190 Jan 29 04:37:41.050014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-880f8414-c2d8-439e-9da8-bb74221556e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.087351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-880f8414-c2d8-439e-9da8-bb74221556e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.114806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-880f8414-c2d8-439e-9da8-bb74221556e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb56064605ec49429aaa755c1651fef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1311688 Jan 29 04:37:41.136861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:41.163480 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-614f6881-d5d2-4e3e-952c-9747c7dabfa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=120c3872-0a77-4620-ae88-3797ceafde40 HTTP/1.1" status: 200 len: 217 time: 0.0826118 Jan 29 04:37:41.194429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8506169 Jan 29 04:37:41.197814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35388) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:41.223697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2808a3d-ed4f-4e6a-a41e-08d6e04303d2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:41.227872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2808a3d-ed4f-4e6a-a41e-08d6e04303d2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4171803 Jan 29 04:37:41.240461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35390) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:41.284760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f8414-c2d8-439e-9da8-bb74221556e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d6b6d-f2fe-4590-8a80-59015a5473a3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:41.346240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4785b-bea5-4e78-be98-f82527524d8f tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Network': ['ID=8de821c1-a2aa-45e6-b1a2-b581f950387a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:41.357112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 8de821c1-a2aa-45e6-b1a2-b581f950387a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:41.435270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-a489cb5b-58eb-48e0-99dc-be91b11d7a4b service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643047 Jan 29 04:37:41.643217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dcf1bd9-6a2b-4f26-9cb4-019032dc8be3 req-61414395-57e8-4300-96ba-6fca65a5462d service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798906 Jan 29 04:37:41.676427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210108-39b7-4388-b1e7-8075b2655cde req-d74b551a-5824-4f40-bf9d-58a2c03af2ca tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:41.685694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc210108-39b7-4388-b1e7-8075b2655cde req-d74b551a-5824-4f40-bf9d-58a2c03af2ca tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 945 time: 0.8491297 Jan 29 04:37:41.698834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-716e8470-7024-4474-b620-b127689f99cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.770335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-cf523014-fec1-4e6c-8f12-d9cc718abd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:41.772248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-cf523014-fec1-4e6c-8f12-d9cc718abd08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.5925195 Jan 29 04:37:41.779905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc210108-39b7-4388-b1e7-8075b2655cde req-e992dd1b-6bdf-46c5-bd0b-610656671562 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845146 Jan 29 04:37:41.796298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-716e8470-7024-4474-b620-b127689f99cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.877800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd116b-135c-4667-b58e-e1ac50bef191 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:41.879418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd116b-135c-4667-b58e-e1ac50bef191 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:41.880936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd116b-135c-4667-b58e-e1ac50bef191 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:41.884516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-37bd116b-135c-4667-b58e-e1ac50bef191 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6337759 Jan 29 04:37:41.888851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35394) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:41.904282 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.931073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ca81b86f-c8e9-43ca-aed9-baba7f34a24f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2288456 Jan 29 04:37:41.938397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35396) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:41.946629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-310594888'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:41.959803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-716e8470-7024-4474-b620-b127689f99cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.968635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-716e8470-7024-4474-b620-b127689f99cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:41.972505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-716e8470-7024-4474-b620-b127689f99cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/824d6b6d-f2fe-4590-8a80-59015a5473a3 HTTP/1.1" status: 204 len: 168 time: 0.7866306 Jan 29 04:37:41.994737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8470-7024-4474-b620-b127689f99cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d6b6d-f2fe-4590-8a80-59015a5473a3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:42.017260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7378e845-d669-4b26-b4cb-415cccb191e6 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:42.027958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99adb79-9e32-4173-ade4-dd1c7b3a2a69 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.038143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99adb79-9e32-4173-ade4-dd1c7b3a2a69 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.046795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99adb79-9e32-4173-ade4-dd1c7b3a2a69 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.050706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet 6b7a6cc0-5147-4d40-90a4-b52920b3f921 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:42.053229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99adb79-9e32-4173-ade4-dd1c7b3a2a69 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.055535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f99adb79-9e32-4173-ade4-dd1c7b3a2a69 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8538523 Jan 29 04:37:42.058665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.063077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:42.079890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-08683066-dd3f-4805-a878-76c7c49332ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.081402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-08683066-dd3f-4805-a878-76c7c49332ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2844911 Jan 29 04:37:42.166109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 7378e845-d669-4b26-b4cb-415cccb191e6 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:37:42.173862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 7378e845-d669-4b26-b4cb-415cccb191e6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:42.175066 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.209083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.244348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.385601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.387778 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.449522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:42.451898 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2101b2-86fa-49e0-aa38-914ddf43082c" -d '{"events": [{"server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "name": "network-vif-plugged", "status": "completed", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:42.470350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908d06-40fe-40b2-886b-08449e02f0af req-192f78eb-fa9e-4c6c-9540-8e4c54a7bc07 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.478941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20908d06-40fe-40b2-886b-08449e02f0af req-192f78eb-fa9e-4c6c-9540-8e4c54a7bc07 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2343979 Jan 29 04:37:42.491898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-2ec7fc05-1eb4-4ac0-84f2-cfc2c7b5dbbd service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014294 Jan 29 04:37:42.498151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7378e845-d669-4b26-b4cb-415cccb191e6,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:42.512155 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.520878 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd59c18-8271-4dae-8acd-0a8e53bdc9a1 x-openstack-request-id: req-5dd59c18-8271-4dae-8acd-0a8e53bdc9a1 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:42.521352 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "name": "network-vif-plugged", "status": "completed", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:42.521758 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dd59c18-8271-4dae-8acd-0a8e53bdc9a1 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:42.522325 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6', 'code': 200} Jan 29 04:37:42.539611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de821c1-a2aa-45e6-b1a2-b581f950387a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:42.572132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.596208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:42.649685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff50e5c-317f-4693-ade3-0c208be53489') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:42.650487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff50e5c-317f-4693-ade3-0c208be53489') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:42.669344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-20908d06-40fe-40b2-886b-08449e02f0af req-83f09918-f663-4656-a357-65df566df999 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762700 Jan 29 04:37:42.685035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.719334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.729586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:42.730032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:42.731907 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:42.796220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00498f25-30d5-4372-ae9c-c39f4d90f199 req-9fa6dee3-bf8e-4808-80b9-c48ee0bdbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:42.797770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00498f25-30d5-4372-ae9c-c39f4d90f199 req-9fa6dee3-bf8e-4808-80b9-c48ee0bdbd63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 1097 time: 0.1642313 Jan 29 04:37:42.822608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.858763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.860512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7a6cc0-5147-4d40-90a4-b52920b3f921,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:42.873060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8de821c1-a2aa-45e6-b1a2-b581f950387a {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:37:42.876502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.879785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a3b690f6-a573-4062-b76b-795ab0c79828 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/6b7a6cc0-5147-4d40-90a4-b52920b3f921 HTTP/1.1" status: 204 len: 168 time: 0.9896674 Jan 29 04:37:42.884465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.887812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5b86c-3777-4e9e-966a-e395fedc0749 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:42.887965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8de821c1-a2aa-45e6-b1a2-b581f950387a HTTP/1.1" status: 204 len: 168 time: 0.8232036 Jan 29 04:37:42.896666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:42.897004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35422) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:42.945201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:42.960720 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-096c14c0-428e-4f05-a04b-f26bde562bac service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980646 Jan 29 04:37:42.966628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.015839 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-fa132a5d-0414-49c9-9ee9-6a570eda9b85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b395ad42-031f-49b2-94d8-8de0318eebfd HTTP/1.1" status: 200 len: 217 time: 0.0423338 Jan 29 04:37:43.051586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'network': {'name': 'tempest-network--2021021739', 'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:43.072770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-e5318f00-0e5c-495f-b1d3-0e44e110bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:43.074602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-e5318f00-0e5c-495f-b1d3-0e44e110bd71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 200 len: 797 time: 0.0490220 Jan 29 04:37:43.092182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Deleting subnet f6987309-9d3b-472a-b368-51f7bd052b0a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:43.095722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00498f25-30d5-4372-ae9c-c39f4d90f199 req-389999e6-ac7d-4750-9ae9-79b4eb1f2d01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890217 Jan 29 04:37:43.099641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eea2b9-f7b2-4baf-9ce9-00105f8d69c6 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Network': ['ID=8de821c1-a2aa-45e6-b1a2-b581f950387a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:43.109542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.214689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-58cffac9-c980-4d67-887a-f7edb043ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:43.216350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-58cffac9-c980-4d67-887a-f7edb043ffcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15ea8377-1dcd-4e02-9f76-096b3179e04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983067 Jan 29 04:37:43.255195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.269344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 0696ab90-2fe4-47e5-8fc2-09966d28569d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:37:43.331374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Made reservation on behalf of e49ba2914e8a44cc8e366594978c67d7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:43.346782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.363448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b890-b0c5-42cf-ae2f-6e8badeb7828 req-0d2994bd-2e9c-4925-a330-1660249d16c6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:43.369309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9222b890-b0c5-42cf-ae2f-6e8badeb7828 req-0d2994bd-2e9c-4925-a330-1660249d16c6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 946 time: 0.2716997 Jan 29 04:37:43.459837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:43.478980 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.482466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.486960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3754cc35-8a92-448f-a090-52fff2134c3c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 200 len: 891 time: 1.5446470 Jan 29 04:37:43.487126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35434) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:43.522156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:43.559480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9222b890-b0c5-42cf-ae2f-6e8badeb7828 req-ec3fe4ac-4f0f-4589-9f51-4936100761b7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745811 Jan 29 04:37:43.574428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.575086 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Added segment 887e5778-0835-4ef2-85c4-b363dc9256c4 of type vlan for network 9f86bef6-3066-4750-a8b7-25040176817e Jan 29 04:37:43.594992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.698416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.834136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.838064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:43.839808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.850257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.874612 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3e9dcc07-1920-4a63-8c7f-4bf85f41dfc7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/routers/0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 200 len: 891 time: 0.3841224 Jan 29 04:37:43.875980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35448) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:43.913304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:43.924327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/f6987309-9d3b-472a-b368-51f7bd052b0a HTTP/1.1" status: 204 len: 168 time: 1.0240705 Jan 29 04:37:43.948426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee6651-59de-46d4-93db-bfe652301848 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Subnet': ['ID=f6987309-9d3b-472a-b368-51f7bd052b0a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:43.950486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35450) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:43.970687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0a182392-35d0-4266-abe5-0db468081775 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 200 len: 205 time: 0.0908194 Jan 29 04:37:43.972192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35452) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:43.990227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] Sync routers for ids ['0696ab90-2fe4-47e5-8fc2-09966d28569d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:44.000549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] Routers {'0696ab90-2fe4-47e5-8fc2-09966d28569d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:44.007908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0696ab90-2fe4-47e5-8fc2-09966d28569d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:44.040619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23885f73-3919-467f-babc-a24b1967a15d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859170 Jan 29 04:37:44.048481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35454) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:44.053575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1439054 Jan 29 04:37:44.126846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35456) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:44.128275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b6ed-15ab-4129-b62f-21425c2f5c8a tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Network': ['ID=9f86bef6-3066-4750-a8b7-25040176817e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:44.169308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 9f86bef6-3066-4750-a8b7-25040176817e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:44.312878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7c2da-b6af-48ed-9dd7-b3478adeaf66 req-07506e38-8761-43b6-96e1-abc0f04cfc58 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:44.323924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13d7c2da-b6af-48ed-9dd7-b3478adeaf66 req-07506e38-8761-43b6-96e1-abc0f04cfc58 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.4472146 Jan 29 04:37:44.362074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:44.377627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] Routers {'0696ab90-2fe4-47e5-8fc2-09966d28569d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:44.378504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0696ab90-2fe4-47e5-8fc2-09966d28569d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:44.452178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e40199-d585-4ff9-8972-adcbe55182f9 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:44.456137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6e40199-d585-4ff9-8972-adcbe55182f9 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] 10.222.0.32 "GET /v2.0/networks/9f86bef6-3066-4750-a8b7-25040176817e HTTP/1.1" status: 200 len: 757 time: 0.3068292 Jan 29 04:37:44.458315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35462) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:44.474955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10cb9d-1439-4393-acd2-8b11cbc6c87c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:44.480468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c10cb9d-1439-4393-acd2-8b11cbc6c87c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4283798 Jan 29 04:37:44.481478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:44.497177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-657a9f4e-6df6-4116-9557-3398797cee08 service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1400867 Jan 29 04:37:44.512248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45a798-e2c9-4cf3-9342-6fbca9a768d0 None None] Network 1ff93288-b39a-4430-be32-e866f0872688 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:44.522236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:44.526945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e84cd4-ea4c-4f8e-a0bb-b4c2ef8e786d None None] The sync data for ids ['0696ab90-2fe4-47e5-8fc2-09966d28569d'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:44.634848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c506af76-07ea-459c-be96-b62d93d412b2 None None] Provisioning complete for port b5c8bb83-a152-4a74-b533-a1719c6466f2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:44.635225 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c506af76-07ea-459c-be96-b62d93d412b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:44.784324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892e144-8cf6-4e28-9220-56bf5d3af2ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:44.790083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1892e144-8cf6-4e28-9220-56bf5d3af2ed tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3074183 Jan 29 04:37:44.796698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.032777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] DHCP port deletion for 1ff93288-b39a-4430-be32-e866f0872688 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:37:45.133073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] Deleting port b5c8bb83-a152-4a74-b533-a1719c6466f2 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:45.134035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.221371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13d7c2da-b6af-48ed-9dd7-b3478adeaf66 req-87605b64-1c8a-4f71-8046-f4dbd82497a9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8738537 Jan 29 04:37:45.228006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.261284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea183156-6971-44f5-915e-077b1d5b36a8 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:45.263001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ea183156-6971-44f5-915e-077b1d5b36a8 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] 10.222.0.32 "GET /v2.0/networks/ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7 HTTP/1.1" status: 200 len: 767 time: 0.8037422 Jan 29 04:37:45.279614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.292195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] For port b5c8bb83-a152-4a74-b533-a1719c6466f2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b5c8bb83-a152-4a74-b533-a1719c6466f2,segment=NetworkSegment(a1aa2a72-dbc2-48de-86f6-3a158fbf1a00),segment_id=a1aa2a72-dbc2-48de-86f6-3a158fbf1a00)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:45.292698 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.327054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] Calling delete_port for b5c8bb83-a152-4a74-b533-a1719c6466f2 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:45.335579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8b0eb552-82d5-472a-b526-5ba835085768 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5367768 Jan 29 04:37:45.363065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.397553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.506562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-9767deb0-d667-4ca3-93a6-9bbd129d191e service neutron] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9695470 Jan 29 04:37:45.515248 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.528800 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d80a9c-c490-436d-8c0d-1a98c79a64ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:45.529933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d80a9c-c490-436d-8c0d-1a98c79a64ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:45.533369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-26d80a9c-c490-436d-8c0d-1a98c79a64ac tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/e6e8d051-989f-4b0d-b918-e12a668f4810 HTTP/1.1" status: 404 len: 333 time: 0.1657705 Jan 29 04:37:45.539136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.583363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] No DVR routers for this DVR port b5c8bb83-a152-4a74-b533-a1719c6466f2 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:37:45.585186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae406-296a-4ccb-a295-a600fdc1465a None None] Pushing event deleted for resources: {'Port': ['ID=b5c8bb83-a152-4a74-b533-a1719c6466f2,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:45.611520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-a2714242-2b5d-418c-abed-9dc4c2da9ec5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49 HTTP/1.1" status: 200 len: 217 time: 0.0834365 Jan 29 04:37:45.651435 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-247ca119-6c3d-468c-9dc6-9066dd48e27f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:45.651899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247ca119-6c3d-468c-9dc6-9066dd48e27f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:45.660171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-247ca119-6c3d-468c-9dc6-9066dd48e27f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/6b7a6cc0-5147-4d40-90a4-b52920b3f921 HTTP/1.1" status: 404 len: 337 time: 0.1190555 Jan 29 04:37:45.671582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.748073 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acdebbe-84d9-48fe-9b39-cab52b16610a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:45.748547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acdebbe-84d9-48fe-9b39-cab52b16610a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:45.753913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8acdebbe-84d9-48fe-9b39-cab52b16610a tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/f6987309-9d3b-472a-b368-51f7bd052b0a HTTP/1.1" status: 404 len: 337 time: 0.0774918 Jan 29 04:37:45.754062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 91e350c6-e98a-416f-9f3a-f37eb1d3d775 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:37:45.754612 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.755077 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:45.756592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.766468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4d55-094a-49b1-8953-7567f1eec356 req-f309411b-c1cd-4cf0-9b50-4ea9b8a2d98c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:45.774075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c69a4d55-094a-49b1-8953-7567f1eec356 req-f309411b-c1cd-4cf0-9b50-4ea9b8a2d98c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 946 time: 0.9629953 Jan 29 04:37:45.826665 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddb64c8-5c89-4b54-8ecf-1698ac311a53 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:45.827383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddb64c8-5c89-4b54-8ecf-1698ac311a53 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:45.830460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dddb64c8-5c89-4b54-8ecf-1698ac311a53 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/cd352f3d-54b1-4943-924e-1cd947c13938 HTTP/1.1" status: 404 len: 333 time: 0.0726514 Jan 29 04:37:45.838661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.859229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-0c262ba4-caa8-480b-9dac-2f94e1486f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:45.860581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-0c262ba4-caa8-480b-9dac-2f94e1486f30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ba2732-ab2f-4f59-ae10-337560b94d1b HTTP/1.1" status: 200 len: 797 time: 0.2401514 Jan 29 04:37:45.913987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c69a4d55-094a-49b1-8953-7567f1eec356 req-dd96b689-3dc8-475b-ae4c-15bd1d6a4ab7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388524 Jan 29 04:37:45.935666 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-13807455-7e40-48c3-af1e-798cd00b2788 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:45.938304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13807455-7e40-48c3-af1e-798cd00b2788 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:45.941883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13807455-7e40-48c3-af1e-798cd00b2788 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/ad715fde-ecbd-491e-9700-36326bf682e9 HTTP/1.1" status: 404 len: 337 time: 0.1010494 Jan 29 04:37:45.950652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:45.976042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.003489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-5a3e9d14-8982-44f3-97d1-51a23fe0edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:46.005028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-5a3e9d14-8982-44f3-97d1-51a23fe0edb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283123 Jan 29 04:37:46.022757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 91e350c6-e98a-416f-9f3a-f37eb1d3d775 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:37:46.038017 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45697bb-e2b8-411d-9cd1-2908f85ed267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.038840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45697bb-e2b8-411d-9cd1-2908f85ed267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.042346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b45697bb-e2b8-411d-9cd1-2908f85ed267 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/e70bb134-036a-49f6-a08b-23941c5574ca HTTP/1.1" status: 404 len: 337 time: 0.0881624 Jan 29 04:37:46.045020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.058548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.084859 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cba8f96-cf90-41c6-a842-480a9812525b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.085990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cba8f96-cf90-41c6-a842-480a9812525b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.089933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4cba8f96-cf90-41c6-a842-480a9812525b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/22ce90cc-dda5-4055-8868-6e9ccd899c67 HTTP/1.1" status: 404 len: 333 time: 0.0436547 Jan 29 04:37:46.092501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.135951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f86bef6-3066-4750-a8b7-25040176817e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:46.139687 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e43997-52a4-40b5-b8ae-444e27963508 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.140366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e43997-52a4-40b5-b8ae-444e27963508 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.143677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3e43997-52a4-40b5-b8ae-444e27963508 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/4b103b2d-de6d-4d53-85a7-5a40916a8233 HTTP/1.1" status: 404 len: 337 time: 0.0500350 Jan 29 04:37:46.149973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.179068 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ec0367-a8c0-4104-a52d-ec459bebf77f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.179789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ec0367-a8c0-4104-a52d-ec459bebf77f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.184156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-21ec0367-a8c0-4104-a52d-ec459bebf77f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/d787239b-6a15-4feb-9412-29ebabdfd98b HTTP/1.1" status: 404 len: 337 time: 0.0328956 Jan 29 04:37:46.186385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887e5778-0835-4ef2-85c4-b363dc9256c4') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:46.186920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887e5778-0835-4ef2-85c4-b363dc9256c4') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:46.188987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.205385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.227016 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-548207d6-c24f-4558-91e2-ea0306e1249c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.228854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548207d6-c24f-4558-91e2-ea0306e1249c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.232270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-548207d6-c24f-4558-91e2-ea0306e1249c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/c2cf1627-86ed-49ef-af9f-ac5444610b5e HTTP/1.1" status: 404 len: 333 time: 0.0421391 Jan 29 04:37:46.235710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.247201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.319615 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cebfa83-b555-4da9-a0fe-67d8e898ad2b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.326660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cebfa83-b555-4da9-a0fe-67d8e898ad2b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.331877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7cebfa83-b555-4da9-a0fe-67d8e898ad2b tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/b0c32dcf-8ee1-49b1-995b-19dac8e037a8 HTTP/1.1" status: 404 len: 337 time: 0.0928545 Jan 29 04:37:46.334830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.338390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:46.339079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:46.342529 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:46.416801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bae8a8fd-1df5-44fa-8869-f655251028eb tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 267 time: 0.4154732 Jan 29 04:37:46.468630 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0729cfad-ac96-48ca-ad9a-666e059c9328 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.469219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0729cfad-ac96-48ca-ad9a-666e059c9328 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.474815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0729cfad-ac96-48ca-ad9a-666e059c9328 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/6fefc28a-174e-4ba0-8b73-c69718d4115f HTTP/1.1" status: 404 len: 337 time: 0.1309621 Jan 29 04:37:46.478888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35562) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.513093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a8c2-8edf-40d1-802b-8d5812233e29 req-9f9bb612-a147-48bd-ad24-e54ae58396e5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:46.521315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd35a8c2-8edf-40d1-802b-8d5812233e29 req-9f9bb612-a147-48bd-ad24-e54ae58396e5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.1758454 Jan 29 04:37:46.529966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.536178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f86bef6-3066-4750-a8b7-25040176817e {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:37:46.551703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.555096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9f86bef6-3066-4750-a8b7-25040176817e HTTP/1.1" status: 204 len: 168 time: 1.2191405 Jan 29 04:37:46.572029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104680d-0200-4f08-a3ef-3f50e55c5630 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f86bef6-3066-4750-a8b7-25040176817e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:46.576860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35564) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.584539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'network': {'name': 'tempest-network--1900546104'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:46.643195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd35a8c2-8edf-40d1-802b-8d5812233e29 req-fd988c4e-f7a3-4b27-98b2-56c5ea23128d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207688 Jan 29 04:37:46.648375 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d065793-52df-4b00-8ad0-a52137704822 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.650110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d065793-52df-4b00-8ad0-a52137704822 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.657523 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0d065793-52df-4b00-8ad0-a52137704822 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/ab410b0d-3554-4751-ac81-5428d5902462 HTTP/1.1" status: 404 len: 333 time: 0.1589856 Jan 29 04:37:46.660316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35574) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.662002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-cb9c60bc-786e-4783-bb59-e6056aa295e3 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324577 Jan 29 04:37:46.689749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Made reservation on behalf of e49ba2914e8a44cc8e366594978c67d7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:46.692039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.713370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.750194 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cba1782-466b-438d-b886-161d7b61017f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.750658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cba1782-466b-438d-b886-161d7b61017f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.756041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9cba1782-466b-438d-b886-161d7b61017f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/7c5c2f84-853b-4557-880f-2fc3b151c26a HTTP/1.1" status: 404 len: 337 time: 0.0896378 Jan 29 04:37:46.756756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.798725 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdccd2b-e64b-411c-bcae-777835e207a2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.799458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdccd2b-e64b-411c-bcae-777835e207a2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.813860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-69fd1cc4-7a72-4393-af92-21ebe84d0ee0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:46.817036 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-69fd1cc4-7a72-4393-af92-21ebe84d0ee0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 946 time: 0.3908384 Jan 29 04:37:46.819588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35584) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.834297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-acdccd2b-e64b-411c-bcae-777835e207a2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/f21d1f9d-6254-46ba-87ac-db5a7d3f0dd1 HTTP/1.1" status: 404 len: 333 time: 0.0571196 Jan 29 04:37:46.851795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:46.861630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'port': {'security_groups': []}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:46.863797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.864139 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Added segment 74107ac6-f433-4808-98f2-38e4698d5c68 of type vlan for network ab6938fc-942c-46f4-9411-9452d9ab4532 Jan 29 04:37:46.876962 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7534c819-a1f7-41ce-a9e7-06df8f7c5f71 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.877457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7534c819-a1f7-41ce-a9e7-06df8f7c5f71 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.884046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7534c819-a1f7-41ce-a9e7-06df8f7c5f71 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/31875bb8-cb72-4f0d-ba64-631c3c3d6d8f HTTP/1.1" status: 404 len: 337 time: 0.0597036 Jan 29 04:37:46.902985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35592) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.933041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:46.939511 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd698ad-2f34-4504-8e2b-a3c4933ca7f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.940214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd698ad-2f34-4504-8e2b-a3c4933ca7f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:46.943460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2fd698ad-2f34-4504-8e2b-a3c4933ca7f0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/bffe7215-8fe2-423b-9fcf-d5c77d5c851f HTTP/1.1" status: 404 len: 333 time: 0.0393279 Jan 29 04:37:46.948712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:46.990947 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a854248e-c866-4198-9d6d-d76ca628b10e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:46.991723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a854248e-c866-4198-9d6d-d76ca628b10e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.001664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a854248e-c866-4198-9d6d-d76ca628b10e tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/8cdb67f4-0e48-45d0-9a7a-406450c80747 HTTP/1.1" status: 404 len: 337 time: 0.0505524 Jan 29 04:37:47.009160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.009456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.039093 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3594ab48-cc49-45de-9542-41528d2b3cde tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.040641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3594ab48-cc49-45de-9542-41528d2b3cde tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.047594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3594ab48-cc49-45de-9542-41528d2b3cde tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/b9c3ad06-fb0d-4d68-88df-e7710a01b61f HTTP/1.1" status: 404 len: 333 time: 0.0367184 Jan 29 04:37:47.048291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35612) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.080483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b5c8bb83-a152-4a74-b533-a1719c6466f2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:47.083263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.084241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:47.084815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.087776 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be3c147-0a90-4261-8509-b8874d69fd66 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.088313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be3c147-0a90-4261-8509-b8874d69fd66 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.094004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0be3c147-0a90-4261-8509-b8874d69fd66 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/2354ffc9-46b4-4afe-9b6f-f914269ac7b6 HTTP/1.1" status: 404 len: 337 time: 0.0388322 Jan 29 04:37:47.094466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.113482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b5c8bb83-a152-4a74-b533-a1719c6466f2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:37:47.114193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b5c8bb83-a152-4a74-b533-a1719c6466f2 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:37:47.198358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-08534d66-307c-4d86-926c-e50bee3d183d service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266933 Jan 29 04:37:47.209959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=91e350c6-e98a-416f-9f3a-f37eb1d3d775,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:47.221731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6406081 Jan 29 04:37:47.222639 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c51b-c4a8-4425-9910-ae2e5950c1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.222756 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee25b3d-7a08-433c-b4c7-ddc1dc36a128 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.223004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee25b3d-7a08-433c-b4c7-ddc1dc36a128 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.226649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ee25b3d-7a08-433c-b4c7-ddc1dc36a128 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/a671e3c9-6d62-4017-8fcc-8116f7bd15ec HTTP/1.1" status: 404 len: 333 time: 0.1281254 Jan 29 04:37:47.230287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.230717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.233360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.238500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:47.297772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f87d0-7eaf-443e-b176-46b2c36e3046 tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Network': ['ID=ab6938fc-942c-46f4-9411-9452d9ab4532,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:47.300265 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e094da5f-17be-429d-8bc5-bf57d1094bfd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.300730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e094da5f-17be-429d-8bc5-bf57d1094bfd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.303899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e094da5f-17be-429d-8bc5-bf57d1094bfd tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/25d5e56a-a252-45fd-bd42-ae9fd52f4494 HTTP/1.1" status: 404 len: 337 time: 0.0710382 Jan 29 04:37:47.313274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ab6938fc-942c-46f4-9411-9452d9ab4532 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:47.330189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.368986 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f401423-620b-48a3-80bc-2db0a21f6a09 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.369580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f401423-620b-48a3-80bc-2db0a21f6a09 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.372633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4f401423-620b-48a3-80bc-2db0a21f6a09 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/1d5ade90-3841-43ff-b68c-099935ddee02 HTTP/1.1" status: 404 len: 333 time: 0.0337157 Jan 29 04:37:47.376831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.410770 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fcb449-41d7-47a9-b157-4f8fb51916f8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.411157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fcb449-41d7-47a9-b157-4f8fb51916f8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.414239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-29fcb449-41d7-47a9-b157-4f8fb51916f8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/5e46de9c-6235-48de-8f50-9355c012f19e HTTP/1.1" status: 404 len: 337 time: 0.0366335 Jan 29 04:37:47.418195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.449025 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e53a40-2aa9-439c-be09-5f855103d697 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.449493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e53a40-2aa9-439c-be09-5f855103d697 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.454943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-57e53a40-2aa9-439c-be09-5f855103d697 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/9af1a519-7993-4402-ade0-f0bf1ffcd7b8 HTTP/1.1" status: 404 len: 337 time: 0.0333128 Jan 29 04:37:47.460487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35628) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.492489 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-f066dde5-4939-4017-a768-28d726a4c4dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc478e2b-0eec-4e94-aa27-0311724c6810 HTTP/1.1" status: 200 len: 217 time: 0.2601233 Jan 29 04:37:47.538408 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18f5da6-cac2-4df1-8df1-062ae9d9212d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.539110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18f5da6-cac2-4df1-8df1-062ae9d9212d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.544645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d18f5da6-cac2-4df1-8df1-062ae9d9212d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/6b553326-b579-482b-8098-9fa84006bc1b HTTP/1.1" status: 404 len: 333 time: 0.0758970 Jan 29 04:37:47.547380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.586011 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab06353d-ca23-4b16-bfea-9ccc46d90860 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.587032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab06353d-ca23-4b16-bfea-9ccc46d90860 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.589660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.593653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab06353d-ca23-4b16-bfea-9ccc46d90860 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/41907f5d-4f9b-4e37-9dd3-5bfc5fa846d2 HTTP/1.1" status: 404 len: 337 time: 0.0423431 Jan 29 04:37:47.597695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.630645 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb7a13e-7150-4419-9749-fe334a0ce726 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.631078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb7a13e-7150-4419-9749-fe334a0ce726 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.634960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-efb7a13e-7150-4419-9749-fe334a0ce726 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/9a7f08cc-d9f0-41d9-867e-d89022b969b7 HTTP/1.1" status: 404 len: 337 time: 0.0362396 Jan 29 04:37:47.637273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-fbd46bd0-e3a8-4eb2-bfcb-5d226b6c1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:47.638759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-fbd46bd0-e3a8-4eb2-bfcb-5d226b6c1237 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1097 time: 0.1755359 Jan 29 04:37:47.642111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.685078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.702462 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-256bd4ee-ceb4-4d71-b646-6086e05dcff5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.703218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256bd4ee-ceb4-4d71-b646-6086e05dcff5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.706367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-256bd4ee-ceb4-4d71-b646-6086e05dcff5 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/98ffff67-eb50-4fd2-b9a7-5c05aa19683c HTTP/1.1" status: 404 len: 333 time: 0.0633059 Jan 29 04:37:47.710154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.769461 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01548b5-285b-4b99-b6f6-307c584ae6b4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.769694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01548b5-285b-4b99-b6f6-307c584ae6b4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.772727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c01548b5-285b-4b99-b6f6-307c584ae6b4 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/e3f48b23-656e-45c8-a1ca-a71357d3220f HTTP/1.1" status: 404 len: 337 time: 0.0380759 Jan 29 04:37:47.775706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.779678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.793236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-fd8b60ec-5f02-4eee-afb5-a1de3397266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:47.794789 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-fd8b60ec-5f02-4eee-afb5-a1de3397266c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ba2732-ab2f-4f59-ae10-337560b94d1b HTTP/1.1" status: 200 len: 797 time: 0.2683761 Jan 29 04:37:47.801628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.834570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Network ab6938fc-942c-46f4-9411-9452d9ab4532 is not hosted by any dhcp agent {{(pid=102402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:37:47.835182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.835443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:47.836042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:47.839866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "PUT /v2.0/networks/ab6938fc-942c-46f4-9411-9452d9ab4532 HTTP/1.1" status: 200 len: 858 time: 0.6057613 Jan 29 04:37:47.848989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35642) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.876640 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-565f3e9c-9cbc-412a-8e02-2fc45401dc63 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.877043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565f3e9c-9cbc-412a-8e02-2fc45401dc63 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.880197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-565f3e9c-9cbc-412a-8e02-2fc45401dc63 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/7754d60e-6ba6-4409-9fa5-a32749d3fa84 HTTP/1.1" status: 404 len: 337 time: 0.0981581 Jan 29 04:37:47.901663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35644) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.951398 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4f0aac-1bc2-43f3-beb6-7d8685e156df tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:47.952130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4f0aac-1bc2-43f3-beb6-7d8685e156df tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:47.955188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c4f0aac-1bc2-43f3-beb6-7d8685e156df tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/d08e1279-47d6-4b76-9ad9-8578bd066b9a HTTP/1.1" status: 404 len: 333 time: 0.0491092 Jan 29 04:37:47.958703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-6c23f269-069a-4217-9103-2255cd8a5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:47.960160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-6c23f269-069a-4217-9103-2255cd8a5e12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.3045104 Jan 29 04:37:47.960638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:47.964312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7504844-5f8f-4b37-bba1-c5e819c66fdc tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event updated for resources: {'Network': ['ID=ab6938fc-942c-46f4-9411-9452d9ab4532,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:47.982502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.036671 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c97f63-ebf7-46b6-9292-145a88adbd2c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:48.037167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c97f63-ebf7-46b6-9292-145a88adbd2c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:48.040315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6c97f63-ebf7-46b6-9292-145a88adbd2c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/c087124f-6d4d-411a-8f66-108ddae8138d HTTP/1.1" status: 404 len: 337 time: 0.0770099 Jan 29 04:37:48.043929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.051704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ea904-2f43-4b60-9b39-6874f6c8875d req-aa89d735-bed9-44c4-81f0-c91f0b597413 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:48.052060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c51b-c4a8-4425-9910-ae2e5950c1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.053250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-302ea904-2f43-4b60-9b39-6874f6c8875d req-aa89d735-bed9-44c4-81f0-c91f0b597413 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.2526946 Jan 29 04:37:48.096487 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa7de80-18c2-4d6d-ae25-2b408574b945 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:48.096975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa7de80-18c2-4d6d-ae25-2b408574b945 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:48.102566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9fa7de80-18c2-4d6d-ae25-2b408574b945 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/65b6b062-1d31-4c77-9f7c-890e20ed8f0d HTTP/1.1" status: 404 len: 337 time: 0.0458186 Jan 29 04:37:48.102716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.102716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router 0696ab90-2fe4-47e5-8fc2-09966d28569d {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:37:48.108900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.109236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.114229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f28b3d52-5354-49dc-8dd3-7e12a3b3187e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 204 len: 168 time: 4.1410384 Jan 29 04:37:48.115833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35652) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.117941 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c51b-c4a8-4425-9910-ae2e5950c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.132118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1886496450'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:48.147978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-05bd4bfe-6fc7-46d3-a2d2-f5fe6547eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:48.150223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-05bd4bfe-6fc7-46d3-a2d2-f5fe6547eeb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37770b5-05cc-4a03-8b30-5c4cc6b5b641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3171687 Jan 29 04:37:48.164038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e800827-a862-4887-8788-f3ff1215d72f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017f623-6a72-4343-ae7b-6eaa9cb876a7 HTTP/1.1" status: 200 len: 205 time: 0.0505512 Jan 29 04:37:48.166928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-82fd6102-8184-4b66-8b47-18cad43aff10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 1002 time: 0.1930611 Jan 29 04:37:48.169591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35654) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.182349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-302ea904-2f43-4b60-9b39-6874f6c8875d req-1cca0e8d-c335-4f9b-8996-e268606b56c0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180556 Jan 29 04:37:48.235159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2c51b-c4a8-4425-9910-ae2e5950c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145a8e92-e9a2-4a07-b768-99e17b89dcd5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:48.254577 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f9bca31d-c5b6-468a-b790-82a0f43dee17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] delete failed (client error): The resource could not be found. Jan 29 04:37:48.255618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9bca31d-c5b6-468a-b790-82a0f43dee17 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/routers/e017f623-6a72-4343-ae7b-6eaa9cb876a7 HTTP/1.1" status: 404 len: 336 time: 0.0850842 Jan 29 04:37:48.260751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.278401 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b8d2c51b-c4a8-4425-9910-ae2e5950c1ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc35bf22464457d95810c5aa5258e98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5452905 Jan 29 04:37:48.284766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.296568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7378e845-d669-4b26-b4cb-415cccb191e6,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:48.314897 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-33108c32-1f78-4bdc-9050-5e92303bce31 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:48.315386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33108c32-1f78-4bdc-9050-5e92303bce31 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:48.318410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33108c32-1f78-4bdc-9050-5e92303bce31 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/5e155bfd-b0b8-4434-be2b-bda2aebddbdd HTTP/1.1" status: 404 len: 337 time: 0.0529037 Jan 29 04:37:48.332076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:48.335646 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.340244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.359318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-a5afca40-e9af-42c0-a1f6-a1b823ac0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:48.360764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-a5afca40-e9af-42c0-a1f6-a1b823ac0b37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1829698 Jan 29 04:37:48.374603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.398559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6e8f31a-b6fe-439b-b15e-b4e81932b0d8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "GET /v2.0/ports?device_id=13550313-9e4c-4408-8658-243f4c1a5b17 HTTP/1.1" status: 200 len: 205 time: 0.0569737 Jan 29 04:37:48.405805 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.408213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.421614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.439863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:37:48.454647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fe40a1da-44a7-426d-96c7-56fa49ad3e65'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:48.457041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c', '7378e845-d669-4b26-b4cb-415cccb191e6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:48.463084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.463442 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment 4c7e0db5-3f78-4a9a-a941-4e6a988084a8 of type vlan for network eb800a82-27ad-4f57-ac0b-e443ea3032ca Jan 29 04:37:48.476448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04ff6eb6-c09c-426c-80b9-3c949a175b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.484546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-6ce5e961-e440-4e8d-96e4-8371d4378654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:48.486115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-6ce5e961-e440-4e8d-96e4-8371d4378654 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179912 Jan 29 04:37:48.509444 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-6336f216-7571-4f61-a3cc-0e76f3cea853 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] delete failed (client error): The resource could not be found. Jan 29 04:37:48.512812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6336f216-7571-4f61-a3cc-0e76f3cea853 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/routers/13550313-9e4c-4408-8658-243f4c1a5b17 HTTP/1.1" status: 404 len: 336 time: 0.1014326 Jan 29 04:37:48.517448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6938fc-942c-46f4-9411-9452d9ab4532']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:48.520027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.531189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:48.531973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.536916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-141ccd58-ffcc-4e4c-b821-6496f2020835 req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "PUT /v2.0/ports/7378e845-d669-4b26-b4cb-415cccb191e6 HTTP/1.1" status: 200 len: 905 time: 1.7048428 Jan 29 04:37:48.547252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:48.549806 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:48.559410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.587992 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74107ac6-f433-4808-98f2-38e4698d5c68') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:48.592819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74107ac6-f433-4808-98f2-38e4698d5c68') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:48.625857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04ff6eb6-c09c-426c-80b9-3c949a175b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.637783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.648466 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0090958a-3838-4e91-96c5-fed6a5124cb2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:48.649432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0090958a-3838-4e91-96c5-fed6a5124cb2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:48.652017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0090958a-3838-4e91-96c5-fed6a5124cb2 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/aa4bdf72-aba7-4af0-88a6-edf84cd67eff HTTP/1.1" status: 404 len: 337 time: 0.1284378 Jan 29 04:37:48.656728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35672) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.661475 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a3877d-f1db-446a-bba0-dd6d5383bb28 x-openstack-request-id: req-b5a3877d-f1db-446a-bba0-dd6d5383bb28 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:48.661735 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:48.662516 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5a3877d-f1db-446a-bba0-dd6d5383bb28 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:48.662927 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6', 'status': 'completed', 'code': 200} Jan 29 04:37:48.701663 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f760454-aee3-45de-b9f5-fc13031b8364 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:48.702156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f760454-aee3-45de-b9f5-fc13031b8364 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:48.705151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f760454-aee3-45de-b9f5-fc13031b8364 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/6234cf44-b073-48f8-8f70-3deeaa5832cf HTTP/1.1" status: 404 len: 337 time: 0.0413928 Jan 29 04:37:48.712190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35674) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:48.725101 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb06d0a-4fb0-43c0-8384-584f159e6fe1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:48.725751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['7378e845-d669-4b26-b4cb-415cccb191e6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:48.741847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-dd97f931-b85f-466f-b0c2-72e52b14b576 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102293 Jan 29 04:37:48.743684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.751664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:48.752295 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:48.754388 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:48.850909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-1b5d6920-bb1c-43b2-992f-09e9ef4c04a5 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428402 Jan 29 04:37:48.943404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.954324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab6938fc-942c-46f4-9411-9452d9ab4532 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:37:48.957169 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.967992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-317ed8e2-44d3-492e-bab0-dbfbb22249e8 None None] Provisioning complete for port 7378e845-d669-4b26-b4cb-415cccb191e6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:48.968420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-317ed8e2-44d3-492e-bab0-dbfbb22249e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:48.979701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ab6938fc-942c-46f4-9411-9452d9ab4532 HTTP/1.1" status: 204 len: 168 time: 1.1217463 Jan 29 04:37:48.985738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35678) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.001199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.014151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:49.014938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.048826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ca1a-ce9d-446e-b394-38d6ec2b263b tempest-ExternalNetworksTestJSON-456527332 tempest-ExternalNetworksTestJSON-456527332-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab6938fc-942c-46f4-9411-9452d9ab4532,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:49.056555 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed7b588-3a59-4d6a-9e33-e4e40a12752a tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.057219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed7b588-3a59-4d6a-9e33-e4e40a12752a tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.060582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ed7b588-3a59-4d6a-9e33-e4e40a12752a tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] 10.222.0.32 "DELETE /v2.0/subnets/b3e24c68-df26-4c2c-8094-fc40f56b4796 HTTP/1.1" status: 404 len: 337 time: 0.0710325 Jan 29 04:37:49.063242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35680) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.093603 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7437b3d-1086-465d-958a-0df499070081 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.094435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7437b3d-1086-465d-958a-0df499070081 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.097762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7437b3d-1086-465d-958a-0df499070081 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/1637d2fc-e703-41b4-a2bc-b8cba8f843a7 HTTP/1.1" status: 404 len: 333 time: 0.3768661 Jan 29 04:37:49.098832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04ff6eb6-c09c-426c-80b9-3c949a175b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.101564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04ff6eb6-c09c-426c-80b9-3c949a175b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.105505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-04ff6eb6-c09c-426c-80b9-3c949a175b40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/145a8e92-e9a2-4a07-b768-99e17b89dcd5 HTTP/1.1" status: 204 len: 168 time: 0.8171740 Jan 29 04:37:49.105505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.192091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ff7ac0-be8a-4a3d-beaf-27bf4dd51169 req-ed5d84fd-24da-4bb7-b27f-b4ba8cf1a090 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106925 Jan 29 04:37:49.280329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff6eb6-c09c-426c-80b9-3c949a175b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145a8e92-e9a2-4a07-b768-99e17b89dcd5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:49.293770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1699629 Jan 29 04:37:49.295132 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-daccc04e-67c9-4e88-94fc-0fb6f673cca0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.295597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daccc04e-67c9-4e88-94fc-0fb6f673cca0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.319259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-daccc04e-67c9-4e88-94fc-0fb6f673cca0 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/12d6f4ce-1514-41f0-91da-2b30b559fa0f HTTP/1.1" status: 404 len: 337 time: 0.1312926 Jan 29 04:37:49.319873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35690) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.320206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.371167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:49.475322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8586de15-0f34-4021-898e-3b8ec7b25993 req-c813562b-85c0-43f6-895a-82ce4e3aee26 service neutron] 10.222.0.20 "GET /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248554 Jan 29 04:37:49.489670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb072-ea4b-4d11-afa9-e5ff83e871ae req-bdc157b9-6fe8-4df9-a2c3-b338d50dca54 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:49.491642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2cbbb072-ea4b-4d11-afa9-e5ff83e871ae req-bdc157b9-6fe8-4df9-a2c3-b338d50dca54 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 908 time: 0.8622019 Jan 29 04:37:49.493297 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ef2e35-8987-4e43-a9eb-f1ec557bfb33 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.494408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ef2e35-8987-4e43-a9eb-f1ec557bfb33 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.500239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9ef2e35-8987-4e43-a9eb-f1ec557bfb33 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/07ef6f5e-8de2-401b-8ba7-812d1b79d998 HTTP/1.1" status: 404 len: 333 time: 0.1340492 Jan 29 04:37:49.504920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.559692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-b25fed8e-b3d3-4a6e-8a05-ff3f3c13e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:49.561273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-b25fed8e-b3d3-4a6e-8a05-ff3f3c13e82d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 1059 time: 0.8481798 Jan 29 04:37:49.561814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:49.565932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.605148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.638132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a4115fd-ea56-4f9b-8a89-d2cb5f78170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.640634 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-30268380-c1b6-40e4-aff5-0907ae7bf485 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.641086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30268380-c1b6-40e4-aff5-0907ae7bf485 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.646517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-30268380-c1b6-40e4-aff5-0907ae7bf485 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/0602214a-ef2a-4557-ae4e-4d58ec8a0110 HTTP/1.1" status: 404 len: 337 time: 0.1044776 Jan 29 04:37:49.646517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f8ca-2d39-4faa-a5e7-7a677e3bc02a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=eb800a82-27ad-4f57-ac0b-e443ea3032ca,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:49.652146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.656250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:37:49.696675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.751813 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-73942229-4509-4bfd-8326-9781d16bbfae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.752609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73942229-4509-4bfd-8326-9781d16bbfae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.758000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-73942229-4509-4bfd-8326-9781d16bbfae tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/4eb95453-64f9-44f8-b87d-ea04249ad8fd HTTP/1.1" status: 404 len: 333 time: 0.1026375 Jan 29 04:37:49.761012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35704) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.799572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36ac78-6428-4649-90c4-db963a51ab88 req-ee70ac5a-5a47-44d9-bea2-3db4e9140df8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:49.801300 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd36ac78-6428-4649-90c4-db963a51ab88 req-ee70ac5a-5a47-44d9-bea2-3db4e9140df8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 946 time: 0.3248520 Jan 29 04:37:49.802750 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-57de7e1a-d4be-4f9d-bab4-d0c4c03a3bb8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.803511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57de7e1a-d4be-4f9d-bab4-d0c4c03a3bb8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.809270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57de7e1a-d4be-4f9d-bab4-d0c4c03a3bb8 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/78a42ad3-2462-4021-b91f-b60a6949b5f4 HTTP/1.1" status: 404 len: 337 time: 0.0454197 Jan 29 04:37:49.810658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.868289 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a3a436-2e3a-478d-8168-c4bb4d1d3ab1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.869120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a3a436-2e3a-478d-8168-c4bb4d1d3ab1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.870489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e477ec-51ff-4111-ac7c-618b68b28973 req-d42da5a9-add3-4c38-a68a-c0520601a6a7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:49.872028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7e477ec-51ff-4111-ac7c-618b68b28973 req-d42da5a9-add3-4c38-a68a-c0520601a6a7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1969585 Jan 29 04:37:49.874793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b7a3a436-2e3a-478d-8168-c4bb4d1d3ab1 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/7274e2ec-04ea-4eba-a74d-001d8134fb60 HTTP/1.1" status: 404 len: 333 time: 0.0617151 Jan 29 04:37:49.883758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:49.888663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-bea4223e-4790-4b52-9467-6333e9bbf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:49.890127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-bea4223e-4790-4b52-9467-6333e9bbf99d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2866600 Jan 29 04:37:49.946600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd36ac78-6428-4649-90c4-db963a51ab88 req-3a173c3b-ea1e-439e-b155-ff586e0f8090 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266196 Jan 29 04:37:49.951437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:49.981088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:49.992341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222864be-b61a-4351-9c96-4631050aa366') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:49.992554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222864be-b61a-4351-9c96-4631050aa366') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:49.992667 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf69c269-79a2-4c78-a109-f44a8ac8aa9c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:49.993182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf69c269-79a2-4c78-a109-f44a8ac8aa9c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:49.998696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf69c269-79a2-4c78-a109-f44a8ac8aa9c tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/080723f3-31f3-4fd2-a662-e6dfef153a6d HTTP/1.1" status: 404 len: 337 time: 0.1124613 Jan 29 04:37:49.998991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35710) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.013585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-4f91c4d9-46d3-4588-9516-b5b6afd0dc84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7378e845-d669-4b26-b4cb-415cccb191e6 HTTP/1.1" status: 200 len: 217 time: 0.1109333 Jan 29 04:37:50.013793 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.034991 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6a05b8-fb52-4bd8-911f-1fbc43426f9f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:50.035717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6a05b8-fb52-4bd8-911f-1fbc43426f9f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:50.038704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5b6a05b8-fb52-4bd8-911f-1fbc43426f9f tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/c4d1e796-a1c4-49b5-a0c1-a3bc996dc67f HTTP/1.1" status: 404 len: 333 time: 0.0381186 Jan 29 04:37:50.041991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35712) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.071856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.075048 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bea26b1-7427-49a3-8af5-1ad82ee811e6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:50.075201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bea26b1-7427-49a3-8af5-1ad82ee811e6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:50.078661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0bea26b1-7427-49a3-8af5-1ad82ee811e6 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/30494201-8ca1-4220-93a2-a1f25559efab HTTP/1.1" status: 404 len: 337 time: 0.0352662 Jan 29 04:37:50.078869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a4115fd-ea56-4f9b-8a89-d2cb5f78170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.081199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35714) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.091787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:50.092374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.093972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a4115fd-ea56-4f9b-8a89-d2cb5f78170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:50.095697 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:50.098491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7e477ec-51ff-4111-ac7c-618b68b28973 req-833f895e-48ae-4627-b7c7-a90d613822ee tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074914 Jan 29 04:37:50.124194 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe0af89-9a2b-41de-aa61-f8a268e34e22 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:50.125103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe0af89-9a2b-41de-aa61-f8a268e34e22 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:50.128203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ffe0af89-9a2b-41de-aa61-f8a268e34e22 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/2bebd020-25a6-4c99-aefa-a562a0772ee4 HTTP/1.1" status: 404 len: 333 time: 0.0463324 Jan 29 04:37:50.151055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35718) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.188568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.189254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-0a837e05-d6a4-4450-818b-70f893770357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:50.190765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-0a837e05-d6a4-4450-818b-70f893770357 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.1618471 Jan 29 04:37:50.212659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.213030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a4115fd-ea56-4f9b-8a89-d2cb5f78170d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b36bf6de7f7b4188a38cb1601fb5fcde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069343 Jan 29 04:37:50.216156 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] 10.222.0.32 "DELETE /v2.0/networks/ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7 HTTP/1.1" status: 204 len: 168 time: 1.1515832 Jan 29 04:37:50.216334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.218021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38984e-3972-4fd5-b338-a31c605fa005 tempest-ExternalNetworksTestJSON-2066559414 tempest-ExternalNetworksTestJSON-2066559414-project] Pushing event deleted for resources: {'Network': ['ID=ca3e7c3d-9a41-47ae-b91b-75dc6a49c6a7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:50.230482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4115fd-ea56-4f9b-8a89-d2cb5f78170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed89de-4e59-4072-8bf9-24fce539f652,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:50.234717 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c537c9c3-e27c-41ac-a541-7abaecf81f04 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:50.235362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c537c9c3-e27c-41ac-a541-7abaecf81f04 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:50.238945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c537c9c3-e27c-41ac-a541-7abaecf81f04 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/3c866edc-b50d-4c86-bdc7-05aa0d69d09b HTTP/1.1" status: 404 len: 337 time: 0.0810320 Jan 29 04:37:50.249433 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.249580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35724) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.281271 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fe63bd-de0a-4a98-8db7-6638e4a1c155 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:50.282079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fe63bd-de0a-4a98-8db7-6638e4a1c155 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:50.287476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a3fe63bd-de0a-4a98-8db7-6638e4a1c155 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/ports/bdf1815a-c218-4e03-96fd-d77777904f8f HTTP/1.1" status: 404 len: 333 time: 0.0343256 Jan 29 04:37:50.287772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.321846 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79852bb-b719-4e68-9f6a-00b17187ae59 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] DELETE failed (client error): The resource could not be found. Jan 29 04:37:50.322374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79852bb-b719-4e68-9f6a-00b17187ae59 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:37:50.327896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b79852bb-b719-4e68-9f6a-00b17187ae59 tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/subnets/d8242e5d-792a-4b61-91d8-adcaa80abb7c HTTP/1.1" status: 404 len: 337 time: 0.0367701 Jan 29 04:37:50.331814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.333224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50a95d-662d-4690-8daf-b1730dda0f11 req-44f87f79-75dc-49c0-8a1c-9381ccd9aabd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:50.334732 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f50a95d-662d-4690-8daf-b1730dda0f11 req-44f87f79-75dc-49c0-8a1c-9381ccd9aabd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1241405 Jan 29 04:37:50.390881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2f50a95d-662d-4690-8daf-b1730dda0f11 req-2cce9ac5-09ca-4355-82e5-84017b78ee1c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478172 Jan 29 04:37:50.476694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.484249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=77c6caac-0187-4a7b-a536-2faf5ea9236f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:50.500809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-b45e41a4-42c4-4953-af02-985ae567c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:50.502894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-b45e41a4-42c4-4953-af02-985ae567c16a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2886562 Jan 29 04:37:50.630157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35750) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.633975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d33592d-20d4-4b4e-bde8-f186367cdfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.740102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': '4c7e0db5-3f78-4a9a-a941-4e6a988084a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:50.740442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: eb800a82-27ad-4f57-ac0b-e443ea3032ca, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:37:50.758990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:50.871205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5bf43f68-6fa1-4284-9709-e51bf94a1037 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02119db5896e42bab77dd0eecc1d5cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394583 Jan 29 04:37:50.876761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:50.885578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d33592d-20d4-4b4e-bde8-f186367cdfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.921625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.940054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:50.972435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:50.986631 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5537577-c14a-4a14-b1f8-5c83c9c0404d" -d '{"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:51.023256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:51.031692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.100362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:51.120031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdf591-dd50-4d45-a09b-7c5044321c48 req-bb853112-f572-4153-a347-83d192aafb4d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:51.121667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8dcdf591-dd50-4d45-a09b-7c5044321c48 req-bb853112-f572-4153-a347-83d192aafb4d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.0609014 Jan 29 04:37:51.167891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8dcdf591-dd50-4d45-a09b-7c5044321c48 req-f2372e60-85e1-4094-b12a-185b32858b93 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388293 Jan 29 04:37:51.244584 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a54034-89f5-4e48-b02f-60f4a552b965 x-openstack-request-id: req-a7a54034-89f5-4e48-b02f-60f4a552b965 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:51.244882 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:51.245338 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7a54034-89f5-4e48-b02f-60f4a552b965 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:51.245791 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'code': 200} Jan 29 04:37:51.389134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-c1fe28ae-da73-4712-a8ef-ee680aae2796 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8647096 Jan 29 04:37:51.406001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:37:51.440526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff93288-b39a-4430-be32-e866f0872688']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:51.470331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, eb800a82-27ad-4f57-ac0b-e443ea3032ca) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:51.475386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:51.476351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.484842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:51.485194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1aa2a72-dbc2-48de-86f6-3a158fbf1a00') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:51.486041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e58c1-021c-4fab-a84e-19fa202073d9 None None] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:51.540295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.551396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-c94c11d2-5b76-478d-831f-fa91e28bc783 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:51.553969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-c94c11d2-5b76-478d-831f-fa91e28bc783 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.9141614 Jan 29 04:37:51.575352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f2577f8-2da8-46a7-b791-d4c9b483b982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.584139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35770) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:51.584333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-edb5ce42-cb05-4874-8de1-4f697bc26ac6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2271976 Jan 29 04:37:51.590030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1859105646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:51.607407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.624879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d33592d-20d4-4b4e-bde8-f186367cdfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.630674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d33592d-20d4-4b4e-bde8-f186367cdfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.635128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.636227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.640946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d33592d-20d4-4b4e-bde8-f186367cdfce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2ed89de-4e59-4072-8bf9-24fce539f652 HTTP/1.1" status: 204 len: 168 time: 1.4072864 Jan 29 04:37:51.686227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-e631a07c-f3b1-4391-807b-48685eba3bf7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/quotas/20b4bb1c72e042acbb670199364f02f0 HTTP/1.1" status: 200 len: 375 time: 0.0966089 Jan 29 04:37:51.688702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:37:51.689149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:37:51.697058 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:37:51.747370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.755607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.757255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f2577f8-2da8-46a7-b791-d4c9b483b982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.799471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.800769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-227f7244-f778-46c2-874d-94256f1c4164 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2151132 Jan 29 04:37:51.803492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35780) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:51.810910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-eb800a82-27ad-4f57-ac0b-e443ea3032ca', 'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '77c6caac-0187-4a7b-a536-2faf5ea9236f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:37:51.812465 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:51.840388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33592d-20d4-4b4e-bde8-f186367cdfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed89de-4e59-4072-8bf9-24fce539f652,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:51.998841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be7f05fe-1e7c-4d1a-b2dd-701cc238bd1f req-3ccdb2f2-0c13-479a-80ed-3c84b6d58b88 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797820 Jan 29 04:37:52.057575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-b46c24e0-70a2-4cc9-8a2f-a3ab7df69973 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3592958 Jan 29 04:37:52.059624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.070007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.073735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] 10.222.0.32 "DELETE /v2.0/networks/1ff93288-b39a-4430-be32-e866f0872688 HTTP/1.1" status: 204 len: 168 time: 1.7408266 Jan 29 04:37:52.095658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3390c2-d27e-4baa-abe1-f49956ca785d tempest-NetworksTestDHCPv6-1003263152 tempest-NetworksTestDHCPv6-1003263152-project] Pushing event deleted for resources: {'Network': ['ID=1ff93288-b39a-4430-be32-e866f0872688,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:52.168524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f2577f8-2da8-46a7-b791-d4c9b483b982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.171916 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f2577f8-2da8-46a7-b791-d4c9b483b982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.173240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0f2577f8-2da8-46a7-b791-d4c9b483b982 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc290573-bdab-44d2-ad21-88ce8594f5a1 HTTP/1.1" status: 204 len: 168 time: 1.2818806 Jan 29 04:37:52.198532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2577f8-2da8-46a7-b791-d4c9b483b982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc290573-bdab-44d2-ad21-88ce8594f5a1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:52.209715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Allocated IP 2001:db8::2 (eb800a82-27ad-4f57-ac0b-e443ea3032ca/77c6caac-0187-4a7b-a536-2faf5ea9236f/50467926-b6f4-4e5e-9b71-03d836a07580) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:52.243624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-e4fe6a09-dc0d-47b8-87d9-5b2aefda40ce service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582792 Jan 29 04:37:52.419475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8f813-775e-4aa1-a4ad-38c6c3ca5c88 req-7b9e6f31-38ec-4f46-81df-4777d417c13b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:52.420530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-cee69ce1-3c2a-4ab1-966b-055f074f173d service neutron] 10.222.0.32 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704051 Jan 29 04:37:52.434877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbf8f813-775e-4aa1-a4ad-38c6c3ca5c88 req-7b9e6f31-38ec-4f46-81df-4777d417c13b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2128334 Jan 29 04:37:52.440908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.450803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.462136 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-9cfb3672-60be-470c-92eb-8287aa306137 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1657016 Jan 29 04:37:52.520568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:52.524250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:52.530374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:52.562617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Pushing event updated for resources: {'Port': ['ID=50467926-b6f4-4e5e-9b71-03d836a07580,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:52.597490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:52.614747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Attempting to bind port 50467926-b6f4-4e5e-9b71-03d836a07580 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:52.615054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Attempting to bind port 50467926-b6f4-4e5e-9b71-03d836a07580 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4c7e0db5-3f78-4a9a-a941-4e6a988084a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:52.615419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Attempting to bind port 50467926-b6f4-4e5e-9b71-03d836a07580 on network eb800a82-27ad-4f57-ac0b-e443ea3032ca {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:52.623198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:52.623696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Checking segment: {'id': '4c7e0db5-3f78-4a9a-a941-4e6a988084a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:52.624195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.624683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Bound using segment: {'id': '4c7e0db5-3f78-4a9a-a941-4e6a988084a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:52.625695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Bound port: 50467926-b6f4-4e5e-9b71-03d836a07580, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7e0db5-3f78-4a9a-a941-4e6a988084a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'eb800a82-27ad-4f57-ac0b-e443ea3032ca'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:52.626183 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.651675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.667037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bbf8f813-775e-4aa1-a4ad-38c6c3ca5c88 req-7e741c93-6fc0-4b0d-b98f-5dbdc0aa9471 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189617 Jan 29 04:37:52.778443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] For port 50467926-b6f4-4e5e-9b71-03d836a07580, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:52.782784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] For port 50467926-b6f4-4e5e-9b71-03d836a07580, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=50467926-b6f4-4e5e-9b71-03d836a07580,segment=NetworkSegment(4c7e0db5-3f78-4a9a-a941-4e6a988084a8),segment_id=4c7e0db5-3f78-4a9a-a941-4e6a988084a8)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:52.794284 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:52.800209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67fe5944-cf18-4536-aaf0-6f870bed2dd4 req-ca3d974e-be39-4b8a-8b2a-ff57d6f0e40e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 210 time: 0.0439365 Jan 29 04:37:52.860649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:52.963571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7474b772-9f77-49da-8a9f-e45905333bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e49ba2914e8a44cc8e366594978c67d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013682 Jan 29 04:37:52.964523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:52.965078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490dd43-e661-4348-9c73-615a3ab55ee7 None None] Pushing event updated for resources: {'Port': ['ID=50467926-b6f4-4e5e-9b71-03d836a07580,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:53.090244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44067752-f699-41b7-86bc-d27d8c84be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.186376 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44067752-f699-41b7-86bc-d27d8c84be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.292882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbd3e138-13cd-42a6-a0a8-211a13db5db7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b751567dedef4b7f8eb27806a8212bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920710 Jan 29 04:37:53.293214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:53.392159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8::1 (eb800a82-27ad-4f57-ac0b-e443ea3032ca/77c6caac-0187-4a7b-a536-2faf5ea9236f/eb897a76-16f0-41ed-8520-563e637c244a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:53.454454 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d20d-29b5-47e9-bd07-cb73f8bc33a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.473170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44067752-f699-41b7-86bc-d27d8c84be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.484836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44067752-f699-41b7-86bc-d27d8c84be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.486645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-44067752-f699-41b7-86bc-d27d8c84be6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/107cbb9d-5c30-4723-9960-61076c85fa21 HTTP/1.1" status: 204 len: 168 time: 0.5184469 Jan 29 04:37:53.522163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067752-f699-41b7-86bc-d27d8c84be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107cbb9d-5c30-4723-9960-61076c85fa21,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:53.564949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d20d-29b5-47e9-bd07-cb73f8bc33a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.671477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.698309 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d20d-29b5-47e9-bd07-cb73f8bc33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.701028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d20d-29b5-47e9-bd07-cb73f8bc33a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.702291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ae8d20d-29b5-47e9-bd07-cb73f8bc33a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/747ee211-dac0-45e7-b53b-789f409c8fde HTTP/1.1" status: 204 len: 168 time: 0.4082239 Jan 29 04:37:53.725710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8d20d-29b5-47e9-bd07-cb73f8bc33a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ee211-dac0-45e7-b53b-789f409c8fde,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:53.781247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.831315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1c97-6600-4261-95e2-fa6c8703d0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:53.999767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=eb897a76-16f0-41ed-8520-563e637c244a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:54.036047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:54.043424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:54.051039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:54.051939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:54.060937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8677d3e1-5296-4b35-84aa-f52457486290 req-4f2c78a2-5f56-458d-884a-e7f05aa69e34 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 210 time: 0.0629308 Jan 29 04:37:54.202894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a0f61-a2cf-4ecd-8d45-d1cc3ab5f401 req-6b3774cd-cf2d-4d6b-8d1b-0a4392d5d163 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:54.222849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-494a0f61-a2cf-4ecd-8d45-d1cc3ab5f401 req-6b3774cd-cf2d-4d6b-8d1b-0a4392d5d163 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.3486967 Jan 29 04:37:54.324963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-494a0f61-a2cf-4ecd-8d45-d1cc3ab5f401 req-184961d4-c363-42f7-80fb-754a46a8a9ec tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960736 Jan 29 04:37:54.433994 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:54.772504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:37:54.801439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d2edf246-fc9b-4313-a384-862cbc581344 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:54.809852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d2edf246-fc9b-4313-a384-862cbc581344 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 812 time: 0.2771499 Jan 29 04:37:54.830063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Request body: {'port': {'device_id': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'admin_state_up': True, 'tenant_id': '20b4bb1c72e042acbb670199364f02f0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:54.888337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fd845-6bfd-42ed-a3ac-7186d2f69537 None None] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:37:55.050710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.058782 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.060980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.082130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e20dc348-98c2-411e-8b73-01baf16d2321 None None] Provisioning complete for port 50467926-b6f4-4e5e-9b71-03d836a07580 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:55.085752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e20dc348-98c2-411e-8b73-01baf16d2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.095646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Made reservation on behalf of 20b4bb1c72e042acbb670199364f02f0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:37:55.099836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.254711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 50467926-b6f4-4e5e-9b71-03d836a07580 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:55.327719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=eb897a76-16f0-41ed-8520-563e637c244a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:55.332620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6df3eb04-6f5f-40a8-b43a-a09ea8978ee3 req-5972e6e1-655b-48cd-afe7-bd734c8caa2f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 210 time: 0.0629921 Jan 29 04:37:55.439265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:55.442233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:55.478599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 50467926-b6f4-4e5e-9b71-03d836a07580 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:55.479240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.491090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Allocated IP 172.20.0.4 (7423b9cd-f3d6-41e4-8ff6-c5232a0a2195/948460b2-b50e-46f5-93c1-3ff322d645d6/4fca2967-d77f-4816-ad8f-499e6fb1275f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:37:55.728464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e20dc348-98c2-411e-8b73-01baf16d2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.760683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.794352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33f92-b6fc-47e3-8740-6713333bcc98 req-fe96c141-995f-4bde-a2ed-c87024ca8726 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:55.806326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e20dc348-98c2-411e-8b73-01baf16d2321 None None] For port 50467926-b6f4-4e5e-9b71-03d836a07580, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=50467926-b6f4-4e5e-9b71-03d836a07580,segment=NetworkSegment(4c7e0db5-3f78-4a9a-a941-4e6a988084a8),segment_id=4c7e0db5-3f78-4a9a-a941-4e6a988084a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:37:55.807667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5a33f92-b6fc-47e3-8740-6713333bcc98 req-fe96c141-995f-4bde-a2ed-c87024ca8726 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.3392594 Jan 29 04:37:55.862437 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e20dc348-98c2-411e-8b73-01baf16d2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.875637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.909542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5a33f92-b6fc-47e3-8740-6713333bcc98 req-91071d16-62d8-48be-b665-d1395c36378d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008606 Jan 29 04:37:55.951815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:55.991820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router bba249b9-b353-4534-949f-df3175e2e839 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:37:56.014068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fe40a1da-44a7-426d-96c7-56fa49ad3e65'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:56.082416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:37:56.105443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:37:56.108970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:56.135579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0181789 Jan 29 04:37:56.136729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:37:56.176350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35932) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:56.258823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:56.341111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:37:56.355596 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] Sync routers for ids ['bba249b9-b353-4534-949f-df3175e2e839'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:37:56.358587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:56.358851 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d76ff813-0ce2-47b8-9812-c18170185e55 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/bba249b9-b353-4534-949f-df3175e2e839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5530772 Jan 29 04:37:56.359714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:56.360580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35938) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:56.388218 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] Routers {'bba249b9-b353-4534-949f-df3175e2e839'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:56.391225 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bba249b9-b353-4534-949f-df3175e2e839'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:56.409256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3d789539-1f7e-421b-9257-4c3b853e3c06 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5814345 Jan 29 04:37:56.412901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:37:56.428759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Request body: {'port': {'device_id': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:56.516147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf3009-78be-401c-a477-51dc569eb250 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:56.520041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ebdf3009-78be-401c-a477-51dc569eb250 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports/eb897a76-16f0-41ed-8520-563e637c244a HTTP/1.1" status: 200 len: 911 time: 0.1557360 Jan 29 04:37:56.522001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35944) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:56.522196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:56.531593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77c6caac-0187-4a7b-a536-2faf5ea9236f'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:56.560040 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] Routers {'bba249b9-b353-4534-949f-df3175e2e839'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:37:56.562204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bba249b9-b353-4534-949f-df3175e2e839'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:56.684151 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:37:56.690770 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb43c61-d6b9-41f5-b69c-822812df8847 None None] The sync data for ids ['bba249b9-b353-4534-949f-df3175e2e839'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:37:56.716671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:56.784200 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40021d82-2975-4b8d-84e1-9ab2f7ffe2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:56.802835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc348-98c2-411e-8b73-01baf16d2321 None None] Pushing event updated for resources: {'Port': ['ID=50467926-b6f4-4e5e-9b71-03d836a07580,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:56.826621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c4ebd77-a763-40d1-a30f-398142d4a3f6 None None] Provisioning complete for port eb897a76-16f0-41ed-8520-563e637c244a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:56.828862 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c4ebd77-a763-40d1-a30f-398142d4a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:56.830952 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:37:56.831920 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:37:56.927386 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-17df5a14-38e9-4098-8f3d-3084aa31683a tempest-NetworksApiDiscovery-847143463 tempest-NetworksApiDiscovery-847143463-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7487197 Jan 29 04:37:56.987836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ebd77-a763-40d1-a30f-398142d4a3f6 None None] Port eb897a76-16f0-41ed-8520-563e637c244a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:57.083429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8a710-1cc1-49c6-a2a4-df3cb0c535d4 req-ef1180db-699e-4ff0-a69b-903a6d005e63 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:57.094166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0aa8a710-1cc1-49c6-a2a4-df3cb0c535d4 req-ef1180db-699e-4ff0-a69b-903a6d005e63 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 931 time: 0.5374613 Jan 29 04:37:57.133771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c4ebd77-a763-40d1-a30f-398142d4a3f6 None None] Provisioning complete for port 50467926-b6f4-4e5e-9b71-03d836a07580 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:57.138718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c4ebd77-a763-40d1-a30f-398142d4a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:57.196758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef26e-9711-4c9d-a1c1-c073fefde831 req-09bedbbc-0868-4cc9-9e34-e1cd3999bcda tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:57.222693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f7ef26e-9711-4c9d-a1c1-c073fefde831 req-09bedbbc-0868-4cc9-9e34-e1cd3999bcda tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1842461 Jan 29 04:37:57.351653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:57.368649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f7ef26e-9711-4c9d-a1c1-c073fefde831 req-06104978-8eb3-46ca-81ce-ea1423bdfe90 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413760 Jan 29 04:37:57.630307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0aa8a710-1cc1-49c6-a2a4-df3cb0c535d4 req-a0e461a4-ab5f-4767-96a8-c005eb5d2dd4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351064 Jan 29 04:37:57.660485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 50467926-b6f4-4e5e-9b71-03d836a07580 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:37:57.678191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:57.742788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35990) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:57.751911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48da43ed-963c-4e88-97ff-278b6ca31c92 None None] Provisioning complete for port eb897a76-16f0-41ed-8520-563e637c244a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:57.752372 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48da43ed-963c-4e88-97ff-278b6ca31c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:57.794237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:57.834057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 50467926-b6f4-4e5e-9b71-03d836a07580 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:57.837170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:57.924408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48da43ed-963c-4e88-97ff-278b6ca31c92 None None] Port eb897a76-16f0-41ed-8520-563e637c244a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:57.973774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48da43ed-963c-4e88-97ff-278b6ca31c92 None None] Provisioning complete for port 4fca2967-d77f-4816-ad8f-499e6fb1275f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:37:57.974120 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48da43ed-963c-4e88-97ff-278b6ca31c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.056063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48da43ed-963c-4e88-97ff-278b6ca31c92 None None] Port 4fca2967-d77f-4816-ad8f-499e6fb1275f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:37:58.092547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fca2967-d77f-4816-ad8f-499e6fb1275f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:37:58.130088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.152304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67da72b9-6d3f-40b0-a11f-ecc83ba9366c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.157752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Transition to ACTIVE for port object 4fca2967-d77f-4816-ad8f-499e6fb1275f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:37:58.170237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.227372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:58.299588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67da72b9-6d3f-40b0-a11f-ecc83ba9366c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.300908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ddfef36-1cfc-4ff4-b53d-23638188b8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.313769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67da72b9-6d3f-40b0-a11f-ecc83ba9366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.388672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67da72b9-6d3f-40b0-a11f-ecc83ba9366c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8536043241ef4161ae01ff0d0d5ad732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431293 Jan 29 04:37:58.405291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:58.441808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da72b9-6d3f-40b0-a11f-ecc83ba9366c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b705df43-c340-4be6-9334-63d68e427e66,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:58.501127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:58.613740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2da142a-e763-4772-9a37-b1646e9a7e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.666594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2da142a-e763-4772-9a37-b1646e9a7e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.669072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Attempting to bind port 4fca2967-d77f-4816-ad8f-499e6fb1275f on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:37:58.669644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Attempting to bind port 4fca2967-d77f-4816-ad8f-499e6fb1275f by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:37:58.670252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Attempting to bind port 4fca2967-d77f-4816-ad8f-499e6fb1275f on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:58.689999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Port 4fca2967-d77f-4816-ad8f-499e6fb1275f on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:37:58.690680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Attempting to bind port 4fca2967-d77f-4816-ad8f-499e6fb1275f on network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:37:58.703890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:37:58.704345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Checking segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:37:58.704855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Bound using segment: {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:37:58.705018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ddfef36-1cfc-4ff4-b53d-23638188b8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.705696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Bound port: 4fca2967-d77f-4816-ad8f-499e6fb1275f, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1921a1-9fb9-412c-aad5-06cce37d6393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:37:58.706338 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.731555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d164529-7a40-4e55-a04c-2a2fa1398d56 req-982fe698-7b23-4315-ba29-1db34c4067b0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:58.733117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8d164529-7a40-4e55-a04c-2a2fa1398d56 req-982fe698-7b23-4315-ba29-1db34c4067b0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1715546 Jan 29 04:37:58.744104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ddfef36-1cfc-4ff4-b53d-23638188b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.745076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.856051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:37:58.860124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:37:58.860825 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8d164529-7a40-4e55-a04c-2a2fa1398d56 req-ec41f2fe-7228-4f7b-9630-7f40e24b1dbb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126974 Jan 29 04:37:58.910158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.912077 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.920276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:58.920984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.925097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/ports/eb897a76-16f0-41ed-8520-563e637c244a HTTP/1.1" status: 200 len: 911 time: 2.3970814 Jan 29 04:37:58.943809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Deleting subnet 0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:37:58.945788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36022) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:58.956236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:58.980523 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ddfef36-1cfc-4ff4-b53d-23638188b8d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1adf234aa40749ee83e07566a09ec29e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1834779 Jan 29 04:37:58.983128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfef36-1cfc-4ff4-b53d-23638188b8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1770899-38b7-4fb5-a095-dd30536c18cc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:58.985568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36024) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:59.017092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.088033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36026) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:59.105552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4298233-8787-4c29-8f0c-4d3b9f368c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.119108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.151886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:59.155486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.159685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] 10.222.0.36 "PUT /v2.0/ports/4fca2967-d77f-4816-ad8f-499e6fb1275f HTTP/1.1" status: 200 len: 1091 time: 2.7368681 Jan 29 04:37:59.161232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:37:59.165362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.169218 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f17570-b5f5-49d5-b559-755544c3d8df" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:37:59.177751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.211881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4298233-8787-4c29-8f0c-4d3b9f368c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.233290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd962aa-cd2d-44d8-bca2-939bb6c0e16a req-01aaf5f3-9f1b-47fd-b9fa-840b4b3446c5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:59.234939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fd962aa-cd2d-44d8-bca2-939bb6c0e16a req-01aaf5f3-9f1b-47fd-b9fa-840b4b3446c5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.3591669 Jan 29 04:37:59.285470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2da142a-e763-4772-9a37-b1646e9a7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.288092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2da142a-e763-4772-9a37-b1646e9a7e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.296153 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2da142a-e763-4772-9a37-b1646e9a7e35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b705df43-c340-4be6-9334-63d68e427e66 HTTP/1.1" status: 204 len: 168 time: 0.8790972 Jan 29 04:37:59.299819 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e8b26-8336-4f71-b65c-4e8c04a46ea4 x-openstack-request-id: req-916e8b26-8336-4f71-b65c-4e8c04a46ea4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:37:59.306439 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:37:59.306786 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-916e8b26-8336-4f71-b65c-4e8c04a46ea4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:37:59.307194 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'status': 'completed', 'code': 200} Jan 29 04:37:59.319072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.335730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4298233-8787-4c29-8f0c-4d3b9f368c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.339926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4298233-8787-4c29-8f0c-4d3b9f368c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.341102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d4298233-8787-4c29-8f0c-4d3b9f368c7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1770899-38b7-4fb5-a095-dd30536c18cc HTTP/1.1" status: 204 len: 168 time: 0.3509724 Jan 29 04:37:59.424373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:59.435047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.446988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7364bc1f-cbca-4650-af9b-f61fabd03e8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d9a7237-fbea-4bee-8bfe-ef33f6ac9dd0 HTTP/1.1" status: 204 len: 168 time: 0.9437826 Jan 29 04:37:59.449508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4298233-8787-4c29-8f0c-4d3b9f368c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1770899-38b7-4fb5-a095-dd30536c18cc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:59.451323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36036) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:37:59.634188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:37:59.653427 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.658771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da142a-e763-4772-9a37-b1646e9a7e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b705df43-c340-4be6-9334-63d68e427e66,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:59.679586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b8d83-9828-4c0a-9d26-68c007944d01 service neutron] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:37:59.885131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-846e8761-ca13-4843-9312-5409b8324ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:37:59.886268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.887010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-846e8761-ca13-4843-9312-5409b8324ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 1094 time: 0.6511548 Jan 29 04:37:59.889276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:37:59.906717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fd962aa-cd2d-44d8-bca2-939bb6c0e16a req-8aa4f251-d002-49c1-b3bf-976241c1ab52 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391611 Jan 29 04:37:59.943599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027a4c35-21c8-4d29-bab2-905ff1fe40c1']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:00.017760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=eb897a76-16f0-41ed-8520-563e637c244a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:00.022331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-3673521d-ace2-465a-8b26-50a66a2afbf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f HTTP/1.1" status: 200 len: 217 time: 0.0916891 Jan 29 04:38:00.036160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:00.036942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b5c23a-9bc6-4a0a-9b2c-db6f9da829d2') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:00.038227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.038581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.038925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.039302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.039636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.039972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.040301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.040629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.040958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.041291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.041618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.041978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943803c0-989c-4044-9bf8-97c5986c2943 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.071455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.088447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:00.102010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.120574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:38:00.121068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.132258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-924a6ff2-5216-47b7-a5e8-8d3861038149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.136793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-c64093ee-0fa7-4827-b8ec-48557c0fc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:00.138442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-c64093ee-0fa7-4827-b8ec-48557c0fc3af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.1022654 Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:38:00.189296 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:38:00.236782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-bfe1a903-47cf-4339-9c39-b2a92c44e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:00.238329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-bfe1a903-47cf-4339-9c39-b2a92c44e09a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916734 Jan 29 04:38:00.247754 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.548040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.568360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.575524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/027a4c35-21c8-4d29-bab2-905ff1fe40c1 HTTP/1.1" status: 204 len: 168 time: 1.1154382 Jan 29 04:38:00.578688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=027a4c35-21c8-4d29-bab2-905ff1fe40c1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:00.597013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.597358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.597846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.598211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.598547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.598917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.599193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.599516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.599840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.600273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.600596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.601037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe806df-9136-46cc-ac5e-b089df169ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:00.612518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bda75-60d9-4786-ad3b-4a7e9abdac8e req-1a826a87-097a-482d-a2c3-2288cccd18ae tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:00.621215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb2bda75-60d9-4786-ad3b-4a7e9abdac8e req-1a826a87-097a-482d-a2c3-2288cccd18ae tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.5257442 Jan 29 04:38:00.670075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb2bda75-60d9-4786-ad3b-4a7e9abdac8e req-4ea96daf-7fb1-41ec-bc29-6d5026086dc0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478678 Jan 29 04:38:00.719098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.873645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Allocated IP 172.25.4.176 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d81173a3-4fd4-42ca-8eef-83e69db5d809) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:00.888544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36068) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:00.919222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-924a6ff2-5216-47b7-a5e8-8d3861038149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.943681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-924a6ff2-5216-47b7-a5e8-8d3861038149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:00.986358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0deda6a0-515c-4785-875e-377aab061e0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34724ac5d38743d58c76eda453349d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965922 Jan 29 04:38:00.990528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36072) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:01.006709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-caf36535-3792-4417-9205-ea6a675046af service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539716 Jan 29 04:38:01.025950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-924a6ff2-5216-47b7-a5e8-8d3861038149 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62c45a53be7142649e4bc7eddfe2988f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364545 Jan 29 04:38:01.030839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:01.065561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a6ff2-5216-47b7-a5e8-8d3861038149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e874ab41-6b88-4baa-9989-19c5f327c0dd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:01.094440 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.157792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.195955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def0265-63d0-4312-bb75-fa41dcb6e47b req-75fc9a89-ddc8-48ea-961e-8081bea502af tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:01.197503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8def0265-63d0-4312-bb75-fa41dcb6e47b req-75fc9a89-ddc8-48ea-961e-8081bea502af tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.1880598 Jan 29 04:38:01.203670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b596ad-2b1b-4474-9de8-b26eea78f485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.235054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:01.244611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:01.256343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:01.288622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c0018b8-5dbb-4858-bccf-76b744872dd2 req-0a7c3f4c-ae18-4301-8d96-fa0d05a82d9f service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549644 Jan 29 04:38:01.293886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8def0265-63d0-4312-bb75-fa41dcb6e47b req-0b5d40b5-e663-4530-91c8-53879b3ba27c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903556 Jan 29 04:38:01.317186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port eb897a76-16f0-41ed-8520-563e637c244a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:01.319377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.344140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b596ad-2b1b-4474-9de8-b26eea78f485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.357980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Port': ['ID=d81173a3-4fd4-42ca-8eef-83e69db5d809,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:01.363808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e80f5041-d7f6-411c-8c39-2619febe3807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.471135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.475937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-ac1d9e3a-daa6-4063-a415-8a69b0603490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:01.478457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-ac1d9e3a-daa6-4063-a415-8a69b0603490 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 1094 time: 0.0874104 Jan 29 04:38:01.488819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e80f5041-d7f6-411c-8c39-2619febe3807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.510474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for eb897a76-16f0-41ed-8520-563e637c244a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:01.521329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.569529 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b596ad-2b1b-4474-9de8-b26eea78f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.573501 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57b596ad-2b1b-4474-9de8-b26eea78f485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.577117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57b596ad-2b1b-4474-9de8-b26eea78f485 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/079f9ffe-3a69-43a2-9f80-afa41d28d9ad HTTP/1.1" status: 204 len: 168 time: 0.5833726 Jan 29 04:38:01.591568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.594209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b596ad-2b1b-4474-9de8-b26eea78f485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079f9ffe-3a69-43a2-9f80-afa41d28d9ad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:01.626660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e80f5041-d7f6-411c-8c39-2619febe3807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.629752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e80f5041-d7f6-411c-8c39-2619febe3807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.631051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e80f5041-d7f6-411c-8c39-2619febe3807 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e874ab41-6b88-4baa-9989-19c5f327c0dd HTTP/1.1" status: 204 len: 168 time: 0.5831773 Jan 29 04:38:01.653041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f5041-d7f6-411c-8c39-2619febe3807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874ab41-6b88-4baa-9989-19c5f327c0dd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:01.682902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-4e715bfc-da6b-4031-8018-893e435847cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:01.691525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-4e715bfc-da6b-4031-8018-893e435847cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.2058444 Jan 29 04:38:01.792976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-1c40b3d7-07a5-42fa-8caf-c9bfe29981d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f HTTP/1.1" status: 200 len: 217 time: 0.0909929 Jan 29 04:38:01.885802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-6af920f2-a0b7-459a-ae07-dcdc80a76d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:01.886273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.887582 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-6af920f2-a0b7-459a-ae07-dcdc80a76d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.0876565 Jan 29 04:38:01.915734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46649-fe0d-47b1-8fea-8237e31bfde8 req-a27e525d-530c-47fa-977e-6b4a5aec6f16 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:01.920225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb46649-fe0d-47b1-8fea-8237e31bfde8 req-a27e525d-530c-47fa-977e-6b4a5aec6f16 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1069093 Jan 29 04:38:01.921447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:01.979318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-9d3d96db-b4bc-420e-987b-f9b5fd3bc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:01.981234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-9d3d96db-b4bc-420e-987b-f9b5fd3bc631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841017 Jan 29 04:38:01.982974 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.036887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=eb897a76-16f0-41ed-8520-563e637c244a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:02.073374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb46649-fe0d-47b1-8fea-8237e31bfde8 req-e4243406-ca17-4886-bcae-049b5e03bfd8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437399 Jan 29 04:38:02.092387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Port': ['ID=d81173a3-4fd4-42ca-8eef-83e69db5d809,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:02.119474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.152643 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.154530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8638db5a-8069-4426-9449-367449ce6588 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0632858 Jan 29 04:38:02.157054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36106) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:02.163785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1240453717'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:02.206161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Made reservation on behalf of 870a55a0909e4a9ea8111ec57ae8b508 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:02.213835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.229498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.242475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.361881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.369633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.408615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-e987c061-6dd5-4afa-9b71-8cb7ee36dccc service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134834 Jan 29 04:38:02.416050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:02.424621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f7470-52e2-444b-8f47-89811892f237,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:02.445057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.445525 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Added segment 1dc0f244-d2e5-4c65-bed4-9053430b32fa of type vlan for network e551507a-27f0-43e2-86ab-22e27f88c957 Jan 29 04:38:02.505651 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.524783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36120) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:02.549358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.556807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-883d687f-fad8-4f97-9da5-76f3d891e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:02.558253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:02.558629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-883d687f-fad8-4f97-9da5-76f3d891e715 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6&tenant_id=bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 1095 time: 0.2243242 Jan 29 04:38:02.559092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.627098 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4688528 Jan 29 04:38:02.627781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36130) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:02.637325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Request body: {'subnet': {'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:02.689774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router bba249b9-b353-4534-949f-df3175e2e839 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:02.695117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e92ec3-87af-4f3b-bd8c-28d156e4220e tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Network': ['ID=e551507a-27f0-43e2-86ab-22e27f88c957,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:02.700406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd28d70-1fd0-4612-902a-ff10f61af642 req-8b04e4a6-a3e9-4d41-a3ac-2e9eaed37d32 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:02.704128 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ecd28d70-1fd0-4612-902a-ff10f61af642 req-8b04e4a6-a3e9-4d41-a3ac-2e9eaed37d32 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.2945733 Jan 29 04:38:02.715896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e551507a-27f0-43e2-86ab-22e27f88c957 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:02.729002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0f17570-b5f5-49d5-b559-755544c3d8df req-cc46c81a-9311-4b0f-9ac3-c4ac8ac1421c service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043630 Jan 29 04:38:02.739338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-0f388f7b-2ea9-4e63-92bd-16cb7b271a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:02.740884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-0f388f7b-2ea9-4e63-92bd-16cb7b271a57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1095 time: 0.1326261 Jan 29 04:38:02.787704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Made reservation on behalf of 870a55a0909e4a9ea8111ec57ae8b508 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:02.797235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.876990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6442a70-94be-445e-b195-c91d49786358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:02.921697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ecd28d70-1fd0-4612-902a-ff10f61af642 req-800258ef-c1e6-4da4-8d97-1cc565b310c2 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097821 Jan 29 04:38:02.938408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:02.953346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] Sync routers for ids ['bba249b9-b353-4534-949f-df3175e2e839'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:02.954228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f17f7cfd-c2ad-4fb6-ad6b-092e6694f807 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/bba249b9-b353-4534-949f-df3175e2e839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0020344 Jan 29 04:38:02.957055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:02.973005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] Routers {'bba249b9-b353-4534-949f-df3175e2e839'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:02.984193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bba249b9-b353-4534-949f-df3175e2e839'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:03.003096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0ab528a-042f-43d7-adaf-c57cb8af4536 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba249b9-b353-4534-949f-df3175e2e839 HTTP/1.1" status: 200 len: 205 time: 0.0434344 Jan 29 04:38:03.004418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36146) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:03.007835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-c74bec01-e9a6-4938-b427-994b6ba7af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:03.012781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-c74bec01-e9a6-4938-b427-994b6ba7af80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.2577367 Jan 29 04:38:03.022161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:03.032750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] Routers {'bba249b9-b353-4534-949f-df3175e2e839'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:03.033663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bba249b9-b353-4534-949f-df3175e2e839'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:03.077020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:03.077945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0cec9-f536-4848-b035-daf99b5c633d None None] The sync data for ids ['bba249b9-b353-4534-949f-df3175e2e839'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:03.121755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-826bd40b-0ba1-4fbe-a354-982c9a028dfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 1000 time: 0.1007211 Jan 29 04:38:03.128903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.188417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-08f0fa5b-17bc-466d-a6f7-05068a737ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:03.190177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-08f0fa5b-17bc-466d-a6f7-05068a737ac9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.0615642 Jan 29 04:38:03.254276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-cd9136c3-815e-49a2-bbf9-4690163c216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:03.255965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-cd9136c3-815e-49a2-bbf9-4690163c216b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581181 Jan 29 04:38:03.352357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6442a70-94be-445e-b195-c91d49786358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.360959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-9ac08cfc-b983-4dd1-be7f-449a4916b3ef service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966561 Jan 29 04:38:03.372754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36162) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:03.387912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.389765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6442a70-94be-445e-b195-c91d49786358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.392708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.413860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.419403 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:38:03.490475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58842bc7-9c1c-4b9e-80b4-7a9faac5df19 req-e260b4d7-2ee2-4232-89d0-e3b07cc70330 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182680 Jan 29 04:38:03.524620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-54008042-network', 'tenant_id': 'f23a8784c315406ba6a4ad5b70afdc50'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:03.527972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e6442a70-94be-445e-b195-c91d49786358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61b29c8f26404bb89c01ed03812297df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0020375 Jan 29 04:38:03.531722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36166) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:03.540867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3015245-4ac7-4da9-a52c-f4ad833aede5 req-ca9292fd-3243-4893-83f4-b2be21521e67 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:03.542454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3015245-4ac7-4da9-a52c-f4ad833aede5 req-ca9292fd-3243-4893-83f4-b2be21521e67 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.3142374 Jan 29 04:38:03.546760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6442a70-94be-445e-b195-c91d49786358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffaac41-599e-4cfd-a29c-8a3fe0ff018f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:03.552930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.553427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router bba249b9-b353-4534-949f-df3175e2e839 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:38:03.564190 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.565102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5b9cada-6b2d-4548-8e9a-7f6c0e4d88ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/bba249b9-b353-4534-949f-df3175e2e839 HTTP/1.1" status: 204 len: 168 time: 0.5585661 Jan 29 04:38:03.566756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Subnet': ['ID=893026c3-8173-4c4c-be55-aa889b06318e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:03.573814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:03.606745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Checking segment: {'id': '1dc0f244-d2e5-4c65-bed4-9053430b32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:03.607124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network hostable DHCP agents. Network: e551507a-27f0-43e2-86ab-22e27f88c957, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:03.624786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Made reservation on behalf of f23a8784c315406ba6a4ad5b70afdc50 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:03.626669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f3015245-4ac7-4da9-a52c-f4ad833aede5 req-f2c70718-1486-4e00-be8d-ed22fa273844 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698001 Jan 29 04:38:03.628401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.641612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network e551507a-27f0-43e2-86ab-22e27f88c957 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:03.653760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e551507a-27f0-43e2-86ab-22e27f88c957) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:03.662517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:03.663191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.672993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684a1eb-6992-4c30-97df-3dc78e8d1db3 None None] Network e551507a-27f0-43e2-86ab-22e27f88c957 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:03.676591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.695206 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c4fad0a6-682c-42bd-b0c5-0f04dfe04d3d tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0644259 Jan 29 04:38:03.696336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:03.708502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-25346464', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:03.718962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 77c6caac-0187-4a7b-a536-2faf5ea9236f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:38:03.729429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.762587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5fe3-829f-45b8-ae46-720e86aea9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.826510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.851357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-e551507a-27f0-43e2-86ab-22e27f88c957', 'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957', 'tenant_id': '870a55a0909e4a9ea8111ec57ae8b508', 'fixed_ips': [{'subnet_id': '893026c3-8173-4c4c-be55-aa889b06318e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:38:03.855289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.866914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5fe3-829f-45b8-ae46-720e86aea9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.910353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:03.911543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.057286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Allocated IP 172.20.0.2 (e551507a-27f0-43e2-86ab-22e27f88c957/893026c3-8173-4c4c-be55-aa889b06318e/4a4b1b48-89ef-46ed-85a4-2b398ad8a391) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:04.067154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.117116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.121470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.213208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5fe3-829f-45b8-ae46-720e86aea9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.216664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5fe3-829f-45b8-ae46-720e86aea9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.218113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e7f5fe3-829f-45b8-ae46-720e86aea9a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ffaac41-599e-4cfd-a29c-8a3fe0ff018f HTTP/1.1" status: 204 len: 168 time: 0.6853507 Jan 29 04:38:04.218854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.300227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f5fe3-829f-45b8-ae46-720e86aea9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffaac41-599e-4cfd-a29c-8a3fe0ff018f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:04.317154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:04.355273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748d-6196-4b09-9047-79d5776cf5ca req-d9c248eb-68cd-4646-8a36-a53248b5fe02 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:04.357224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-59c7748d-6196-4b09-9047-79d5776cf5ca req-d9c248eb-68cd-4646-8a36-a53248b5fe02 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.3139408 Jan 29 04:38:04.458209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36226) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:04.525600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.536993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.537549 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Added segment c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6 of type vlan for network 753334e4-62f6-4713-9616-68443a046f38 Jan 29 04:38:04.544217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.615090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Network e551507a-27f0-43e2-86ab-22e27f88c957 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:04.622839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.637129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76996649-e10f-4e83-804d-a4546d0123b3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:04.684120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:04.707154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:04.754377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.761236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.818078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-59c7748d-6196-4b09-9047-79d5776cf5ca req-f6df419e-c294-4f4f-938d-e9b4bb48c2c6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805170 Jan 29 04:38:04.831877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.840074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/77c6caac-0187-4a7b-a536-2faf5ea9236f HTTP/1.1" status: 204 len: 168 time: 1.2652709 Jan 29 04:38:04.841762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a03a-8018-4cb2-b795-5fb8e1ba2488 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=77c6caac-0187-4a7b-a536-2faf5ea9236f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:04.853324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:04.898938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Pushing event updated for resources: {'Port': ['ID=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:04.904840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4fca2967-d77f-4816-ad8f-499e6fb1275f details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:38:04.931055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56d4bf24-01e5-42ca-a08e-edf669a6a91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.979413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:04.980975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:04.981749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.045070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be243f-ea29-4390-9bec-ee77cace0750 req-e79722aa-ee45-41ab-8d92-97a81004fc0f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:05.046653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5be243f-ea29-4390-9bec-ee77cace0750 req-e79722aa-ee45-41ab-8d92-97a81004fc0f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2291346 Jan 29 04:38:05.049683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:05.108012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5be243f-ea29-4390-9bec-ee77cace0750 req-c9bd9d3e-0727-4ec1-abae-7a380c866134 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489748 Jan 29 04:38:05.112431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:05.118817 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56d4bf24-01e5-42ca-a08e-edf669a6a91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.120902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c44ab1-c1fe-4477-9e99-6aa6a0a2a9f5 None None] Network eb800a82-27ad-4f57-ac0b-e443ea3032ca requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:05.125665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56d4bf24-01e5-42ca-a08e-edf669a6a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.126891 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Attempting to bind port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:05.127538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Attempting to bind port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1dc0f244-d2e5-4c65-bed4-9053430b32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:05.128075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Attempting to bind port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 on network e551507a-27f0-43e2-86ab-22e27f88c957 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:05.130858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7505388 Jan 29 04:38:05.135487 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.141846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36238) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:05.143708 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53c32c77-0e11-47d8-9db7-70f1b0f486f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.152150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Request body: {'subnet': {'network_id': '753334e4-62f6-4713-9616-68443a046f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-54008042-subnet', 'tenant_id': 'f23a8784c315406ba6a4ad5b70afdc50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:05.166006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874ec5a-3a18-4e8d-b015-775777f41ccf admin admin] Pushing event updated for resources: {'Network': ['ID=753334e4-62f6-4713-9616-68443a046f38,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:05.193354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'mac_address': 'fa:16:3e:d6:a8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:38:05.241112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-56d4bf24-01e5-42ca-a08e-edf669a6a91e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fce2b47679047a88c36841500fa1c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812035 Jan 29 04:38:05.243790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:05.245339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:05.246030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Checking segment: {'id': '1dc0f244-d2e5-4c65-bed4-9053430b32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:05.246917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.247533 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Bound using segment: {'id': '1dc0f244-d2e5-4c65-bed4-9053430b32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:05.248377 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Bound port: 4a4b1b48-89ef-46ed-85a4-2b398ad8a391, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc0f244-d2e5-4c65-bed4-9053430b32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:05.248977 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.264156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 753334e4-62f6-4713-9616-68443a046f38 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:05.269832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.271341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4bf24-01e5-42ca-a08e-edf669a6a91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bba1b79-67dd-409f-b1e7-fe91e035e212,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:05.327739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Made reservation on behalf of f23a8784c315406ba6a4ad5b70afdc50 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:05.334332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.377995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a669179-a9f3-4caf-bd09-d37ef91e3e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.427407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a669179-a9f3-4caf-bd09-d37ef91e3e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.442971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fca2967-d77f-4816-ad8f-499e6fb1275f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:38:05.513178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:05.536894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.575793 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a669179-a9f3-4caf-bd09-d37ef91e3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.578361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a669179-a9f3-4caf-bd09-d37ef91e3e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:05.579510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a669179-a9f3-4caf-bd09-d37ef91e3e8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bba1b79-67dd-409f-b1e7-fe91e035e212 HTTP/1.1" status: 204 len: 168 time: 0.3344789 Jan 29 04:38:05.593932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a669179-a9f3-4caf-bd09-d37ef91e3e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bba1b79-67dd-409f-b1e7-fe91e035e212,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:05.728854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:05.829311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] For port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:05.875925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] For port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,segment=NetworkSegment(1dc0f244-d2e5-4c65-bed4-9053430b32fa),segment_id=1dc0f244-d2e5-4c65-bed4-9053430b32fa)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:05.906062 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.008691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4fca2967-d77f-4816-ad8f-499e6fb1275f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:38:06.049005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60fbd-2df6-4909-b42b-c25b6aafd57b None None] Pushing event updated for resources: {'Port': ['ID=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:06.051840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] DHCP port deletion for eb800a82-27ad-4f57-ac0b-e443ea3032ca request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:38:06.140092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] Deleting port 50467926-b6f4-4e5e-9b71-03d836a07580 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:06.140479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.278685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] For port 50467926-b6f4-4e5e-9b71-03d836a07580, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=50467926-b6f4-4e5e-9b71-03d836a07580,segment=NetworkSegment(4c7e0db5-3f78-4a9a-a941-4e6a988084a8),segment_id=4c7e0db5-3f78-4a9a-a941-4e6a988084a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:06.279170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.327330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] Calling delete_port for 50467926-b6f4-4e5e-9b71-03d836a07580 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:06.400279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 50467926-b6f4-4e5e-9b71-03d836a07580 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:06.401245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.429110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aa6bd-8f63-432a-b870-f51e6365a2bd req-d4a75854-ff4f-4888-b185-975131721e14 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:06.435654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-815aa6bd-8f63-432a-b870-f51e6365a2bd req-d4a75854-ff4f-4888-b185-975131721e14 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1387103 Jan 29 04:38:06.579319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-815aa6bd-8f63-432a-b870-f51e6365a2bd req-cc17775a-47f7-415b-b6b5-34fb243d0a88 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373925 Jan 29 04:38:06.580845 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.611929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53c32c77-0e11-47d8-9db7-70f1b0f486f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.627564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] Pushing event deleted for resources: {'Port': ['ID=50467926-b6f4-4e5e-9b71-03d836a07580,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:06.635094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d59316-6271-4439-8f98-fc5b09d9d861 None None] No DVR routers for this DVR port 50467926-b6f4-4e5e-9b71-03d836a07580 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:06.668153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986132cf-6723-4324-8c56-b9454e7e834b req-fe54b5e6-d7ed-4e3b-8f0b-12e9aa9d69a4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:06.670188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986132cf-6723-4324-8c56-b9454e7e834b req-fe54b5e6-d7ed-4e3b-8f0b-12e9aa9d69a4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 944 time: 0.4081202 Jan 29 04:38:06.683075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.685046 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53c32c77-0e11-47d8-9db7-70f1b0f486f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.729826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36264) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:06.734576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-53c32c77-0e11-47d8-9db7-70f1b0f486f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0e9b773ad2e404085c688f9d6e2603d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6406865 Jan 29 04:38:06.809087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 50467926-b6f4-4e5e-9b71-03d836a07580, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=50467926-b6f4-4e5e-9b71-03d836a07580,segment=NetworkSegment(4c7e0db5-3f78-4a9a-a941-4e6a988084a8),segment_id=4c7e0db5-3f78-4a9a-a941-4e6a988084a8)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:06.810501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.836434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 50467926-b6f4-4e5e-9b71-03d836a07580 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:06.861196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7648808c-3a05-49d2-9554-87199314efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.907921 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7648808c-3a05-49d2-9554-87199314efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.974283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.987561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.991772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7648808c-3a05-49d2-9554-87199314efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:06.998851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7648808c-3a05-49d2-9554-87199314efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.001444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7648808c-3a05-49d2-9554-87199314efff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03c09a9d-1ddf-4d68-8b1b-94d988b0f5b9 HTTP/1.1" status: 204 len: 168 time: 0.2698259 Jan 29 04:38:07.014676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648808c-3a05-49d2-9554-87199314efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c09a9d-1ddf-4d68-8b1b-94d988b0f5b9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:07.069230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port 50467926-b6f4-4e5e-9b71-03d836a07580 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:07.153075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=50467926-b6f4-4e5e-9b71-03d836a07580,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:07.209043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986132cf-6723-4324-8c56-b9454e7e834b req-bc7050ea-42c9-4c56-89ac-8af534d85d0e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891286 Jan 29 04:38:07.220779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32c77-0e11-47d8-9db7-70f1b0f486f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c09a9d-1ddf-4d68-8b1b-94d988b0f5b9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:07.383501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.494272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb800a82-27ad-4f57-ac0b-e443ea3032ca']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:07.531685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7e0db5-3f78-4a9a-a941-4e6a988084a8') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:07.531986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7e0db5-3f78-4a9a-a941-4e6a988084a8') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:07.553269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.561327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.776027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.782989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Allocated IP 172.25.4.101 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/27fa5de4-f77f-480d-828e-fde2ca38b09a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:07.824627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:38:07.825351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:38:07.830424 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:38:07.858201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:07.877218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f22e8d-8cb5-4fae-a651-030530ac98e1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:07.878609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3811110-fe10-499b-8664-62737587347b req-316b43ea-d437-4e51-82de-40029ebfb5c6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:07.883998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3811110-fe10-499b-8664-62737587347b req-316b43ea-d437-4e51-82de-40029ebfb5c6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1122644 Jan 29 04:38:07.960586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:07.964081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:07.987537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c3811110-fe10-499b-8664-62737587347b req-349a38c1-bd3d-464f-baee-b2797ae7e323 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995357 Jan 29 04:38:08.103316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Checking segment: {'id': 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '753334e4-62f6-4713-9616-68443a046f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:08.103689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Network hostable DHCP agents. Network: 753334e4-62f6-4713-9616-68443a046f38, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:08.135844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.155532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.159388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/eb800a82-27ad-4f57-ac0b-e443ea3032ca HTTP/1.1" status: 204 len: 168 time: 3.3040707 Jan 29 04:38:08.163445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:08.169493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1204254812', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:08.184798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6884e-3f21-4305-9216-e3d1cbdb0a27 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=eb800a82-27ad-4f57-ac0b-e443ea3032ca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:08.189294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Network 753334e4-62f6-4713-9616-68443a046f38 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:08.213324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 753334e4-62f6-4713-9616-68443a046f38) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:08.232980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:08.234000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.244524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.249649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.250760 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.258729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.259375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f9471-335f-466f-994d-adcdb8517612 None None] Network e551507a-27f0-43e2-86ab-22e27f88c957 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:08.266081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:08.268546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd7e0a-3a12-497c-9e0b-380684c214d8 None None] Network 753334e4-62f6-4713-9616-68443a046f38 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:08.277951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3db644f-5b86-437e-8755-e7bfbe1d4dc8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1318517 Jan 29 04:38:08.347462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.436049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.444894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.458932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8e045356-35ac-4c78-a618-147dbfdcb090 None None] Provisioning complete for port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:08.459525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e045356-35ac-4c78-a618-147dbfdcb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.490788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.496353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9ce3e4e3-c8d7-41b4-9b96-c55ea3d973e9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3306556 Jan 29 04:38:08.497417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36330) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:08.508940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327769765'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:08.553217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:08.562864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8beb31f1-d26e-45c8-8bf8-c1adb15fd2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.565604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:08.570751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:08.650965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f010-b8ce-42fe-b84b-3d5e609604b5 req-2c2729f9-da27-435d-b927-b95e863f9798 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:08.653271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78a3f010-b8ce-42fe-b84b-3d5e609604b5 req-2c2729f9-da27-435d-b927-b95e863f9798 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 944 time: 0.3130972 Jan 29 04:38:08.676178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Port': ['ID=27fa5de4-f77f-480d-828e-fde2ca38b09a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:08.686638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:08.690400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:08.922591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8beb31f1-d26e-45c8-8bf8-c1adb15fd2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.006501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78a3f010-b8ce-42fe-b84b-3d5e609604b5 req-20e074f8-9c10-4a5d-9f3b-ab96f5779094 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374472 Jan 29 04:38:09.015467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4fca2967-d77f-4816-ad8f-499e6fb1275f up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:09.028408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8beb31f1-d26e-45c8-8bf8-c1adb15fd2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.150726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,segment=NetworkSegment(1dc0f244-d2e5-4c65-bed4-9053430b32fa),segment_id=1dc0f244-d2e5-4c65-bed4-9053430b32fa)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:09.182093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.198729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8beb31f1-d26e-45c8-8bf8-c1adb15fd2f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1744994abafa43e3a9b7d60d4f558077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9264021 Jan 29 04:38:09.199394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36352) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:09.203380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.225420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb31f1-d26e-45c8-8bf8-c1adb15fd2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b34a38d-8242-41d0-9af2-514a125be517,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:09.263137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:09.348220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.349007 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment 04637bef-1fba-4fa0-bb26-679e7ca7c7fc of type vlan for network 7a4ec212-118f-44c5-b735-3e71916237b2 Jan 29 04:38:09.426884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 50467926-b6f4-4e5e-9b71-03d836a07580 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:09.483468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122c9b5-c620-41c2-bc7e-abe0fa0064ec req-721aabb7-4003-4a54-8d2e-3c56f148ac90 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:09.487520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9122c9b5-c620-41c2-bc7e-abe0fa0064ec req-721aabb7-4003-4a54-8d2e-3c56f148ac90 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2872179 Jan 29 04:38:09.548470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36358) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:09.578717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 50467926-b6f4-4e5e-9b71-03d836a07580 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:38:09.579418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 50467926-b6f4-4e5e-9b71-03d836a07580 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:38:09.596751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:09.596889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-492071500-network', 'tenant_id': '0b0e7a713bd649408509f200a5918751'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:09.619584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.650545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 4fca2967-d77f-4816-ad8f-499e6fb1275f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:38:09.659371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4fca2967-d77f-4816-ad8f-499e6fb1275f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:09.659835 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.660046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc6744ae-aac4-41bc-b674-d213b7cce3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.722504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10403161-19da-4ad9-9fb1-816955e5de6d None None] Network 753334e4-62f6-4713-9616-68443a046f38 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:09.738356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9122c9b5-c620-41c2-bc7e-abe0fa0064ec req-a2a25272-3fa2-4a89-9592-ea88163a9374 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333219 Jan 29 04:38:09.777605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.785289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc6744ae-aac4-41bc-b674-d213b7cce3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.807688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.826749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:09.830673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:09.875652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Made reservation on behalf of 0b0e7a713bd649408509f200a5918751 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:09.888333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.043071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.144195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:10.149358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.182826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:10.185399 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb318e7-fcac-44d6-ad97-26ecac68a507" -d '{"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-plugged", "status": "completed", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:10.193573 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.253059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:10.264758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5ef37-c6f6-46a5-97a4-01b105ebcb2f req-b122e576-4e72-4b34-9920-8607dd9a5736 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:10.266986 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ccb5ef37-c6f6-46a5-97a4-01b105ebcb2f req-b122e576-4e72-4b34-9920-8607dd9a5736 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.0906539 Jan 29 04:38:10.267943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Router bb99a35a-c9e7-46c1-8a0b-80f133133b06 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:38:10.276345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7739923 Jan 29 04:38:10.279538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36372) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:10.311556 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6ea115-9858-4a96-92af-8dbccffd09de x-openstack-request-id: req-cf6ea115-9858-4a96-92af-8dbccffd09de {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:10.312276 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-plugged", "status": "completed", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:10.312736 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf6ea115-9858-4a96-92af-8dbccffd09de {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:10.313614 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'code': 200} Jan 29 04:38:10.314298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:10.353227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9860d82-140b-474e-975c-f8febb0ab1c7 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=7a4ec212-118f-44c5-b735-3e71916237b2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:10.373110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7a4ec212-118f-44c5-b735-3e71916237b2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:10.413703 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc6744ae-aac4-41bc-b674-d213b7cce3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.416375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ccb5ef37-c6f6-46a5-97a4-01b105ebcb2f req-d21f837f-01cf-4f81-b091-cb4e63513e92 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431925 Jan 29 04:38:10.434168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc6744ae-aac4-41bc-b674-d213b7cce3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.436316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fc6744ae-aac4-41bc-b674-d213b7cce3e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b34a38d-8242-41d0-9af2-514a125be517 HTTP/1.1" status: 204 len: 168 time: 1.1805313 Jan 29 04:38:10.471885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6744ae-aac4-41bc-b674-d213b7cce3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b34a38d-8242-41d0-9af2-514a125be517,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:10.578686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e39c-9aca-45e3-8e4e-3b11b8b76272 req-721c1ce0-f53b-400d-b18f-e9697a50be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:10.580406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98f1e39c-9aca-45e3-8e4e-3b11b8b76272 req-721c1ce0-f53b-400d-b18f-e9697a50be05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 1096 time: 0.0856068 Jan 29 04:38:10.588062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:10.599654 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] Sync routers for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:10.619589 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:10.623624 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:10.625695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.642265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-22e26c91-4fb3-4cd8-b79e-f0483d60a4d1 None None] Provisioning complete for port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:10.642567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22e26c91-4fb3-4cd8-b79e-f0483d60a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.658563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.693924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98f1e39c-9aca-45e3-8e4e-3b11b8b76272 req-940e42b0-9ca8-4d8d-936b-af960fe339d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925853 Jan 29 04:38:10.718864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.723296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4e31fe8-cfc2-413d-8458-54b421d41354 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0202277 Jan 29 04:38:10.727848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36380) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:10.790937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:10.793594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15790bf1-f915-4392-9ce7-b4c8329e32db,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:10.832720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:10.835562 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Added segment 8916d0b2-c09f-43b6-a026-6d9bf7e3bee6 of type vlan for network 3925c7bb-b8b3-4e1e-9032-943ba548404e Jan 29 04:38:10.854845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:10.865734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:11.008685 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:11.034171 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:11.036203 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:11.112872 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:11.113764 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a7bba-ff84-4f9e-8300-e4971b9cd837 None None] The sync data for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:11.271856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:11.412628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:11.416082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.418232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:11.525227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a25e3-f526-4b10-ae7c-8ac3125e0528 req-df417502-76e6-4c5f-a2a4-5e6b09437457 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.531560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-595a25e3-f526-4b10-ae7c-8ac3125e0528 req-df417502-76e6-4c5f-a2a4-5e6b09437457 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.4089234 Jan 29 04:38:11.747604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:11.937179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3638532 Jan 29 04:38:11.952013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:11.954379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36418) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:11.977321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Request body: {'subnet': {'network_id': '3925c7bb-b8b3-4e1e-9032-943ba548404e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-492071500-subnet', 'tenant_id': '0b0e7a713bd649408509f200a5918751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:11.983029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2161-a721-426f-942d-726b9e72ddf7 req-ab7daddb-f655-4b4f-a587-9df5aa110a2c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:11.984706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec6b2161-a721-426f-942d-726b9e72ddf7 req-ab7daddb-f655-4b4f-a587-9df5aa110a2c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.3941250 Jan 29 04:38:12.032926 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.033886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:12.034271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.059609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.064980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72389449-02c7-416e-9e46-a680c9966230 admin admin] Pushing event updated for resources: {'Network': ['ID=3925c7bb-b8b3-4e1e-9032-943ba548404e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:12.075114 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-595a25e3-f526-4b10-ae7c-8ac3125e0528 req-de32575e-d4bc-47b7-a395-566918f272d7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5105402 Jan 29 04:38:12.077767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Made reservation on behalf of 0b0e7a713bd649408509f200a5918751 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:12.085561 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.090874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 3925c7bb-b8b3-4e1e-9032-943ba548404e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:12.176088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec6b2161-a721-426f-942d-726b9e72ddf7 req-96d5ec57-d79e-42be-9ce4-baf58c0ca7d0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814728 Jan 29 04:38:12.538160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.612939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=7a0be65e-8d5d-4085-8276-bfc48fa61a16,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:12.629042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:12.630517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: 7a4ec212-118f-44c5-b735-3e71916237b2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:12.734273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36432) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:12.772169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Allocated IP 172.20.0.1 (e551507a-27f0-43e2-86ab-22e27f88c957/893026c3-8173-4c4c-be55-aa889b06318e/5af9ef14-07a0-4d03-a24e-23b0cafd5689) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:12.818783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Checking segment: {'id': '8916d0b2-c09f-43b6-a026-6d9bf7e3bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3925c7bb-b8b3-4e1e-9032-943ba548404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:12.819325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Network hostable DHCP agents. Network: 3925c7bb-b8b3-4e1e-9032-943ba548404e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:12.824855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0c9fed-3da8-4d30-90e6-f6bb740fcce0,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:12.843711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 7a4ec212-118f-44c5-b735-3e71916237b2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:12.857043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Network 3925c7bb-b8b3-4e1e-9032-943ba548404e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:12.876967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7a4ec212-118f-44c5-b735-3e71916237b2) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:12.880624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 3925c7bb-b8b3-4e1e-9032-943ba548404e) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:12.889263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102348c6-63f4-4078-8c9f-ea8d7d9d94f1 None None] Network 7a4ec212-118f-44c5-b735-3e71916237b2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:12.899811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:12.900845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.910566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:12.914269 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:12.924470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.005396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3166c32f-34ca-423e-a28e-50b6e6afeaa3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0382533 Jan 29 04:38:13.011092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21c64f58-0adb-40fc-a791-bb967576ef67 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7304616 Jan 29 04:38:13.013871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36440) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:13.077287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.169803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9e2c-ac04-4c6f-949f-fcfa6e10f7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.193759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a220e66-3f53-49ec-86d0-b968d80ea7c8 None None] Network 3925c7bb-b8b3-4e1e-9032-943ba548404e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:13.290516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9e2c-ac04-4c6f-949f-fcfa6e10f7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.299849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Port': ['ID=5af9ef14-07a0-4d03-a24e-23b0cafd5689,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:13.316024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network e551507a-27f0-43e2-86ab-22e27f88c957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:13.318099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:13.332096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:13.395524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9e2c-ac04-4c6f-949f-fcfa6e10f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.396908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-7a4ec212-118f-44c5-b735-3e71916237b2', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:38:13.407534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.408195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.661203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Allocated IP 2001:db8::2 (7a4ec212-118f-44c5-b735-3e71916237b2/7a0be65e-8d5d-4085-8276-bfc48fa61a16/fe9d1273-1c49-4e92-9216-81962222dbaa) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:13.722469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186b440-f22d-410c-bf3d-c4f2b212a443 req-25b49785-fb18-4acf-afaf-39b555745c83 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:13.724867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5186b440-f22d-410c-bf3d-c4f2b212a443 req-25b49785-fb18-4acf-afaf-39b555745c83 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2352898 Jan 29 04:38:13.836402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.847313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5186b440-f22d-410c-bf3d-c4f2b212a443 req-85e632fa-81ec-4900-9133-e56fa7b73d53 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944920 Jan 29 04:38:13.875523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.897605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Network 7a4ec212-118f-44c5-b735-3e71916237b2 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:13.904715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:13.928757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:13.934605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:13.970812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bec72fb9-77c1-42f6-ab21-1b6e15cb7ed8 None None] Provisioning complete for port 5af9ef14-07a0-4d03-a24e-23b0cafd5689 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:13.971534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bec72fb9-77c1-42f6-ab21-1b6e15cb7ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:14.094796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bec72fb9-77c1-42f6-ab21-1b6e15cb7ed8 None None] Port 5af9ef14-07a0-4d03-a24e-23b0cafd5689 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:14.202015 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:14.260196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Pushing event updated for resources: {'Port': ['ID=fe9d1273-1c49-4e92-9216-81962222dbaa,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:14.287074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Attempting to bind port fe9d1273-1c49-4e92-9216-81962222dbaa on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:14.288691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Attempting to bind port fe9d1273-1c49-4e92-9216-81962222dbaa by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:14.301349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Attempting to bind port fe9d1273-1c49-4e92-9216-81962222dbaa on network 7a4ec212-118f-44c5-b735-3e71916237b2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:14.324879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:14.337791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Checking segment: {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:14.344516 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:14.345267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Bound using segment: {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:14.347425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Bound port: fe9d1273-1c49-4e92-9216-81962222dbaa, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:14.354579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:14.377085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a9e2c-ac04-4c6f-949f-fcfa6e10f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5e512-6cfa-4fe1-935e-bcf76f2385ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:14.474715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] For port fe9d1273-1c49-4e92-9216-81962222dbaa, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:14.493317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:14.498560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] For port fe9d1273-1c49-4e92-9216-81962222dbaa, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9d1273-1c49-4e92-9216-81962222dbaa,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:14.516378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fc4a9e2c-ac04-4c6f-949f-fcfa6e10f7a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d3955fee99b47c385eccebe5063a92a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7768669 Jan 29 04:38:14.552646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:14.557017 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9f29-bfa7-4308-b113-dedcf6935045 req-4de27e31-dd4d-4360-a344-d2b9a35dd058 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:14.558672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-879e9f29-bfa7-4308-b113-dedcf6935045 req-4de27e31-dd4d-4360-a344-d2b9a35dd058 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 1.1809757 Jan 29 04:38:14.565770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36476) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:14.650843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b96098-ac65-49b5-84fb-73c4cea24694 None None] Network 3925c7bb-b8b3-4e1e-9032-943ba548404e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:14.774622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54be147-2de7-46af-a783-853f4cf2fcbf None None] Pushing event updated for resources: {'Port': ['ID=fe9d1273-1c49-4e92-9216-81962222dbaa,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:15.035663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-431ce867-4673-4060-a589-a102e73e9689 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:15.037199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-431ce867-4673-4060-a589-a102e73e9689 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/networks?id=753334e4-62f6-4713-9616-68443a046f38 HTTP/1.1" status: 200 len: 810 time: 0.8471057 Jan 29 04:38:15.075620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8::1 (7a4ec212-118f-44c5-b735-3e71916237b2/7a0be65e-8d5d-4085-8276-bfc48fa61a16/b14feb41-8769-427e-9530-0a7575994482) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:15.075851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-a3bc7a9b-e6f1-401c-adf5-f740157714d9 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/quotas/f23a8784c315406ba6a4ad5b70afdc50 HTTP/1.1" status: 200 len: 375 time: 0.0269277 Jan 29 04:38:15.187754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-71a0cb0c-68f7-4a63-a83d-af7b5d049ef4 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23a8784c315406ba6a4ad5b70afdc50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679328 Jan 29 04:38:15.213660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.279571 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-879e9f29-bfa7-4308-b113-dedcf6935045 req-40884f32-26a4-487c-ba64-1a3eac007fe8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062937 Jan 29 04:38:15.286326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.387318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 7a4ec212-118f-44c5-b735-3e71916237b2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:15.391372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=b14feb41-8769-427e-9530-0a7575994482,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:15.402292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:15.404365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:15.404810 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.407305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e16de6a-44a3-4afd-8c83-32ec603ca809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.477356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e16de6a-44a3-4afd-8c83-32ec603ca809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.477574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.477685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-2d1ad670-ed39-45c7-abbe-a9d10e3dabe6 service neutron] 10.222.0.32 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773199 Jan 29 04:38:15.496881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.756600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.776988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-03b58b44-13ca-49a1-ab67-8678e545b069 service neutron] 10.222.0.32 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814684 Jan 29 04:38:15.777200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e16de6a-44a3-4afd-8c83-32ec603ca809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.780725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e16de6a-44a3-4afd-8c83-32ec603ca809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:15.784409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8e16de6a-44a3-4afd-8c83-32ec603ca809 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ff5e512-6cfa-4fe1-935e-bcf76f2385ae HTTP/1.1" status: 204 len: 168 time: 1.2128162 Jan 29 04:38:15.796619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16de6a-44a3-4afd-8c83-32ec603ca809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5e512-6cfa-4fe1-935e-bcf76f2385ae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:15.902084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9d1273-1c49-4e92-9216-81962222dbaa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:15.973874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e1f4-4311-4986-8891-2bedd57a1ea1 req-57a41626-b3f3-48e5-94e5-d2d0a469595e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:16.001858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1062e1f4-4311-4986-8891-2bedd57a1ea1 req-57a41626-b3f3-48e5-94e5-d2d0a469595e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.3093793 Jan 29 04:38:16.035282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Port': ['ID=5af9ef14-07a0-4d03-a24e-23b0cafd5689,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:16.044874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:16.058660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fe9d1273-1c49-4e92-9216-81962222dbaa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:16.059025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:16.260192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:16.333164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network e551507a-27f0-43e2-86ab-22e27f88c957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:16.338203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:16.339945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port fe9d1273-1c49-4e92-9216-81962222dbaa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9d1273-1c49-4e92-9216-81962222dbaa,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:16.361960 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:16.423199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd24e237-9b04-4d69-903d-8c3f819bc901 req-8e3cd53b-043f-491e-9ea5-c01c9081bfe4 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 210 time: 0.0857692 Jan 29 04:38:16.544471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=fe9d1273-1c49-4e92-9216-81962222dbaa,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:16.709535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1062e1f4-4311-4986-8891-2bedd57a1ea1 req-46a10972-5190-46b9-a2dd-41eca67b55a4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040782 Jan 29 04:38:16.748749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b813e9-0932-4e4b-8baa-94b264ae9d84 None None] Network 7a4ec212-118f-44c5-b735-3e71916237b2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:16.949528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f505b-9f99-4ab5-ace7-c280cec77bdf req-a6add861-4c33-4104-a967-4e4dc2c6b3a4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:16.963434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d55f505b-9f99-4ab5-ace7-c280cec77bdf req-a6add861-4c33-4104-a967-4e4dc2c6b3a4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1752269 Jan 29 04:38:16.968022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Router bb99a35a-c9e7-46c1-8a0b-80f133133b06 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:16.980920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e9a23a66-75b2-4fbd-958e-af05287a9c24 None None] Provisioning complete for port 5af9ef14-07a0-4d03-a24e-23b0cafd5689 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:16.980920 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e9a23a66-75b2-4fbd-958e-af05287a9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:17.043648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e9a23a66-75b2-4fbd-958e-af05287a9c24 None None] Port 5af9ef14-07a0-4d03-a24e-23b0cafd5689 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:17.073689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e9a23a66-75b2-4fbd-958e-af05287a9c24 None None] Provisioning complete for port fe9d1273-1c49-4e92-9216-81962222dbaa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:17.074096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e9a23a66-75b2-4fbd-958e-af05287a9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:17.085152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d55f505b-9f99-4ab5-ace7-c280cec77bdf req-7f10ed0a-3336-4ebd-aff3-d86f1bededf3 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128218 Jan 29 04:38:17.244462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:17.253802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:17.254709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:17.340516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:17.352705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac67b993-5d1a-49fb-b12e-367fd7264bd8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "PUT /v2.0/routers/bb99a35a-c9e7-46c1-8a0b-80f133133b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6167665 Jan 29 04:38:17.355832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:17.360355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=b14feb41-8769-427e-9530-0a7575994482,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:17.370050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Request body: {'port': {'network_id': 'e551507a-27f0-43e2-86ab-22e27f88c957', 'name': 'tempest-FloatingIPAdminTestJSON-1484857657'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:17.411883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] Sync routers for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:17.462946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:17.466589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:17.624352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:17.660340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29816c9e-06b9-4662-bf2a-101fa4d1b11d req-4d5c7d74-d1bb-4c64-884a-d03261f5d3a6 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 210 time: 0.0976338 Jan 29 04:38:17.703606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:17.720266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Made reservation on behalf of 870a55a0909e4a9ea8111ec57ae8b508 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:17.724515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:17.799559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:17.806489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:17.842173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 7a4ec212-118f-44c5-b735-3e71916237b2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:17.859855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:17.861306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] device_id is not set on port 9e4501f8-8945-4caa-aeba-55531b3b584f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:17.937195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:17.952705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436d482-6b95-4e5b-9177-b3e92e091c01 None None] The sync data for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:17.954466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9d1273-1c49-4e92-9216-81962222dbaa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:17.997235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-186787176'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:18.104899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fe9d1273-1c49-4e92-9216-81962222dbaa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:18.105502 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.155819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:18.164553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.186123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.221505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26537f64-ddf1-4f16-9c90-f79c405b3f1b req-84fd864a-d836-4518-8b1b-cf35e1d3aaf6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.231662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26537f64-ddf1-4f16-9c90-f79c405b3f1b req-84fd864a-d836-4518-8b1b-cf35e1d3aaf6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.3455844 Jan 29 04:38:18.253788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Allocated IP 172.20.0.8 (e551507a-27f0-43e2-86ab-22e27f88c957/893026c3-8173-4c4c-be55-aa889b06318e/9e4501f8-8945-4caa-aeba-55531b3b584f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:18.335186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26537f64-ddf1-4f16-9c90-f79c405b3f1b req-97e86a79-18ed-455a-93d9-c338a30ec894 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999601 Jan 29 04:38:18.379044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0b81fdae-cd0e-42e1-a206-b2a5b40c98e0 None None] Provisioning complete for port b14feb41-8769-427e-9530-0a7575994482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:18.379429 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0b81fdae-cd0e-42e1-a206-b2a5b40c98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.389322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:38:18.470095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0b81fdae-cd0e-42e1-a206-b2a5b40c98e0 None None] Port b14feb41-8769-427e-9530-0a7575994482 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:18.488671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0b81fdae-cd0e-42e1-a206-b2a5b40c98e0 None None] Provisioning complete for port fe9d1273-1c49-4e92-9216-81962222dbaa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:18.489055 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0b81fdae-cd0e-42e1-a206-b2a5b40c98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.618824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:18.626066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e8718eb3-1a7b-48b0-a51c-cf89d5850082 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6107697 Jan 29 04:38:18.631720 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:18.638544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.645046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.647763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:18.649052 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:18.649665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:18.653365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.659527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.659911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-157076893'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:18.666757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.673281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.679689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.682494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fc28326-4523-4855-9444-908395a9d8f3 req-eb66680c-d164-4578-b20d-c303ce187cc5 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.1910176 Jan 29 04:38:18.707027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:18.711309 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.715760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-15be8761-bcfe-4f6d-b052-3566f0a6efd3 None None] Provisioning complete for port b14feb41-8769-427e-9530-0a7575994482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:18.716917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15be8761-bcfe-4f6d-b052-3566f0a6efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.799448 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2fc28326-4523-4855-9444-908395a9d8f3 req-e3e14ba9-c375-423e-95db-5ec8f1d156bb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939088 Jan 29 04:38:18.808818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-15be8761-bcfe-4f6d-b052-3566f0a6efd3 None None] Port b14feb41-8769-427e-9530-0a7575994482 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:18.815091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f92db-14cb-492d-bd77-fbcba938b5b1 req-f0e4f48a-2a0a-44bf-8300-6ffe00de3331 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.816625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c0f92db-14cb-492d-bd77-fbcba938b5b1 req-f0e4f48a-2a0a-44bf-8300-6ffe00de3331 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2939045 Jan 29 04:38:18.846180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-7e142c69-22cc-45eb-aa7f-a8c65e561ef0 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:18.847636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-7e142c69-22cc-45eb-aa7f-a8c65e561ef0 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.20 "GET /v2.0/networks?id=753334e4-62f6-4713-9616-68443a046f38 HTTP/1.1" status: 200 len: 810 time: 0.6454623 Jan 29 04:38:18.858182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:18.861787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:18.891337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Request body: {'port': {'device_id': '35cc1d89-67e5-4a67-963f-864c22513de1', 'network_id': '753334e4-62f6-4713-9616-68443a046f38', 'admin_state_up': True, 'tenant_id': 'f23a8784c315406ba6a4ad5b70afdc50'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:18.953456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a2ec2229-d90d-427e-9fb9-26bc16e5f263 None None] Provisioning complete for port b14feb41-8769-427e-9530-0a7575994482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:18.956914 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2229-d90d-427e-9fb9-26bc16e5f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:18.999512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec2229-d90d-427e-9fb9-26bc16e5f263 None None] Port b14feb41-8769-427e-9530-0a7575994482 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:19.033616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.060205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.060711 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment 4ac88505-7c54-45a5-b7e5-77b36f35ec1b of type vlan for network d8fa987b-6624-46da-ace2-e26bda6708a8 Jan 29 04:38:19.098159 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.124720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c0f92db-14cb-492d-bd77-fbcba938b5b1 req-387d71b0-d637-43ec-b69c-58a181e05726 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861855 Jan 29 04:38:19.167848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.180766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:19.184711 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:15Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:16Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:19.191545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.191905 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Added segment b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd of type vlan for network 3df76038-e434-46fd-98a2-4fe284869e8a Jan 29 04:38:19.251701 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:19.252393 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Updating router 1b880b5f-0345-44c1-83a8-91ec0d292f81 port b14feb41-8769-427e-9530-0a7575994482 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:38:19.292736 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.306516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.365329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.401977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36560) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:19.438437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36210a-6721-40f4-aeed-7e6764971928 req-2373a29e-0389-48b2-b7d1-ab2b956ed4e5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:19.439485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event updated for resources: {'Port': ['ID=9e4501f8-8945-4caa-aeba-55531b3b584f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:19.441411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f36210a-6721-40f4-aeed-7e6764971928 req-2373a29e-0389-48b2-b7d1-ab2b956ed4e5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.0779927 Jan 29 04:38:19.514001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7019fda1-3438-46d4-98b9-97e7a5828c25 req-8caa573b-67fa-47f5-be13-cd354165871e tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 210 time: 0.2401621 Jan 29 04:38:19.518469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.526784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167ced0e-10c3-4f24-99ad-72a8a43a402f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:19.532255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f36210a-6721-40f4-aeed-7e6764971928 req-c64a8edd-4680-4cc2-9c52-b0b896778459 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816910 Jan 29 04:38:19.565943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Network e551507a-27f0-43e2-86ab-22e27f88c957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:19.578475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:19.582345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:19.617469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e7bef7-e2e2-45a0-aebe-35a80ca0b0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.647531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.654307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:19.654446 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.685040 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.694646 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.696902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.702662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:19.703708 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.736420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e7bef7-e2e2-45a0-aebe-35a80ca0b0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.750025 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e7bef7-e2e2-45a0-aebe-35a80ca0b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.774977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Made reservation on behalf of f23a8784c315406ba6a4ad5b70afdc50 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:19.779962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.796328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1440122 Jan 29 04:38:19.798870 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Pushing event updated for resources: {'Port': ['ID=b14feb41-8769-427e-9530-0a7575994482,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:19.803414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:19.804080 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.814792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36564) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:19.841646 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1365089 Jan 29 04:38:19.845187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:19.850648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301517d4-e753-470f-afca-0737c3ed54a8 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=d8fa987b-6624-46da-ace2-e26bda6708a8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:19.856627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:19.857835 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.866197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d8fa987b-6624-46da-ace2-e26bda6708a8 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:19.875804 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.876177 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.876732 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.877223 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.880078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'subnet': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:19.880980 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.881633 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.882002 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.882411 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.882766 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.883260 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.883494 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:19.902563 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Attempting to bind port b14feb41-8769-427e-9530-0a7575994482 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:19.903176 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Attempting to bind port b14feb41-8769-427e-9530-0a7575994482 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:19.903550 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Attempting to bind port b14feb41-8769-427e-9530-0a7575994482 on network 7a4ec212-118f-44c5-b735-3e71916237b2 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:19.905759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0c91ac17-9790-4179-80b5-c0094b8eadc8 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5486689 Jan 29 04:38:19.909368 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:19.915940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36570) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:19.920710 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Checking segment: {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:19.921376 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:19.921963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Bound using segment: {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:19.922662 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Bound port: b14feb41-8769-427e-9530-0a7575994482, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04637bef-1fba-4fa0-bb26-679e7ca7c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:19.923311 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.009409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67e7bef7-e2e2-45a0-aebe-35a80ca0b0f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61a143ba657641bdad7f6981c34041a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050060 Jan 29 04:38:20.027270 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] For port b14feb41-8769-427e-9530-0a7575994482, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:20.037568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36574) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:20.037969 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] For port b14feb41-8769-427e-9530-0a7575994482, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b14feb41-8769-427e-9530-0a7575994482,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:20.043780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7bef7-e2e2-45a0-aebe-35a80ca0b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97504d3c-d00d-4b8b-a654-4b79b699f0a3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:20.045613 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.047402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-eb42305e-709f-46e1-bad9-a9af63db86af None None] Provisioning complete for port 9e4501f8-8945-4caa-aeba-55531b3b584f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:20.049260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eb42305e-709f-46e1-bad9-a9af63db86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.135765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:20.149431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.151675 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:20.151675 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:37:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:20.171209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eb42305e-709f-46e1-bad9-a9af63db86af None None] Port 9e4501f8-8945-4caa-aeba-55531b3b584f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:20.213691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e63a1-e589-4600-92ad-57e9aba2c40b tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Network': ['ID=3df76038-e434-46fd-98a2-4fe284869e8a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:20.225148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdb53-8dc3-418b-9f2e-d5edaeaca9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.226673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 3df76038-e434-46fd-98a2-4fe284869e8a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:20.266890 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e234f-f570-48d6-93da-0196dbf19f77 None None] Pushing event updated for resources: {'Port': ['ID=b14feb41-8769-427e-9530-0a7575994482,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:20.282795 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:20.287580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.294542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.314385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.320436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.329124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'project_id': '870a55a0909e4a9ea8111ec57ae8b508', 'port_id': '9e4501f8-8945-4caa-aeba-55531b3b584f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:20.341441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.347476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.350328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1ed3fe00-2042-4558-b253-b2d00270a7f7 None None] Provisioning complete for port b14feb41-8769-427e-9530-0a7575994482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:20.350708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe00-2042-4558-b253-b2d00270a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.354785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.356908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32451184-518e-4c99-8de1-55f7ef511c9c req-c818cb7d-2ef4-456e-857c-ceda8d46d55b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.3410010 Jan 29 04:38:20.404398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:20.408816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.451376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7283e-13ab-41c5-b5c1-00230cf2477a req-73d30005-c2de-4228-b14e-65aba5d55507 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:20.458816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9b7283e-13ab-41c5-b5c1-00230cf2477a req-73d30005-c2de-4228-b14e-65aba5d55507 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2455649 Jan 29 04:38:20.487923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.544161 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:15Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:20.578811 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e9755-d69a-4f74-b17a-0896d872b939 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:15Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:20.631024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9b7283e-13ab-41c5-b5c1-00230cf2477a req-0984796d-8f2e-45df-9845-d66b0568eef4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710320 Jan 29 04:38:20.727530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe00-2042-4558-b253-b2d00270a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.749792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.768750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ed3fe00-2042-4558-b253-b2d00270a7f7 None None] For port b14feb41-8769-427e-9530-0a7575994482, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b14feb41-8769-427e-9530-0a7575994482,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:20.774556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe00-2042-4558-b253-b2d00270a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.831646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3fe00-2042-4558-b253-b2d00270a7f7 None None] Pushing event updated for resources: {'Port': ['ID=b14feb41-8769-427e-9530-0a7575994482,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:20.841308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-912c85b8-ccee-4d8e-923a-88c1613734de req-10feb6b8-e0f0-40b2-8409-4029ea9bd2ae tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 210 time: 0.0890129 Jan 29 04:38:20.860014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.911411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-862e3dee-71cb-46a5-b4cf-7433b81ceedf None None] Provisioning complete for port b14feb41-8769-427e-9530-0a7575994482 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:20.912786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-862e3dee-71cb-46a5-b4cf-7433b81ceedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:20.938325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdb53-8dc3-418b-9f2e-d5edaeaca9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.013840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:21.014530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: d8fa987b-6624-46da-ace2-e26bda6708a8, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:21.022001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:21.078974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Allocated IP 172.20.0.6 (753334e4-62f6-4713-9616-68443a046f38/95f22e8d-8cb5-4fae-a651-030530ac98e1/350b6f17-14e1-48b4-873c-ab6a1b1e5f57) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:21.099930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32451184-518e-4c99-8de1-55f7ef511c9c req-b19f4090-9b14-432b-8c35-6d5ed993dbca tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7128356 Jan 29 04:38:21.130989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a90fc-36a9-40e8-ac1f-7242f4db3389 req-97e73ba9-7a90-4581-9bf0-e22a8068af8e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.130989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f94a90fc-36a9-40e8-ac1f-7242f4db3389 req-97e73ba9-7a90-4581-9bf0-e22a8068af8e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.1761136 Jan 29 04:38:21.142952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network d8fa987b-6624-46da-ace2-e26bda6708a8 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:21.144308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdb53-8dc3-418b-9f2e-d5edaeaca9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.145537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Allocated IP 172.25.4.27 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/7e8da654-425c-4570-9e50-ba80dc06aa9e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:21.146867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdb53-8dc3-418b-9f2e-d5edaeaca9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.151175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae3bdb53-8dc3-418b-9f2e-d5edaeaca9ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97504d3c-d00d-4b8b-a654-4b79b699f0a3 HTTP/1.1" status: 204 len: 168 time: 1.0982287 Jan 29 04:38:21.166620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bdb53-8dc3-418b-9f2e-d5edaeaca9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97504d3c-d00d-4b8b-a654-4b79b699f0a3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:21.189096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d8fa987b-6624-46da-ace2-e26bda6708a8) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:21.198171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.199529 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.206819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fd72c-fa21-417c-9cd2-20679192a929 None None] Network d8fa987b-6624-46da-ace2-e26bda6708a8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:21.267303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f94a90fc-36a9-40e8-ac1f-7242f4db3389 req-79dfc11e-197b-4bb3-b8a0-d9eb4e6b635a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254802 Jan 29 04:38:21.286573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.296301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a0960309-4f56-4eaa-b4ab-38eb50a21d49 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4803469 Jan 29 04:38:21.300990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:21.386472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.478715 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.497170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d8fa987b-6624-46da-ace2-e26bda6708a8', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:38:21.498072 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.528132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.531361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Subnet': ['ID=8eda3946-bc9f-46d7-94ca-f7c71ee88164,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:21.545524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Pushing event updated for resources: {'Port': ['ID=7e8da654-425c-4570-9e50-ba80dc06aa9e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:21.641750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:21.653409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:21.659129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:21.692509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Checking segment: {'id': 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:21.692842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network hostable DHCP agents. Network: 3df76038-e434-46fd-98a2-4fe284869e8a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:21.761210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Allocated IP 2001:db8:1::2 (d8fa987b-6624-46da-ace2-e26bda6708a8/fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623/061817ca-160f-4acc-b428-f0761de98b59) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:21.774894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.786721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.794276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.801569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.803756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:21.815558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.833089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.840336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.842890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-61ff863a-6be2-4f06-9261-fcaaa53252c8 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.2858090 Jan 29 04:38:21.847214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b14feb41-8769-427e-9530-0a7575994482 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:21.885510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:21.908911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10424390-08d5-43c8-bfd7-95b9be13f5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:21.951412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 3df76038-e434-46fd-98a2-4fe284869e8a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:21.966683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:21.966683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.013695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d43615-a8b4-4b9a-ae88-aeace086e4f1 None None] Network 3df76038-e434-46fd-98a2-4fe284869e8a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:22.031849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.067157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-b1810e74-8a05-4e96-b23c-cf08fef4d667 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.068529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-b1810e74-8a05-4e96-b23c-cf08fef4d667 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "GET /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2186341 Jan 29 04:38:22.073011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070962-950d-4a9b-b294-f7de761d0ee4 req-57528504-1cb5-4e3e-a508-c43d9ea2e3c7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.074740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3070962-950d-4a9b-b294-f7de761d0ee4 req-57528504-1cb5-4e3e-a508-c43d9ea2e3c7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.2741532 Jan 29 04:38:22.150257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Network 753334e4-62f6-4713-9616-68443a046f38 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:22.166444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b14feb41-8769-427e-9530-0a7575994482 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:22.166665 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.182083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3070962-950d-4a9b-b294-f7de761d0ee4 req-af24b65e-03f1-4f59-abd1-1a1944f3b901 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958359 Jan 29 04:38:22.195644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4fd6d520-50f5-4d3f-851a-9fc5d96c1324 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3437181 Jan 29 04:38:22.208419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-dc9af272-adfd-4f9a-9ed3-587808639b85 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "GET /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1275177 Jan 29 04:38:22.208824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36616) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:22.243795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'name': 'tempest-AllowedAddressPairTestJSON-1883863409'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:22.257116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:22.287856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:22.309660 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.311832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:22.331046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.380777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Pushing event updated for resources: {'Port': ['ID=061817ca-160f-4acc-b428-f0761de98b59,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:22.432044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Network d8fa987b-6624-46da-ace2-e26bda6708a8 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:22.435249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:22.441044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:22.448071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-3df76038-e434-46fd-98a2-4fe284869e8a', 'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'tenant_id': '946ce4aedf7f4a8ea0fa4e022eec8c69', 'fixed_ips': [{'subnet_id': '8eda3946-bc9f-46d7-94ca-f7c71ee88164'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:38:22.448925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.475412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Pushing event updated for resources: {'Port': ['ID=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:22.485968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.517748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.518410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.542161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.543247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495b468-721c-4b8f-8317-066c58558c56 req-d7ba8675-ee22-48e2-be4f-fdc052d0b9a3 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.554140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7495b468-721c-4b8f-8317-066c58558c56 req-d7ba8675-ee22-48e2-be4f-fdc052d0b9a3 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 931 time: 0.4965558 Jan 29 04:38:22.556893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.567600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.588164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.596001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.602891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.609832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:22.620181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-f4bd1055-d216-4ce0-89e9-8dafc2cc69d0 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5433 time: 0.2346818 Jan 29 04:38:22.654704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-45017410-09e1-4ce3-b483-e737e242c54c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7705374 Jan 29 04:38:22.678818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Allocated IP 172.20.0.2 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/54138d63-0937-43eb-900c-8ede3e0e0559) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:22.702088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Request body: {'port': {'device_id': '35cc1d89-67e5-4a67-963f-864c22513de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:22.756045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10424390-08d5-43c8-bfd7-95b9be13f5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.781809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10424390-08d5-43c8-bfd7-95b9be13f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.829417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a074c517-ddcc-4c81-8038-ed63e6d4199e req-345fea17-5a22-4d68-b373-42d6f5f6c134 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082009 Jan 29 04:38:22.881366 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.903456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:22.907112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4fca2967-d77f-4816-ad8f-499e6fb1275f details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:38:23.026522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:23.035607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10424390-08d5-43c8-bfd7-95b9be13f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48aa2e-75f2-4b2f-8147-af57a4f102cd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:23.040922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-10424390-08d5-43c8-bfd7-95b9be13f5c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9fb5939722342ffb25ebb3ba2b35c26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2335553 Jan 29 04:38:23.045050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.049065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'port_id': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'mac_address': 'fa:16:3e:d6:a8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:38:23.050013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:23.094909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.110155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7495b468-721c-4b8f-8317-066c58558c56 req-972bf6fa-40a0-4beb-beb2-fe476af0aa57 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541620 Jan 29 04:38:23.111862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Attempting to bind port 061817ca-160f-4acc-b428-f0761de98b59 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:23.112432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Attempting to bind port 061817ca-160f-4acc-b428-f0761de98b59 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:23.113248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Attempting to bind port 061817ca-160f-4acc-b428-f0761de98b59 on network d8fa987b-6624-46da-ace2-e26bda6708a8 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:23.138564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.171638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:23.172016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Checking segment: {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:23.172423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.173095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Bound using segment: {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:23.173586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Bound port: 061817ca-160f-4acc-b428-f0761de98b59, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:23.174533 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.192743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f26b65-f216-4c0a-a410-2c52504415af req-61b45ae7-8bde-417e-94e4-874508da7488 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:23.201376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3f26b65-f216-4c0a-a410-2c52504415af req-61b45ae7-8bde-417e-94e4-874508da7488 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2295380 Jan 29 04:38:23.256321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] For port 061817ca-160f-4acc-b428-f0761de98b59, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:23.261564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] For port 061817ca-160f-4acc-b428-f0761de98b59, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=061817ca-160f-4acc-b428-f0761de98b59,segment=NetworkSegment(4ac88505-7c54-45a5-b7e5-77b36f35ec1b),segment_id=4ac88505-7c54-45a5-b7e5-77b36f35ec1b)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:23.264286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:23.268620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fca2967-d77f-4816-ad8f-499e6fb1275f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:38:23.301877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:23.306226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.309936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:23.310608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:23.315927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:23.316358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.323231 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.329125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Pushing event updated for resources: {'Port': ['ID=54138d63-0937-43eb-900c-8ede3e0e0559,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:23.411650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3f26b65-f216-4c0a-a410-2c52504415af req-89bb7235-e2ab-4fd3-92dc-d242e136e33b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088137 Jan 29 04:38:23.452011 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Attempting to bind port 54138d63-0937-43eb-900c-8ede3e0e0559 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:23.452383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Attempting to bind port 54138d63-0937-43eb-900c-8ede3e0e0559 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:23.452808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Attempting to bind port 54138d63-0937-43eb-900c-8ede3e0e0559 on network 3df76038-e434-46fd-98a2-4fe284869e8a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:23.462385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:23.462766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Checking segment: {'id': 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:23.463174 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.463568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Bound using segment: {'id': 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:23.464100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Bound port: 54138d63-0937-43eb-900c-8ede3e0e0559, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:23.464489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.473797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] device_id is not set on port 3423dffb-8430-4cab-92aa-ab3bc1eb3b6f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:23.481274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:23.500307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4fca2967-d77f-4816-ad8f-499e6fb1275f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:38:23.547229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6116da2c-ee1d-42ba-8958-67fd6b270475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.559290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6218756-33c5-42ea-8a9a-62924ca394d2 None None] Pushing event updated for resources: {'Port': ['ID=061817ca-160f-4acc-b428-f0761de98b59,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:23.628406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.648066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] For port 54138d63-0937-43eb-900c-8ede3e0e0559, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:23.653721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] For port 54138d63-0937-43eb-900c-8ede3e0e0559, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54138d63-0937-43eb-900c-8ede3e0e0559,segment=NetworkSegment(b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd),segment_id=b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:23.691105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.720644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7516e-0294-4943-bb87-d92991df56f6 req-7662d4cd-b0c7-4449-82f3-a6bf2c7289da tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:23.731014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5c7516e-0294-4943-bb87-d92991df56f6 req-7662d4cd-b0c7-4449-82f3-a6bf2c7289da tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.3636708 Jan 29 04:38:23.731857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6116da2c-ee1d-42ba-8958-67fd6b270475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.760937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] For port a6f9f5e0-74c2-429d-a245-45d7f5d9292a, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:23.865223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:23.932213 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6aaf64a9-f4ac-481a-a428-d4f55beb11bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:23.956857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fb159-e356-48a9-994d-e3652d56e743 None None] Pushing event updated for resources: {'Port': ['ID=54138d63-0937-43eb-900c-8ede3e0e0559,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:23.995153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] device_id is not set on port a6f9f5e0-74c2-429d-a245-45d7f5d9292a yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:24.049308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5c7516e-0294-4943-bb87-d92991df56f6 req-497e60da-2f83-468b-b0a6-41ff1b3bb264 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162057 Jan 29 04:38:24.051714 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.061165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Allocated IP 172.20.0.8 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/3423dffb-8430-4cab-92aa-ab3bc1eb3b6f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:24.086462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.094052 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.246739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.254325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.263385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.299014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.306926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.314423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.327968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.329875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-f8da1c80-91a3-4b30-9d9d-556cc17b4600 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 5355 time: 0.2887249 Jan 29 04:38:24.382448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:24.437051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8:1::1 (d8fa987b-6624-46da-ace2-e26bda6708a8/fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623/05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:24.528008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] No DVR routers for this DVR port a6f9f5e0-74c2-429d-a245-45d7f5d9292a on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:24.597668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6116da2c-ee1d-42ba-8958-67fd6b270475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.600475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6116da2c-ee1d-42ba-8958-67fd6b270475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.603531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6116da2c-ee1d-42ba-8958-67fd6b270475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff48aa2e-75f2-4b2f-8147-af57a4f102cd HTTP/1.1" status: 204 len: 168 time: 1.5523772 Jan 29 04:38:24.713023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116da2c-ee1d-42ba-8958-67fd6b270475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48aa2e-75f2-4b2f-8147-af57a4f102cd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:24.721429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3534d655-895e-4ce6-b8a3-5fb674558bf1 req-8d27405c-f011-4fc8-90b5-f6dbba321348 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2513223 Jan 29 04:38:24.785064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:38:24.818035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.889273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039cd7b-944a-4436-88a3-458df655bd5a req-1746873e-20f8-4a91-b05a-4093228019b9 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:24.892360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a832ecdc-f2f1-453c-ad8c-71453330bbe9 None None] Provisioning complete for port a6f9f5e0-74c2-429d-a245-45d7f5d9292a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:24.893721 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a832ecdc-f2f1-453c-ad8c-71453330bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:24.901271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3039cd7b-944a-4436-88a3-458df655bd5a req-1746873e-20f8-4a91-b05a-4093228019b9 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 931 time: 0.6054325 Jan 29 04:38:24.919551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4fca2967-d77f-4816-ad8f-499e6fb1275f up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:24.996256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] In _notify_port_updated(), no bound segment for port a6f9f5e0-74c2-429d-a245-45d7f5d9292a on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:38:25.006246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:25.009795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.011298 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-92189266-ad21-41a4-97b9-cd71fe8d3461 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 200 len: 1026 time: 2.7744493 Jan 29 04:38:25.060451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a832ecdc-f2f1-453c-ad8c-71453330bbe9 None None] Port a6f9f5e0-74c2-429d-a245-45d7f5d9292a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:25.078568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4fca2967-d77f-4816-ad8f-499e6fb1275f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:25.078945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.198918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.262448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-1f236b45-0b78-4bd5-b059-fcffcd0e32dd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:25.265449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-1f236b45-0b78-4bd5-b059-fcffcd0e32dd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "GET /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2174060 Jan 29 04:38:25.271645 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.296303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.328366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.338044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:25.342618 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd3cb3-1ff0-4fdc-a1d1-d564840aadc5" -d '{"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-plugged", "status": "completed", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:25.348314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3039cd7b-944a-4436-88a3-458df655bd5a req-dd07192e-09ea-46cf-a1df-2460d6d711bd tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192131 Jan 29 04:38:25.360705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:25.377370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.412597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:25.414857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.427066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:25.446460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47a15d-ec52-49cb-9801-c1bd13aba453 None None] Network d8fa987b-6624-46da-ace2-e26bda6708a8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:25.458720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=3423dffb-8430-4cab-92aa-ab3bc1eb3b6f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:25.508840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:25.511537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:25.512652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Transition to ACTIVE for port object 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:38:25.531947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.596805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.635712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Pushing event updated for resources: {'Port': ['ID=7e8da654-425c-4570-9e50-ba80dc06aa9e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:25.669238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:25.687233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9982c1b7-8e54-44b7-9ed5-4c1d1237ee49 None None] Provisioning complete for port 061817ca-160f-4acc-b428-f0761de98b59 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:25.694480 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9982c1b7-8e54-44b7-9ed5-4c1d1237ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.720141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.818844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a65f7-7355-49ed-8895-89cfd6f8db19 req-65a46dcc-f4b7-43a7-9232-cb0b4715f4c3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:25.842518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c62a65f7-7355-49ed-8895-89cfd6f8db19 req-65a46dcc-f4b7-43a7-9232-cb0b4715f4c3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 944 time: 0.9603145 Jan 29 04:38:25.854944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:25.855615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.920947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Pushing event updated for resources: {'Port': ['ID=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:25.924183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:25.929659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network d8fa987b-6624-46da-ace2-e26bda6708a8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:25.980390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:26.010813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:26.011235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.019721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.024108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9982c1b7-8e54-44b7-9ed5-4c1d1237ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.031032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-78c69819-61fd-496d-8790-1974f05715bc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7982619 Jan 29 04:38:26.059058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54138d63-0937-43eb-900c-8ede3e0e0559 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:26.067675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:26.075359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'name': 'tempest-AllowedAddressPairTestJSON-1192734622', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:19:81:cc'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:26.094074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13a166-0017-4bc7-9eba-eed2e31d7de8 None None] Network 3df76038-e434-46fd-98a2-4fe284869e8a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:26.133705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9982c1b7-8e54-44b7-9ed5-4c1d1237ee49 None None] For port 061817ca-160f-4acc-b428-f0761de98b59, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=061817ca-160f-4acc-b428-f0761de98b59,segment=NetworkSegment(4ac88505-7c54-45a5-b7e5-77b36f35ec1b),segment_id=4ac88505-7c54-45a5-b7e5-77b36f35ec1b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:26.139866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ef4e-255d-4ac7-9ea0-babc7f3368ff req-839f9784-ae1b-46bc-a14c-289b5d4ae6cc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.141711 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd0ef4e-255d-4ac7-9ea0-babc7f3368ff req-839f9784-ae1b-46bc-a14c-289b5d4ae6cc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 944 time: 0.5396807 Jan 29 04:38:26.245199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c62a65f7-7355-49ed-8895-89cfd6f8db19 req-8c09c490-f0b2-439f-a9a4-2e2b756dfa38 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016905 Jan 29 04:38:26.248062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:26.253214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b395ad42-031f-49b2-94d8-8de0318eebfd no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:26.273992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.298577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Attempting to bind port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:26.299262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Attempting to bind port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '753334e4-62f6-4713-9616-68443a046f38'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:26.299958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Attempting to bind port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 on network 753334e4-62f6-4713-9616-68443a046f38 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:26.363739 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9982c1b7-8e54-44b7-9ed5-4c1d1237ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.482652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982c1b7-8e54-44b7-9ed5-4c1d1237ee49 None None] Pushing event updated for resources: {'Port': ['ID=061817ca-160f-4acc-b428-f0761de98b59,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:26.505296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ffabd55b-b9f1-4709-8bd5-10bb9ef87b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.594358 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Floating IP dfb0b109-804b-4142-bbe2-cf12c4ca074b associated. External IP: 172.25.4.27, port: 9e4501f8-8945-4caa-aeba-55531b3b584f. Jan 29 04:38:26.607314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-32a18e33-fb23-4e57-8ec1-29937c796896 None None] Provisioning complete for port 54138d63-0937-43eb-900c-8ede3e0e0559 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:26.607692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-32a18e33-fb23-4e57-8ec1-29937c796896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.706866 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b45a7-f5c0-4b2a-ab7d-29f096664c06 x-openstack-request-id: req-eb5b45a7-f5c0-4b2a-ab7d-29f096664c06 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:26.707240 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-plugged", "status": "completed", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:26.707556 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb5b45a7-f5c0-4b2a-ab7d-29f096664c06 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:26.707883 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'code': 200} Jan 29 04:38:26.719231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 on network 753334e4-62f6-4713-9616-68443a046f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:38:26.720318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Attempting to bind port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 on network 753334e4-62f6-4713-9616-68443a046f38 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:26.728993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:26.729979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Checking segment: {'id': 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '753334e4-62f6-4713-9616-68443a046f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:26.731125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Bound using segment: {'id': 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '753334e4-62f6-4713-9616-68443a046f38'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:26.731805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Bound port: 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '753334e4-62f6-4713-9616-68443a046f38'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:26.732726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.862636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 54138d63-0937-43eb-900c-8ede3e0e0559 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:26.863009 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:26.882960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.889682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.893317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd0ef4e-255d-4ac7-9ea0-babc7f3368ff req-21d53ba1-802e-43b8-84ba-cd3f8015423e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7341092 Jan 29 04:38:26.915100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.923302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.951151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.951671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:38:26.957693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:26.970183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-a1cc7e4f-91af-46df-9efa-b55d22cee37e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 4660 time: 0.2295380 Jan 29 04:38:27.048839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.049088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:27.072430 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.078185 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.079610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.099264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] For port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:27.126498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] For port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:27.136452 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:38:27.236254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] For port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,segment=NetworkSegment(c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6),segment_id=c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:27.324126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f550e90b-61e3-4e80-81e4-9d75e5d853c0 req-370d5224-faad-4223-8622-506a2d302973 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=0700f184-7561-4d5c-8f73-16d3a7ef5f52&id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404219 Jan 29 04:38:27.333219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.432675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b395ad42-031f-49b2-94d8-8de0318eebfd,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:27.483774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:27.489110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.489722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a6f9f5e0-74c2-429d-a245-45d7f5d9292a no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:27.504780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:27.561808 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.574588 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.589821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:27.590415 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.592433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] 10.222.0.20 "PUT /v2.0/ports/350b6f17-14e1-48b4-873c-ab6a1b1e5f57 HTTP/1.1" status: 200 len: 1091 time: 4.8953023 Jan 29 04:38:27.603296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cc1d89-67e5-4a67-963f-864c22513de1', 'tag': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:27.605912 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "35cc1d89-67e5-4a67-963f-864c22513de1", "tag": "350b6f17-14e1-48b4-873c-ab6a1b1e5f57"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:27.614887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-32a18e33-fb23-4e57-8ec1-29937c796896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.624130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network d8fa987b-6624-46da-ace2-e26bda6708a8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:27.628633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:27.661142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc56f82-869f-41d0-b63a-a473827286fd req-c8eacd5a-1d87-41f5-ab66-00ba4229ffa3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:27.663753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abc56f82-869f-41d0-b63a-a473827286fd req-c8eacd5a-1d87-41f5-ab66-00ba4229ffa3 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.1780577 Jan 29 04:38:27.690846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:27.695352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:27.707048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-32a18e33-fb23-4e57-8ec1-29937c796896 None None] For port 54138d63-0937-43eb-900c-8ede3e0e0559, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54138d63-0937-43eb-900c-8ede3e0e0559,segment=NetworkSegment(b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd),segment_id=b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:27.710518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a6f9f5e0-74c2-429d-a245-45d7f5d9292a not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:38:27.710994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:27.715579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '1e05b953-411c-45e4-b809-7ad549a437d0', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'port_id': '1e05b953-411c-45e4-b809-7ad549a437d0', 'mac_address': 'fa:16:3e:eb:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:38:27.746773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:27.770457 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-32a18e33-fb23-4e57-8ec1-29937c796896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:27.892896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-abc56f82-869f-41d0-b63a-a473827286fd req-696451ac-d138-4efa-9bb3-61e56d559af5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709309 Jan 29 04:38:27.912726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a18e33-fb23-4e57-8ec1-29937c796896 None None] Pushing event updated for resources: {'Port': ['ID=54138d63-0937-43eb-900c-8ede3e0e0559,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:27.929229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493cff0-1070-49a3-9f22-ecb56184a450 service neutron] Pushing event updated for resources: {'Port': ['ID=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:27.979331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-a7409a3c-9c79-4338-b8a0-88552186651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:27.981244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-a7409a3c-9c79-4338-b8a0-88552186651f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23a8784c315406ba6a4ad5b70afdc50&device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 1094 time: 0.2728026 Jan 29 04:38:27.984631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3db797b-ab6e-41e0-b108-f395618132c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.088122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3db797b-ab6e-41e0-b108-f395618132c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.099808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b3db797b-ab6e-41e0-b108-f395618132c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.114440 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.119070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c59c5c0-9ff6-4b36-8e21-89bf9e6ca74f None None] Provisioning complete for port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:28.119442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c59c5c0-9ff6-4b36-8e21-89bf9e6ca74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.168172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Router bb99a35a-c9e7-46c1-8a0b-80f133133b06 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:28.171828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:28.180365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db797b-ab6e-41e0-b108-f395618132c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53dda48-2d41-4cd2-943b-7f11988784f8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:28.201880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-3ac72035-ffd5-4f96-a9c6-5d5917d1aa8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57 HTTP/1.1" status: 200 len: 217 time: 0.2024069 Jan 29 04:38:28.223076 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:38:28.223423 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:38:28.225170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] device_id is not set on port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:28.266602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.326307 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688f32b-d10b-46ae-b4a3-db38a24eb23d x-openstack-request-id: req-3688f32b-d10b-46ae-b4a3-db38a24eb23d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:28.328099 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cc1d89-67e5-4a67-963f-864c22513de1", "tag": "350b6f17-14e1-48b4-873c-ab6a1b1e5f57", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:28.328631 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3688f32b-d10b-46ae-b4a3-db38a24eb23d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:28.330617 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cc1d89-67e5-4a67-963f-864c22513de1', 'tag': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57', 'status': 'completed', 'code': 200} Jan 29 04:38:28.331805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e05b953-411c-45e4-b809-7ad549a437d0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:38:28.336191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.381392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.413347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cabf85-393a-4d3f-9a6d-9db32c830dde req-6bc0ec16-5119-423c-9713-a0c662440477 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:28.421195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49cabf85-393a-4d3f-9a6d-9db32c830dde req-6bc0ec16-5119-423c-9713-a0c662440477 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 943 time: 0.6536517 Jan 29 04:38:28.441082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:28.443673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8c59c5c0-9ff6-4b36-8e21-89bf9e6ca74f None None] Port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:28.460025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.460373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b3db797b-ab6e-41e0-b108-f395618132c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e82e7672343640bfae171e1ad075cc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9693487 Jan 29 04:38:28.463719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36692) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:28.484260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:28.523461 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.524706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 120c3872-0a77-4620-ae88-3797ceafde40 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:28.561935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-13bf5a34-108b-468a-947d-532dd6c3d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:28.564484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-13bf5a34-108b-468a-947d-532dd6c3d95f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95f22e8d-8cb5-4fae-a651-030530ac98e1 HTTP/1.1" status: 200 len: 850 time: 0.3520074 Jan 29 04:38:28.566125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.598136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8c59c5c0-9ff6-4b36-8e21-89bf9e6ca74f None None] Provisioning complete for port 061817ca-160f-4acc-b428-f0761de98b59 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:28.598661 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c59c5c0-9ff6-4b36-8e21-89bf9e6ca74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.606799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:28.610729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-bcd7c5f7-a0a5-4a4e-bd92-c72c225cdca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=753334e4-62f6-4713-9616-68443a046f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356741 Jan 29 04:38:28.616944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:28.624054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-be466eb0-c2d9-4513-abbd-13215e2c15fd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2911539 Jan 29 04:38:28.631054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:28.651090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.652917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.653389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.653793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.654235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.654637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.655036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.655431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.655825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.656262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.656623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.657115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:38:28.675802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:28.700603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:28.712466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] No DVR routers for this DVR port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:28.714725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd'}, {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:28.717450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49cabf85-393a-4d3f-9a6d-9db32c830dde req-650b78d8-e2d7-4226-8a6e-44e7f4de563f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649534 Jan 29 04:38:28.731211 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890957a-0d5f-4441-9aec-80235f0d415b" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd"}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:28.770348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] device_id is not set on port 56881604-5edd-4e21-8ddc-807eec9842b5 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:28.780831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1806010649'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:28.788234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-3ed982a3-fe09-43d1-aa26-d757633933fe service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576226 Jan 29 04:38:28.791159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:28.802896 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] Sync routers for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:28.808840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bfff2-a3f9-488e-86ef-55a53b2f4ac7 req-4766c281-dcb8-4988-8a0e-601510e17c13 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:28.810352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-847bfff2-a3f9-488e-86ef-55a53b2f4ac7 req-4766c281-dcb8-4988-8a0e-601510e17c13 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3580706 Jan 29 04:38:28.827587 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:28.828575 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:28.868236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['1e05b953-411c-45e4-b809-7ad549a437d0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:38:28.881021 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-329f0218-5fec-4799-9300-cd06a1693ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.895875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] In _notify_port_updated(), no bound segment for port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 on network 15ea8377-1dcd-4e02-9f76-096b3179e04d {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:38:28.896770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:28.897386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.899790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-6c6b2c9d-a4d1-450c-963a-50a2473b6f05 service neutron] 10.222.0.20 "PUT /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 200 len: 1027 time: 3.5556436 Jan 29 04:38:28.937523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:28.952754 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:28.977020 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:28.977624 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:29.026746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-329f0218-5fec-4799-9300-cd06a1693ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.037007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:29.037637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:29.039559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:29.057966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-847bfff2-a3f9-488e-86ef-55a53b2f4ac7 req-c44f44c8-96a9-4415-8d37-706c5dc3108c tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118287 Jan 29 04:38:29.061585 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:29.062268 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1791ed-589b-42b3-a8a7-7881f1630922 None None] The sync data for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:29.081985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:29.086048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.140145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a711d5f9-751d-4344-8ff1-39f89ec18b88 req-f03bb28c-8529-4166-a57a-fa73b4be9e9f service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275843 Jan 29 04:38:29.141237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:29.154200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.154708 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment a9b1c98a-f070-4ac7-a947-56f7d1a6ef71 of type vlan for network c2060784-cd28-4006-a473-ee6b71fcca60 Jan 29 04:38:29.155795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d754fb9f-8797-4740-8f9f-0924d3109ab7 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.2241800 Jan 29 04:38:29.158787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:29.296078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-bda04f6f-08f6-46c9-96ee-5b9ba0088b00 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.303501 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843bbdaa-4eb4-43dd-87da-d67b2b6fa717 x-openstack-request-id: req-843bbdaa-4eb4-43dd-87da-d67b2b6fa717 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:29.303501 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd", "code": 200}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:29.303501 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-843bbdaa-4eb4-43dd-87da-d67b2b6fa717 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:29.303501 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd', 'code': 200} Jan 29 04:38:29.303501 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'code': 200} Jan 29 04:38:29.310421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.318702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-bda04f6f-08f6-46c9-96ee-5b9ba0088b00 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.325541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-bda04f6f-08f6-46c9-96ee-5b9ba0088b00 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.331221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.332238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-bda04f6f-08f6-46c9-96ee-5b9ba0088b00 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.343330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-bda04f6f-08f6-46c9-96ee-5b9ba0088b00 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.343530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.344782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 061817ca-160f-4acc-b428-f0761de98b59 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:29.344903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-bda04f6f-08f6-46c9-96ee-5b9ba0088b00 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 3882 time: 0.4365332 Jan 29 04:38:29.346757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Allocated IP 172.20.0.3 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/56881604-5edd-4e21-8ddc-807eec9842b5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:29.385929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-08d53496-7d31-47fb-95a2-012fec3100e6 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] 10.222.0.32 "GET /v2.0/floatingips/dfb0b109-804b-4142-bbe2-cf12c4ca074b HTTP/1.1" status: 200 len: 982 time: 0.2258363 Jan 29 04:38:29.390837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:29.427378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-329f0218-5fec-4799-9300-cd06a1693ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.430027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-329f0218-5fec-4799-9300-cd06a1693ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.433922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-329f0218-5fec-4799-9300-cd06a1693ad4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c53dda48-2d41-4cd2-943b-7f11988784f8 HTTP/1.1" status: 204 len: 168 time: 0.9513147 Jan 29 04:38:29.459428 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8eba2900-af1f-4b7a-8ea6-4c4237514d2b req-25ae31e5-6b8e-469e-8475-705106d95a23 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981808 Jan 29 04:38:29.468012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0218-5fec-4799-9300-cd06a1693ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53dda48-2d41-4cd2-943b-7f11988784f8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:29.490183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.494379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port 120c3872-0a77-4620-ae88-3797ceafde40 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:29.494879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.497072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.497920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.508483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75285-91f7-4ba7-9fc4-775b2b486995 req-0a220f5b-20b0-4dbb-bbfc-6c12c43e8636 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.510973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1b75285-91f7-4ba7-9fc4-775b2b486995 req-0a220f5b-20b0-4dbb-bbfc-6c12c43e8636 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2263877 Jan 29 04:38:29.525435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-a38af886-d7c5-4451-a0c8-e5b7422be2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:29.527397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-a38af886-d7c5-4451-a0c8-e5b7422be2c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23a8784c315406ba6a4ad5b70afdc50&device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 1094 time: 0.2114394 Jan 29 04:38:29.576129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:29.691026 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.779673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=120c3872-0a77-4620-ae88-3797ceafde40,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:29.780085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.794199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for 120c3872-0a77-4620-ae88-3797ceafde40 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:29.831792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Provisioning complete for port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:29.832419 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.842455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2091308 Jan 29 04:38:29.851528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4f42e8d-95c9-43fc-a2d2-7574f40abd82 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3816 time: 0.4592767 Jan 29 04:38:29.852392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:29.864516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:29.886136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:29.902418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:29.918570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 120c3872-0a77-4620-ae88-3797ceafde40, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=120c3872-0a77-4620-ae88-3797ceafde40,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:29.943772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 061817ca-160f-4acc-b428-f0761de98b59 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:29.945340 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.948048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:29.950801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device dc478e2b-0eec-4e94-aa27-0311724c6810 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:30.053067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.091604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.158173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.173983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:30.187147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Provisioning complete for port 54138d63-0937-43eb-900c-8ede3e0e0559 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:30.189122 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.221212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:38:30.258545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:30.259951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=56881604-5edd-4e21-8ddc-807eec9842b5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:30.274872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] No DVR routers for this DVR port 120c3872-0a77-4620-ae88-3797ceafde40 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:30.279042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.286234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-fbde092d-aa3f-4ee8-9493-1df9bcc5584d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "DELETE /v2.0/ports/120c3872-0a77-4620-ae88-3797ceafde40 HTTP/1.1" status: 204 len: 173 time: 1.3626828 Jan 29 04:38:30.288768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:30.291550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:30.359271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:30.363803 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07359b4-7575-40a6-aeb2-6d23d90f7f66" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "120c3872-0a77-4620-ae88-3797ceafde40"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:30.373763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b809d5a-bb9a-4e91-9146-65cf93ea96c9 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=c2060784-cd28-4006-a473-ee6b71fcca60,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:30.394523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:30.395215 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.501926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1b75285-91f7-4ba7-9fc4-775b2b486995 req-8f6af161-959c-4b60-82c7-99707483215a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9786308 Jan 29 04:38:30.532953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b7978-183a-4922-98e4-5e0b90af0eb9 req-8d188230-617a-439f-a9ad-2b5b50b920b6 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:30.556398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e1b7978-183a-4922-98e4-5e0b90af0eb9 req-8d188230-617a-439f-a9ad-2b5b50b920b6 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 943 time: 0.6540470 Jan 29 04:38:30.653488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-60f931b5-3bfc-470d-bbcc-ceb981d701b4 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.5834467 Jan 29 04:38:30.671787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36734) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:30.722589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-f01ac08e-5397-4430-904c-37799ad0096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:30.724817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-f01ac08e-5397-4430-904c-37799ad0096c service neutron] 10.222.0.20 "GET /v2.0/networks?id=753334e4-62f6-4713-9616-68443a046f38 HTTP/1.1" status: 200 len: 911 time: 1.1365325 Jan 29 04:38:30.817946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c2060784-cd28-4006-a473-ee6b71fcca60 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:30.824688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:30.828909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:30.833622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-f41aa9c7-64d4-4fb5-95db-e3aeacfc7e31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57 HTTP/1.1" status: 200 len: 217 time: 0.0639460 Jan 29 04:38:30.898978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e1b7978-183a-4922-98e4-5e0b90af0eb9 req-ebc55125-d014-4508-bd7f-0c39dafb18b8 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401496 Jan 29 04:38:30.941229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58c4c0-01e4-4dfe-ab28-2d088d1684f0 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:30.949882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58c4c0-01e4-4dfe-ab28-2d088d1684f0 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.001409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58c4c0-01e4-4dfe-ab28-2d088d1684f0 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.003248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-db58c4c0-01e4-4dfe-ab28-2d088d1684f0 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3206205 Jan 29 04:38:31.008372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36742) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:31.110255 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a104d1d-2bf8-491f-bf80-833f32ad001d x-openstack-request-id: req-4a104d1d-2bf8-491f-bf80-833f32ad001d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:31.110549 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "120c3872-0a77-4620-ae88-3797ceafde40", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:31.110906 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a104d1d-2bf8-491f-bf80-833f32ad001d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:31.111187 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40', 'status': 'completed', 'code': 200} Jan 29 04:38:31.190992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1e592-9300-4a89-a1ea-3aac2fbd8194 req-b13d9706-3aad-4486-b227-081a2cb5b4b9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.192725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04c1e592-9300-4a89-a1ea-3aac2fbd8194 req-b13d9706-3aad-4486-b227-081a2cb5b4b9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.5181470 Jan 29 04:38:31.239823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port b395ad42-031f-49b2-94d8-8de0318eebfd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:31.240458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.294646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,segment=NetworkSegment(c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6),segment_id=c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:31.362185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:31.364551 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9863f0f6-92ee-4cb1-a7a9-b0b9b603c33a" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "120c3872-0a77-4620-ae88-3797ceafde40"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:31.368408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57', 'network_id': '753334e4-62f6-4713-9616-68443a046f38', 'port_id': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57', 'mac_address': 'fa:16:3e:e0:f3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f22e8d-8cb5-4fae-a651-030530ac98e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:38:31.370225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=120c3872-0a77-4620-ae88-3797ceafde40,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:31.381656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.454755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-4380e783-2d12-414e-847c-63b78dd1ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.457327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-4380e783-2d12-414e-847c-63b78dd1ea2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95f22e8d-8cb5-4fae-a651-030530ac98e1 HTTP/1.1" status: 200 len: 850 time: 0.5672610 Jan 29 04:38:31.471923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b07ab-7714-414c-bf42-1e3d354ef464 req-1c0ebb47-75b2-48f4-a96f-c51b93ced0fd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.480713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b07ab-7714-414c-bf42-1e3d354ef464 req-1c0ebb47-75b2-48f4-a96f-c51b93ced0fd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.487618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b07ab-7714-414c-bf42-1e3d354ef464 req-1c0ebb47-75b2-48f4-a96f-c51b93ced0fd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.495086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b07ab-7714-414c-bf42-1e3d354ef464 req-1c0ebb47-75b2-48f4-a96f-c51b93ced0fd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:31.496919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b1b07ab-7714-414c-bf42-1e3d354ef464 req-1c0ebb47-75b2-48f4-a96f-c51b93ced0fd tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 3147 time: 0.3089979 Jan 29 04:38:31.561871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] For port b395ad42-031f-49b2-94d8-8de0318eebfd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b395ad42-031f-49b2-94d8-8de0318eebfd,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:31.562511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.596524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for b395ad42-031f-49b2-94d8-8de0318eebfd owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:31.602455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b1b07ab-7714-414c-bf42-1e3d354ef464 req-34d6c982-2a70-400d-b11d-d5d8c4272d74 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913370 Jan 29 04:38:31.611930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 56881604-5edd-4e21-8ddc-807eec9842b5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:31.612349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.656521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=dc478e2b-0eec-4e94-aa27-0311724c6810,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:31.671839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04c1e592-9300-4a89-a1ea-3aac2fbd8194 req-390ef01d-e5c3-4121-a500-1f63a57ad6c1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618788 Jan 29 04:38:31.676998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.677927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6dd1783-54a8-4bf4-ae90-fdd2866efc49 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:31.715683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Provisioning complete for port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:31.716064 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.765162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-40fcf8e3-d7f3-4481-b40d-4bc67de4e7fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=753334e4-62f6-4713-9616-68443a046f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872330 Jan 29 04:38:31.815058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.848955 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ee107-210d-45e9-a2db-42a8446ced28 x-openstack-request-id: req-6e5ee107-210d-45e9-a2db-42a8446ced28 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:31.849671 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "120c3872-0a77-4620-ae88-3797ceafde40", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:31.850375 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e5ee107-210d-45e9-a2db-42a8446ced28 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:31.857450 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120c3872-0a77-4620-ae88-3797ceafde40', 'code': 200} Jan 29 04:38:31.868223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:31.884114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 56881604-5edd-4e21-8ddc-807eec9842b5 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:32.008914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54138d63-0937-43eb-900c-8ede3e0e0559 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:32.018063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.068394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:26Z', 'revision_number': 3, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:26Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:32.074783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:32.136061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting port 7e8da654-425c-4570-9e50-ba80dc06aa9e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:32.136484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:38:32.136971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.162231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,segment=NetworkSegment(c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6),segment_id=c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:32.168162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:32.168568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Updating router 1b880b5f-0345-44c1-83a8-91ec0d292f81 port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:38:32.187501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=b395ad42-031f-49b2-94d8-8de0318eebfd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:32.195558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.236731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=56881604-5edd-4e21-8ddc-807eec9842b5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:32.250539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6de26-56d9-43ac-b14d-f14e53cf6db2 req-6baf2567-5207-4f5b-8869-9e4155e642d5 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:32.259214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f6de26-56d9-43ac-b14d-f14e53cf6db2 req-6baf2567-5207-4f5b-8869-9e4155e642d5 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 943 time: 0.1466529 Jan 29 04:38:32.281154 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.287012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.290488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.290827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.304246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Calling delete_port for 7e8da654-425c-4570-9e50-ba80dc06aa9e owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:32.385621 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.451854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] No DVR routers for this DVR port b395ad42-031f-49b2-94d8-8de0318eebfd on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:32.454816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.458643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-a7993baa-e231-419b-90c9-074aeb575f7b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "DELETE /v2.0/ports/b395ad42-031f-49b2-94d8-8de0318eebfd HTTP/1.1" status: 204 len: 173 time: 2.1003160 Jan 29 04:38:32.540457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43941b0-57c3-42c0-9e8c-06a587ea0b96 req-5cd7bd12-3fc6-4abe-a819-1595a637c4bc tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:32.542382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f43941b0-57c3-42c0-9e8c-06a587ea0b96 req-5cd7bd12-3fc6-4abe-a819-1595a637c4bc tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.6801527 Jan 29 04:38:32.558180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-2dfb2050-c0cd-4b0c-a771-59c0aacd64ea service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738812 Jan 29 04:38:32.572227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f6de26-56d9-43ac-b14d-f14e53cf6db2 req-6cca1ab7-c408-490c-8fde-eb8638b451e2 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121500 Jan 29 04:38:32.672862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.811922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:32.870878 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.905729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:32.928330 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.965998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 54138d63-0937-43eb-900c-8ede3e0e0559 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:32.967016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:32.969708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['350b6f17-14e1-48b4-873c-ab6a1b1e5f57'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:38:32.976849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00261b-13d1-401d-a99f-21ab2354c43b req-7814b28a-cc10-45e8-9068-8850463105ee tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:32.983397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00261b-13d1-401d-a99f-21ab2354c43b req-7814b28a-cc10-45e8-9068-8850463105ee tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:32.990340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00261b-13d1-401d-a99f-21ab2354c43b req-7814b28a-cc10-45e8-9068-8850463105ee tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:32.998578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d00261b-13d1-401d-a99f-21ab2354c43b req-7814b28a-cc10-45e8-9068-8850463105ee tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 2412 time: 0.2298601 Jan 29 04:38:33.040521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:33.049639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:33.050032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.052691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:33.059588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Provisioning complete for port 3423dffb-8430-4cab-92aa-ab3bc1eb3b6f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:33.060372 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.080360 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.081304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:33.089944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.163998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f43941b0-57c3-42c0-9e8c-06a587ea0b96 req-a6329bc3-6aab-4d9d-bd7d-f15e488fe979 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013780 Jan 29 04:38:33.171188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] For port f6dd1783-54a8-4bf4-ae90-fdd2866efc49, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:33.171560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.204713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for f6dd1783-54a8-4bf4-ae90-fdd2866efc49 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:33.234902 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.242096 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-687efcba-72a1-48e9-9705-f890018e7cee tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/ports/56881604-5edd-4e21-8ddc-807eec9842b5 HTTP/1.1" status: 204 len: 168 time: 2.2321126 Jan 29 04:38:33.244488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:33.257696 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7542f-6a5c-47fa-86d3-88c9863ef0ed" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:33.265159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36764) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:33.353634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:33.358509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: c2060784-cd28-4006-a473-ee6b71fcca60, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:33.373572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=115c60bc-7742-4df0-9b05-7e0737529253,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:33.385252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f44b16b6-ed8c-49d3-a7f0-cf573a50dac5 None None] Port 3423dffb-8430-4cab-92aa-ab3bc1eb3b6f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:33.443514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Port': ['ID=7e8da654-425c-4570-9e50-ba80dc06aa9e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:33.447062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ad04f-8d0d-4bd4-bdc5-89da96a1cc5a None None] Pushing event updated for resources: {'Port': ['ID=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:33.480251 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d00261b-13d1-401d-a99f-21ab2354c43b req-9ae1ed08-e88b-4f84-ba55-2b73a32d3f7d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807425 Jan 29 04:38:33.536172 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb81bd5-6f15-4b89-9cf5-1cbcbb54f5df tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] GET failed (client error): The resource could not be found. Jan 29 04:38:33.547133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8fb81bd5-6f15-4b89-9cf5-1cbcbb54f5df tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "GET /v2.0/ports/56881604-5edd-4e21-8ddc-807eec9842b5 HTTP/1.1" status: 404 len: 333 time: 0.2733264 Jan 29 04:38:33.550469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36770) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:33.566541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'name': 'tempest-AllowedAddressPairTestJSON-1918768129'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:33.582322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea36ecc8-b09b-4a9d-a657-dec8b969fe93 req-9761601b-1ce7-4b81-8ccd-9158ce5ef765 service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0004413 Jan 29 04:38:33.584284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:38:33.616549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.616945 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Floating IP dfb0b109-804b-4142-bbe2-cf12c4ca074b disassociated (deleted). External IP: 172.25.4.27, port: 9e4501f8-8945-4caa-aeba-55531b3b584f. Jan 29 04:38:33.678270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b63ba95f-5156-4fd3-b584-cb33b9759865 None None] Could not find standard attr ID for object 56881604-5edd-4e21-8ddc-807eec9842b5. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:38:33.694257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network c2060784-cd28-4006-a473-ee6b71fcca60 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:33.707286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 1e05b953-411c-45e4-b809-7ad549a437d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:33.708174 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.719275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd0618-b058-4fb1-977e-f817949b84fd req-1cd7d437-76a4-4d27-aa8b-3c4d70e9e942 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:33.728355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8fd0618-b058-4fb1-977e-f817949b84fd req-1cd7d437-76a4-4d27-aa8b-3c4d70e9e942 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3392551 Jan 29 04:38:33.747856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c2060784-cd28-4006-a473-ee6b71fcca60) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:33.763260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816ca60-f02c-4729-b955-e3c2e7c42b78 None None] Network c2060784-cd28-4006-a473-ee6b71fcca60 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:33.773506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:33.777638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:33.778323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:33.803357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Attempting to bind port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:33.804103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Attempting to bind port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:33.804749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Attempting to bind port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 on network d8fa987b-6624-46da-ace2-e26bda6708a8 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:33.840813 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef9a91-6161-44c4-a77a-26e27aa3219d x-openstack-request-id: req-86ef9a91-6161-44c4-a77a-26e27aa3219d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:33.841406 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "b395ad42-031f-49b2-94d8-8de0318eebfd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:33.841406 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86ef9a91-6161-44c4-a77a-26e27aa3219d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:33.841758 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': 'b395ad42-031f-49b2-94d8-8de0318eebfd', 'status': 'completed', 'code': 200} Jan 29 04:38:33.858362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810'}, {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:33.864412 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac32190b-e94a-4bfd-a86b-2e4cb1d923fa" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810"}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:33.909829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733df1f6-e565-49dc-88f1-4d1337a7f5e4 req-ffe6f5db-cb9d-4250-b40a-8e1e3b645495 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:33.911473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-733df1f6-e565-49dc-88f1-4d1337a7f5e4 req-ffe6f5db-cb9d-4250-b40a-8e1e3b645495 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 944 time: 0.1079834 Jan 29 04:38:33.914040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8fd0618-b058-4fb1-977e-f817949b84fd req-c4a5fde9-00fc-42ff-8d0d-d17ff3f72238 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816778 Jan 29 04:38:33.939054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f8e01c8-2485-47f5-b0b4-799b16738db6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0754650 Jan 29 04:38:33.941714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:33.959421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 061817ca-160f-4acc-b428-f0761de98b59 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:34.004206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:34.004621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Checking segment: {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:34.005109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.005501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Bound using segment: {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:34.006101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Bound port: 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac88505-7c54-45a5-b7e5-77b36f35ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:34.006477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.008785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:34.012901 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.029396 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa86b0-6251-4778-91a4-75874b6fee91 x-openstack-request-id: req-1caa86b0-6251-4778-91a4-75874b6fee91 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:34.029699 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810", "code": 200}, {"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-unplugged", "status": "completed", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:34.030390 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1caa86b0-6251-4778-91a4-75874b6fee91 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:34.031243 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810', 'code': 200} Jan 29 04:38:34.031506 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49', 'code': 200} Jan 29 04:38:34.091990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c5caec5d-9b04-4a38-bfce-359b842a5dee None None] Provisioning complete for port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:34.092365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5caec5d-9b04-4a38-bfce-359b842a5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.274185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 061817ca-160f-4acc-b428-f0761de98b59 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:34.274482 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.393797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.414691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] device_id is not set on port 52615f4d-a7f3-4694-949a-2a5691332866 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:34.498993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] No DVR routers for this DVR port f6dd1783-54a8-4bf4-ae90-fdd2866efc49 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:34.516072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c5caec5d-9b04-4a38-bfce-359b842a5dee None None] Port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:34.527822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] For port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:34.542894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.545821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-733df1f6-e565-49dc-88f1-4d1337a7f5e4 req-9b9acf68-6c2e-4216-88b7-f91c9d1e64c2 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174142 Jan 29 04:38:34.557689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.561959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "DELETE /v2.0/ports/f6dd1783-54a8-4bf4-ae90-fdd2866efc49 HTTP/1.1" status: 204 len: 173 time: 1.9941556 Jan 29 04:38:34.566832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801c670-23c1-4111-ac10-35c6c03b8059 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=f6dd1783-54a8-4bf4-ae90-fdd2866efc49,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:34.580738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] For port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,segment=NetworkSegment(4ac88505-7c54-45a5-b7e5-77b36f35ec1b),segment_id=4ac88505-7c54-45a5-b7e5-77b36f35ec1b)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:34.662858 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.695511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Router bb99a35a-c9e7-46c1-8a0b-80f133133b06 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:34.716590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-34237d36-4e2a-473d-979e-04821a51e885 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9422083 Jan 29 04:38:34.798281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c2060784-cd28-4006-a473-ee6b71fcca60', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:38:34.801109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.850067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:34.852361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ad04f-8d0d-4bd4-bdc5-89da96a1cc5a None None] Pushing event updated for resources: {'Port': ['ID=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:34.887387 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:34.903124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b99b3-e0c8-46b8-9bbc-b470b0eb1475 req-18bf0c28-5b95-4402-91bb-faf68c9f6b67 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:34.905214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a08b99b3-e0c8-46b8-9bbc-b470b0eb1475 req-18bf0c28-5b95-4402-91bb-faf68c9f6b67 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.3825531 Jan 29 04:38:34.969597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Allocated IP 172.20.0.9 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/52615f4d-a7f3-4694-949a-2a5691332866) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:35.087286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:35.139772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:35.140446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:35.171082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:35.244712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:35.293719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:35.374561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port dc478e2b-0eec-4e94-aa27-0311724c6810 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:35.374907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:35.400336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:35.501341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a08b99b3-e0c8-46b8-9bbc-b470b0eb1475 req-2cb333db-e388-41c5-a2b8-a841bcbc61d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840635 Jan 29 04:38:35.532012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:35.546084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:35.548195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3e78-e78d-4e18-93d4-ab54805177da req-93cfc168-771d-43ab-8956-7738da94c45c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:35.560182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3e78-e78d-4e18-93d4-ab54805177da req-93cfc168-771d-43ab-8956-7738da94c45c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:35.570485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-393d3e78-e78d-4e18-93d4-ab54805177da req-93cfc168-771d-43ab-8956-7738da94c45c tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 1677 time: 0.8221452 Jan 29 04:38:35.583550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] Sync routers for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:35.594656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=52615f4d-a7f3-4694-949a-2a5691332866,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:35.595672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-0ba92f4d-992e-4a02-b956-cbafaadca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:35.598143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-0ba92f4d-992e-4a02-b956-cbafaadca05d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 1096 time: 0.8428040 Jan 29 04:38:35.608354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cdd2c8f-b45c-4975-9f33-8411ac3d8b67 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "DELETE /v2.0/floatingips/dfb0b109-804b-4142-bbe2-cf12c4ca074b HTTP/1.1" status: 204 len: 168 time: 5.7261257 Jan 29 04:38:35.612035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36792) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:35.617800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:35.640334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:35.640992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:35.688527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:35.690745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-64eb0c7b-8f5d-446e-8065-14aefddc1064 None None] Provisioning complete for port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:35.691114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-64eb0c7b-8f5d-446e-8065-14aefddc1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:35.695296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-393d3e78-e78d-4e18-93d4-ab54805177da req-83d1df92-c7e7-49a1-b157-a312c299a7a1 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233330 Jan 29 04:38:35.704612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:35.722868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:35.761243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-badb89e3-d5ea-416f-a922-87a20da82153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:35.762889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-badb89e3-d5ea-416f-a922-87a20da82153 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.1352160 Jan 29 04:38:35.840266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:35.840724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:35.881192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:35.894965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:35.895608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90e5d6-e1f1-4411-9f5c-e96aecaf37fd None None] The sync data for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:35.903390 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73cc6c1-7624-48f2-aa73-671f18daaf05" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:35.925058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:35.925819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:35.963197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Allocated IP 2001:db8:2::2 (c2060784-cd28-4006-a473-ee6b71fcca60/115c60bc-7742-4df0-9b05-7e0737529253/9d9baf78-be02-46ff-b3a4-1345bbf81dee) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:36.010145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8ebaa453-3757-43c6-a2ba-7c20d86b7c28 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4569554 Jan 29 04:38:36.028248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:36.050758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:36.056293 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee27cd8d-1230-40bc-b9d3-c53fac86066f" -d '{"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:36.057739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] For port dc478e2b-0eec-4e94-aa27-0311724c6810, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=dc478e2b-0eec-4e94-aa27-0311724c6810,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:36.058132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.058990 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-64eb0c7b-8f5d-446e-8065-14aefddc1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.073834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for dc478e2b-0eec-4e94-aa27-0311724c6810 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:36.086032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:19:81:cc'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:36.249184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.252368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.281615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-64eb0c7b-8f5d-446e-8065-14aefddc1064 None None] For port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,segment=NetworkSegment(4ac88505-7c54-45a5-b7e5-77b36f35ec1b),segment_id=4ac88505-7c54-45a5-b7e5-77b36f35ec1b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:36.303559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=dc478e2b-0eec-4e94-aa27-0311724c6810,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:36.310364 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-64eb0c7b-8f5d-446e-8065-14aefddc1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.333823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-04a08799-4227-465e-9c8b-b9568c0a8ece service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df55b02f-9820-4658-8f6a-ded485d9df0c HTTP/1.1" status: 200 len: 217 time: 0.5503168 Jan 29 04:38:36.345433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d54064-21e9-4ccc-9175-c9f83e0badcb req-faf2fb6a-b59c-4134-b7d2-98bc88bf0bbd tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:36.347864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06d54064-21e9-4ccc-9175-c9f83e0badcb req-faf2fb6a-b59c-4134-b7d2-98bc88bf0bbd tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 944 time: 0.3924720 Jan 29 04:38:36.404187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-ceb317c9-1057-412f-8e79-b0c346145a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:36.406315 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-ceb317c9-1057-412f-8e79-b0c346145a8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.0543199 Jan 29 04:38:36.410276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] No DVR routers for this DVR port dc478e2b-0eec-4e94-aa27-0311724c6810 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:36.414854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.417242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb0c7b-8f5d-446e-8065-14aefddc1064 None None] Pushing event updated for resources: {'Port': ['ID=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:36.421294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:36.423322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-64698e25-f00d-4940-bba9-588ff3d0f592 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "DELETE /v2.0/ports/dc478e2b-0eec-4e94-aa27-0311724c6810 HTTP/1.1" status: 204 len: 173 time: 1.8432975 Jan 29 04:38:36.488883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06d54064-21e9-4ccc-9175-c9f83e0badcb req-a6069738-1b6e-4a01-97f0-8824cc5e1ff9 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157653 Jan 29 04:38:36.516029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1f017-dbb6-4469-8dd4-411b1b01e473 req-bf16caa7-d6ad-41a6-bc58-4f24dd358a41 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:36.516672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-17d1f017-dbb6-4469-8dd4-411b1b01e473 req-bf16caa7-d6ad-41a6-bc58-4f24dd358a41 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.7504838 Jan 29 04:38:36.578373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-87c87dbd-fff8-4bc4-864f-5cc817468f72 None None] Provisioning complete for port 52615f4d-a7f3-4694-949a-2a5691332866 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:36.580244 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87c87dbd-fff8-4bc4-864f-5cc817468f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.594884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:36.598397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.650968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.751321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:26Z', 'revision_number': 3, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:34Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:36.840877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-9a788e97-407a-46f9-952e-5df4a6b36a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:36.842389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-9a788e97-407a-46f9-952e-5df4a6b36a64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870957 Jan 29 04:38:36.868643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:36.871779 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355782e1-b109-4aff-9261-9b1a7434ea15 x-openstack-request-id: req-355782e1-b109-4aff-9261-9b1a7434ea15 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:36.872072 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "f6dd1783-54a8-4bf4-ae90-fdd2866efc49", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:36.872319 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-355782e1-b109-4aff-9261-9b1a7434ea15 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:36.872726 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': 'f6dd1783-54a8-4bf4-ae90-fdd2866efc49', 'status': 'completed', 'code': 200} Jan 29 04:38:36.877776 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16929f49-e0c4-4324-a96f-c255732c44c9 x-openstack-request-id: req-16929f49-e0c4-4324-a96f-c255732c44c9 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:36.879731 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:36.880103 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16929f49-e0c4-4324-a96f-c255732c44c9 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:36.880602 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'code': 200} Jan 29 04:38:37.029856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:38:37.047711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2d591-1d33-4039-9a27-40183b9a8165 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:26Z', 'revision_number': 3, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:34Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:37.086267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:37.086948 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.097632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-87c87dbd-fff8-4bc4-864f-5cc817468f72 None None] Port 52615f4d-a7f3-4694-949a-2a5691332866 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:37.187370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396c782-6ac8-48ca-aae1-177267a91001 req-42a4946e-ca10-4f2a-914e-4d41f3b26259 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.203694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1396c782-6ac8-48ca-aae1-177267a91001 req-42a4946e-ca10-4f2a-914e-4d41f3b26259 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2995467 Jan 29 04:38:37.208762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] For port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:37.218015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.284569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.311082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.391308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-17d1f017-dbb6-4469-8dd4-411b1b01e473 req-a9b310bf-c337-4565-b0d0-1fadef0af77e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8570614 Jan 29 04:38:37.444006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1396c782-6ac8-48ca-aae1-177267a91001 req-ee9dc6b8-633b-4bae-bb41-99e2dd2a88b1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226231 Jan 29 04:38:37.450148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Network c2060784-cd28-4006-a473-ee6b71fcca60 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:37.453088 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.458624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:37.461634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:37.477769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Pushing event updated for resources: {'Port': ['ID=9d9baf78-be02-46ff-b3a4-1345bbf81dee,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:37.543347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,segment=NetworkSegment(c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6),segment_id=c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:37.615990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-3faa0983-c69d-49b1-93a3-b916ba88826e service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765296 Jan 29 04:38:37.616328 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.630830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Attempting to bind port 9d9baf78-be02-46ff-b3a4-1345bbf81dee on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:37.631197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Attempting to bind port 9d9baf78-be02-46ff-b3a4-1345bbf81dee by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:37.631558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Attempting to bind port 9d9baf78-be02-46ff-b3a4-1345bbf81dee on network c2060784-cd28-4006-a473-ee6b71fcca60 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:37.660755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:37.661047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Checking segment: {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:37.661478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.661858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Bound using segment: {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:37.662357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Bound port: 9d9baf78-be02-46ff-b3a4-1345bbf81dee, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:37.662740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.706282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556a95-89e4-48f5-8e2f-c8982fbe3f9e req-ea38d279-8adc-47f8-b5bc-57ef1606f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.711164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1556a95-89e4-48f5-8e2f-c8982fbe3f9e req-ea38d279-8adc-47f8-b5bc-57ef1606f090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1098 time: 0.5909872 Jan 29 04:38:37.716068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:37.756029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] For port 9d9baf78-be02-46ff-b3a4-1345bbf81dee, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:37.760193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] For port 9d9baf78-be02-46ff-b3a4-1345bbf81dee, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d9baf78-be02-46ff-b3a4-1345bbf81dee,segment=NetworkSegment(a9b1c98a-f070-4ac7-a947-56f7d1a6ef71),segment_id=a9b1c98a-f070-4ac7-a947-56f7d1a6ef71)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:37.770849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:37.910868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36049049-4825-4a6a-bf6b-1bcdc24524be None None] Pushing event updated for resources: {'Port': ['ID=9d9baf78-be02-46ff-b3a4-1345bbf81dee,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:37.988415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115966af-90f5-4dda-bfce-5a628b16f3d1 req-e9b7b4c2-4826-482a-a310-efc539a1d0fc tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:37.990250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-115966af-90f5-4dda-bfce-5a628b16f3d1 req-e9b7b4c2-4826-482a-a310-efc539a1d0fc tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.3041246 Jan 29 04:38:38.037511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:38.070756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:38.071244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:38.071637 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Floating IP 09f4285b-4eb7-437c-9614-c5719138fb24 disassociated. External IP: 172.25.4.18, port: 6d6925a8-7877-4c78-a9d8-a65fcf8e7777. Jan 29 04:38:38.071950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:38.123971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-115966af-90f5-4dda-bfce-5a628b16f3d1 req-ff6e42c9-dfa9-420a-b9eb-d9085d0ce444 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219823 Jan 29 04:38:38.154359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:38.154923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:38.542247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:38.629472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=6d6925a8-7877-4c78-a9d8-a65fcf8e7777,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:38.688736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6eef2-b153-4aa9-a3e2-f661b8cc27b3 req-ad72fd0a-5938-4009-ba9f-4ee3a49161fb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:38.690335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5eb6eef2-b153-4aa9-a3e2-f661b8cc27b3 req-ad72fd0a-5938-4009-ba9f-4ee3a49161fb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.1590383 Jan 29 04:38:38.727766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84aa0b-37f1-44ed-a914-aea6d49e18fd req-77cf4bda-6d2c-4fe1-bcfb-7bfc9744145e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:38.737273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c84aa0b-37f1-44ed-a914-aea6d49e18fd req-77cf4bda-6d2c-4fe1-bcfb-7bfc9744145e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 943 time: 1.0734625 Jan 29 04:38:38.763075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1556a95-89e4-48f5-8e2f-c8982fbe3f9e req-cd8f291a-211e-41f5-8e54-ebd327d55f3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9773760 Jan 29 04:38:38.766118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5eb6eef2-b153-4aa9-a3e2-f661b8cc27b3 req-1ac5d271-6b57-4b5a-8ea2-8837f66da01f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675623 Jan 29 04:38:38.818232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:38.838742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Router 1295cce5-9e6b-403a-9a26-9e752dc20101 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:38.882539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc1d89-67e5-4a67-963f-864c22513de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:38.886034 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece71d21-9d4f-4a3e-ac03-78a359df6a88" -d '{"events": [{"server_uuid": "35cc1d89-67e5-4a67-963f-864c22513de1", "name": "network-vif-plugged", "status": "completed", "tag": "350b6f17-14e1-48b4-873c-ab6a1b1e5f57"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:38.946263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-7a5e44cb-c4a0-4b1b-ae5a-f50dfe8e1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:38.947816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-7a5e44cb-c4a0-4b1b-ae5a-f50dfe8e1487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 1098 time: 0.4767318 Jan 29 04:38:39.026005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:39.028552 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf101a9e-3081-4911-99c9-004922882ff6" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:39.036949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c84aa0b-37f1-44ed-a914-aea6d49e18fd req-55383ce5-e58c-4d6f-a4eb-b283e9f58d99 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups?id=265836aa-1a94-4b84-912a-3627bdfd84a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984576 Jan 29 04:38:39.039416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:39.053466 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] Sync routers for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:39.073626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d827bde-7d1b-406a-b9e2-fbf376818c1c req-0d7df0d2-b40b-4b90-89bf-33e1b6468295 service neutron] 10.222.0.20 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3856399 Jan 29 04:38:39.079733 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:39.080506 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:39.154312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] No DVR routers for this DVR port 6d6925a8-7877-4c78-a9d8-a65fcf8e7777 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:38:39.169343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:39.175162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:39.176920 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841adb12-0b98-49f1-940b-b907eaa034ad x-openstack-request-id: req-841adb12-0b98-49f1-940b-b907eaa034ad {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:39.177625 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc1d89-67e5-4a67-963f-864c22513de1", "name": "network-vif-plugged", "status": "completed", "tag": "350b6f17-14e1-48b4-873c-ab6a1b1e5f57", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:39.178188 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-841adb12-0b98-49f1-940b-b907eaa034ad {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:39.179407 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc1d89-67e5-4a67-963f-864c22513de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57', 'code': 200} Jan 29 04:38:39.185825 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-edf59974-392d-4403-ad6e-8126a4ca001d req-90c859c0-dd5f-44ec-8b51-e2277aaf0e36 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.20 "DELETE /v2.0/ports/6d6925a8-7877-4c78-a9d8-a65fcf8e7777 HTTP/1.1" status: 204 len: 173 time: 2.7485473 Jan 29 04:38:39.256320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47c05-fd5d-4e88-ab3b-9d9f68bbfebf req-a6334546-9c2b-4d0d-804f-98832c20ce31 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:39.267415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eca47c05-fd5d-4e88-ab3b-9d9f68bbfebf req-a6334546-9c2b-4d0d-804f-98832c20ce31 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2845407 Jan 29 04:38:39.278778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:39.309878 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df586b2-5f98-4a65-9003-96723e2387c9 x-openstack-request-id: req-4df586b2-5f98-4a65-9003-96723e2387c9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:39.312496 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "dc478e2b-0eec-4e94-aa27-0311724c6810", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:39.312496 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4df586b2-5f98-4a65-9003-96723e2387c9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:39.313136 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': 'dc478e2b-0eec-4e94-aa27-0311724c6810', 'status': 'completed', 'code': 200} Jan 29 04:38:39.467527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eca47c05-fd5d-4e88-ab3b-9d9f68bbfebf req-9f723df7-1f4a-448a-a138-cafcd6ec2b12 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964734 Jan 29 04:38:39.494819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaddc9-77dc-41dd-8a07-40b1ba51ba38 req-d7f23f1e-5267-40c4-a100-30d047ec99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:39.496331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3eaddc9-77dc-41dd-8a07-40b1ba51ba38 req-d7f23f1e-5267-40c4-a100-30d047ec99b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 1096 time: 0.1808860 Jan 29 04:38:39.502627 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:39.633439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3eaddc9-77dc-41dd-8a07-40b1ba51ba38 req-765a8b6d-d89c-4540-845f-727fec46ab7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295254 Jan 29 04:38:39.891995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8:2::1 (c2060784-cd28-4006-a473-ee6b71fcca60/115c60bc-7742-4df0-9b05-7e0737529253/e9526ec8-244b-4a56-b4ae-217bb16aa19a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:40.039964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23790d-3005-453b-b91f-483783d0beda None None] Network c2060784-cd28-4006-a473-ee6b71fcca60 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:40.154618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5935f-7869-4005-8b78-a05826caa650 req-cdc35d88-d3d7-47d3-ad2d-6035ecfcb063 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:40.164641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aee5935f-7869-4005-8b78-a05826caa650 req-cdc35d88-d3d7-47d3-ad2d-6035ecfcb063 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.1886861 Jan 29 04:38:40.267112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Allocated IP 172.25.4.2 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/45cd4fc9-e7ea-4409-8ee0-b59a97e020b7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:40.312939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d9baf78-be02-46ff-b3a4-1345bbf81dee up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:40.344416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aee5935f-7869-4005-8b78-a05826caa650 req-1e13faff-a0c4-4b02-8dc7-28950147e19c tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687515 Jan 29 04:38:40.351272 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:52Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:40.394158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=52615f4d-a7f3-4694-949a-2a5691332866,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:40.534550 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] Checking router: 1295cce5-9e6b-403a-9a26-9e752dc20101 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:40.574572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:38:40.588587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-21f66c2f-d88e-42c6-a5f3-af73766f9426 req-98234c79-685d-44d4-90ed-484c35ea085e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0980713 Jan 29 04:38:40.593101 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:40.593742 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:40.660791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:40.782033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e48199b5-cfba-4cb4-a6cc-1473c0f9525c None None] Provisioning complete for port 9d9baf78-be02-46ff-b3a4-1345bbf81dee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:40.783944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48199b5-cfba-4cb4-a6cc-1473c0f9525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:40.817655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:40.824049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] In _notify_port_updated(), no bound segment for port 52615f4d-a7f3-4694-949a-2a5691332866 on network 3df76038-e434-46fd-98a2-4fe284869e8a {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:38:40.827837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c79a2c-3234-4bbf-891e-2d458ea491bf req-797fbda3-5442-4ff4-b360-a66ee73a9240 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:40.829781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:40.838959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:40.840374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2efcb529-6edc-4103-93e6-35560be44e7a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "PUT /v2.0/ports/52615f4d-a7f3-4694-949a-2a5691332866 HTTP/1.1" status: 200 len: 993 time: 4.7600493 Jan 29 04:38:40.841576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-f08d5d37-4817-412a-8e7a-30eebfa0d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:40.847099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-f08d5d37-4817-412a-8e7a-30eebfa0d9eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 1.7049303 Jan 29 04:38:40.848484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02c79a2c-3234-4bbf-891e-2d458ea491bf req-797fbda3-5442-4ff4-b360-a66ee73a9240 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.1148272 Jan 29 04:38:40.860524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b57e72-b6cf-4250-b9c6-7a14d9d68c69 req-a6a75c62-1a33-4de5-8123-2e4222b9be39 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:40.868343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36850) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:40.870573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0b57e72-b6cf-4250-b9c6-7a14d9d68c69 req-a6a75c62-1a33-4de5-8123-2e4222b9be39 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 1.3792551 Jan 29 04:38:40.911498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:40.922404 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:40.977920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d9baf78-be02-46ff-b3a4-1345bbf81dee triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:40.978296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.024654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02c79a2c-3234-4bbf-891e-2d458ea491bf req-fe62a14e-0d50-43a3-91de-1f247848248b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750746 Jan 29 04:38:41.161077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0b57e72-b6cf-4250-b9c6-7a14d9d68c69 req-b054d263-779d-4ac6-9394-5da5f6fb5855 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890930 Jan 29 04:38:41.181841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 52615f4d-a7f3-4694-949a-2a5691332866 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:41.184545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.206806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:41.220930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:41.235252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:41.239567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Pushing event updated for resources: {'Port': ['ID=45cd4fc9-e7ea-4409-8ee0-b59a97e020b7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:41.293061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-a0daf873-4168-4e15-b31d-d972e4bb1abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 200 len: 1002 time: 0.3874197 Jan 29 04:38:41.301085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.317809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48199b5-cfba-4cb4-a6cc-1473c0f9525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.384185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.398654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 52615f4d-a7f3-4694-949a-2a5691332866 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:41.410510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-4389fba2-28c1-40e0-ba14-56cafa7d36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:41.412071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-4389fba2-28c1-40e0-ba14-56cafa7d36b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.0934927 Jan 29 04:38:41.416901 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:52Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:41.451497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network c2060784-cd28-4006-a473-ee6b71fcca60 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:41.477676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:41.485708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:41.487423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.546374 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db66a4-0719-4918-bc22-0e206d3d62cf None None] The sync data for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 is: [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:32:44Z', 'revision_number': 4, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '61838bb2-f0a0-44ab-b886-2ed32a5b61be', 'name': '', 'network_id': '038c1d9a-5a1a-4928-8629-ea330b0bd10c', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'mac_address': 'fa:16:3e:98:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '21cdbca4-b455-4056-825d-66c68519d562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:43Z', 'updated_at': '2022-01-29T04:32:52Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'subnets': [{'id': '21cdbca4-b455-4056-825d-66c68519d562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:41.548958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e48199b5-cfba-4cb4-a6cc-1473c0f9525c None None] For port 9d9baf78-be02-46ff-b3a4-1345bbf81dee, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d9baf78-be02-46ff-b3a4-1345bbf81dee,segment=NetworkSegment(a9b1c98a-f070-4ac7-a947-56f7d1a6ef71),segment_id=a9b1c98a-f070-4ac7-a947-56f7d1a6ef71)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:41.574786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e48199b5-cfba-4cb4-a6cc-1473c0f9525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.594003 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:41.612275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:41.615522 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee57c58-df12-449d-92ee-534857d6551b" -d '{"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:41.919234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d47c8-320e-4628-bf28-0504f9ed27d9 req-7ac0f66d-51a5-4767-9cf3-31a5c1879cac tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:41.933821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d02d47c8-320e-4628-bf28-0504f9ed27d9 req-7ac0f66d-51a5-4767-9cf3-31a5c1879cac tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.3496833 Jan 29 04:38:42.001922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.098397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-63932675-b7ce-4ba8-9fde-37a8114ee4dd None None] Provisioning complete for port 9d9baf78-be02-46ff-b3a4-1345bbf81dee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:42.098782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63932675-b7ce-4ba8-9fde-37a8114ee4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.121079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d02d47c8-320e-4628-bf28-0504f9ed27d9 req-950b7ebe-c084-41f1-b45c-06dc7a9d1fab tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744699 Jan 29 04:38:42.142204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.152147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48199b5-cfba-4cb4-a6cc-1473c0f9525c None None] Pushing event updated for resources: {'Port': ['ID=9d9baf78-be02-46ff-b3a4-1345bbf81dee,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:42.172008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c42b5df-fdae-4d62-b658-405ef2530bea req-293f2613-3da5-42d1-b232-0cb3b5ef7e8e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.1256022 Jan 29 04:38:42.178389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74e9e7-5989-4db5-b980-093a540c4d07 None None] New status for floating IP 09f4285b-4eb7-437c-9614-c5719138fb24: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:38:42.229622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=52615f4d-a7f3-4694-949a-2a5691332866,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:42.265337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=e9526ec8-244b-4a56-b4ae-217bb16aa19a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:42.427126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.433129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-bd2f372e-0901-4d3a-bb0f-3bc478f98ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:42.443052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-bd2f372e-0901-4d3a-bb0f-3bc478f98ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0140059 Jan 29 04:38:42.490732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-22eba2e6-9065-4ec3-9589-2833a74603fd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:38:42.492765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-22eba2e6-9065-4ec3-9589-2833a74603fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142219 Jan 29 04:38:42.495710 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.498483 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5349b4-8ee8-46f1-aa66-0a5dbe8c8d8c x-openstack-request-id: req-7f5349b4-8ee8-46f1-aa66-0a5dbe8c8d8c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:42.499696 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fc2d43-5c91-41a3-bc8c-56453f9a7379", "name": "network-vif-deleted", "tag": "6d6925a8-7877-4c78-a9d8-a65fcf8e7777", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:42.500525 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f5349b4-8ee8-46f1-aa66-0a5dbe8c8d8c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:42.501097 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fc2d43-5c91-41a3-bc8c-56453f9a7379', 'name': 'network-vif-deleted', 'tag': '6d6925a8-7877-4c78-a9d8-a65fcf8e7777', 'status': 'completed', 'code': 200} Jan 29 04:38:42.714604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.730201 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:38:42.730885 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:38:42.754049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:42.768878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5db7d8b4-7e11-46bc-9cc2-12393319c61d tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/ports/52615f4d-a7f3-4694-949a-2a5691332866 HTTP/1.1" status: 204 len: 168 time: 1.8985856 Jan 29 04:38:42.799950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7ea8-3268-4f21-b885-2291d6ceac6c req-13d74a02-9b3c-492c-bd78-89520b7527a1 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:42.809509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c6a7ea8-3268-4f21-b885-2291d6ceac6c req-13d74a02-9b3c-492c-bd78-89520b7527a1 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.3755791 Jan 29 04:38:42.812406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36892) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:42.855128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-63932675-b7ce-4ba8-9fde-37a8114ee4dd None None] Could not find standard attr ID for object 52615f4d-a7f3-4694-949a-2a5691332866. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:38:42.863292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-804ca911-db67-447b-9151-682aa9dd2ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376489 Jan 29 04:38:42.952813 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c6a7ea8-3268-4f21-b885-2291d6ceac6c req-7cfd9d37-f66e-4461-aa18-9caf2ccf4882 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343939 Jan 29 04:38:42.953913 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5881ce30-ac4f-4cf1-af08-2eeb92890ccd tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] GET failed (client error): The resource could not be found. Jan 29 04:38:42.960319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5881ce30-ac4f-4cf1-af08-2eeb92890ccd tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "GET /v2.0/ports/52615f4d-a7f3-4694-949a-2a5691332866 HTTP/1.1" status: 404 len: 333 time: 0.1458473 Jan 29 04:38:42.966142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36894) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:42.971991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'name': 'tempest-AllowedAddressPairTestJSON-1344895033'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:42.993227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c3c0ed5a-a563-4966-a44e-2931ec810dfd None None] Provisioning complete for port e9526ec8-244b-4a56-b4ae-217bb16aa19a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:42.993227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ed5a-a563-4966-a44e-2931ec810dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:43.025491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0ed5a-a563-4966-a44e-2931ec810dfd None None] Port e9526ec8-244b-4a56-b4ae-217bb16aa19a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:43.027532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa349b-bc92-419b-8d9a-fe722b39bf63 req-bcbf6844-61a4-403d-a96c-c899cb98c95c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:43.029130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6fa349b-bc92-419b-8d9a-fe722b39bf63 req-bcbf6844-61a4-403d-a96c-c899cb98c95c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.6504488 Jan 29 04:38:43.218113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6e05-b738-4035-9dc4-e69178e833e7 req-de09ac37-6b02-4b0d-8b42-09d8aae2da6f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:43.219678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da2b6e05-b738-4035-9dc4-e69178e833e7 req-de09ac37-6b02-4b0d-8b42-09d8aae2da6f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.0918889 Jan 29 04:38:43.277778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:43.281510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:43.307773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da2b6e05-b738-4035-9dc4-e69178e833e7 req-4879f32e-4c68-47b1-8b2c-1f983a1910b4 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801938 Jan 29 04:38:43.313490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] device_id is not set on port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:43.523146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:43.560716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d9baf78-be02-46ff-b3a4-1345bbf81dee up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:43.640149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6fa349b-bc92-419b-8d9a-fe722b39bf63 req-5e407812-2a1b-4faa-9e1b-41cce0d23af9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189939 Jan 29 04:38:43.688344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdeec25-8b1e-41be-b6cf-c027bbae8ade req-56b7c678-47e1-4445-ad89-c40d3249962a service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8154807 Jan 29 04:38:43.754543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d9baf78-be02-46ff-b3a4-1345bbf81dee triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:43.755571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:43.823725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:43.838186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:43.908725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d8b9f-4fa8-499e-98a6-9e9d409c6c03 req-d1434fa3-28e0-4418-a3e3-00fdbbc23134 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:43.913958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b83d8b9f-4fa8-499e-98a6-9e9d409c6c03 req-d1434fa3-28e0-4418-a3e3-00fdbbc23134 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.4517496 Jan 29 04:38:44.057902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Allocated IP 172.20.0.5 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/97402f9b-8532-4ec3-9c75-16a1ff4e5374) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:44.078454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b83d8b9f-4fa8-499e-98a6-9e9d409c6c03 req-5ef979b6-22b3-4c30-bc84-b1a48d6d5309 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510961 Jan 29 04:38:44.098974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d792d31-da9a-4b67-837f-13cb79984bd8 req-b16765e1-9501-42ad-8fd3-5eb0d19e257e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.2406189 Jan 29 04:38:44.255323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Pushing event updated for resources: {'Port': ['ID=45cd4fc9-e7ea-4409-8ee0-b59a97e020b7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:44.282965 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.295476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.297072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.346510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.455425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.459137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-728e2cc3-271e-4aad-9b8d-05ac851b24c0 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.8436136 Jan 29 04:38:44.460730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36912) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:44.468837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=e9526ec8-244b-4a56-b4ae-217bb16aa19a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:44.513451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network c2060784-cd28-4006-a473-ee6b71fcca60 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:44.516413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:44.598543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.637354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf12dd8-f7c2-48b1-b2b1-e8ec613192b2 req-a77b2158-f3fd-4fa4-be6f-efcf689a8a40 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:44.642209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cf12dd8-f7c2-48b1-b2b1-e8ec613192b2 req-a77b2158-f3fd-4fa4-be6f-efcf689a8a40 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.1347277 Jan 29 04:38:44.789326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cf12dd8-f7c2-48b1-b2b1-e8ec613192b2 req-4580aa64-fae7-40fe-b4d6-459f4f8ecbad tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387019 Jan 29 04:38:44.797036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:44.900101 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=97402f9b-8532-4ec3-9c75-16a1ff4e5374,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:44.916791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:44.920273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:44.923202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:44.948446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:44.976717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1618c2c9-5ee9-4832-9d3c-aa9e5198890e None None] Provisioning complete for port e9526ec8-244b-4a56-b4ae-217bb16aa19a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:44.977752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1618c2c9-5ee9-4832-9d3c-aa9e5198890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.083340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.084490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:45.088030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.102460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1618c2c9-5ee9-4832-9d3c-aa9e5198890e None None] Port e9526ec8-244b-4a56-b4ae-217bb16aa19a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:45.120029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:45.137209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc7e2369-1a12-40a2-8cb0-55549817b3a3 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1696565 Jan 29 04:38:45.142301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36920) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:45.155752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:81:cc'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:45.210480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47e67d-738b-47dd-957e-7b168e504595 req-35556daa-1843-4ad2-85ee-0f4e25eff0aa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:45.212366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe47e67d-738b-47dd-957e-7b168e504595 req-35556daa-1843-4ad2-85ee-0f4e25eff0aa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.4446468 Jan 29 04:38:45.430245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9106ac6f-1ad2-455c-956d-a890781c1679 None None] Provisioning complete for port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:45.430619 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9106ac6f-1ad2-455c-956d-a890781c1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.444704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe47e67d-738b-47dd-957e-7b168e504595 req-3d1ea28b-006e-4a1f-899d-b096aa071e89 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967440 Jan 29 04:38:45.473487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:45.481264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6fb6c1b-07b4-445a-a0a2-a6e74a4c3a9a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5378940 Jan 29 04:38:45.486105 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:45.487970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:45.502904 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:45.503475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-827770400'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:45.503648 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:45.547415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9106ac6f-1ad2-455c-956d-a890781c1679 None None] Port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:45.622716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:45.629982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.644212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.704307 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:45.792730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:38:45.832484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.835672 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added segment 66fdf060-c89a-486a-aafa-38f14d03f916 of type vlan for network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 Jan 29 04:38:45.962353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3217a3ba-cae3-46e9-bb9a-d93d10b54ee4 req-5941dbe7-c576-46cd-8125-fa52fb2c4375 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.2129376 Jan 29 04:38:45.964833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:45.985678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.131144 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:41Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:43Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:46.138428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Allocated IP 172.25.4.193 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/47310861-5f85-467a-beae-f33e801b123b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:46.192587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.203203 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:46.203568 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Updating router 1b880b5f-0345-44c1-83a8-91ec0d292f81 port e9526ec8-244b-4a56-b4ae-217bb16aa19a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:38:46.203777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:46.204382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.232598 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.237700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.252155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.312430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5e5a1-e479-4898-9ebd-e26f0dbbbe72 req-d6fe56c7-5325-4969-af4e-1a7a5119b191 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:46.328416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ec5e5a1-e479-4898-9ebd-e26f0dbbbe72 req-d6fe56c7-5325-4969-af4e-1a7a5119b191 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.3399482 Jan 29 04:38:46.468952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] In _notify_port_updated(), no bound segment for port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 on network 3df76038-e434-46fd-98a2-4fe284869e8a {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:38:46.488942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:46.489705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.493198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "PUT /v2.0/ports/97402f9b-8532-4ec3-9c75-16a1ff4e5374 HTTP/1.1" status: 200 len: 996 time: 1.3497095 Jan 29 04:38:46.498703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36932) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:46.661053 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.681144 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:46.684110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ec5e5a1-e479-4898-9ebd-e26f0dbbbe72 req-bde89a4c-ea9f-4ed2-8a70-abf3992b226e tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522847 Jan 29 04:38:46.736731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2396426 Jan 29 04:38:46.739922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:46.747131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'subnet': {'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:46.797484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7100d-4d02-424c-836d-6f6b85f2129a tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=97402f9b-8532-4ec3-9c75-16a1ff4e5374,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:46.833480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4959ef-eefb-4c83-a445-08cee5ff145c tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Network': ['ID=8da78aad-52ae-4da1-ba6a-43280ea3b4b0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:46.844482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:38:46.974703 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7be6f3-8fb7-438f-9639-ce571747517f None None] Pushing event updated for resources: {'Port': ['ID=e9526ec8-244b-4a56-b4ae-217bb16aa19a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:46.987401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Attempting to bind port e9526ec8-244b-4a56-b4ae-217bb16aa19a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:46.990432 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Attempting to bind port e9526ec8-244b-4a56-b4ae-217bb16aa19a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:46.990902 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Attempting to bind port e9526ec8-244b-4a56-b4ae-217bb16aa19a on network c2060784-cd28-4006-a473-ee6b71fcca60 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:47.002593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.007278 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:47.008085 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Checking segment: {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:47.009973 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.010660 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Bound using segment: {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:47.014785 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Bound port: e9526ec8-244b-4a56-b4ae-217bb16aa19a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:47.015605 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.079190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536d3e4-fd66-4e3e-817a-d2ee821679e7 req-89db4e69-f0c1-4ca6-baad-345d564ed5c5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:47.093504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3039748d-0ed2-4d10-9514-be2531c0e93d None None] Provisioning complete for port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:47.093754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3536d3e4-fd66-4e3e-817a-d2ee821679e7 req-89db4e69-f0c1-4ca6-baad-345d564ed5c5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.3894029 Jan 29 04:38:47.105233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3039748d-0ed2-4d10-9514-be2531c0e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.179830 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] For port e9526ec8-244b-4a56-b4ae-217bb16aa19a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:47.187134 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] For port e9526ec8-244b-4a56-b4ae-217bb16aa19a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e9526ec8-244b-4a56-b4ae-217bb16aa19a,segment=NetworkSegment(a9b1c98a-f070-4ac7-a947-56f7d1a6ef71),segment_id=a9b1c98a-f070-4ac7-a947-56f7d1a6ef71)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:47.196924 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.199544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3039748d-0ed2-4d10-9514-be2531c0e93d None None] Port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:47.237640 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3536d3e4-fd66-4e3e-817a-d2ee821679e7 req-c41b356a-6278-402a-a85c-839838121eec tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427681 Jan 29 04:38:47.248459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2de2-0695-459e-a20a-956c25da6c0d req-127f7547-0a27-46fc-83b8-a56e56da304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:47.250054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-127f7547-0a27-46fc-83b8-a56e56da304d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23a8784c315406ba6a4ad5b70afdc50&device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 1096 time: 0.1469052 Jan 29 04:38:47.252410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 97402f9b-8532-4ec3-9c75-16a1ff4e5374 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:47.252782 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.320553 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:47.323268 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:47.328115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bab10-6952-4394-892e-59249a3140a8 req-094e8635-fc28-4a3c-9831-084f9185cf5a tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:47.346749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e2bab10-6952-4394-892e-59249a3140a8 req-094e8635-fc28-4a3c-9831-084f9185cf5a tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.2633834 Jan 29 04:38:47.369782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.399131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.457009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-87ca39c5-9cb7-49f4-b076-03b02dae9e4f None None] Provisioning complete for port e9526ec8-244b-4a56-b4ae-217bb16aa19a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:47.458295 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87ca39c5-9cb7-49f4-b076-03b02dae9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.463464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 97402f9b-8532-4ec3-9c75-16a1ff4e5374 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:47.517149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:47.559426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:47.580837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:47.589262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Made reservation on behalf of e955b7a94d644e0daac5f2a68a787d5e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:47.597344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.634049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:47.696483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87ca39c5-9cb7-49f4-b076-03b02dae9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.785050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-87ca39c5-9cb7-49f4-b076-03b02dae9e4f None None] For port e9526ec8-244b-4a56-b4ae-217bb16aa19a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e9526ec8-244b-4a56-b4ae-217bb16aa19a,segment=NetworkSegment(a9b1c98a-f070-4ac7-a947-56f7d1a6ef71),segment_id=a9b1c98a-f070-4ac7-a947-56f7d1a6ef71)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:47.795895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87ca39c5-9cb7-49f4-b076-03b02dae9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.838945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e2bab10-6952-4394-892e-59249a3140a8 req-9b1ad4b0-328b-491d-b29e-2d12598fecdd tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900198 Jan 29 04:38:47.841488 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:47.875336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-adfad3ca-cfa3-481a-ae2d-60266dd8bd03 req-c95ff014-9cc2-4bed-be52-acf3eb0aff20 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0799253 Jan 29 04:38:47.904948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Pushing event updated for resources: {'Port': ['ID=47310861-5f85-467a-beae-f33e801b123b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:47.956403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca39c5-9cb7-49f4-b076-03b02dae9e4f None None] Pushing event updated for resources: {'Port': ['ID=e9526ec8-244b-4a56-b4ae-217bb16aa19a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:47.986992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d27c8b19-f1af-41b9-a87b-f51a73805095 None None] Provisioning complete for port e9526ec8-244b-4a56-b4ae-217bb16aa19a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:47.987443 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d27c8b19-f1af-41b9-a87b-f51a73805095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:48.023052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:48.034610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=97402f9b-8532-4ec3-9c75-16a1ff4e5374,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:48.130027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:48.157979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7be6f3-8fb7-438f-9639-ce571747517f None None] Pushing event updated for resources: {'Port': ['ID=e9526ec8-244b-4a56-b4ae-217bb16aa19a,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:48.165167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:48.175760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e6e40be7-b746-4848-8dfe-3edd1eff680e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/ports/97402f9b-8532-4ec3-9c75-16a1ff4e5374 HTTP/1.1" status: 204 len: 168 time: 1.6721160 Jan 29 04:38:48.177595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36944) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:48.215575 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:41Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:48.239849 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6272182-db9e-4092-826e-3d1478797f6c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] GET failed (client error): The resource could not be found. Jan 29 04:38:48.254056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6272182-db9e-4092-826e-3d1478797f6c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "GET /v2.0/ports/97402f9b-8532-4ec3-9c75-16a1ff4e5374 HTTP/1.1" status: 404 len: 333 time: 0.0709507 Jan 29 04:38:48.254824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36946) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:48.287843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'name': 'tempest-AllowedAddressPairTestJSON-758385132'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:48.299616 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11aa99-336f-467c-bbf4-e8317b906b99 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:41Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:48.517455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2de2-0695-459e-a20a-956c25da6c0d req-cb7e37d7-4127-4bcb-993d-97ae40a45bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:48.526209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-cb7e37d7-4127-4bcb-993d-97ae40a45bec service neutron] 10.222.0.20 "GET /v2.0/networks?id=753334e4-62f6-4713-9616-68443a046f38 HTTP/1.1" status: 200 len: 911 time: 0.7160580 Jan 29 04:38:48.582301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-cad2bf58-7cb7-4de1-908a-3a589e68147a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57 HTTP/1.1" status: 200 len: 217 time: 0.0471513 Jan 29 04:38:48.583245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:48.587542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:48.621651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] device_id is not set on port 569a2862-7a7e-45a8-8dff-90b43744d8a5 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:48.720094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c134-de5b-48eb-9ea3-b7aa022b9342 req-47507162-2e07-47f5-91a8-926bd80e4bc9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:48.722717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3519c134-de5b-48eb-9ea3-b7aa022b9342 req-47507162-2e07-47f5-91a8-926bd80e4bc9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2472796 Jan 29 04:38:48.723883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:48.794729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Allocated IP 172.20.0.9 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/569a2862-7a7e-45a8-8dff-90b43744d8a5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:48.826917 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3519c134-de5b-48eb-9ea3-b7aa022b9342 req-382a46ba-7267-4fb6-a36b-1ce56aa4d9b1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842347 Jan 29 04:38:48.854287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Checking segment: {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:48.857266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network hostable DHCP agents. Network: 8da78aad-52ae-4da1-ba6a-43280ea3b4b0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:38:48.975452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:38:49.068793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 8da78aad-52ae-4da1-ba6a-43280ea3b4b0) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:49.078083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23268d91-cdf1-4924-a1db-b2d5c1e4dc58 None None] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:49.092968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:49.093609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.127570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.149209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Subnet': ['ID=3836fb82-375d-471b-a2b0-396dc3a4bcab,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:49.216925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9714584e-1337-4363-b2d9-7b81f1b7f63f req-15dee100-f278-487a-9f4e-0f9f5a21ddea tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.1651952 Jan 29 04:38:49.245276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d26343a3-53f5-4ae1-aa37-eb75ba4c93a3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5021493 Jan 29 04:38:49.251031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:49.322511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2de2-0695-459e-a20a-956c25da6c0d req-b702ef55-4d20-495d-9492-a2103907b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:49.324182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-b702ef55-4d20-495d-9492-a2103907b51d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95f22e8d-8cb5-4fae-a651-030530ac98e1 HTTP/1.1" status: 200 len: 850 time: 0.7208033 Jan 29 04:38:49.378833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a2590-3347-4f8c-b69b-ab8eb078b728 req-bee3a1a1-42e2-4d48-a517-0dec7ee31d02 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:49.379012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a27a2590-3347-4f8c-b69b-ab8eb078b728 req-bee3a1a1-42e2-4d48-a517-0dec7ee31d02 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.2415941 Jan 29 04:38:49.466296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-ee600798-b790-438d-9180-094c7cd2a91e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=753334e4-62f6-4713-9616-68443a046f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188941 Jan 29 04:38:49.481862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.509120 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.559397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.586408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:38:49.587684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.698097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a27a2590-3347-4f8c-b69b-ab8eb078b728 req-d3851dc7-9940-423f-97f5-91291af3ab6d tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880857 Jan 29 04:38:49.791421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e9526ec8-244b-4a56-b4ae-217bb16aa19a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:49.795282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Pushing event updated for resources: {'Port': ['ID=47310861-5f85-467a-beae-f33e801b123b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:49.885337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.919979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=569a2862-7a7e-45a8-8dff-90b43744d8a5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:49.936397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e9526ec8-244b-4a56-b4ae-217bb16aa19a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:49.937134 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.967366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:49.970890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a78ea0c-aeb1-41b4-858f-c95511ec8e5e tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5077538 Jan 29 04:38:49.976183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36966) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:50.011952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Allocated IP 2001:db8:3::2 (8da78aad-52ae-4da1-ba6a-43280ea3b4b0/3836fb82-375d-471b-a2b0-396dc3a4bcab/653b8562-555b-449b-bc3b-6b9c80a5880e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:50.068920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:50.116786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:50.148088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:50.424426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb384aab-b714-4cbf-938c-9f79fadd2a64 tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.4467273 Jan 29 04:38:50.452600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36970) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:50.519126 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:50.526377 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:50.599469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-ad9e861b-16fb-410c-a445-9d10f465788e service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1249480 Jan 29 04:38:50.606044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa8be-dc4e-4c7d-b8b7-3ae0c3f6f072 req-012436e2-16cd-41ce-8a51-f4da5f612a50 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:50.615454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9fa8be-dc4e-4c7d-b8b7-3ae0c3f6f072 req-012436e2-16cd-41ce-8a51-f4da5f612a50 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.6430821 Jan 29 04:38:50.618435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cf277a94-a62b-4943-9e3c-f844c2aec403 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1642010 Jan 29 04:38:50.622533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:50.648483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:50.662862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:50.665312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:50.677422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db9e266b-f219-4166-927d-b512b5ee4588 req-77c6ba36-6f06-4d0e-a0fc-ff864a8c71bb tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.2494121 Jan 29 04:38:50.688041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Pushing event updated for resources: {'Port': ['ID=653b8562-555b-449b-bc3b-6b9c80a5880e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:50.712524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-397a11f3-53f2-4636-916a-cf4d97deb867 None None] Provisioning complete for port 569a2862-7a7e-45a8-8dff-90b43744d8a5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:50.713153 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-397a11f3-53f2-4636-916a-cf4d97deb867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:50.794794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-613e2de2-0695-459e-a20a-956c25da6c0d req-0d5ff30b-8eb0-4a01-9131-9e5f4be01797 service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751916 Jan 29 04:38:50.816406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:50.817037 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:50.865929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Attempting to bind port 653b8562-555b-449b-bc3b-6b9c80a5880e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:50.867547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Attempting to bind port 653b8562-555b-449b-bc3b-6b9c80a5880e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:50.868426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Attempting to bind port 653b8562-555b-449b-bc3b-6b9c80a5880e on network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:50.876921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:50.878020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Checking segment: {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:50.878669 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:50.879138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Bound using segment: {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:50.879684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Bound port: 653b8562-555b-449b-bc3b-6b9c80a5880e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:50.880179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:50.881586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9fa8be-dc4e-4c7d-b8b7-3ae0c3f6f072 req-4b6322d8-5561-4caf-bbf5-5ef9b1918f7e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636495 Jan 29 04:38:50.884134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-397a11f3-53f2-4636-916a-cf4d97deb867 None None] Port 569a2862-7a7e-45a8-8dff-90b43744d8a5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:50.958361 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ad869b3-fa67-424f-a8ea-c9eb7f62b8b9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6999214 Jan 29 04:38:50.962820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36980) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:50.972509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'network_id': '3df76038-e434-46fd-98a2-4fe284869e8a', 'name': 'tempest-AllowedAddressPairTestJSON-531299943'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:51.015009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91216a-e267-405b-b8f3-a1fcd7de2a9d req-6384d768-8036-4fd0-9e09-88e40d18c3f4 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:51.018441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be91216a-e267-405b-b8f3-a1fcd7de2a9d req-6384d768-8036-4fd0-9e09-88e40d18c3f4 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.1708188 Jan 29 04:38:51.035969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] For port 653b8562-555b-449b-bc3b-6b9c80a5880e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:51.042417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] For port 653b8562-555b-449b-bc3b-6b9c80a5880e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=653b8562-555b-449b-bc3b-6b9c80a5880e,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:51.056581 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:51.126857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be91216a-e267-405b-b8f3-a1fcd7de2a9d req-b3e74f87-d580-4ddf-a274-98ac3b12f27d tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999374 Jan 29 04:38:51.212527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b630-1eda-43ca-88e7-122ab4834e24 None None] Pushing event updated for resources: {'Port': ['ID=653b8562-555b-449b-bc3b-6b9c80a5880e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:51.227528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:51.260026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Deleting port 47310861-5f85-467a-beae-f33e801b123b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:51.260384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:51.448236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Made reservation on behalf of 946ce4aedf7f4a8ea0fa4e022eec8c69 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:38:51.451966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:51.509845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:51.510218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:51.545862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] device_id is not set on port 51f74c6b-04c1-466c-b07a-543fe054fad9 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:38:51.700278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Allocated IP 172.20.0.3 (3df76038-e434-46fd-98a2-4fe284869e8a/8eda3946-bc9f-46d7-94ca-f7c71ee88164/51f74c6b-04c1-466c-b07a-543fe054fad9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:51.915663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Calling delete_port for 47310861-5f85-467a-beae-f33e801b123b owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:52.019963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fae8af59-16f0-47b7-825d-30f5c1b2fdc9 req-d1037244-2477-4dd0-b506-71f1728e6f4f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.1561775 Jan 29 04:38:52.081022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cb3d0-c323-4902-a446-71aa4aa2cb64 req-04ee799d-d4b8-40a3-940a-a88f727f64d1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:52.083195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df7cb3d0-c323-4902-a446-71aa4aa2cb64 req-04ee799d-d4b8-40a3-940a-a88f727f64d1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.1060102 Jan 29 04:38:52.128684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df7cb3d0-c323-4902-a446-71aa4aa2cb64 req-87ce7a28-b327-4617-8743-e30cf85a52b6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Jan 29 04:38:52.253204 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:52.345782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-f532d86b-6c91-4ed1-8c2b-56f947e7243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:52.347340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-f532d86b-6c91-4ed1-8c2b-56f947e7243f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 1096 time: 0.3563426 Jan 29 04:38:52.458941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Allocated IP 2001:db8:3::1 (8da78aad-52ae-4da1-ba6a-43280ea3b4b0/3836fb82-375d-471b-a2b0-396dc3a4bcab/2cabaa91-ac02-47d6-8dfd-d64ed0af2e38) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:38:52.477292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4714c9-1e28-41b7-86ab-f32b9b6a6004 req-82ca32e3-9e55-485c-83ed-0e0925d58e21 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:52.478584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b4714c9-1e28-41b7-86ab-f32b9b6a6004 req-82ca32e3-9e55-485c-83ed-0e0925d58e21 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.2584651 Jan 29 04:38:52.525278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:52.569354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Network 3df76038-e434-46fd-98a2-4fe284869e8a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:52.578273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:52.614788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:52.731481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-815be81d-73c3-4ed2-b0b9-690e1dc46397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:52.733032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-815be81d-73c3-4ed2-b0b9-690e1dc46397 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.3608224 Jan 29 04:38:52.900306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b7277-7c84-4b66-bb1e-23b1f2cd2dd5 None None] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:52.947092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:52.952732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-ac53d82b-d394-41bb-8fa0-844d697d7153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f HTTP/1.1" status: 200 len: 217 time: 0.1270733 Jan 29 04:38:52.953424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:52.958815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b4714c9-1e28-41b7-86ab-f32b9b6a6004 req-95ca5450-70db-420a-a0c9-f6e1cb5cc488 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486413 Jan 29 04:38:52.963804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=51f74c6b-04c1-466c-b07a-543fe054fad9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:53.001693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b4510755-5107-488d-a2ec-966d4c4d6109 None None] Provisioning complete for port 653b8562-555b-449b-bc3b-6b9c80a5880e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:53.002253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4510755-5107-488d-a2ec-966d4c4d6109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.014656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Pushing event deleted for resources: {'Port': ['ID=47310861-5f85-467a-beae-f33e801b123b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:53.042649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:53.043397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.138743 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4510755-5107-488d-a2ec-966d4c4d6109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.168088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca2553f3-ecbc-4426-a583-6c33ac69681c tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2043805 Jan 29 04:38:53.170814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37024) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:53.176251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:19:81:cc'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ca:cd:f0'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:53.186876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b4510755-5107-488d-a2ec-966d4c4d6109 None None] For port 653b8562-555b-449b-bc3b-6b9c80a5880e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=653b8562-555b-449b-bc3b-6b9c80a5880e,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:53.211521 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b4510755-5107-488d-a2ec-966d4c4d6109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.232526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75148518-700d-448b-a67c-c5b5ceb932fb req-4e0c0820-e1d3-4c26-bc3a-e0911694dea4 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0850358 Jan 29 04:38:53.245704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-eb3ff58d-9911-4364-847a-4636eefbb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:53.247335 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-eb3ff58d-9911-4364-847a-4636eefbb26f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.2530565 Jan 29 04:38:53.284689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4510755-5107-488d-a2ec-966d4c4d6109 None None] Pushing event updated for resources: {'Port': ['ID=653b8562-555b-449b-bc3b-6b9c80a5880e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:53.308128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.314035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.317822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34425e40-9c99-4358-a710-7b6d66e4728f tempest-FloatingIPAdminTestJSON-1797126206 tempest-FloatingIPAdminTestJSON-1797126206-project] 10.222.0.32 "DELETE /v2.0/floatingips/229c2d7c-8814-436e-9a1d-0948a8418938 HTTP/1.1" status: 204 len: 168 time: 2.6856198 Jan 29 04:38:53.317822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.323390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37026) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:53.340406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-13747f84-7f15-4704-99a7-d9dfe93889bb None None] Provisioning complete for port 51f74c6b-04c1-466c-b07a-543fe054fad9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:53.340658 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-13747f84-7f15-4704-99a7-d9dfe93889bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.444400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-13747f84-7f15-4704-99a7-d9dfe93889bb None None] Port 51f74c6b-04c1-466c-b07a-543fe054fad9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:53.473932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfef47-841d-4c07-ad46-8eb920702a44 req-93a91316-094d-470e-b650-6c92f60ae590 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:53.483678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fccfef47-841d-4c07-ad46-8eb920702a44 req-93a91316-094d-470e-b650-6c92f60ae590 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2499259 Jan 29 04:38:53.551939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fccfef47-841d-4c07-ad46-8eb920702a44 req-b84c942f-3162-4b43-b616-f6fce4957b61 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Jan 29 04:38:53.628644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 653b8562-555b-449b-bc3b-6b9c80a5880e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:53.659004 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.730925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 653b8562-555b-449b-bc3b-6b9c80a5880e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:53.731302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.806744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-080ba76b-fbd3-4c5c-a35c-c58693d6261f None None] Provisioning complete for port 653b8562-555b-449b-bc3b-6b9c80a5880e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:53.807128 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-080ba76b-fbd3-4c5c-a35c-c58693d6261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.869534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:53.922458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:53.925585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:38:53.926204 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:53.941797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-6cbbb901-2648-4a83-a726-6906bfbd9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:53.943034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-6cbbb901-2648-4a83-a726-6906bfbd9cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6862853 Jan 29 04:38:53.943709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:53.969414 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8ff06dc5-6c8e-4e3b-a733-e70f3b51e694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.049211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.061074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.098649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488f03d-d0fb-4e50-9cde-88d15def8f8c req-ea2025f0-d73f-4fc8-8b44-c0d0b8403d96 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:54.107161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7488f03d-d0fb-4e50-9cde-88d15def8f8c req-ea2025f0-d73f-4fc8-8b44-c0d0b8403d96 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.7667217 Jan 29 04:38:54.215669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7488f03d-d0fb-4e50-9cde-88d15def8f8c req-b3398608-7d7f-4b84-a60e-99afa483a04d tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033964 Jan 29 04:38:54.247762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event updated for resources: {'Port': ['ID=51f74c6b-04c1-466c-b07a-543fe054fad9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:54.250758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.286918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] In _notify_port_updated(), no bound segment for port 51f74c6b-04c1-466c-b07a-543fe054fad9 on network 3df76038-e434-46fd-98a2-4fe284869e8a {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:38:54.292635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:54.293311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.305438 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fbbf124e-29b6-4526-94c2-0e58989c2ffc tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "PUT /v2.0/ports/51f74c6b-04c1-466c-b07a-543fe054fad9 HTTP/1.1" status: 200 len: 1054 time: 1.1317961 Jan 29 04:38:54.307828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37032) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:54.327795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-57009901-641a-48b1-a22a-6b0958a241ec None None] Provisioning complete for port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:54.328505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-57009901-641a-48b1-a22a-6b0958a241ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.386518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Deleting port 45cd4fc9-e7ea-4409-8ee0-b59a97e020b7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:54.386831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.393533 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-57009901-641a-48b1-a22a-6b0958a241ec None None] Port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:54.424120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-3b200709-ae7a-4cbe-b082-f69c18f98744 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792882 Jan 29 04:38:54.433046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e5f49f24-f340-4f7a-87ee-0ede7c5dc35e req-2a8172b4-c311-4d79-b9e1-479a3efe0030 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0444741 Jan 29 04:38:54.518477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a844aa07-c1d5-4b4e-83c6-1e54cede5cff None None] Provisioning complete for port 51f74c6b-04c1-466c-b07a-543fe054fad9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:54.518900 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a844aa07-c1d5-4b4e-83c6-1e54cede5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.525915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 51f74c6b-04c1-466c-b07a-543fe054fad9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:54.526697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.575939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a844aa07-c1d5-4b4e-83c6-1e54cede5cff None None] Port 51f74c6b-04c1-466c-b07a-543fe054fad9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:54.659012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.677014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 51f74c6b-04c1-466c-b07a-543fe054fad9 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:54.751605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.751949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.811322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Calling delete_port for 45cd4fc9-e7ea-4409-8ee0-b59a97e020b7 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:54.825469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c833-c6a7-4458-8914-d1dae4d8508c req-f15aaada-69ca-4166-bfb6-c6b164adaf83 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:54.827322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b65c833-c6a7-4458-8914-d1dae4d8508c req-f15aaada-69ca-4166-bfb6-c6b164adaf83 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 945 time: 0.2004952 Jan 29 04:38:54.931882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:54.942558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46a12e0a-5b39-41c9-88df-21dda2614ae7 req-28602d24-4438-4587-b5fd-4c40481bb12f service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634011 Jan 29 04:38:54.970014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4fca2967-d77f-4816-ad8f-499e6fb1275f no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:38:55.034517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=51f74c6b-04c1-466c-b07a-543fe054fad9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.050886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b65c833-c6a7-4458-8914-d1dae4d8508c req-dade8545-70af-4770-b748-f7a12958b3b7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731730 Jan 29 04:38:55.122748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.174145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:38:55.176432 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4249e1-64ca-4d6f-b9e7-a89d54b7096f" -d '{"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-unplugged", "status": "completed", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:38:55.181489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.186634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.187399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.201419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:55.207851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.288915 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a3b4ab-5710-49f5-8cc6-ca01903869e7 x-openstack-request-id: req-63a3b4ab-5710-49f5-8cc6-ca01903869e7 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:38:55.289353 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-unplugged", "status": "completed", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:38:55.290892 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63a3b4ab-5710-49f5-8cc6-ca01903869e7 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:38:55.291390 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'code': 200} Jan 29 04:38:55.323610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.330621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-616be916-f487-439f-b395-b880f933564f tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/ports/51f74c6b-04c1-466c-b07a-543fe054fad9 HTTP/1.1" status: 204 len: 168 time: 1.0195303 Jan 29 04:38:55.331752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:55.359600 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-02daabdf-72cd-4501-aace-c8f6ef403112 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] GET failed (client error): The resource could not be found. Jan 29 04:38:55.364011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-02daabdf-72cd-4501-aace-c8f6ef403112 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "GET /v2.0/ports/51f74c6b-04c1-466c-b07a-543fe054fad9 HTTP/1.1" status: 404 len: 333 time: 0.0311661 Jan 29 04:38:55.364585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37044) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:55.368909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.448216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:38:55.456592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event updated for resources: {'Port': ['ID=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.459168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:38:55.469774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 569a2862-7a7e-45a8-8dff-90b43744d8a5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:55.469997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.517760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.567422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71abd74-4858-4091-b4e5-e3bada184978 req-28e871da-18e2-46b8-a824-d0c5ceba6a62 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:55.569096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d71abd74-4858-4091-b4e5-e3bada184978 req-28e871da-18e2-46b8-a824-d0c5ceba6a62 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.1706181 Jan 29 04:38:55.603297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Pushing event deleted for resources: {'Port': ['ID=45cd4fc9-e7ea-4409-8ee0-b59a97e020b7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.604362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.620119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 569a2862-7a7e-45a8-8dff-90b43744d8a5 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:55.689140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:55.695622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d71abd74-4858-4091-b4e5-e3bada184978 req-4f84e9da-82d7-465b-b65c-6662a5b7c00e tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030154 Jan 29 04:38:55.707191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e8ac4d7-86c5-4b35-b9b7-7703f1e8d379 req-edd0a3f4-60b0-4ce3-8ab0-75ea2286ea8d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.1646602 Jan 29 04:38:55.714800 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.717399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.721805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58096230-bc22-40aa-9ef7-eef36a16655d tempest-FloatingIPAdminTestJSON-579769864 tempest-FloatingIPAdminTestJSON-579769864-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/6bef7736-c72a-4832-8e63-7ed429907952 HTTP/1.1" status: 204 len: 168 time: 2.3919203 Jan 29 04:38:55.722098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37048) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:55.837543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.892128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:55.898106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7c93acd-bcbf-4501-8cfb-c106fc71cafd tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6440327 Jan 29 04:38:55.901719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:55.909550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:55.909719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=569a2862-7a7e-45a8-8dff-90b43744d8a5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:55.945087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:38:55.977356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-99dff8db-80be-45bd-a6b1-96ba8f0dc66e None None] Provisioning complete for port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:55.981755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-99dff8db-80be-45bd-a6b1-96ba8f0dc66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:55.985014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:55.988413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:56.028616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:56.035144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a2bf4f4d-15ec-4178-8e4a-0f4bf77eae22 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/ports/569a2862-7a7e-45a8-8dff-90b43744d8a5 HTTP/1.1" status: 204 len: 168 time: 0.6696017 Jan 29 04:38:56.035843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37058) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:56.164083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-99dff8db-80be-45bd-a6b1-96ba8f0dc66e None None] Port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:38:56.173524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5771bf14-4323-437c-b41f-fbd6bfa4cf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:56.192187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:56.197596 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-096690f3-5920-47c1-a494-cd041a79f54e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] GET failed (client error): The resource could not be found. Jan 29 04:38:56.208691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-096690f3-5920-47c1-a494-cd041a79f54e tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "GET /v2.0/ports/569a2862-7a7e-45a8-8dff-90b43744d8a5 HTTP/1.1" status: 404 len: 333 time: 0.1689568 Jan 29 04:38:56.209223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37064) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:56.309146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-6bcffe1f-3c54-4c15-93d1-d4f60fe54dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:56.310674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-6bcffe1f-3c54-4c15-93d1-d4f60fe54dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f23a8784c315406ba6a4ad5b70afdc50&device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 1096 time: 0.2262602 Jan 29 04:38:56.393739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbdcbf-3769-4ea0-b11d-f3dedee0c75a req-35c6be42-643b-4097-b544-f7e10e371981 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:56.395346 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39bbdcbf-3769-4ea0-b11d-f3dedee0c75a req-35c6be42-643b-4097-b544-f7e10e371981 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.3489423 Jan 29 04:38:56.452627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting port 9e4501f8-8945-4caa-aeba-55531b3b584f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:56.453195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:56.497945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:54Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:54Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:56.550127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:38:56.550938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Updating router 1b880b5f-0345-44c1-83a8-91ec0d292f81 port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:38:56.604338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828ebbd-4689-421e-9249-252e2e8f409e req-1f644214-f2ac-4d6d-9c22-94677f4dda0b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:56.612027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8828ebbd-4689-421e-9249-252e2e8f409e req-1f644214-f2ac-4d6d-9c22-94677f4dda0b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.1955786 Jan 29 04:38:56.613007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:56.618049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-39bbdcbf-3769-4ea0-b11d-f3dedee0c75a req-a8a44d78-eef9-4eac-b797-e862f6d0d3da tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967561 Jan 29 04:38:56.643173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 3423dffb-8430-4cab-92aa-ab3bc1eb3b6f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:38:56.643519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:56.763864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:56.805953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8828ebbd-4689-421e-9249-252e2e8f409e req-859eb975-90eb-4ff5-9850-04b8dd00f3c1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874471 Jan 29 04:38:56.831470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Calling delete_port for 9e4501f8-8945-4caa-aeba-55531b3b584f owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:57.150200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:38:57.162866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.175584 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.182692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Removed routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:38:57.183158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.183923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.218173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Port': ['ID=9e4501f8-8945-4caa-aeba-55531b3b584f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:57.423151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60f35609-b52a-4cda-80e7-1c887a5808af req-e52a74f5-d84f-4794-a053-26bfdf9d1385 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0667696 Jan 29 04:38:57.438221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-49fd4659-e93b-42ca-8c6f-211d29320bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:57.444317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-49fd4659-e93b-42ca-8c6f-211d29320bed service neutron] 10.222.0.20 "GET /v2.0/networks?id=753334e4-62f6-4713-9616-68443a046f38 HTTP/1.1" status: 200 len: 911 time: 1.0867808 Jan 29 04:38:57.560196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.575074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c63de810-bcf1-456a-a3ec-bd422af76000 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "DELETE /v2.0/ports/9e4501f8-8945-4caa-aeba-55531b3b584f HTTP/1.1" status: 204 len: 168 time: 1.8518331 Jan 29 04:38:57.628281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:57.641337 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-cb9214ed-f9db-4054-a679-3052606b6461 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57 HTTP/1.1" status: 200 len: 217 time: 0.1192887 Jan 29 04:38:57.645189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b6a76-09fc-4395-866c-e538e1075ed0 None None] Pushing event updated for resources: {'Port': ['ID=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:57.656476 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.748074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Attempting to bind port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:38:57.748571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Attempting to bind port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:38:57.749025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Attempting to bind port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 on network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:38:57.761733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:38:57.762224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Checking segment: {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:38:57.762842 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.764534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Bound using segment: {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:38:57.765341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Bound port: 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fdf060-c89a-486a-aafa-38f14d03f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:38:57.766530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.797922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-dd713f83-d124-46bf-b0c7-2c614b0e72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:57.799364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-dd713f83-d124-46bf-b0c7-2c614b0e72ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95f22e8d-8cb5-4fae-a651-030530ac98e1 HTTP/1.1" status: 200 len: 850 time: 0.1508386 Jan 29 04:38:57.801005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.860186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.879844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-e6c97dc4-8f62-4964-8a56-6811d016dc6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=753334e4-62f6-4713-9616-68443a046f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685716 Jan 29 04:38:57.880868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 3423dffb-8430-4cab-92aa-ab3bc1eb3b6f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:38:57.893560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] For port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:38:57.896824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] For port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:38:57.903823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.912035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.922868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fbb3f7d3-24a9-42ba-ba43-bb47609f88da None None] Provisioning complete for port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:57.923625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f7d3-24a9-42ba-ba43-bb47609f88da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:57.929923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b8eb4-0214-4b10-a123-16ba9d728926 req-667fcd56-8449-4c60-8484-8dfbd7db287c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:57.933955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d17b8eb4-0214-4b10-a123-16ba9d728926 req-667fcd56-8449-4c60-8484-8dfbd7db287c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.1482465 Jan 29 04:38:58.025250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:38:58.025675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:58.054274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-5ab553a5-020e-4ac6-aed7-e5d2705a2ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118793 Jan 29 04:38:58.129032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73017746-e77b-4c6b-b304-6ab53988c64b tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:58.130934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-73017746-e77b-4c6b-b304-6ab53988c64b tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb99a35a-c9e7-46c1-8a0b-80f133133b06 HTTP/1.1" status: 200 len: 913 time: 0.5015545 Jan 29 04:38:58.140849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:58.192800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:38:58.247484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e12901-ee44-4997-8824-4f2fa0361983 req-761c4fd0-ed88-4bdf-96ee-4ad2a9db2cc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:58.254956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e12901-ee44-4997-8824-4f2fa0361983 req-761c4fd0-ed88-4bdf-96ee-4ad2a9db2cc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.2104821 Jan 29 04:38:58.324768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d17b8eb4-0214-4b10-a123-16ba9d728926 req-7179af0d-ef14-4fcb-92d9-4645fe931c14 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165393 Jan 29 04:38:58.353404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffc4a6cc-d1aa-4a4a-8874-ad96b4cd16b2 req-7455d4f0-ec76-4dc4-a2aa-48a0b56a78b4 service neutron] 10.222.0.20 "GET /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672679 Jan 29 04:38:58.362508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:38:58.368776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2e12901-ee44-4997-8824-4f2fa0361983 req-52a40916-3b83-491f-b7af-3c4c952ef7d8 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129484 Jan 29 04:38:58.427321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.478737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=3423dffb-8430-4cab-92aa-ab3bc1eb3b6f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:58.503565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b6a76-09fc-4395-866c-e538e1075ed0 None None] Pushing event updated for resources: {'Port': ['ID=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:58.592300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f7d3-24a9-42ba-ba43-bb47609f88da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.627136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.638461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be23943f-6d3b-4374-9812-22d6b3e61fc9 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/ports/3423dffb-8430-4cab-92aa-ab3bc1eb3b6f HTTP/1.1" status: 204 len: 168 time: 2.4208248 Jan 29 04:38:58.640948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37088) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:58.691431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fbb3f7d3-24a9-42ba-ba43-bb47609f88da None None] For port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:38:58.702142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f7d3-24a9-42ba-ba43-bb47609f88da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.759882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3f7d3-24a9-42ba-ba43-bb47609f88da None None] Pushing event updated for resources: {'Port': ['ID=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:58.777438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:57Z', 'revision_number': 6, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:57Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:38:58.778350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ee6f755a-aeb2-4669-804d-32f533693860 req-eacac7e5-b603-4284-a799-2e4bfd3ae6be tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.1374924 Jan 29 04:38:58.794318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting subnet 8eda3946-bc9f-46d7-94ca-f7c71ee88164 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:38:58.803116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.813108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1913-6b5f-43f2-9ef6-2f3bd313cab1 req-a097275d-e896-43dd-ada1-8cb5a4bce551 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:58.837987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb82a3e-fdc0-4c30-9f2a-07dd26313ee6 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:57Z', 'revision_number': 6, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:57Z', 'revision_number': 4, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:38:58.840255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd5c1913-6b5f-43f2-9ef6-2f3bd313cab1 req-a097275d-e896-43dd-ada1-8cb5a4bce551 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3633771 Jan 29 04:38:58.851615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3f5402bf-d24a-420e-a2ca-4b9ba038bdd5 None None] Provisioning complete for port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:58.851615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f5402bf-d24a-420e-a2ca-4b9ba038bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.872077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:38:58.892897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.958135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:58.962967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d754f9c-9098-44c0-af7e-246209d964e3 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 954 time: 3.0600286 Jan 29 04:38:58.966579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37092) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:59.010469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd5c1913-6b5f-43f2-9ef6-2f3bd313cab1 req-fcb77f9b-2bc0-4dce-b55c-594a98eaf167 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692545 Jan 29 04:38:59.133716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.189501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.279033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.322001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.364407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.396173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Subnet': ['ID=8eda3946-bc9f-46d7-94ca-f7c71ee88164,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:38:59.415944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44151df-44b1-455b-aafc-dbf5e4cfae90 req-a84ce70c-78f9-454b-8e8e-b0c45ce21297 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:59.425463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b44151df-44b1-455b-aafc-dbf5e4cfae90 req-a84ce70c-78f9-454b-8e8e-b0c45ce21297 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2501178 Jan 29 04:38:59.501792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b44151df-44b1-455b-aafc-dbf5e4cfae90 req-bfe23574-e24a-4175-a60b-c520a4ba0f41 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754595 Jan 29 04:38:59.510392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7e42947c-0a59-4683-8f29-7e3afe1c26df tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 954 time: 0.5323832 Jan 29 04:38:59.511853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.522100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d2a8c-5dcf-40f9-8f98-6c5766eb8b89 None None] Network 3df76038-e434-46fd-98a2-4fe284869e8a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:38:59.532073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c6a24f71-d040-40ad-b6ff-52af63610620 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/subnets/8eda3946-bc9f-46d7-94ca-f7c71ee88164 HTTP/1.1" status: 204 len: 168 time: 0.8881555 Jan 29 04:38:59.532073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37098) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:59.535111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'routes': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:38:59.538907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:38:59.628365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:38:59.811837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:38:59.812295 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:38:59.830769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24895-f3d4-468f-9233-8f0e786a8c86 req-d9bd3d53-14cc-42cf-b1ca-9cc5db07aecf tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:38:59.851019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44f24895-f3d4-468f-9233-8f0e786a8c86 req-d9bd3d53-14cc-42cf-b1ca-9cc5db07aecf tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.3108437 Jan 29 04:38:59.917575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] DHCP port deletion for 3df76038-e434-46fd-98a2-4fe284869e8a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:00.059946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44f24895-f3d4-468f-9233-8f0e786a8c86 req-03ec07da-b92c-43d2-8d05-d1d28197864c tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774511 Jan 29 04:39:00.064210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.091670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] Deleting port 54138d63-0937-43eb-900c-8ede3e0e0559 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:00.092052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.213377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a786fe6-1bb1-42ff-a68f-c2aaba329b90 req-56d05bd7-f8dc-4a14-884e-7e1516736403 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0374053 Jan 29 04:39:00.222810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] For port 54138d63-0937-43eb-900c-8ede3e0e0559, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54138d63-0937-43eb-900c-8ede3e0e0559,segment=NetworkSegment(b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd),segment_id=b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:00.223219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.252220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] Calling delete_port for 54138d63-0937-43eb-900c-8ede3e0e0559 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:00.309307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Deleting port 54138d63-0937-43eb-900c-8ede3e0e0559 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:00.309663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.339136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:00.356182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:00.356912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:00.387677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.extraroute_db [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added routes are [] {{(pid=102403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:39:00.388006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.extraroute_db [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:39:00.407144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] For port 54138d63-0937-43eb-900c-8ede3e0e0559, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54138d63-0937-43eb-900c-8ede3e0e0559,segment=NetworkSegment(b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd),segment_id=b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:00.407835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.417765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.425775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.431785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Calling delete_port for 54138d63-0937-43eb-900c-8ede3e0e0559 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:00.440927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eca7-8240-4f98-b87b-b6a4257b97ea req-141d1e49-7666-42dc-b5c7-52b1ae87e7b4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:00.451951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b54eca7-8240-4f98-b87b-b6a4257b97ea req-141d1e49-7666-42dc-b5c7-52b1ae87e7b4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.5027504 Jan 29 04:39:00.482496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] Pushing event deleted for resources: {'Port': ['ID=54138d63-0937-43eb-900c-8ede3e0e0559,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:00.488927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aaecb-94d6-45fa-9201-0eccfe0de505 None None] No DVR routers for this DVR port 54138d63-0937-43eb-900c-8ede3e0e0559 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:00.646629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.697831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Port': ['ID=54138d63-0937-43eb-900c-8ede3e0e0559,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:00.716640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] No DVR routers for this DVR port 54138d63-0937-43eb-900c-8ede3e0e0559 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:00.726973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b54eca7-8240-4f98-b87b-b6a4257b97ea req-7b08c7be-7f64-4ebe-aa79-872417930667 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740588 Jan 29 04:39:00.808853 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:00.890735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.894725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:00.976710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4fca2967-d77f-4816-ad8f-499e6fb1275f no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:01.012482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:01.113497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.117725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.121715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.122342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.122894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.123436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.123977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.124528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.125083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.125631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.126196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.136052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:01.175147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting port 5af9ef14-07a0-4d03-a24e-23b0cafd5689 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:01.175890 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.204165 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:38:57Z', 'revision_number': 6, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:58Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:01.215458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:01.222917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.224076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-121284dc-4c69-4f28-a5bc-aa668792e54e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 704 time: 1.6924243 Jan 29 04:39:01.230248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37116) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:01.256374 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:01.285821 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:01.286620 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:01.327916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8dfa0-4305-4db5-bd6a-6fc9711bbbf7 req-750c7ba5-3a49-4149-b23c-1af4fddda85e tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:01.336419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eec8dfa0-4305-4db5-bd6a-6fc9711bbbf7 req-750c7ba5-3a49-4149-b23c-1af4fddda85e tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.6128654 Jan 29 04:39:01.354303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.401110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df76038-e434-46fd-98a2-4fe284869e8a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:01.426092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.436915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:01.437616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c76f4b-e27c-4cb3-bcf4-e4c21611a1bd') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:01.461805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eec8dfa0-4305-4db5-bd6a-6fc9711bbbf7 req-490fe8a4-0840-4f89-81c5-35579a1f49b4 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240909 Jan 29 04:39:01.463267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Calling delete_port for 5af9ef14-07a0-4d03-a24e-23b0cafd5689 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:01.466374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.473967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e994c399-85a5-4841-8688-286b2ebfb644 req-39722526-ec34-4c07-954d-0ab611c9bf82 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.1116211 Jan 29 04:39:01.523945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.524662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54138d63-0937-43eb-900c-8ede3e0e0559 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:01.526316 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:01.530933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:01.531410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:01.545156 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:01.547780 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f77c73f2-c467-47ac-9502-5c2e6332e31e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 704 time: 0.3144236 Jan 29 04:39:01.548836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37120) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:01.561987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 54138d63-0937-43eb-900c-8ede3e0e0559 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:01.561987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54138d63-0937-43eb-900c-8ede3e0e0559 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:01.655896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.770396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:01.781000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] 10.222.0.32 "DELETE /v2.0/networks/3df76038-e434-46fd-98a2-4fe284869e8a HTTP/1.1" status: 204 len: 168 time: 2.2295086 Jan 29 04:39:01.789679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474e406-3eba-4dae-97bf-534cea232580 tempest-AllowedAddressPairTestJSON-1362143691 tempest-AllowedAddressPairTestJSON-1362143691-project] Pushing event deleted for resources: {'Network': ['ID=3df76038-e434-46fd-98a2-4fe284869e8a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:01.953359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942e7a8-177e-4556-b481-e5a7cbddac9e req-eb50849c-e98f-4281-a851-8d05e82d5833 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:01.955505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a942e7a8-177e-4556-b481-e5a7cbddac9e req-eb50849c-e98f-4281-a851-8d05e82d5833 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1026421 Jan 29 04:39:01.981063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:02.022952 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:00Z', 'revision_number': 7, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:58Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:02.099363 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af6ca2-5f8f-4025-9edc-58bac605b74f None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:00Z', 'revision_number': 7, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:58Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:02.113336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Port': ['ID=5af9ef14-07a0-4d03-a24e-23b0cafd5689,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:02.170529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a942e7a8-177e-4556-b481-e5a7cbddac9e req-0cab20d0-78ac-4037-9d7a-6293431451c5 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031822 Jan 29 04:39:02.372585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37130) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:02.459940 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:02.596799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:02.620681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:02.625570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:02.739060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6521c252-39b2-4c67-834f-515804c677bb req-38a36997-db1a-48cc-b916-c381d52f722e tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/ports?device_id=97fc2d43-5c91-41a3-bc8c-56453f9a7379 HTTP/1.1" status: 200 len: 210 time: 0.0383506 Jan 29 04:39:02.801492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:02.811634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd54e8-a5f2-4466-a19b-1a7659acbf5b req-438f052a-60af-4a3f-a85d-54fbe16d45de tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.813351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55cd54e8-a5f2-4466-a19b-1a7659acbf5b req-438f052a-60af-4a3f-a85d-54fbe16d45de tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.1678083 Jan 29 04:39:02.828189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acbbab-14af-4797-9efb-7ec05060e20b req-6c9e6f28-c58a-46f3-936a-6e1147514c27 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:02.829611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-97acbbab-14af-4797-9efb-7ec05060e20b req-6c9e6f28-c58a-46f3-936a-6e1147514c27 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.20 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 945 time: 0.2538636 Jan 29 04:39:02.945193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-98af46ab-9dc3-4f93-84ea-31ba0ac1ebce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=946ce4aedf7f4a8ea0fa4e022eec8c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714643 Jan 29 04:39:02.949738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:02.969780 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55cd54e8-a5f2-4466-a19b-1a7659acbf5b req-f0827874-3b1d-4d41-a2c7-4ba2ae4967ac tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/security-groups?id=76996649-e10f-4e83-804d-a4546d0123b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366968 Jan 29 04:39:02.984660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Router bb99a35a-c9e7-46c1-8a0b-80f133133b06 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:03.092329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Deleting port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:03.092780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.127940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.173223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:03.185138 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] Sync routers for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:03.186970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58a86f57-203d-4530-9d68-c654768aa4bc tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "PUT /v2.0/routers/bb99a35a-c9e7-46c1-8a0b-80f133133b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0355177 Jan 29 04:39:03.189205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:03.194507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:00Z', 'revision_number': 7, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:58Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.208185 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:03.209009 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.229692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:03.230654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.243267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:03.244058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.276604 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.321861 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] Routers {'bb99a35a-c9e7-46c1-8a0b-80f133133b06'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:03.322534 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.407519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.416546 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6085394-7a75-44aa-8f9f-cf42c7d0640e None None] The sync data for ids ['bb99a35a-c9e7-46c1-8a0b-80f133133b06'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:03.420207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca19e-c1fc-4a1a-b170-4f4c3be78add req-5c9e9227-0ca9-49f9-a80a-26b8f9a3170d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:03.421710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5eca19e-c1fc-4a1a-b170-4f4c3be78add req-5c9e9227-0ca9-49f9-a80a-26b8f9a3170d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1230588 Jan 29 04:39:03.422681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] For port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,segment=NetworkSegment(c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6),segment_id=c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:03.423106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.441937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:03.442337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Calling delete_port for 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:03.447372 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.469550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.577208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.579886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.583621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d5eca19e-c1fc-4a1a-b170-4f4c3be78add req-475296a5-11af-4879-be6d-a53d04513e9e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417499 Jan 29 04:39:03.584750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/167ced0e-10c3-4f24-99ad-72a8a43a402f HTTP/1.1" status: 204 len: 168 time: 0.6302357 Jan 29 04:39:03.611897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167ced0e-10c3-4f24-99ad-72a8a43a402f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:03.616855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.651590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.652825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.652825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.652825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.653124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.653648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.654115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.654584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.655015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.655403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.655792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.656180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7c3d9-ccca-4391-986b-086102eb99fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:03.730171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting port 27fa5de4-f77f-480d-828e-fde2ca38b09a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:03.730504 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.808587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.872685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Pushing event deleted for resources: {'Port': ['ID=350b6f17-14e1-48b4-873c-ab6a1b1e5f57,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:03.876103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['350b6f17-14e1-48b4-873c-ab6a1b1e5f57'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:03.930981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:03.962484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:00Z', 'revision_number': 7, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:58Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:03.971819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] No DVR routers for this DVR port 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:03.977554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.981956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-97acbbab-14af-4797-9efb-7ec05060e20b req-3edd6dd6-8633-476d-bef1-f42e67408e3f tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.20 "DELETE /v2.0/ports/350b6f17-14e1-48b4-873c-ab6a1b1e5f57 HTTP/1.1" status: 204 len: 173 time: 1.1239214 Jan 29 04:39:03.982420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc1d89-67e5-4a67-963f-864c22513de1', 'name': 'network-vif-deleted', 'tag': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:03.983841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:03.984848 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9385d-a274-486f-8edc-2159887c9ddf" -d '{"events": [{"server_uuid": "35cc1d89-67e5-4a67-963f-864c22513de1", "name": "network-vif-deleted", "tag": "350b6f17-14e1-48b4-873c-ab6a1b1e5f57"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:04.014587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbfa73-8c6b-4bc9-bebe-7955bfa0b74d None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:00Z', 'revision_number': 7, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cabaa91-ac02-47d6-8dfd-d64ed0af2e38', 'name': '', 'network_id': '8da78aad-52ae-4da1-ba6a-43280ea3b4b0', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:ad:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:51Z', 'updated_at': '2022-01-29T04:38:58Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '3836fb82-375d-471b-a2b0-396dc3a4bcab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:04.099245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Calling delete_port for 27fa5de4-f77f-480d-828e-fde2ca38b09a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:04.112948 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e88b1fb-d8d8-4c06-a524-3626439b14c1 x-openstack-request-id: req-1e88b1fb-d8d8-4c06-a524-3626439b14c1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:04.113237 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc1d89-67e5-4a67-963f-864c22513de1", "name": "network-vif-deleted", "tag": "350b6f17-14e1-48b4-873c-ab6a1b1e5f57", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:04.113516 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e88b1fb-d8d8-4c06-a524-3626439b14c1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:04.118031 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc1d89-67e5-4a67-963f-864c22513de1', 'name': 'network-vif-deleted', 'tag': '350b6f17-14e1-48b4-873c-ab6a1b1e5f57', 'status': 'completed', 'code': 200} Jan 29 04:39:04.153911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb25-1729-4935-bd49-1e0f90b7c4da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.184677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ef27d0b-8f5a-4b4d-aa22-1145c875dca3 req-dcd5fa2c-8d96-4ea1-b107-f799d4793ab3 tempest-TestServerAdvancedOps-915983968 tempest-TestServerAdvancedOps-915983968-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cc1d89-67e5-4a67-963f-864c22513de1 HTTP/1.1" status: 200 len: 210 time: 0.0476794 Jan 29 04:39:04.188194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:04.193143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.255092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb25-1729-4935-bd49-1e0f90b7c4da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.396521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:04.397633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.428194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:04.434611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb25-1729-4935-bd49-1e0f90b7c4da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.437272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb25-1729-4935-bd49-1e0f90b7c4da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.443735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd1acb25-1729-4935-bd49-1e0f90b7c4da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/security-groups/265836aa-1a94-4b84-912a-3627bdfd84a8 HTTP/1.1" status: 204 len: 168 time: 0.5113995 Jan 29 04:39:04.444405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:04.467037 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-91b69b84-2d38-49cb-a35d-5bc60530a1ed tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] show failed (client error): The resource could not be found. Jan 29 04:39:04.471386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-91b69b84-2d38-49cb-a35d-5bc60530a1ed tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "GET /v2.0/security-groups/265836aa-1a94-4b84-912a-3627bdfd84a8 HTTP/1.1" status: 404 len: 347 time: 0.0216086 Jan 29 04:39:04.471925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37170) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:04.481401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1acb25-1729-4935-bd49-1e0f90b7c4da tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265836aa-1a94-4b84-912a-3627bdfd84a8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:04.525434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.567812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Port': ['ID=27fa5de4-f77f-480d-828e-fde2ca38b09a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:04.700156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.741987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port 39d124a9-cc18-4c19-b516-4c21e49b57eb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:04.742389 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.857632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.860450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.915280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.915628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.931131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45de2-0da0-4fbc-a328-2d4a4ae69863 req-ea8f7ab1-60ec-4595-90bc-af14717827ee tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:04.932776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fe45de2-0da0-4fbc-a328-2d4a4ae69863 req-ea8f7ab1-60ec-4595-90bc-af14717827ee tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1310029 Jan 29 04:39:04.946154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.946775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Fanout notify agent at l3_agent the message router_deleted on router bb99a35a-c9e7-46c1-8a0b-80f133133b06 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:04.960648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:04.962045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5e341a0-4c8e-42ac-856b-d0971b7fe10c tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "DELETE /v2.0/routers/bb99a35a-c9e7-46c1-8a0b-80f133133b06 HTTP/1.1" status: 204 len: 168 time: 1.7673249 Jan 29 04:39:04.964481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:04.986721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for 39d124a9-cc18-4c19-b516-4c21e49b57eb owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:04.994795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.004570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fe45de2-0da0-4fbc-a328-2d4a4ae69863 req-55a1fbeb-b017-40e1-8850-ad81fe6e7da1 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636461 Jan 29 04:39:05.038264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=2cabaa91-ac02-47d6-8dfd-d64ed0af2e38,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:05.041222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting subnet 893026c3-8173-4c4c-be55-aa889b06318e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:05.047466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.113559 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.211985 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.212161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.214854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37188) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:05.303274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:05.409988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Deleting subnet 95f22e8d-8cb5-4fae-a651-030530ac98e1 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:05.416992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.456881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.458840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Subnet': ['ID=893026c3-8173-4c4c-be55-aa889b06318e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:05.516861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.522988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c619fb7e-5c9d-4f96-9181-2a07508c4d37 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "DELETE /v2.0/subnets/893026c3-8173-4c4c-be55-aa889b06318e HTTP/1.1" status: 204 len: 168 time: 0.5571549 Jan 29 04:39:05.526128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:05.529426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e45d0-2f81-43a0-aeb6-a938659cacd3 None None] Network e551507a-27f0-43e2-86ab-22e27f88c957 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:05.539323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.592205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2046009413'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:05.656258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.657459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.688695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.694710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=39d124a9-cc18-4c19-b516-4c21e49b57eb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:05.728458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Made reservation on behalf of dc4dc91545a64db78dda83a04f127e81 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:05.732012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.739282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:05.785475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.788614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.828662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:05.828901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.885165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.892633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/95f22e8d-8cb5-4fae-a651-030530ac98e1 HTTP/1.1" status: 204 len: 168 time: 0.5857980 Jan 29 04:39:05.895762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b0417-d0c5-445f-a1f7-f57ff3ff8588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f22e8d-8cb5-4fae-a651-030530ac98e1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:05.897419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:05.944199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.947016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:05.950751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fc462007-3528-4f46-b9a9-70b3d931c133 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/floatingips/09f4285b-4eb7-437c-9614-c5719138fb24 HTTP/1.1" status: 204 len: 168 time: 1.4750788 Jan 29 04:39:05.952975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37202) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:05.969718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] DHCP port deletion for e551507a-27f0-43e2-86ab-22e27f88c957 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:05.995253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.011374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.022743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:06.031772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-44e2e136-5c23-4108-aa2a-29d7c7c3b21b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4819424 Jan 29 04:39:06.034796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] For port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,segment=NetworkSegment(1dc0f244-d2e5-4c65-bed4-9053430b32fa),segment_id=1dc0f244-d2e5-4c65-bed4-9053430b32fa)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:06.035714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.038242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37204) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:06.040560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:06.051677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:06.059821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.076160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:06.077020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:06.092323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Calling delete_port for 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:06.127011 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] Deleting port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:06.127623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.151892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.152242 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Added segment 7de6bf4b-9ea9-43df-b7d8-7a0a1172df17 of type vlan for network 9e2e5f00-8920-4a85-938c-ae3515e96164 Jan 29 04:39:06.178716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8083f3-a094-4aea-874d-2b887f49fe3c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:06.206069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] For port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,segment=NetworkSegment(1dc0f244-d2e5-4c65-bed4-9053430b32fa),segment_id=1dc0f244-d2e5-4c65-bed4-9053430b32fa)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:06.206479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.225790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] Calling delete_port for 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:06.231147 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.253731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5847a7-7340-49be-bf47-d829067be3b8 req-39fa69cb-a269-4a69-b1a2-6ab8956bbc4f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:06.267727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc5847a7-7340-49be-bf47-d829067be3b8 req-39fa69cb-a269-4a69-b1a2-6ab8956bbc4f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1314900 Jan 29 04:39:06.317302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port a6f9f5e0-74c2-429d-a245-45d7f5d9292a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:06.317649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.353839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.374646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] No DVR routers for this DVR port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:06.384792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.389541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:06.390177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.410410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3bc54-bd6f-4972-bdb2-93e4f2862f52 None None] Pushing event deleted for resources: {'Port': ['ID=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:06.418256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc5847a7-7340-49be-bf47-d829067be3b8 req-bf7698b1-cd61-4f8f-bd55-f356e80bd7ae tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495364 Jan 29 04:39:06.443740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:06.494352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 3836fb82-375d-471b-a2b0-396dc3a4bcab {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:06.501344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2846403 Jan 29 04:39:06.503147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.508001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:06.512794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Request body: {'subnet': {'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:06.514288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:06.546421 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.549677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fc73f-84a1-4014-8deb-8b5ed772ed2c tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event updated for resources: {'Network': ['ID=9e2e5f00-8920-4a85-938c-ae3515e96164,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:06.594003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for a6f9f5e0-74c2-429d-a245-45d7f5d9292a owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:06.620876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.644923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.683325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:06.683913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753334e4-62f6-4713-9616-68443a046f38']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:06.697697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:06.698061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88cabd6-6ae2-4c0d-bb55-d7ec9afb29b6') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:06.702308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.709570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Made reservation on behalf of dc4dc91545a64db78dda83a04f127e81 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:06.715562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.721248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.756887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] No DVR routers for this DVR port 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:06.763014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Port': ['ID=4a4b1b48-89ef-46ed-85a4-2b398ad8a391,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:06.778163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:06.778634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 350b6f17-14e1-48b4-873c-ab6a1b1e5f57 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:06.811041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.818284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:04Z', 'revision_number': 8, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:06.856792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:06.867985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:06.868608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:06.875316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.888696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:06.889217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:06.892680 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:06.922675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=a6f9f5e0-74c2-429d-a245-45d7f5d9292a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:06.948052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:06.968734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:07.003499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.041661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.046264 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.052440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] 10.222.0.32 "DELETE /v2.0/networks/753334e4-62f6-4713-9616-68443a046f38 HTTP/1.1" status: 204 len: 168 time: 1.1232917 Jan 29 04:39:07.058783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:07.059587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e551507a-27f0-43e2-86ab-22e27f88c957']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:07.076942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.080546 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b5c2b66f-4af5-45f5-808d-095a95fc694b tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/ports/a6f9f5e0-74c2-429d-a245-45d7f5d9292a HTTP/1.1" status: 204 len: 168 time: 1.1252689 Jan 29 04:39:07.093300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:07.120870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.125525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc0f244-d2e5-4c65-bed4-9053430b32fa') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:07.126019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc0f244-d2e5-4c65-bed4-9053430b32fa') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:07.185612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9fd71-a56c-45a9-95ee-0025369f541a admin admin] Pushing event deleted for resources: {'Network': ['ID=753334e4-62f6-4713-9616-68443a046f38,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:07.196988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.258209 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.272060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Deleting subnet 9b0c9fed-3da8-4d30-90e6-f6bb740fcce0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:07.280636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:07.281510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:07.286681 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:07.289790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.327598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.341469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:04Z', 'revision_number': 8, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:07.371108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d56abe-c843-492d-a018-9dbcfae492e4 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:04Z', 'revision_number': 8, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9526ec8-244b-4a56-b4ae-217bb16aa19a', 'name': '', 'network_id': 'c2060784-cd28-4006-a473-ee6b71fcca60', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:43:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '115c60bc-7742-4df0-9b05-7e0737529253', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:38Z', 'updated_at': '2022-01-29T04:38:47Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '115c60bc-7742-4df0-9b05-7e0737529253', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:07.449730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=3836fb82-375d-471b-a2b0-396dc3a4bcab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:07.453350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.457540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf9dda-7e44-491a-8104-2535035f9063 None None] Network 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:07.460431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-66fbc49b-4c67-4910-9f1d-b21085a5a7bc tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/3836fb82-375d-471b-a2b0-396dc3a4bcab HTTP/1.1" status: 204 len: 168 time: 1.4190490 Jan 29 04:39:07.465261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:07.478073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.514608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.564398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.571283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "DELETE /v2.0/networks/e551507a-27f0-43e2-86ab-22e27f88c957 HTTP/1.1" status: 204 len: 168 time: 2.0069537 Jan 29 04:39:07.588934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37220) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:07.601666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:07.603674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.639858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Checking segment: {'id': '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:07.640619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Network hostable DHCP agents. Network: 9e2e5f00-8920-4a85-938c-ae3515e96164, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:07.669563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event updated for resources: {'Subnet': ['ID=0c542855-1fef-4f71-ad98-413b86b6fd9c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:07.686090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:07.699214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d71342-dd7f-432d-91f1-3bb8ff8565d1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Network': ['ID=e551507a-27f0-43e2-86ab-22e27f88c957,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:07.704900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 9e2e5f00-8920-4a85-938c-ae3515e96164) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:07.714253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:07.718311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.729692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69488eda-337b-4cdc-823f-66781d97638d None None] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:07.792628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-37b2be4a-a029-4f84-8e9d-62c6f5ce1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2835679 Jan 29 04:39:07.798790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37222) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:07.809098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Request body: {'port': {'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1070099210'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:07.849398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:07.858059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.935089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.958546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.975871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Made reservation on behalf of dc4dc91545a64db78dda83a04f127e81 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:07.984746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:07.994854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:07.995614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4a4b1b48-89ef-46ed-85a4-2b398ad8a391 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:08.035475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:08.036922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] device_id is not set on port cf8084c5-7b06-4489-aa12-6aa87ed34d6a yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:08.180077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] DHCP port deletion for 8da78aad-52ae-4da1-ba6a-43280ea3b4b0 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:08.226485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.235657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cd7a6-adca-4723-a72e-ac5721f66357 req-e106712b-b59e-447e-85af-3fef20bc2431 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:08.237664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f09cd7a6-adca-4723-a72e-ac5721f66357 req-e106712b-b59e-447e-85af-3fef20bc2431 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3812706 Jan 29 04:39:08.273872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-9e2e5f00-8920-4a85-938c-ae3515e96164', 'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164', 'tenant_id': 'dc4dc91545a64db78dda83a04f127e81', 'fixed_ips': [{'subnet_id': '0c542855-1fef-4f71-ad98-413b86b6fd9c'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:39:08.275028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.289134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Allocated IP 2001:db8::2e4 (9e2e5f00-8920-4a85-938c-ae3515e96164/0c542855-1fef-4f71-ad98-413b86b6fd9c/cf8084c5-7b06-4489-aa12-6aa87ed34d6a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:08.292002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0c9fed-3da8-4d30-90e6-f6bb740fcce0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:08.306600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.313115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-06c3ff82-2b84-4ff4-9090-94f915694717 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9b0c9fed-3da8-4d30-90e6-f6bb740fcce0 HTTP/1.1" status: 204 len: 168 time: 1.2458856 Jan 29 04:39:08.318511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37226) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:08.327288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] Deleting port 653b8562-555b-449b-bc3b-6b9c80a5880e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:08.327815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Deleting port d81173a3-4fd4-42ca-8eef-83e69db5d809 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:08.327976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.328497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.398629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 653b8562-555b-449b-bc3b-6b9c80a5880e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:08.398839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.402890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f09cd7a6-adca-4723-a72e-ac5721f66357 req-6ac815dd-bbed-43f5-ae19-872cc3133d70 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482961 Jan 29 04:39:08.467983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] For port 653b8562-555b-449b-bc3b-6b9c80a5880e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=653b8562-555b-449b-bc3b-6b9c80a5880e,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:08.468531 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.474338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.484661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] Calling delete_port for 653b8562-555b-449b-bc3b-6b9c80a5880e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:08.517568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 653b8562-555b-449b-bc3b-6b9c80a5880e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=653b8562-555b-449b-bc3b-6b9c80a5880e,segment=NetworkSegment(66fdf060-c89a-486a-aafa-38f14d03f916),segment_id=66fdf060-c89a-486a-aafa-38f14d03f916)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:08.518240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.547003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.547303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.549717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 653b8562-555b-449b-bc3b-6b9c80a5880e owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:08.559266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.578537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.582304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Calling delete_port for d81173a3-4fd4-42ca-8eef-83e69db5d809 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:08.590989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.617220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] Pushing event deleted for resources: {'Port': ['ID=653b8562-555b-449b-bc3b-6b9c80a5880e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:08.622975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.623860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef88fa-e4e3-44f0-8766-8f4f73ca1298 None None] No DVR routers for this DVR port 653b8562-555b-449b-bc3b-6b9c80a5880e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:08.629644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3925c7bb-b8b3-4e1e-9032-943ba548404e']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:08.634631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:08.648417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8916d0b2-c09f-43b6-a026-6d9bf7e3bee6') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:08.648928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8916d0b2-c09f-43b6-a026-6d9bf7e3bee6') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:08.664960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.688374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.697974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:08.698328 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:08.699971 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:08.742969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.776158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Allocated IP 2001:db8::2 (9e2e5f00-8920-4a85-938c-ae3515e96164/0c542855-1fef-4f71-ad98-413b86b6fd9c/0c88413c-985c-4f43-8ce9-339122540c37) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:08.788391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.791383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e453f8a8-3086-41e6-bcd7-4b2d285ccf5d tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/ports/e2ddf98d-0b8c-49f3-8f23-8aa1ba0189a2 HTTP/1.1" status: 204 len: 168 time: 1.6969140 Jan 29 04:39:08.793985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:08.809001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:08.809915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.816735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:08.818853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.824323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3925c7bb-b8b3-4e1e-9032-943ba548404e HTTP/1.1" status: 204 len: 168 time: 0.5024567 Jan 29 04:39:08.824956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.826842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:08.832741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:08.833374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:08.854473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752f7e4-d0c2-41c7-98e4-b4a35f7c8e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=3925c7bb-b8b3-4e1e-9032-943ba548404e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:08.854857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event updated for resources: {'Port': ['ID=cf8084c5-7b06-4489-aa12-6aa87ed34d6a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:08.869661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8fce2caa-e4df-4f8f-b91d-9b8501968bf6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0688467 Jan 29 04:39:08.873751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37232) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:08.882885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Request body: {'port': {'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-240810974', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:08.883445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] bootfile-name is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:08.883791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] tftp-server is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:08.884129 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] server-ip-address is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:08.916269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting subnet 83ba2732-ab2f-4f59-ae10-337560b94d1b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:08.919092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=653b8562-555b-449b-bc3b-6b9c80a5880e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:08.922514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port 653b8562-555b-449b-bc3b-6b9c80a5880e on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:08.927468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.054166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Made reservation on behalf of dc4dc91545a64db78dda83a04f127e81 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:09.057089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.058730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.066506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.081021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] device_id is not set on port 88f7fc52-23aa-4097-b006-b4bb5ba7cc76 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:09.155216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:09.160186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:09.165983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:09.171147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Pushing event updated for resources: {'Port': ['ID=0c88413c-985c-4f43-8ce9-339122540c37,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:09.232706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:09.236904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Attempting to bind port 0c88413c-985c-4f43-8ce9-339122540c37 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:39:09.237404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Attempting to bind port 0c88413c-985c-4f43-8ce9-339122540c37 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:39:09.238001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Attempting to bind port 0c88413c-985c-4f43-8ce9-339122540c37 on network 9e2e5f00-8920-4a85-938c-ae3515e96164 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:09.244333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:39:09.244733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Checking segment: {'id': '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:09.245033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.245442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Bound using segment: {'id': '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:39:09.246096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Bound port: 0c88413c-985c-4f43-8ce9-339122540c37, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9e2e5f00-8920-4a85-938c-ae3515e96164'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:39:09.246672 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.327428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Allocated IP 2001:db8::fa (9e2e5f00-8920-4a85-938c-ae3515e96164/0c542855-1fef-4f71-ad98-413b86b6fd9c/88f7fc52-23aa-4097-b006-b4bb5ba7cc76) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:09.335160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] For port 0c88413c-985c-4f43-8ce9-339122540c37, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:39:09.339655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] For port 0c88413c-985c-4f43-8ce9-339122540c37, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c88413c-985c-4f43-8ce9-339122540c37,segment=NetworkSegment(7de6bf4b-9ea9-43df-b7d8-7a0a1172df17),segment_id=7de6bf4b-9ea9-43df-b7d8-7a0a1172df17)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:39:09.351382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f70d1c21-76e7-4271-839f-a9ec57af34ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f23a8784c315406ba6a4ad5b70afdc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165471 Jan 29 04:39:09.352752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.354645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37244) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:09.478593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412e6e0-2988-4b5e-89e3-adcc59b28730 None None] Pushing event updated for resources: {'Port': ['ID=0c88413c-985c-4f43-8ce9-339122540c37,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:09.536737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.548949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:09.565970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da78aad-52ae-4da1-ba6a-43280ea3b4b0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:09.584000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fdf060-c89a-486a-aafa-38f14d03f916') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:09.585376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fdf060-c89a-486a-aafa-38f14d03f916') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:09.595941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.598440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:09.599031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2cabaa91-ac02-47d6-8dfd-d64ed0af2e38 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:09.599720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 653b8562-555b-449b-bc3b-6b9c80a5880e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:09.610936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.618794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:09.619275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.622063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 653b8562-555b-449b-bc3b-6b9c80a5880e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:09.622685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 653b8562-555b-449b-bc3b-6b9c80a5880e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:09.650690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbc62f2-7472-4467-b48f-a6fc92c38c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:09.698319 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:09.707854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.737105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbc62f2-7472-4467-b48f-a6fc92c38c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.777156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8c8c9-960e-4936-89a4-97fd0f1289ff req-411d52c1-05a8-4f3a-9c8d-206152621f9c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:09.778718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eaf8c8c9-960e-4936-89a4-97fd0f1289ff req-411d52c1-05a8-4f3a-9c8d-206152621f9c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1545622 Jan 29 04:39:09.822877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.874600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eaf8c8c9-960e-4936-89a4-97fd0f1289ff req-3afae85a-8643-4f4e-9f27-5304d320c4bd tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826497 Jan 29 04:39:09.896542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.900414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbc62f2-7472-4467-b48f-a6fc92c38c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.903827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bbc62f2-7472-4467-b48f-a6fc92c38c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.905030 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2bbc62f2-7472-4467-b48f-a6fc92c38c57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76996649-e10f-4e83-804d-a4546d0123b3 HTTP/1.1" status: 204 len: 168 time: 0.5490642 Jan 29 04:39:09.925398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc62f2-7472-4467-b48f-a6fc92c38c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76996649-e10f-4e83-804d-a4546d0123b3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:09.934302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.940569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37254) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:09.940762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/8da78aad-52ae-4da1-ba6a-43280ea3b4b0 HTTP/1.1" status: 204 len: 168 time: 2.4731307 Jan 29 04:39:09.967315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc9e3d-aaf4-4429-ad9f-0a39db3c49ef tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=8da78aad-52ae-4da1-ba6a-43280ea3b4b0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:09.968994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:09.998303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.013303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Pushing event deleted for resources: {'Port': ['ID=d81173a3-4fd4-42ca-8eef-83e69db5d809,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:10.021238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.078450 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.087230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Subnet': ['ID=83ba2732-ab2f-4f59-ae10-337560b94d1b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:10.092833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.096241 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-99a2c04a-ef94-41a9-877c-7cf38450e01f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/subnets/83ba2732-ab2f-4f59-ae10-337560b94d1b HTTP/1.1" status: 204 len: 168 time: 1.3002737 Jan 29 04:39:10.100831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37256) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.106452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98023ce-0651-4bf9-81ad-717f28e70c92 None None] Network c37770b5-05cc-4a03-8b30-5c4cc6b5b641 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:10.145325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:10.154174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.154289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:10.156712 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.160199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-85f35afe-92db-441b-ba81-939bd4bcaaf1 tempest-FloatingIPAdminTestJSON-73468450 tempest-FloatingIPAdminTestJSON-73468450-project] 10.222.0.32 "DELETE /v2.0/floatingips/a284aeb8-6575-4e3e-9de0-ee2559511dc3 HTTP/1.1" status: 204 len: 168 time: 2.5594435 Jan 29 04:39:10.160346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:10.177158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:10.186452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.187747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting subnet 61896227-a6fe-4baf-9a5b-fb9ac8893c73 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:10.192065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.216302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event updated for resources: {'Port': ['ID=88f7fc52-23aa-4097-b006-b4bb5ba7cc76,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:10.272166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.381966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0a8a91f-c9d4-4d6a-b08b-9a5237a506f2 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5050378 Jan 29 04:39:10.382951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37262) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.436416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] DHCP port deletion for c37770b5-05cc-4a03-8b30-5c4cc6b5b641 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:10.511716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c834e7-85fb-4008-a292-5d67e4ac9551 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:10.517980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c834e7-85fb-4008-a292-5d67e4ac9551 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:10.525917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.530991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c834e7-85fb-4008-a292-5d67e4ac9551 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:10.533916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f0c834e7-85fb-4008-a292-5d67e4ac9551 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1497383 Jan 29 04:39:10.538786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37266) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.580578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] Deleting port 3db80252-2014-4cfe-ab08-beba5ab08d54 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:10.581089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.673600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.686377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.735844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37272) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.736401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] For port 3db80252-2014-4cfe-ab08-beba5ab08d54, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3db80252-2014-4cfe-ab08-beba5ab08d54,segment=NetworkSegment(be1851cb-ca8a-4270-949f-58e6af26e92f),segment_id=be1851cb-ca8a-4270-949f-58e6af26e92f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:10.736401 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.742892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Subnet': ['ID=61896227-a6fe-4baf-9a5b-fb9ac8893c73,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:10.762316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.769307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5df42ac-49ca-4a0f-b200-19e6e74323cf tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/subnets/61896227-a6fe-4baf-9a5b-fb9ac8893c73 HTTP/1.1" status: 204 len: 168 time: 0.6673720 Jan 29 04:39:10.775109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf2757-5897-4c3f-a57e-665377b455ab None None] Network 15ea8377-1dcd-4e02-9f76-096b3179e04d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:10.777102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37276) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.798796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] Calling delete_port for 3db80252-2014-4cfe-ab08-beba5ab08d54 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:10.815626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f206c425-471d-43a7-af9c-8b78f58a2d7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b0e7a713bd649408509f200a5918751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403537 Jan 29 04:39:10.820098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37278) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:10.963759 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf291101-ca67-4d34-8fd9-4fe6835182c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:10.999924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Deleting port 88f7fc52-23aa-4097-b006-b4bb5ba7cc76 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:11.000443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.024027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.028850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf291101-ca67-4d34-8fd9-4fe6835182c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.096922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14b225-65bf-462c-adcc-bed4cf4f4020 req-e363c715-c5db-4ed0-9626-d56490788d48 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:11.106426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e14b225-65bf-462c-adcc-bed4cf4f4020 req-e363c715-c5db-4ed0-9626-d56490788d48 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0894732 Jan 29 04:39:11.145196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.160572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e14b225-65bf-462c-adcc-bed4cf4f4020 req-7d675068-c1a2-4329-beed-c1bc2bd8d82c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543633 Jan 29 04:39:11.171528 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.175485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf291101-ca67-4d34-8fd9-4fe6835182c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.182515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf291101-ca67-4d34-8fd9-4fe6835182c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.189621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf291101-ca67-4d34-8fd9-4fe6835182c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15790bf1-f915-4392-9ce7-b4c8329e32db HTTP/1.1" status: 204 len: 168 time: 0.3651860 Jan 29 04:39:11.221163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.225575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf291101-ca67-4d34-8fd9-4fe6835182c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15790bf1-f915-4392-9ce7-b4c8329e32db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:11.255029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6707de64-6c08-4c34-b3f1-09c4dc12ee30 None None] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:11.258002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Calling delete_port for 88f7fc52-23aa-4097-b006-b4bb5ba7cc76 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:11.298638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] DHCP port deletion for 15ea8377-1dcd-4e02-9f76-096b3179e04d request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:11.550130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] Pushing event deleted for resources: {'Port': ['ID=3db80252-2014-4cfe-ab08-beba5ab08d54,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:11.572631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-882fd451-b99b-4494-8480-bf72a24b1900 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=870a55a0909e4a9ea8111ec57ae8b508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8343954 Jan 29 04:39:11.579250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37288) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:11.592872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24ad5d-0eb8-49a6-a2ba-6c7f5f07a422 None None] No DVR routers for this DVR port 3db80252-2014-4cfe-ab08-beba5ab08d54 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:11.665603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-95ef0d52-9a61-4992-890c-771e1f8f1008 None None] Provisioning complete for port 0c88413c-985c-4f43-8ce9-339122540c37 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:11.666310 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95ef0d52-9a61-4992-890c-771e1f8f1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.725493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebebfb-d1d6-425a-9936-7208f198d883 req-5a949a3b-7bca-4c65-8dd0-752b2e6492aa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:11.727108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56ebebfb-d1d6-425a-9936-7208f198d883 req-5a949a3b-7bca-4c65-8dd0-752b2e6492aa tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3311121 Jan 29 04:39:11.748200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c88413c-985c-4f43-8ce9-339122540c37 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:11.789688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-a8722533-78b1-4faa-b574-cb9ac92c9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:11.792012 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-a8722533-78b1-4faa-b574-cb9ac92c9180 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.2377355 Jan 29 04:39:11.795400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56ebebfb-d1d6-425a-9936-7208f198d883 req-cb156517-51fc-4a28-a1e5-6179d4f2672f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594535 Jan 29 04:39:11.857880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Deleting port 3db80252-2014-4cfe-ab08-beba5ab08d54 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:11.858510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.915539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] Deleting port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:11.915946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.921955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-f9f6984c-5792-43c1-8e3a-00c18f1e7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:11.923828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-f9f6984c-5792-43c1-8e3a-00c18f1e7d9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.1221938 Jan 29 04:39:11.931465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76819aff-8ed9-4069-8a34-b36e309a4346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.941425 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.970564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:11.995588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76819aff-8ed9-4069-8a34-b36e309a4346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.004907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] For port 3db80252-2014-4cfe-ab08-beba5ab08d54, host n-d-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:12.005420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.027812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-74774d76-aea4-4c69-b6dd-65d7011631df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.0960271 Jan 29 04:39:12.046982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event deleted for resources: {'Port': ['ID=88f7fc52-23aa-4097-b006-b4bb5ba7cc76,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:12.056504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] For port 2d7f9a32-9940-4fb3-b307-3f569f0d2029, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2d7f9a32-9940-4fb3-b307-3f569f0d2029,segment=NetworkSegment(709fb8e5-a0b5-47aa-8578-c214dab94d85),segment_id=709fb8e5-a0b5-47aa-8578-c214dab94d85)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:12.056914 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.066529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Calling delete_port for 3db80252-2014-4cfe-ab08-beba5ab08d54 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:12.080504 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95ef0d52-9a61-4992-890c-771e1f8f1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.082699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] Calling delete_port for 2d7f9a32-9940-4fb3-b307-3f569f0d2029 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:12.084290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0c88413c-985c-4f43-8ce9-339122540c37 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:12.085433 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.089312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Port 3db80252-2014-4cfe-ab08-beba5ab08d54 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:39:12.101029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-92251476-048a-496a-a180-7d08ad84972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:12.103397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-92251476-048a-496a-a180-7d08ad84972a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.0682383 Jan 29 04:39:12.123867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.126610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.134158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-34323306-49bd-44a0-b569-5af91b41f636 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "DELETE /v2.0/ports/88f7fc52-23aa-4097-b006-b4bb5ba7cc76 HTTP/1.1" status: 204 len: 168 time: 1.5876505 Jan 29 04:39:12.138587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37292) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:12.150206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Request body: {'port': {'name': 'tempest-new-port-name-265667934', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:12.150796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] bootfile-name is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:12.151246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] tftp-server is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:12.151682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] server-ip-address is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:12.165022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-efa16007-21c7-4a47-b813-e790756b0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:12.169368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-efa16007-21c7-4a47-b813-e790756b0891 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570538 Jan 29 04:39:12.215081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-95ef0d52-9a61-4992-890c-771e1f8f1008 None None] For port 0c88413c-985c-4f43-8ce9-339122540c37, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c88413c-985c-4f43-8ce9-339122540c37,segment=NetworkSegment(7de6bf4b-9ea9-43df-b7d8-7a0a1172df17),segment_id=7de6bf4b-9ea9-43df-b7d8-7a0a1172df17)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:12.218979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Port': ['ID=3db80252-2014-4cfe-ab08-beba5ab08d54,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:12.237435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] No DVR routers for this DVR port 3db80252-2014-4cfe-ab08-beba5ab08d54 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:12.243489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95ef0d52-9a61-4992-890c-771e1f8f1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.334911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef0d52-9a61-4992-890c-771e1f8f1008 None None] Pushing event updated for resources: {'Port': ['ID=0c88413c-985c-4f43-8ce9-339122540c37,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:12.337379 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-a1424c34-ce68-47be-9468-a495415ffc81 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604686 Jan 29 04:39:12.430107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76819aff-8ed9-4069-8a34-b36e309a4346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.439845 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.445189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76819aff-8ed9-4069-8a34-b36e309a4346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.446415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-76819aff-8ed9-4069-8a34-b36e309a4346 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc8f7470-52e2-444b-8f47-89811892f237 HTTP/1.1" status: 204 len: 168 time: 0.8658311 Jan 29 04:39:12.457096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] No DVR routers for this DVR port 2d7f9a32-9940-4fb3-b307-3f569f0d2029 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:12.492574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e925ff-3989-4128-8390-00008c4b5f8d None None] Pushing event deleted for resources: {'Port': ['ID=2d7f9a32-9940-4fb3-b307-3f569f0d2029,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:12.536863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.545638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2d7f9a32-9940-4fb3-b307-3f569f0d2029 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:12.548216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76819aff-8ed9-4069-8a34-b36e309a4346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f7470-52e2-444b-8f47-89811892f237,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:12.557046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.559051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-634b8f2f-16c7-42fd-9daf-c9388a3f35b9 req-8cbd5299-c049-446d-9a5e-1a3633d2f3ae service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979103 Jan 29 04:39:12.581010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37770b5-05cc-4a03-8b30-5c4cc6b5b641']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:12.599507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1851cb-ca8a-4270-949f-58e6af26e92f') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:12.599960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1851cb-ca8a-4270-949f-58e6af26e92f') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:12.604683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port e9526ec8-244b-4a56-b4ae-217bb16aa19a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:12.605029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.623510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2d7f9a32-9940-4fb3-b307-3f569f0d2029 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:12.623887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2d7f9a32-9940-4fb3-b307-3f569f0d2029 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:12.624265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3db80252-2014-4cfe-ab08-beba5ab08d54 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:12.669597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3db80252-2014-4cfe-ab08-beba5ab08d54 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:12.669987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3db80252-2014-4cfe-ab08-beba5ab08d54 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:12.686570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5bd285d4-164d-44b4-b364-0436cf9844da None None] Provisioning complete for port 0c88413c-985c-4f43-8ce9-339122540c37 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:12.687059 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5bd285d4-164d-44b4-b364-0436cf9844da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.713966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.829089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5bd285d4-164d-44b4-b364-0436cf9844da None None] Could not find standard attr ID for object 88f7fc52-23aa-4097-b006-b4bb5ba7cc76. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:39:12.841046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5bd285d4-164d-44b4-b364-0436cf9844da None None] Provisioning complete for port cf8084c5-7b06-4489-aa12-6aa87ed34d6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:12.841694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5bd285d4-164d-44b4-b364-0436cf9844da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.864759 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.876292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:12.877795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:12.887040 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:12.900126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5bd285d4-164d-44b4-b364-0436cf9844da None None] Port cf8084c5-7b06-4489-aa12-6aa87ed34d6a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:12.977787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port e9526ec8-244b-4a56-b4ae-217bb16aa19a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e9526ec8-244b-4a56-b4ae-217bb16aa19a,segment=NetworkSegment(a9b1c98a-f070-4ac7-a947-56f7d1a6ef71),segment_id=a9b1c98a-f070-4ac7-a947-56f7d1a6ef71)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:12.978791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.032943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-af4947f1-02de-4172-842b-bb3e3f91f7b8 None None] Provisioning complete for port cf8084c5-7b06-4489-aa12-6aa87ed34d6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:13.033447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-af4947f1-02de-4172-842b-bb3e3f91f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.127604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:13.153672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-af4947f1-02de-4172-842b-bb3e3f91f7b8 None None] Port cf8084c5-7b06-4489-aa12-6aa87ed34d6a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:13.158235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-276d7a97-fa57-4c87-a248-bcec2e5a81c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.263367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-276d7a97-fa57-4c87-a248-bcec2e5a81c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.270221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-276d7a97-fa57-4c87-a248-bcec2e5a81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.319013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d7a97-fa57-4c87-a248-bcec2e5a81c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d9fe1-1bdd-47f6-ab8c-ff744ea36c96,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:13.323563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-276d7a97-fa57-4c87-a248-bcec2e5a81c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d6a5a34354b44ef81a9513b4d7ddb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950309 Jan 29 04:39:13.326567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37304) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:13.373564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2e3f85e1-1ba4-459d-96a8-d1d7bda11364 None None] Could not find standard attr ID for object 88f7fc52-23aa-4097-b006-b4bb5ba7cc76. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:39:13.429276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a147b345-7eb7-409a-ab42-3b7675d65f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.465065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a147b345-7eb7-409a-ab42-3b7675d65f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.520675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c88413c-985c-4f43-8ce9-339122540c37 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:13.530316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for e9526ec8-244b-4a56-b4ae-217bb16aa19a owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:13.544546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.548633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a147b345-7eb7-409a-ab42-3b7675d65f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.552223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a147b345-7eb7-409a-ab42-3b7675d65f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.560909 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.561753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.568267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/networks/c37770b5-05cc-4a03-8b30-5c4cc6b5b641 HTTP/1.1" status: 204 len: 168 time: 2.7853620 Jan 29 04:39:13.570824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a147b345-7eb7-409a-ab42-3b7675d65f9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e9d9fe1-1bdd-47f6-ab8c-ff744ea36c96 HTTP/1.1" status: 204 len: 168 time: 0.2426050 Jan 29 04:39:13.574976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37308) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:13.586734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0c88413c-985c-4f43-8ce9-339122540c37 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:13.587112 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.606395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b345-7eb7-409a-ab42-3b7675d65f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d9fe1-1bdd-47f6-ab8c-ff744ea36c96,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:13.690782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.720695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a2f47-284f-41ec-8c2b-a465d45b0e3f tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Network': ['ID=c37770b5-05cc-4a03-8b30-5c4cc6b5b641,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:13.734304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad8ccd-4fc8-43df-be81-aa212307bb18 req-49f19079-68eb-4eef-adc2-42a1045b6768 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:13.735770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64ad8ccd-4fc8-43df-be81-aa212307bb18 req-49f19079-68eb-4eef-adc2-42a1045b6768 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.7784352 Jan 29 04:39:13.804278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.840782 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.846452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ea8377-1dcd-4e02-9f76-096b3179e04d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:13.869059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709fb8e5-a0b5-47aa-8578-c214dab94d85') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:13.869362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709fb8e5-a0b5-47aa-8578-c214dab94d85') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:13.882879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.905018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.917410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:13.917410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:13.922726 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:14.014220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64ad8ccd-4fc8-43df-be81-aa212307bb18 req-124ee0ad-f756-41ea-8e9c-44a7ab4aac82 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677577 Jan 29 04:39:14.015620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.015855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.026378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.033656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.057970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] 10.222.0.32 "DELETE /v2.0/networks/15ea8377-1dcd-4e02-9f76-096b3179e04d HTTP/1.1" status: 204 len: 168 time: 0.4785793 Jan 29 04:39:14.079623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c0f05-4d40-42b5-9438-dbb1d78fe194 tempest-TaggedBootDevicesTest-1242559269 tempest-TaggedBootDevicesTest-1242559269-project] Pushing event deleted for resources: {'Network': ['ID=15ea8377-1dcd-4e02-9f76-096b3179e04d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:14.085461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] In _notify_port_updated(), no bound segment for port cf8084c5-7b06-4489-aa12-6aa87ed34d6a on network 9e2e5f00-8920-4a85-938c-ae3515e96164 {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:39:14.100791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:14.101502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.102902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "PUT /v2.0/ports/cf8084c5-7b06-4489-aa12-6aa87ed34d6a HTTP/1.1" status: 200 len: 1129 time: 1.9616921 Jan 29 04:39:14.110565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:14.160717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:14.175563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd6dad95-8feb-45eb-87b4-099036547e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.257098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b0afc-60ec-4980-a917-82ccb4ac9b21 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:14.261275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-688b0afc-60ec-4980-a917-82ccb4ac9b21 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "GET /v2.0/ports/cf8084c5-7b06-4489-aa12-6aa87ed34d6a HTTP/1.1" status: 200 len: 1129 time: 0.1423492 Jan 29 04:39:14.269079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:14.270763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65079305-61d0-406a-929e-8dec9c193aed tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event updated for resources: {'Port': ['ID=cf8084c5-7b06-4489-aa12-6aa87ed34d6a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:14.499116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd6dad95-8feb-45eb-87b4-099036547e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.509594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd6dad95-8feb-45eb-87b4-099036547e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.520630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=e9526ec8-244b-4a56-b4ae-217bb16aa19a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:14.538232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.609547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd6dad95-8feb-45eb-87b4-099036547e97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c624741ab19f4cdfb5f3eb4004a3d8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454973 Jan 29 04:39:14.609547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dad95-8feb-45eb-87b4-099036547e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82203977-c1d1-4165-a592-d3d8bb47d70d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:14.624142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:14.641444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Deleting port cf8084c5-7b06-4489-aa12-6aa87ed34d6a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:14.643305 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.722344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-515d6d88-8539-4782-90b4-de7c33b43c77 None None] Provisioning complete for port cf8084c5-7b06-4489-aa12-6aa87ed34d6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:14.722906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-515d6d88-8539-4782-90b4-de7c33b43c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.745252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df43a939-6382-435a-af1c-8bac93f5e760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.833233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-515d6d88-8539-4782-90b4-de7c33b43c77 None None] Port cf8084c5-7b06-4489-aa12-6aa87ed34d6a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:14.849075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df43a939-6382-435a-af1c-8bac93f5e760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.870613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.887702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Calling delete_port for cf8084c5-7b06-4489-aa12-6aa87ed34d6a owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:14.916741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:14.975680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df43a939-6382-435a-af1c-8bac93f5e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.979403 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df43a939-6382-435a-af1c-8bac93f5e760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:14.980770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-df43a939-6382-435a-af1c-8bac93f5e760 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82203977-c1d1-4165-a592-d3d8bb47d70d HTTP/1.1" status: 204 len: 168 time: 0.3556862 Jan 29 04:39:15.089746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.113365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43a939-6382-435a-af1c-8bac93f5e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82203977-c1d1-4165-a592-d3d8bb47d70d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:15.176250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:15.189106 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:15.192279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a09341d8-8327-4aad-a3ea-078088cc13c4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2502332 Jan 29 04:39:15.192907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37346) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:15.198673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.203138 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:15.204165 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:15.205421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37348) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:15.215624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "DELETE /v2.0/ports/cf8084c5-7b06-4489-aa12-6aa87ed34d6a HTTP/1.1" status: 204 len: 168 time: 0.9450238 Jan 29 04:39:15.334474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Deleting subnet 0c542855-1fef-4f71-ad98-413b86b6fd9c {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:15.343345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.416817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 115c60bc-7742-4df0-9b05-7e0737529253 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:15.451952 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:15.502783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.554237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91657738-6d69-4986-9b05-4138de57b5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event deleted for resources: {'Port': ['ID=cf8084c5-7b06-4489-aa12-6aa87ed34d6a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:15.557007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.707081 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.724224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a015e5-a91f-49bb-868a-f0d85030cde6 req-46624111-64e7-4d1c-bf87-a9c9c737e282 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:15.733653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90a015e5-a91f-49bb-868a-f0d85030cde6 req-46624111-64e7-4d1c-bf87-a9c9c737e282 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.5391202 Jan 29 04:39:15.735652 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:13Z', 'revision_number': 9, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:15.779543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.806627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.815280 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:15.826869 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:15.827408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event deleted for resources: {'Subnet': ['ID=0c542855-1fef-4f71-ad98-413b86b6fd9c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:15.828532 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:15.835741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:15.840917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0a9b1-b09d-456f-b232-2e800e51c86a None None] Network 9e2e5f00-8920-4a85-938c-ae3515e96164 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:15.859289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f4eb629-1b7d-4849-9b12-bb813aff1594 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "DELETE /v2.0/subnets/0c542855-1fef-4f71-ad98-413b86b6fd9c HTTP/1.1" status: 204 len: 168 time: 0.6521006 Jan 29 04:39:15.862349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37370) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:15.950631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90a015e5-a91f-49bb-868a-f0d85030cde6 req-4a4e4551-c031-4769-bf8b-5b6f4d3ea180 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157946 Jan 29 04:39:16.085078 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:16.133104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.189631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.248715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907874-5368-44db-bc3c-a51d0d8db833 req-a12c03de-9a51-4c47-b60c-35866ef1e929 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:16.258556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00907874-5368-44db-bc3c-a51d0d8db833 req-a12c03de-9a51-4c47-b60c-35866ef1e929 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1583917 Jan 29 04:39:16.316447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] DHCP port deletion for 9e2e5f00-8920-4a85-938c-ae3515e96164 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:16.362876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Deleting port 0c88413c-985c-4f43-8ce9-339122540c37 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:16.364454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.378748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00907874-5368-44db-bc3c-a51d0d8db833 req-b0c9d91b-c683-4e4e-b316-d9dd14ee9a90 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017311 Jan 29 04:39:16.400814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.423566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.431080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/115c60bc-7742-4df0-9b05-7e0737529253 HTTP/1.1" status: 204 len: 168 time: 1.2336798 Jan 29 04:39:16.432142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:16.437089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736115d-ed59-4bdb-ac8f-b9ff1d84c753 None None] Network c2060784-cd28-4006-a473-ee6b71fcca60 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:16.543205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c9fe-9786-4c07-9be3-1eb6a9de11b2 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=115c60bc-7742-4df0-9b05-7e0737529253,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:16.553793 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.621757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 9d9baf78-be02-46ff-b3a4-1345bbf81dee {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:16.622380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.660414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] Deleting port 0c88413c-985c-4f43-8ce9-339122540c37 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:16.661050 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.697597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 9d9baf78-be02-46ff-b3a4-1345bbf81dee, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d9baf78-be02-46ff-b3a4-1345bbf81dee,segment=NetworkSegment(a9b1c98a-f070-4ac7-a947-56f7d1a6ef71),segment_id=a9b1c98a-f070-4ac7-a947-56f7d1a6ef71)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:16.698258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.720298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 9d9baf78-be02-46ff-b3a4-1345bbf81dee owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:16.764513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:13Z', 'revision_number': 9, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:16.772438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] For port 0c88413c-985c-4f43-8ce9-339122540c37, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c88413c-985c-4f43-8ce9-339122540c37,segment=NetworkSegment(7de6bf4b-9ea9-43df-b7d8-7a0a1172df17),segment_id=7de6bf4b-9ea9-43df-b7d8-7a0a1172df17)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:16.773174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.794916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018b99b-a4c9-49a4-a59c-707f409501b4 req-7370b198-7837-4830-9914-7ae518341a0f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:16.796883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9018b99b-a4c9-49a4-a59c-707f409501b4 req-7370b198-7837-4830-9914-7ae518341a0f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2630789 Jan 29 04:39:16.806172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Calling delete_port for 0c88413c-985c-4f43-8ce9-339122540c37 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:16.854013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.876065 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137616-cde5-44f4-b0b0-87cdca8abb37 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:13Z', 'revision_number': 9, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': '05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84', 'name': '', 'network_id': 'd8fa987b-6624-46da-ace2-e26bda6708a8', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:2f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:23Z', 'updated_at': '2022-01-29T04:38:36Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': 'fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:16.913320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] For port 0c88413c-985c-4f43-8ce9-339122540c37, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0c88413c-985c-4f43-8ce9-339122540c37,segment=NetworkSegment(7de6bf4b-9ea9-43df-b7d8-7a0a1172df17),segment_id=7de6bf4b-9ea9-43df-b7d8-7a0a1172df17)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:16.914417 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:16.924489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port 9d9baf78-be02-46ff-b3a4-1345bbf81dee on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:16.929886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] Calling delete_port for 0c88413c-985c-4f43-8ce9-339122540c37 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:16.963773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=9d9baf78-be02-46ff-b3a4-1345bbf81dee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:16.989215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9018b99b-a4c9-49a4-a59c-707f409501b4 req-e347c05f-c203-4bcb-b944-0b55546bd923 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842666 Jan 29 04:39:17.031421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.097032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.102910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] Pushing event deleted for resources: {'Port': ['ID=0c88413c-985c-4f43-8ce9-339122540c37,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:17.107978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae3ad3-9b90-47a3-a999-1ef5984f0bb2 None None] No DVR routers for this DVR port 0c88413c-985c-4f43-8ce9-339122540c37 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:17.153125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event deleted for resources: {'Port': ['ID=0c88413c-985c-4f43-8ce9-339122540c37,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:17.156792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] No DVR routers for this DVR port 0c88413c-985c-4f43-8ce9-339122540c37 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:17.288763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.317239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9d274-aa8b-462c-b97f-7f89cc169e8e None None] DHCP port deletion for c2060784-cd28-4006-a473-ee6b71fcca60 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:17.384724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.384885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2060784-cd28-4006-a473-ee6b71fcca60']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:17.426418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:17.426776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1c98a-f070-4ac7-a947-56f7d1a6ef71') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:17.448903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2e5f00-8920-4a85-938c-ae3515e96164']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:17.467696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.471935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:17.473785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de6bf4b-9ea9-43df-b7d8-7a0a1172df17') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:17.493553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.524032 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:39:17.541574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.556935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:17.557349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:17.565597 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:17.593828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c88413c-985c-4f43-8ce9-339122540c37 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:17.625691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0c88413c-985c-4f43-8ce9-339122540c37 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:17.626722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0c88413c-985c-4f43-8ce9-339122540c37 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:17.629688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d9baf78-be02-46ff-b3a4-1345bbf81dee no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:17.632675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.672349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:17.674403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.674849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9d9baf78-be02-46ff-b3a4-1345bbf81dee {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:17.675266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d9baf78-be02-46ff-b3a4-1345bbf81dee not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:17.675871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e9526ec8-244b-4a56-b4ae-217bb16aa19a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:17.690784 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:17.708197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e9526ec8-244b-4a56-b4ae-217bb16aa19a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:17.709459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e9526ec8-244b-4a56-b4ae-217bb16aa19a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:17.741951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.748849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.752685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] 10.222.0.32 "DELETE /v2.0/networks/9e2e5f00-8920-4a85-938c-ae3515e96164 HTTP/1.1" status: 204 len: 168 time: 1.8893137 Jan 29 04:39:17.800111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e112f9-96e1-4c26-8bd9-107193df4685 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538 tempest-ExtraDHCPOptionsIpV6TestJSON-2032215538-project] Pushing event deleted for resources: {'Network': ['ID=9e2e5f00-8920-4a85-938c-ae3515e96164,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:17.953213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.963715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:17.972658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/c2060784-cd28-4006-a473-ee6b71fcca60 HTTP/1.1" status: 204 len: 168 time: 1.5193086 Jan 29 04:39:17.974382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:17.991751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dfbd0-f026-4964-8bc0-b7f45467652a req-fe7963b3-7a0a-451d-b865-2237fea04d73 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:17.999538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-272dfbd0-f026-4964-8bc0-b7f45467652a req-fe7963b3-7a0a-451d-b865-2237fea04d73 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.5233688 Jan 29 04:39:18.044890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6be37-1751-4748-9874-21b764f3cd2e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=c2060784-cd28-4006-a473-ee6b71fcca60,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:18.092184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-272dfbd0-f026-4964-8bc0-b7f45467652a req-5558cc03-2af6-4577-9c14-43dc466d37e6 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916669 Jan 29 04:39:18.259390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37426) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:18.429126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37432) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:18.549488 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.683707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-255816663', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:18.726051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f05c7e29-958c-4827-b5ac-15b6fa43e827 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc4dc91545a64db78dda83a04f127e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946427 Jan 29 04:39:18.730405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37436) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:18.732438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Made reservation on behalf of 2838810ed9054f07b01a23d48afb9f9c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:18.735223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.745002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.901189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a036db8d-d9e8-45fb-bfe6-0d882a3f6710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.923883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.930724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.933975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a036db8d-d9e8-45fb-bfe6-0d882a3f6710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:18.936766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] device_id is not set on port 6c365815-c9af-478c-84ff-d04d93de2438 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:19.008367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a036db8d-d9e8-45fb-bfe6-0d882a3f6710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.011826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a036db8d-d9e8-45fb-bfe6-0d882a3f6710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.013032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a036db8d-d9e8-45fb-bfe6-0d882a3f6710 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f8083f3-a094-4aea-874d-2b887f49fe3c HTTP/1.1" status: 204 len: 168 time: 0.2826705 Jan 29 04:39:19.025037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036db8d-d9e8-45fb-bfe6-0d882a3f6710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8083f3-a094-4aea-874d-2b887f49fe3c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:19.043046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cacf0a4-832b-436d-a03f-7d58ec7d1704,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:19.195958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Allocated IP 172.25.4.169 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/6c365815-c9af-478c-84ff-d04d93de2438) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:19.301226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:19.301658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.428325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4225-18c1-4e76-8bfe-0c1a12726160 req-61b9e8a7-6303-4e3f-9620-510839cddcca tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:19.435524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ffb4225-18c1-4e76-8bfe-0c1a12726160 req-61b9e8a7-6303-4e3f-9620-510839cddcca tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1878123 Jan 29 04:39:19.509130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ffb4225-18c1-4e76-8bfe-0c1a12726160 req-da2191cf-e124-4664-a4d2-6ce9e873623c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719817 Jan 29 04:39:19.520995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,segment=NetworkSegment(4ac88505-7c54-45a5-b7e5-77b36f35ec1b),segment_id=4ac88505-7c54-45a5-b7e5-77b36f35ec1b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:19.520995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.563962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:19.628665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.680166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37474) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:19.742631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.799657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:19.803477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:19.819358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:19.851969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Pushing event updated for resources: {'Port': ['ID=6c365815-c9af-478c-84ff-d04d93de2438,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:19.900641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:19.901412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.919125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba07e126-16aa-488a-af2a-127bcbde9042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:19.932932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9d1f012e-a56f-453b-bc20-ac8d1be4dc42 tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6719205 Jan 29 04:39:19.933848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37486) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:19.943830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.169'}]}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:20.022471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.030572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-986aa97f-2334-4211-8a73-6314133c2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:20.032424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-986aa97f-2334-4211-8a73-6314133c2f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.0827293 Jan 29 04:39:20.034370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.036202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.066749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:20.183986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb20e-3427-45df-80f1-7487fa97d633 req-0665568b-0a01-4798-8c45-7e451632ec1e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:20.189687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b38eb20e-3427-45df-80f1-7487fa97d633 req-0665568b-0a01-4798-8c45-7e451632ec1e tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2070899 Jan 29 04:39:20.246890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:20.292707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.407436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-3a8904b5-3bac-4a8e-b395-4b1e03c0671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:20.408930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-3a8904b5-3bac-4a8e-b395-4b1e03c0671c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.3644114 Jan 29 04:39:20.431341 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b38eb20e-3427-45df-80f1-7487fa97d633 req-196b3d8f-2e42-4c76-b94e-4f1310c92bde tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221522 Jan 29 04:39:20.445512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba07e126-16aa-488a-af2a-127bcbde9042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.451296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.462183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba07e126-16aa-488a-af2a-127bcbde9042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.492724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ba07e126-16aa-488a-af2a-127bcbde9042 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a839c4130714e2ab7b58449a9049466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113990 Jan 29 04:39:20.495357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37500) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:20.603674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07e126-16aa-488a-af2a-127bcbde9042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec92309-1f4b-457b-8b6f-e5cb71a0ef00,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:20.840901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1329956016'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:20.882622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.939365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-48ff62f3-5c8f-4330-80c3-ab76c42e9ba2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.4902654 Jan 29 04:39:20.942130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:20.945607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:20.993112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.031965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd005f0f-9b57-4693-af8f-27ac8e6ef966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.054279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-7280b101-16f6-456b-94e0-b8f90ca181f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:21.055755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-7280b101-16f6-456b-94e0-b8f90ca181f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.1068075 Jan 29 04:39:21.090208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd005f0f-9b57-4693-af8f-27ac8e6ef966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.119765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:21.152952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-ed3877fd-b4f2-42ca-a37e-31111c3859cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:21.154623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-ed3877fd-b4f2-42ca-a37e-31111c3859cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913768 Jan 29 04:39:21.217705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd005f0f-9b57-4693-af8f-27ac8e6ef966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.220319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd005f0f-9b57-4693-af8f-27ac8e6ef966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.223793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fd005f0f-9b57-4693-af8f-27ac8e6ef966 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dec92309-1f4b-457b-8b6f-e5cb71a0ef00 HTTP/1.1" status: 204 len: 168 time: 0.7248821 Jan 29 04:39:21.237606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.245460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd005f0f-9b57-4693-af8f-27ac8e6ef966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec92309-1f4b-457b-8b6f-e5cb71a0ef00,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:21.252780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:21.269145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:21.273060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e77604be-ae43-43a6-ab93-cf3bb2635217 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2963250 Jan 29 04:39:21.275493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37508) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:21.283905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:21.285365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:21.296721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.364979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:21.388007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621db820-d7c0-407a-8480-83c127506bbd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:21.395261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:21.402592 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.405832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.406220 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Added segment c1993998-20ec-4f18-825f-234581dea999 of type vlan for network e9db2c07-bd39-4c7e-941e-67183513bb61 Jan 29 04:39:21.435562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-95d24134-31ad-4fc7-88e1-83ff7fd1c96f service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699389 Jan 29 04:39:21.445770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:21.461517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.502680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.556246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.561641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.628634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707542f-621e-4344-97df-e1d781ba1d73 req-ddb6e771-55c3-43ae-b10a-39e3b5be793d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:21.630481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c707542f-621e-4344-97df-e1d781ba1d73 req-ddb6e771-55c3-43ae-b10a-39e3b5be793d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.0804291 Jan 29 04:39:21.712417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c707542f-621e-4344-97df-e1d781ba1d73 req-56f90164-88e0-4e71-b720-e69609d46a24 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562887 Jan 29 04:39:21.714161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.792599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.799435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.806050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:21.806672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.838006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:21.845707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623 HTTP/1.1" status: 204 len: 168 time: 0.5684209 Jan 29 04:39:21.846710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37518) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:21.847613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db25e1d-fd60-493b-9886-d03fb3a52a8b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:21.861671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6116652 Jan 29 04:39:21.864050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aba346-3bc3-486b-b565-3a2531231d6a None None] Network d8fa987b-6624-46da-ace2-e26bda6708a8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:21.873355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:19Z', 'revision_number': 10, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:21.877631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37520) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:21.886914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'subnet': {'network_id': 'e9db2c07-bd39-4c7e-941e-67183513bb61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:21.897817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0325cfbc-3b48-4238-b73b-53d1ee1ff325 req-8fc7cb24-6a61-410a-a161-5a43bc46d10c service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339039 Jan 29 04:39:21.943495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876689-f880-4e12-abf1-252886928e22 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Network': ['ID=e9db2c07-bd39-4c7e-941e-67183513bb61,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:21.963002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e9db2c07-bd39-4c7e-941e-67183513bb61 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:21.993010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.023805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:22.049116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.113731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:22.117717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.170740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:22.171513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:38:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:22.210602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.213612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.245062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port 061817ca-160f-4acc-b428-f0761de98b59 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:22.245529 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.280840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.281682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6ed8725-d913-4696-a9c7-79b005109893 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:22.310023 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:39:22.311701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0cdb2c7e-b847-402e-8232-564a54d936bc tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3755724 Jan 29 04:39:22.315891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:22.437743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Deleting port 6c365815-c9af-478c-84ff-d04d93de2438 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:22.438133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.476119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port 061817ca-160f-4acc-b428-f0761de98b59, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=061817ca-160f-4acc-b428-f0761de98b59,segment=NetworkSegment(4ac88505-7c54-45a5-b7e5-77b36f35ec1b),segment_id=4ac88505-7c54-45a5-b7e5-77b36f35ec1b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:22.476572 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.491029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for 061817ca-160f-4acc-b428-f0761de98b59 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:22.534929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:22.592587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.628498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Calling delete_port for 6c365815-c9af-478c-84ff-d04d93de2438 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:22.697239 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f6089e-ee8f-4546-9ccc-b5c93a2b310c None None] DHCP port deletion for d8fa987b-6624-46da-ace2-e26bda6708a8 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:22.708645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.817609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port 061817ca-160f-4acc-b428-f0761de98b59 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:22.819936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=061817ca-160f-4acc-b428-f0761de98b59,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:22.843584 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.895444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c365815-c9af-478c-84ff-d04d93de2438,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:22.907540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:22.921187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:19Z', 'revision_number': 10, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:22.962263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776b4e6-bd09-4f5a-9506-cc4b1b27d7f6 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:19Z', 'revision_number': 10, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None, '_interfaces': [{'id': 'b14feb41-8769-427e-9530-0a7575994482', 'name': '', 'network_id': '7a4ec212-118f-44c5-b735-3e71916237b2', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'mac_address': 'fa:16:3e:c6:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:38:14Z', 'updated_at': '2022-01-29T04:38:20Z', 'revision_number': 5, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'subnets': [{'id': '7a0be65e-8d5d-4085-8276-bfc48fa61a16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:23.010842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.017501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c4428b4-8b01-4e29-8bf6-ee684cb6efed tempest-RoutersAdminNegativeTest-1424935073 tempest-RoutersAdminNegativeTest-1424935073-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6c365815-c9af-478c-84ff-d04d93de2438 HTTP/1.1" status: 204 len: 168 time: 0.6963243 Jan 29 04:39:23.088602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.093267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Subnet': ['ID=80b71fbf-0b8b-4175-bf69-85b051b24f43,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:23.126318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fa987b-6624-46da-ace2-e26bda6708a8']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:23.150554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac88505-7c54-45a5-b7e5-77b36f35ec1b') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:23.150944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac88505-7c54-45a5-b7e5-77b36f35ec1b') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:23.162850 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fc4d7-ed82-42f6-abe2-7904a927c54f req-fc9ad7b5-ef15-4b87-8819-83df64f38f73 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:23.165316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-028fc4d7-ed82-42f6-abe2-7904a927c54f req-fc9ad7b5-ef15-4b87-8819-83df64f38f73 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2903872 Jan 29 04:39:23.179909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.200353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Checking segment: {'id': 'c1993998-20ec-4f18-825f-234581dea999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e9db2c07-bd39-4c7e-941e-67183513bb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:23.200863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network hostable DHCP agents. Network: e9db2c07-bd39-4c7e-941e-67183513bb61, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:23.222316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.243031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:23.243566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:23.249701 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:23.273479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-028fc4d7-ed82-42f6-abe2-7904a927c54f req-99cdfeae-e64b-4cef-a4eb-20f652490081 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972886 Jan 29 04:39:23.300142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:23.333046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e9db2c07-bd39-4c7e-941e-67183513bb61) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:23.339316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:23.339973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.344807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc01ad2d-0f83-4bee-8234-e331afa74df2 None None] Network e9db2c07-bd39-4c7e-941e-67183513bb61 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:23.350248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.364164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.378837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:23.378980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/d8fa987b-6624-46da-ace2-e26bda6708a8 HTTP/1.1" status: 204 len: 168 time: 1.5281460 Jan 29 04:39:23.394535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966dcc7-f942-447b-97ac-e38098a0ad21 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=d8fa987b-6624-46da-ace2-e26bda6708a8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:23.410259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:23.410455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c31d13b1-33d7-4583-b6d9-28eca0725341 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5315204 Jan 29 04:39:23.420041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2050162740', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:23.587022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37566) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:23.620333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:23.654898 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf7a6f-c506-4c34-92d7-a0bf1f3fbf7a None None] Network e9db2c07-bd39-4c7e-941e-67183513bb61 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:23.663416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:23.663992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05b9fe38-ad9a-4f4b-a12d-5f2c9a0d6a84 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:23.664422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 061817ca-160f-4acc-b428-f0761de98b59 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:23.769069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 061817ca-160f-4acc-b428-f0761de98b59 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:23.769316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 061817ca-160f-4acc-b428-f0761de98b59 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:23.771884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e655fe35-5c3c-48d5-9e49-44ff746c2a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.912837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6774f82-f467-419a-871b-a289a5a260f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.966564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.968045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.975371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e655fe35-5c3c-48d5-9e49-44ff746c2a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:23.986276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e655fe35-5c3c-48d5-9e49-44ff746c2a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.011537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdae1b7-37c7-484e-a85f-e69b0aace7a5 req-3d51ecc1-cc6c-4903-973e-f90c79e4d983 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:24.013619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffdae1b7-37c7-484e-a85f-e69b0aace7a5 req-3d51ecc1-cc6c-4903-973e-f90c79e4d983 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3867774 Jan 29 04:39:24.072964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffdae1b7-37c7-484e-a85f-e69b0aace7a5 req-0c879d42-cf1d-46cd-a32d-7357b14e5151 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Jan 29 04:39:24.096635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e655fe35-5c3c-48d5-9e49-44ff746c2a21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=078cbc763c594e448d77171c5226c5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084789 Jan 29 04:39:24.097423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655fe35-5c3c-48d5-9e49-44ff746c2a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e663fe-7ef8-4e80-abb0-409f0df8f6b4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:24.100453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:24.128448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.340548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed218a4-9248-4bab-a793-d5cc346ce82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.428647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed218a4-9248-4bab-a793-d5cc346ce82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.440153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.461921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5521cf-4132-467a-b4d6-3a0740f86ce3 req-6efbf20e-8958-467f-b981-cc7aeb0cc06b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:24.470032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc5521cf-4132-467a-b4d6-3a0740f86ce3 req-6efbf20e-8958-467f-b981-cc7aeb0cc06b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.1064422 Jan 29 04:39:24.533223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dc5521cf-4132-467a-b4d6-3a0740f86ce3 req-59e55f4b-7aa9-45d7-9127-c6eebf6c06dd tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617323 Jan 29 04:39:24.572564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed218a4-9248-4bab-a793-d5cc346ce82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.575629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ed218a4-9248-4bab-a793-d5cc346ce82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.579876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8ed218a4-9248-4bab-a793-d5cc346ce82f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8e663fe-7ef8-4e80-abb0-409f0df8f6b4 HTTP/1.1" status: 204 len: 168 time: 0.4783437 Jan 29 04:39:24.591516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed218a4-9248-4bab-a793-d5cc346ce82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e663fe-7ef8-4e80-abb0-409f0df8f6b4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:24.928064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:24.947766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37628) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:25.004543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2dcd2232-9c0d-4f06-b685-58695cd8289f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2838810ed9054f07b01a23d48afb9f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553234 Jan 29 04:39:25.004842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:25.184625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59798cb8-da18-41a5-9fcc-438fd3e2fe16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.232485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-bb4fd975-f8e3-411b-90f8-c631625f32d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:25.237072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-bb4fd975-f8e3-411b-90f8-c631625f32d9 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e HTTP/1.1" status: 200 len: 943 time: 0.1320260 Jan 29 04:39:25.239282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59798cb8-da18-41a5-9fcc-438fd3e2fe16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.422484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.475623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.546797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59798cb8-da18-41a5-9fcc-438fd3e2fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.549281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59798cb8-da18-41a5-9fcc-438fd3e2fe16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.550680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-59798cb8-da18-41a5-9fcc-438fd3e2fe16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cacf0a4-832b-436d-a03f-7d58ec7d1704 HTTP/1.1" status: 204 len: 168 time: 0.5447111 Jan 29 04:39:25.609486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59798cb8-da18-41a5-9fcc-438fd3e2fe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cacf0a4-832b-436d-a03f-7d58ec7d1704,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:25.691624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Deleting port 4fca2967-d77f-4816-ad8f-499e6fb1275f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:25.691964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.747006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.78 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c13d9e11-62b2-4dbd-8608-ab474a21e484) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:25.769095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf52335-4852-42ce-b326-891152cbc249 req-53d231f3-ba14-4673-abb5-cb80fa15b2e9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:25.781651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddf52335-4852-42ce-b326-891152cbc249 req-53d231f3-ba14-4673-abb5-cb80fa15b2e9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.1236408 Jan 29 04:39:25.831187 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddf52335-4852-42ce-b326-891152cbc249 req-fdf4e20c-a894-47ae-a4f5-d57e84d2a527 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474086 Jan 29 04:39:25.834085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port b14feb41-8769-427e-9530-0a7575994482 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:25.834442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.943871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] For port 4fca2967-d77f-4816-ad8f-499e6fb1275f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4fca2967-d77f-4816-ad8f-499e6fb1275f,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:25.944245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:25.981792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Calling delete_port for 4fca2967-d77f-4816-ad8f-499e6fb1275f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:26.032252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port b14feb41-8769-427e-9530-0a7575994482, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b14feb41-8769-427e-9530-0a7575994482,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:26.032889 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.057728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for b14feb41-8769-427e-9530-0a7575994482 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:26.089522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4202d853-b00f-4608-b1b3-a22fe3e0fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.174756 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.246271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-cca6745d-a52b-45a2-b8ed-7cda9926ee46 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:26.247785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-cca6745d-a52b-45a2-b8ed-7cda9926ee46 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.1880081 Jan 29 04:39:26.436450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.518420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37662) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:26.538717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:26.550766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:26.557842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=c13d9e11-62b2-4dbd-8608-ab474a21e484,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:26.560227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:26.596381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Deleting port 1e05b953-411c-45e4-b809-7ad549a437d0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:26.596808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.637222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.637750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1485135024'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:26.665149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Made reservation on behalf of 578ec5d406084ddc9b6aa80ce5da5db7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:26.672628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.673850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:26.684085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.756543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['fe40a1da-44a7-426d-96c7-56fa49ad3e65'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:26.760742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'Port': ['ID=4fca2967-d77f-4816-ad8f-499e6fb1275f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:26.799160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.807037 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.842449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:26.862565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268e08c7-88e9-4be0-8eed-f4caa0e81d07,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:26.871303 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.872008 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Added segment 651fba71-60b3-40a0-bce3-72efc36dced0 of type vlan for network 58154403-193d-48ee-8f50-63ce45603704 Jan 29 04:39:26.962704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:26.988054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] No DVR routers for this DVR port 4fca2967-d77f-4816-ad8f-499e6fb1275f on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:27.013744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.017422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9be4cd50-6dd2-44b8-9723-5dbd1ba3c510 req-adb6274b-183a-4b6c-a47e-13299e98429d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "DELETE /v2.0/ports/4fca2967-d77f-4816-ad8f-499e6fb1275f HTTP/1.1" status: 204 len: 173 time: 1.7669420 Jan 29 04:39:27.020742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-deleted', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:27.024141 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e76fd3-0f6a-4541-bb12-7b1ef3154464" -d '{"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-deleted", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:27.033691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.056450 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.063314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:27.064265 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.103284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c31590-87b1-41b5-bca7-5ae409b6712b req-97dadb26-001b-4f78-8165-22c255345019 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:27.105390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76c31590-87b1-41b5-bca7-5ae409b6712b req-97dadb26-001b-4f78-8165-22c255345019 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.1095686 Jan 29 04:39:27.170835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] For port 1e05b953-411c-45e4-b809-7ad549a437d0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=1e05b953-411c-45e4-b809-7ad549a437d0,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:27.171671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.191988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=b14feb41-8769-427e-9530-0a7575994482,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:27.196063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76c31590-87b1-41b5-bca7-5ae409b6712b req-fe0ed4f2-8c94-46a4-89cb-7a37d9e53652 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555623 Jan 29 04:39:27.203034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6833410 Jan 29 04:39:27.206985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37682) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:27.213554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Request body: {'subnet': {'network_id': '58154403-193d-48ee-8f50-63ce45603704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:27.237572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f2a10-20c1-4a09-9bcf-f3c48a203107 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event updated for resources: {'Network': ['ID=58154403-193d-48ee-8f50-63ce45603704,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:27.352963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 58154403-193d-48ee-8f50-63ce45603704 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:27.488421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Made reservation on behalf of 578ec5d406084ddc9b6aa80ce5da5db7 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:27.518189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.555953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.789796 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c385e56-58d7-4701-bdb5-c87dfb76cc2c x-openstack-request-id: req-6c385e56-58d7-4701-bdb5-c87dfb76cc2c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:27.790240 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e", "name": "network-vif-deleted", "tag": "4fca2967-d77f-4816-ad8f-499e6fb1275f", "status": "failed", "code": 422}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:27.790560 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c385e56-58d7-4701-bdb5-c87dfb76cc2c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:27.791057 n-d-825930-1 neutron-server[102402]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b8f2b2a-eb3e-4b54-99f1-4bf5c5c0f66e', 'name': 'network-vif-deleted', 'tag': '4fca2967-d77f-4816-ad8f-499e6fb1275f', 'status': 'failed', 'code': 422} returned with failed status Jan 29 04:39:27.852601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.960581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event updated for resources: {'Subnet': ['ID=653d4343-65cf-4295-90a8-89a43f35e2de,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:27.966737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Checking segment: {'id': '651fba71-60b3-40a0-bce3-72efc36dced0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '58154403-193d-48ee-8f50-63ce45603704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:27.967099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Network hostable DHCP agents. Network: 58154403-193d-48ee-8f50-63ce45603704, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:27.971966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:27.991174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Network 58154403-193d-48ee-8f50-63ce45603704 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:28.001768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 58154403-193d-48ee-8f50-63ce45603704) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:28.007652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:28.008239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.027725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f77a7-8f3d-47e1-b0b9-289526bd62e8 None None] Network 58154403-193d-48ee-8f50-63ce45603704 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:28.032778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ab6b57af-f467-4d6f-b86d-e0f07c88ac7e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8224866 Jan 29 04:39:28.033585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:28.045797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Request body: {'port': {'network_id': '58154403-193d-48ee-8f50-63ce45603704', 'name': 'tempest-ExtraDHCPOptionsTestJSON-648110351'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:28.192829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.201926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-58154403-193d-48ee-8f50-63ce45603704', 'network_id': '58154403-193d-48ee-8f50-63ce45603704', 'tenant_id': '578ec5d406084ddc9b6aa80ce5da5db7', 'fixed_ips': [{'subnet_id': '653d4343-65cf-4295-90a8-89a43f35e2de'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:39:28.203507 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.300085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Made reservation on behalf of 578ec5d406084ddc9b6aa80ce5da5db7 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:28.309600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.331014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.331374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.331724 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Floating IP 4bda23de-7577-48e9-9d6e-a9f024105c63 disassociated. External IP: 172.25.4.160, port: 1e05b953-411c-45e4-b809-7ad549a437d0. Jan 29 04:39:28.332158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Calling delete_port for 1e05b953-411c-45e4-b809-7ad549a437d0 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:28.360543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba21b7-61be-4fca-b335-ee0e3535c022 req-bed98ae5-4609-40af-bb74-9a2dcbcd6c54 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:28.362147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6aba21b7-61be-4fca-b335-ee0e3535c022 req-bed98ae5-4609-40af-bb74-9a2dcbcd6c54 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 908 time: 0.1521969 Jan 29 04:39:28.370970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] device_id is not set on port cae6fb72-9c9a-4698-9964-5467bf8dce0a yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:28.377358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:28.432230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Allocated IP 172.20.0.2 (58154403-193d-48ee-8f50-63ce45603704/653d4343-65cf-4295-90a8-89a43f35e2de/4cac446f-b602-4690-89cc-a0268c33b0bb) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:28.586590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.591880 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.616739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c14b1f-7d68-495c-9f69-221b24d3b9e2 req-9f1cb5c4-e567-4688-9a7c-6fd3b00af39a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:28.618305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8c14b1f-7d68-495c-9f69-221b24d3b9e2 req-9f1cb5c4-e567-4688-9a7c-6fd3b00af39a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 947 time: 0.2790439 Jan 29 04:39:28.623724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:28.638419 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:28.645458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Network 58154403-193d-48ee-8f50-63ce45603704 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:28.651849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ba7ed93-b679-4dae-9735-806986ba8380 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2661812 Jan 29 04:39:28.652023 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:28.652111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:28.652187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:28.652904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:28.653129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:28.662020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Pushing event updated for resources: {'Port': ['ID=4cac446f-b602-4690-89cc-a0268c33b0bb,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:28.707124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Allocated IP 172.20.0.7 (58154403-193d-48ee-8f50-63ce45603704/653d4343-65cf-4295-90a8-89a43f35e2de/cae6fb72-9c9a-4698-9964-5467bf8dce0a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:28.710662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.711005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.711335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.711840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.712319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.713383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.713383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.713998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.714539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.715042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.715595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.716132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:39:28.757304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Attempting to bind port 4cac446f-b602-4690-89cc-a0268c33b0bb on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:39:28.758077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Attempting to bind port 4cac446f-b602-4690-89cc-a0268c33b0bb by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '651fba71-60b3-40a0-bce3-72efc36dced0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '58154403-193d-48ee-8f50-63ce45603704'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:39:28.758680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Attempting to bind port 4cac446f-b602-4690-89cc-a0268c33b0bb on network 58154403-193d-48ee-8f50-63ce45603704 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:28.765945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:39:28.766833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Checking segment: {'id': '651fba71-60b3-40a0-bce3-72efc36dced0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '58154403-193d-48ee-8f50-63ce45603704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:28.767874 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.768462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Bound using segment: {'id': '651fba71-60b3-40a0-bce3-72efc36dced0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '58154403-193d-48ee-8f50-63ce45603704'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:39:28.769264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Bound port: 4cac446f-b602-4690-89cc-a0268c33b0bb, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651fba71-60b3-40a0-bce3-72efc36dced0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '58154403-193d-48ee-8f50-63ce45603704'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:39:28.770060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.793697 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:28.853618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] For port 4cac446f-b602-4690-89cc-a0268c33b0bb, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:39:28.859913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] For port 4cac446f-b602-4690-89cc-a0268c33b0bb, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4cac446f-b602-4690-89cc-a0268c33b0bb,segment=NetworkSegment(651fba71-60b3-40a0-bce3-72efc36dced0),segment_id=651fba71-60b3-40a0-bce3-72efc36dced0)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:39:28.872430 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.905454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8c14b1f-7d68-495c-9f69-221b24d3b9e2 req-71b76989-e6fe-4ed9-bac9-0d99378a313b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f2d6b8d-0368-47d1-8e18-45e9d01e2307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798142 Jan 29 04:39:28.924395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting subnet 7a0be65e-8d5d-4085-8276-bfc48fa61a16 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:28.928416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.949166 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:26Z', 'revision_number': 11, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:28.951050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.986720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:28.988711 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:29.001639 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:29.002567 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:29.013170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac384-d641-4ddd-8e66-a3f961503bb3 None None] Pushing event updated for resources: {'Port': ['ID=4cac446f-b602-4690-89cc-a0268c33b0bb,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:29.023756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.070844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Network 58154403-193d-48ee-8f50-63ce45603704 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:29.078289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:29.104227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:29.114635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:29.117434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.206832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event updated for resources: {'Port': ['ID=cae6fb72-9c9a-4698-9964-5467bf8dce0a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:29.245590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:29.246367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.259860 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:29.263259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.276954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.281338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eca3b59e-5124-4f18-86cf-abe1c868b23d tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452097 Jan 29 04:39:29.283348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.293275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:29.323418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No active binding found for port 1e05b953-411c-45e4-b809-7ad549a437d0 {{(pid=102404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:39:29.323866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 1e05b953-411c-45e4-b809-7ad549a437d0 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:29.365433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Request body: {'port': {'network_id': '58154403-193d-48ee-8f50-63ce45603704', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1807068287', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:29.366158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] bootfile-name is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:29.366683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] tftp-server is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:29.367117 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] server-ip-address is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:29.367880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72be8980-8b6d-41e9-98cb-6d46f70e8c99 None None] Network 7a4ec212-118f-44c5-b735-3e71916237b2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:29.383561 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:26Z', 'revision_number': 11, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:29.397621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.401125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/7a0be65e-8d5d-4085-8276-bfc48fa61a16 HTTP/1.1" status: 204 len: 168 time: 0.7222943 Jan 29 04:39:29.403444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.403992 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37716) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:29.407983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368edf2-dc13-4d3e-8b94-02ff285d5085 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0be65e-8d5d-4085-8276-bfc48fa61a16,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:29.411110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.472789 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79d1a-60d6-4f0d-9515-e2eeb400b5a5 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:26Z', 'revision_number': 11, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:29.493479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event deleted for resources: {'Port': ['ID=1e05b953-411c-45e4-b809-7ad549a437d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:29.630188 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.791376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d087f78-4e5e-4cda-bd28-a1233c4bcea6 req-1b6a7b2e-e62b-4a01-9a9c-1b673376f6a7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:29.792931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3d087f78-4e5e-4cda-bd28-a1233c4bcea6 req-1b6a7b2e-e62b-4a01-9a9c-1b673376f6a7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 908 time: 0.1582968 Jan 29 04:39:29.808033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-1990b478-f111-4ca5-8fce-9a1794c9a712 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:29.809577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-1990b478-f111-4ca5-8fce-9a1794c9a712 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 908 time: 0.1762178 Jan 29 04:39:29.901994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Deleting port fe9d1273-1c49-4e92-9216-81962222dbaa {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:29.902385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:29.921700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] DHCP port deletion for 7a4ec212-118f-44c5-b735-3e71916237b2 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:30.032024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4cac446f-b602-4690-89cc-a0268c33b0bb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:30.078040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] For port fe9d1273-1c49-4e92-9216-81962222dbaa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9d1273-1c49-4e92-9216-81962222dbaa,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:30.078623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.095958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Calling delete_port for fe9d1273-1c49-4e92-9216-81962222dbaa owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:30.123447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Deleting port 7378e845-d669-4b26-b4cb-415cccb191e6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:30.123802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.167563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] Deleting port fe9d1273-1c49-4e92-9216-81962222dbaa {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:30.170859 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.212599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54187087-f46f-4ebf-9887-b8877d06755f req-09220fa1-7998-40b6-a116-318bf5bf5f47 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 210 time: 0.1094611 Jan 29 04:39:30.295298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:30.322654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] For port fe9d1273-1c49-4e92-9216-81962222dbaa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fe9d1273-1c49-4e92-9216-81962222dbaa,segment=NetworkSegment(04637bef-1fba-4fa0-bb26-679e7ca7c7fc),segment_id=04637bef-1fba-4fa0-bb26-679e7ca7c7fc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:30.323099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.336792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Made reservation on behalf of 578ec5d406084ddc9b6aa80ce5da5db7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:30.340651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.353829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] Calling delete_port for fe9d1273-1c49-4e92-9216-81962222dbaa owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:30.371225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] device_id is not set on port 0f5f2dd0-a099-4cba-ad61-cbf426e69892 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:30.378779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] For port 7378e845-d669-4b26-b4cb-415cccb191e6, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7378e845-d669-4b26-b4cb-415cccb191e6,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:30.379146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.396901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Calling delete_port for 7378e845-d669-4b26-b4cb-415cccb191e6 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:30.406624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.435706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Port': ['ID=fe9d1273-1c49-4e92-9216-81962222dbaa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:30.444691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No DVR routers for this DVR port fe9d1273-1c49-4e92-9216-81962222dbaa on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:30.459873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.495426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] Pushing event deleted for resources: {'Port': ['ID=fe9d1273-1c49-4e92-9216-81962222dbaa,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:30.504338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4cac446f-b602-4690-89cc-a0268c33b0bb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:30.505088 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.510178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b90dbb-bd94-4e6e-9bf4-6ab3f90853e9 None None] No DVR routers for this DVR port fe9d1273-1c49-4e92-9216-81962222dbaa on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:30.590513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Allocated IP 172.20.0.6 (58154403-193d-48ee-8f50-63ce45603704/653d4343-65cf-4295-90a8-89a43f35e2de/0f5f2dd0-a099-4cba-ad61-cbf426e69892) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:30.598926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.611287 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.633093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4ec212-118f-44c5-b735-3e71916237b2']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:30.651249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04637bef-1fba-4fa0-bb26-679e7ca7c7fc') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:30.651454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04637bef-1fba-4fa0-bb26-679e7ca7c7fc') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:30.662816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.664185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 4cac446f-b602-4690-89cc-a0268c33b0bb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4cac446f-b602-4690-89cc-a0268c33b0bb,segment=NetworkSegment(651fba71-60b3-40a0-bce3-72efc36dced0),segment_id=651fba71-60b3-40a0-bce3-72efc36dced0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:30.684368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.685634 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.751146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:30.751563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:30.754544 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:30.757583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=4cac446f-b602-4690-89cc-a0268c33b0bb,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:30.776702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419efb8-15bf-4ff2-8bfa-5b62f089b573 None None] Network 58154403-193d-48ee-8f50-63ce45603704 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:30.779427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:39:30.844710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.854103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.892068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.896117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/networks/7a4ec212-118f-44c5-b735-3e71916237b2 HTTP/1.1" status: 204 len: 168 time: 1.4906323 Jan 29 04:39:30.903009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:30.905646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d566a945-7e80-4667-95c4-db3a8ca679fc None None] Provisioning complete for port 4cac446f-b602-4690-89cc-a0268c33b0bb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:30.906785 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d566a945-7e80-4667-95c4-db3a8ca679fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:30.920296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'Port': ['ID=7378e845-d669-4b26-b4cb-415cccb191e6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:30.924844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651eab-b6fc-4a61-be26-d72aed79fc69 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Pushing event deleted for resources: {'Network': ['ID=7a4ec212-118f-44c5-b735-3e71916237b2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:30.959430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'routes': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:30.998001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-981df408-6ac4-4662-8815-1edc743af5fa req-a8812506-3b11-4325-b7a9-47897911380d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f1bf76-ae56-4562-bde1-4f3db9d61692 HTTP/1.1" status: 200 len: 210 time: 0.0793035 Jan 29 04:39:30.999122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] No DVR routers for this DVR port 7378e845-d669-4b26-b4cb-415cccb191e6 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:31.001975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:31.006407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-109771c6-7984-4dc0-a6db-5d900027b1cc req-77373b57-3764-42ac-98cc-16c70a380d37 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "DELETE /v2.0/ports/7378e845-d669-4b26-b4cb-415cccb191e6 HTTP/1.1" status: 204 len: 173 time: 1.1899731 Jan 29 04:39:31.007011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'name': 'network-vif-deleted', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:31.011883 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091d613-9b2c-47c2-a3a1-f074f1cab39d" -d '{"events": [{"server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "name": "network-vif-deleted", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:31.265332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:31.279512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:31.313634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:31.315495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:31.462410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] No DVR routers for this DVR port 1e05b953-411c-45e4-b809-7ad549a437d0 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:31.482368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d87ab4c-27c7-4621-87e2-84d66ae618bc req-0238435f-3b8c-4b77-9dd3-3184d7f44715 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d738a-4924-4577-b00c-d926c46a63b6 HTTP/1.1" status: 200 len: 210 time: 0.0781715 Jan 29 04:39:31.490039 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c4e247-aaef-4bfb-8bde-54ec96de7004 x-openstack-request-id: req-63c4e247-aaef-4bfb-8bde-54ec96de7004 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:31.491353 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f1bf76-ae56-4562-bde1-4f3db9d61692", "name": "network-vif-deleted", "tag": "7378e845-d669-4b26-b4cb-415cccb191e6", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:31.491720 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63c4e247-aaef-4bfb-8bde-54ec96de7004 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:31.493490 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f1bf76-ae56-4562-bde1-4f3db9d61692', 'name': 'network-vif-deleted', 'tag': '7378e845-d669-4b26-b4cb-415cccb191e6', 'status': 'completed', 'code': 200} Jan 29 04:39:31.564134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:31.579027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4cac446f-b602-4690-89cc-a0268c33b0bb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:31.602941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:31.606993 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-559d32e3-d71d-4541-8e73-c1eea7382c5b req-aee720cd-4641-4da1-8ebe-013ab8aaa8d4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "DELETE /v2.0/ports/1e05b953-411c-45e4-b809-7ad549a437d0 HTTP/1.1" status: 204 len: 173 time: 5.3512158 Jan 29 04:39:31.608444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:31.619385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-deleted', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:31.622274 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a7efea-ec82-4c82-b48b-6fbc4974e1ec" -d '{"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-deleted", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:31.637412 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:31.655485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:31.687241 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:31.692066 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:31.743934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Added routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:39:31.744231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Removed routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:39:31.744598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:31.772422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:31.834722 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94db33b-671d-4db1-b5c8-a5edb11fd62e x-openstack-request-id: req-b94db33b-671d-4db1-b5c8-a5edb11fd62e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:31.835179 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d738a-4924-4577-b00c-d926c46a63b6", "name": "network-vif-deleted", "tag": "1e05b953-411c-45e4-b809-7ad549a437d0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:31.835308 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b94db33b-671d-4db1-b5c8-a5edb11fd62e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:31.835637 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d738a-4924-4577-b00c-d926c46a63b6', 'name': 'network-vif-deleted', 'tag': '1e05b953-411c-45e4-b809-7ad549a437d0', 'status': 'completed', 'code': 200} Jan 29 04:39:31.865188 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:31.898527 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:31.899181 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:31.986447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:31.993645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2831844-09bd-4620-a93e-867b9c9a4a92 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5797989 Jan 29 04:39:31.994122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37742) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:32.010796 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:32.016372 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ad1f9-4ee6-434b-b3cb-b510d63e949d None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:32.132654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Network 58154403-193d-48ee-8f50-63ce45603704 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:32.145772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:32.171097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event updated for resources: {'Port': ['ID=0f5f2dd0-a099-4cba-ad61-cbf426e69892,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:32.189095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:32.359334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb067ebd-02d7-46fe-a1d6-8fc4ba1f2541 None None] Provisioning complete for port 4cac446f-b602-4690-89cc-a0268c33b0bb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:32.398094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb067ebd-02d7-46fe-a1d6-8fc4ba1f2541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.433610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.440821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.471135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:32.471873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.531159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4cac446f-b602-4690-89cc-a0268c33b0bb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:32.531794 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.618988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 1b880b5f-0345-44c1-83a8-91ec0d292f81 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:32.628619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da971778-599d-4729-a2d8-58e810116bba tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2700179 Jan 29 04:39:32.633736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37756) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:32.702495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37758) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:32.778112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:32.789749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:32.800286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.801455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-50677b1f-1199-4b94-9c0a-446dddeb639b tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 705 time: 1.8462307 Jan 29 04:39:32.807193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37762) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:32.821720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf43cce2-7560-45dd-b6e1-c551ab2b1739 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:32.828822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf43cce2-7560-45dd-b6e1-c551ab2b1739 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:32.844130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf43cce2-7560-45dd-b6e1-c551ab2b1739 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:32.848399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf43cce2-7560-45dd-b6e1-c551ab2b1739 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2108800 Jan 29 04:39:32.853852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:32.857392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-71ef048c-bb40-46a8-a00b-6fe8409d9246 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 205 time: 0.0460780 Jan 29 04:39:32.869303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37766) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:32.873534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] Sync routers for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:32.879487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:32.892558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b14feb41-8769-427e-9530-0a7575994482 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:32.923758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:32.924492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:32.926849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b14feb41-8769-427e-9530-0a7575994482 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:32.926849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b14feb41-8769-427e-9530-0a7575994482 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:32.929563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9d1273-1c49-4e92-9216-81962222dbaa no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:32.948734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e0ae-43f2-4779-8f62-ad5d99984f51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.976798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e0ae-43f2-4779-8f62-ad5d99984f51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:32.978723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fe9d1273-1c49-4e92-9216-81962222dbaa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:32.979244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fe9d1273-1c49-4e92-9216-81962222dbaa not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:32.995238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d68ba-0a25-478c-801b-aa3626fc843d req-f47f6f5b-c819-44d5-a0ba-f9f63e27bd7f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:32.997518 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b1d68ba-0a25-478c-801b-aa3626fc843d req-f47f6f5b-c819-44d5-a0ba-f9f63e27bd7f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 946 time: 0.5058229 Jan 29 04:39:33.000263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.027089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:33.028087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:33.055182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e0ae-43f2-4779-8f62-ad5d99984f51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.071706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e0ae-43f2-4779-8f62-ad5d99984f51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.076557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ab1e0ae-43f2-4779-8f62-ad5d99984f51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f2d6b8d-0368-47d1-8e18-45e9d01e2307 HTTP/1.1" status: 204 len: 168 time: 0.3572323 Jan 29 04:39:33.077263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:33.105157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb067ebd-02d7-46fe-a1d6-8fc4ba1f2541 None None] Provisioning complete for port cae6fb72-9c9a-4698-9964-5467bf8dce0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:33.105523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb067ebd-02d7-46fe-a1d6-8fc4ba1f2541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.137359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:33.141212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1e0ae-43f2-4779-8f62-ad5d99984f51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d6b8d-0368-47d1-8e18-45e9d01e2307,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:33.152540 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-54e14332-350f-4099-b1ab-9cbb1b10233e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] show failed (client error): The resource could not be found. Jan 29 04:39:33.156343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-54e14332-350f-4099-b1ab-9cbb1b10233e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups/3f2d6b8d-0368-47d1-8e18-45e9d01e2307 HTTP/1.1" status: 404 len: 347 time: 0.0655227 Jan 29 04:39:33.158203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:33.209472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:26Z', 'revision_number': 11, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:33.319635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] Checking router: 1b880b5f-0345-44c1-83a8-91ec0d292f81 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:33.324309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bb067ebd-02d7-46fe-a1d6-8fc4ba1f2541 None None] Port cae6fb72-9c9a-4698-9964-5467bf8dce0a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:33.349590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Deleting port 0f5f2dd0-a099-4cba-ad61-cbf426e69892 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:33.350680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.366925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] Routers {'1b880b5f-0345-44c1-83a8-91ec0d292f81'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:33.367570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1b880b5f-0345-44c1-83a8-91ec0d292f81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:33.386755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:33.467605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Deleting port f1b8971a-cc42-4393-a9da-a0d7a8d59a47 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:33.468447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.497186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] Set router 1b880b5f-0345-44c1-83a8-91ec0d292f81 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:33.585014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:26Z', 'revision_number': 11, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:33.613093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f20d3072-7168-484f-b11f-c0d5511f6be6 None None] Provisioning complete for port cae6fb72-9c9a-4698-9964-5467bf8dce0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:33.613458 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f20d3072-7168-484f-b11f-c0d5511f6be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.626330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe94561-dde7-4f2e-9275-dadca9455032 None None] The sync data for ids ['1b880b5f-0345-44c1-83a8-91ec0d292f81'] in n-d-825930-1 is: [{'id': '1b880b5f-0345-44c1-83a8-91ec0d292f81', 'name': 'tempest-RoutersIpV6Test-router-1204254812', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:38:08Z', 'updated_at': '2022-01-29T04:39:26Z', 'revision_number': 11, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:33.678118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.678714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.703204 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.747060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3072-7168-484f-b11f-c0d5511f6be6 None None] Port cae6fb72-9c9a-4698-9964-5467bf8dce0a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:33.747969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Calling delete_port for f1b8971a-cc42-4393-a9da-a0d7a8d59a47 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:33.768332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Calling delete_port for 0f5f2dd0-a099-4cba-ad61-cbf426e69892 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:33.817212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.828437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.857158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b1d68ba-0a25-478c-801b-aa3626fc843d req-baa3dd41-d460-466d-b823-f4367b829147 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8397427 Jan 29 04:39:33.890586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f20d3072-7168-484f-b11f-c0d5511f6be6 None None] Provisioning complete for port 0f5f2dd0-a099-4cba-ad61-cbf426e69892 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:33.890961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f20d3072-7168-484f-b11f-c0d5511f6be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:33.969853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3072-7168-484f-b11f-c0d5511f6be6 None None] Port 0f5f2dd0-a099-4cba-ad61-cbf426e69892 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:34.009880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.010482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router 1b880b5f-0345-44c1-83a8-91ec0d292f81 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:34.025623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:34.028148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.033450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:34.042481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-24785a6b-898e-4a1e-a454-05c2133423b6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 204 len: 168 time: 1.1668782 Jan 29 04:39:34.060738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.070349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110706966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:34.072565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17686a9-2488-4282-976d-606d04d892d4 None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:34.177619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.178715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.207770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.243109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.304467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event deleted for resources: {'Port': ['ID=f1b8971a-cc42-4393-a9da-a0d7a8d59a47,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:34.482717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.1 (e9db2c07-bd39-4c7e-941e-67183513bb61/80b71fbf-0b8b-4175-bf69-85b051b24f43/83d18d15-cece-49e5-ab20-2cc96b0c8d9f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:34.546371 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3abd1-a658-4ba7-aecf-9631893b442b None None] New status for floating IP 4bda23de-7577-48e9-9d6e-a9f024105c63: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:39:34.613149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7378e845-d669-4b26-b4cb-415cccb191e6 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:34.618817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:34.625790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.639315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 7378e845-d669-4b26-b4cb-415cccb191e6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:34.639661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7378e845-d669-4b26-b4cb-415cccb191e6 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:34.643255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-d28f2450-da4c-43a8-8731-81c8765af221 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:34.644745 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-d28f2450-da4c-43a8-8731-81c8765af221 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 946 time: 0.5684781 Jan 29 04:39:34.668340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.703312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.733247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:34.739194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:34.752068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:34.752300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event deleted for resources: {'Port': ['ID=0f5f2dd0-a099-4cba-ad61-cbf426e69892,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:34.796549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.809644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=83d18d15-cece-49e5-ab20-2cc96b0c8d9f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:34.832150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.889073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.893478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ab92a3b-994e-413e-b0a8-3226538d34c6 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8489697 Jan 29 04:39:34.895368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:34.911128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:34.921051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.923813 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:34.925061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9471cc1a-e377-4e9d-a799-56314c26989d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "DELETE /v2.0/floatingips/4bda23de-7577-48e9-9d6e-a9f024105c63 HTTP/1.1" status: 204 len: 168 time: 1.7653697 Jan 29 04:39:35.050101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.195516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.204681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f08800f4-8714-4ce2-9eac-11fbac0349f6 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "DELETE /v2.0/ports/0f5f2dd0-a099-4cba-ad61-cbf426e69892 HTTP/1.1" status: 204 len: 168 time: 2.3462214 Jan 29 04:39:35.220194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37794) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:35.226138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Request body: {'port': {'name': 'tempest-new-port-name-29477924', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:35.226540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] bootfile-name is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:35.226871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] tftp-server is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:35.227199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.api.validators [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] server-ip-address is not in valid_values {{(pid=102403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 04:39:35.399553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37796) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:35.410097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15471797', 'description': 'tempest-description--38953540'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:35.415634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.461285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.461509 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.484277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7655-d327-43d1-94a2-ea0d3a5227b5 req-a804fe90-31aa-470a-8712-d02773eb84c4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:35.485861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dfb7655-d327-43d1-94a2-ea0d3a5227b5 req-a804fe90-31aa-470a-8712-d02773eb84c4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 946 time: 0.4355228 Jan 29 04:39:35.495750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Deleting port fe40a1da-44a7-426d-96c7-56fa49ad3e65 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:35.496239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.517874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.648802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.661843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.765423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7dfb7655-d327-43d1-94a2-ea0d3a5227b5 req-1e4c2798-3062-4a61-8856-976415ad2f3c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659121 Jan 29 04:39:35.792365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.799757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.801447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=83d18d15-cece-49e5-ab20-2cc96b0c8d9f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:35.806784 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.816811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] For port fe40a1da-44a7-426d-96c7-56fa49ad3e65, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=fe40a1da-44a7-426d-96c7-56fa49ad3e65,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:35.817269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.870171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Calling delete_port for fe40a1da-44a7-426d-96c7-56fa49ad3e65 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:35.874545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.875792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4746888 Jan 29 04:39:35.888133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:35.894973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'security_group_rule': {'security_group_id': 'c56c12a6-af26-4545-bf30-2b8e760f105d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:35.903159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22feace-9867-47ed-80a3-a9d88c230412 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56c12a6-af26-4545-bf30-2b8e760f105d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:35.949388 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:35.950469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Router 7bcbdc2d-2667-4187-88fa-be5cea076713 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:39:35.958608 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.047736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:36.056150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:36.064967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event updated for resources: {'Port': ['ID=cae6fb72-9c9a-4698-9964-5467bf8dce0a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:36.074352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.119459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] In _notify_port_updated(), no bound segment for port cae6fb72-9c9a-4698-9964-5467bf8dce0a on network 58154403-193d-48ee-8f50-63ce45603704 {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:39:36.125005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:36.125678 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.130934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-94aa2fab-1019-4614-8813-b87ca20d1e3e tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "PUT /v2.0/ports/cae6fb72-9c9a-4698-9964-5467bf8dce0a HTTP/1.1" status: 200 len: 1134 time: 0.9094806 Jan 29 04:39:36.135286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:36.164328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:36.174411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.175627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] Sync routers for ids ['7bcbdc2d-2667-4187-88fa-be5cea076713'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:36.176090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8adaf2e-0d21-426d-b30d-036160e75b07 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "PUT /v2.0/routers/7bcbdc2d-2667-4187-88fa-be5cea076713 HTTP/1.1" status: 200 len: 698 time: 1.2683678 Jan 29 04:39:36.185320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37820) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:36.195096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] Routers {'7bcbdc2d-2667-4187-88fa-be5cea076713'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:36.196121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7bcbdc2d-2667-4187-88fa-be5cea076713'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:36.247566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.290465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.319546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.326598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] Set router 7bcbdc2d-2667-4187-88fa-be5cea076713 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:36.337994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e704f4-c56e-4f9b-bef7-e3922103ac6c tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:36.339450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-69e704f4-c56e-4f9b-bef7-e3922103ac6c tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "GET /v2.0/ports/cae6fb72-9c9a-4698-9964-5467bf8dce0a HTTP/1.1" status: 200 len: 1134 time: 0.2032454 Jan 29 04:39:36.362285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:36.369278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1e847f-5e4f-4c1e-8a2a-fe00719dd4ee,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:36.378982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:36.395161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.398188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-993ba2eb-8b9d-43ff-9fac-c2a8606c6407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090213 Jan 29 04:39:36.398464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcbdc2d-2667-4187-88fa-be5cea076713', 'name': 'tempest-RoutersIpV6Test-router-1110706966', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:39:34Z', 'updated_at': '2022-01-29T04:39:35Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:36.405077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5d77cb2f-fd6d-42d4-9665-5202c1a0a12a tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/routers/7bcbdc2d-2667-4187-88fa-be5cea076713 HTTP/1.1" status: 200 len: 704 time: 0.2185495 Jan 29 04:39:36.409473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37830) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:36.410057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:36.429728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'security_group_rule': {'security_group_id': 'c56c12a6-af26-4545-bf30-2b8e760f105d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:36.431200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] Checking router: 7bcbdc2d-2667-4187-88fa-be5cea076713 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:36.437429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:36.446456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'Port': ['ID=fe40a1da-44a7-426d-96c7-56fa49ad3e65,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:36.472899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6d511e09-4d81-47a4-b6c7-2444e75909b4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcbdc2d-2667-4187-88fa-be5cea076713 HTTP/1.1" status: 200 len: 205 time: 0.0598431 Jan 29 04:39:36.477088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:36.498518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] No DVR routers for this DVR port fe40a1da-44a7-426d-96c7-56fa49ad3e65 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:36.502784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.510605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] Routers {'7bcbdc2d-2667-4187-88fa-be5cea076713'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:36.511457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7bcbdc2d-2667-4187-88fa-be5cea076713'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:36.595639 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.613171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.618365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c55a09db-4f97-4f4a-ba8b-6072cc2b74d0 req-a80786de-7175-49d7-9d92-31781363a0d7 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "DELETE /v2.0/ports/fe40a1da-44a7-426d-96c7-56fa49ad3e65 HTTP/1.1" status: 204 len: 173 time: 1.9404151 Jan 29 04:39:36.618882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4cd5b9fa-ca6f-4813-8725-616456e27d0a None None] Provisioning complete for port cae6fb72-9c9a-4698-9964-5467bf8dce0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:36.619264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4cd5b9fa-ca6f-4813-8725-616456e27d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.622606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3744da9b-82ef-45bc-a044-15598ee84792', 'name': 'network-vif-deleted', 'tag': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:36.625288 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1348fe0c-dd98-4554-9db4-099e8044bdd7" -d '{"events": [{"server_uuid": "3744da9b-82ef-45bc-a044-15598ee84792", "name": "network-vif-deleted", "tag": "fe40a1da-44a7-426d-96c7-56fa49ad3e65"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:36.660918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5b9fa-ca6f-4813-8725-616456e27d0a None None] Port cae6fb72-9c9a-4698-9964-5467bf8dce0a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:36.722360 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1660947f-9434-4209-81ba-cfcf509f18f1 x-openstack-request-id: req-1660947f-9434-4209-81ba-cfcf509f18f1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:36.722945 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3744da9b-82ef-45bc-a044-15598ee84792", "name": "network-vif-deleted", "tag": "fe40a1da-44a7-426d-96c7-56fa49ad3e65", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:36.723311 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1660947f-9434-4209-81ba-cfcf509f18f1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:36.725078 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3744da9b-82ef-45bc-a044-15598ee84792', 'name': 'network-vif-deleted', 'tag': 'fe40a1da-44a7-426d-96c7-56fa49ad3e65', 'status': 'completed', 'code': 200} Jan 29 04:39:36.769219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:36.952465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] Set router 7bcbdc2d-2667-4187-88fa-be5cea076713 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:37.002411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.006324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e499a1b8-f744-4d68-ae44-89fe14c9c91b req-424e7121-f911-40f7-9f2d-1f0c0160a860 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=3744da9b-82ef-45bc-a044-15598ee84792 HTTP/1.1" status: 200 len: 210 time: 0.0470817 Jan 29 04:39:37.017382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.017655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Deleting port 61838bb2-f0a0-44ab-b886-2ed32a5b61be {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:37.018409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.033106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcbdc2d-2667-4187-88fa-be5cea076713', 'name': 'tempest-RoutersIpV6Test-router-1110706966', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:39:34Z', 'updated_at': '2022-01-29T04:39:35Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:37.055069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.064772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:37.081847 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:37.085162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91ad65-8655-48cb-8628-9900b7a20f61 None None] The sync data for ids ['7bcbdc2d-2667-4187-88fa-be5cea076713'] in n-d-825930-1 is: [{'id': '7bcbdc2d-2667-4187-88fa-be5cea076713', 'name': 'tempest-RoutersIpV6Test-router-1110706966', 'tenant_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:39:34Z', 'updated_at': '2022-01-29T04:39:35Z', 'revision_number': 2, 'project_id': 'e955b7a94d644e0daac5f2a68a787d5e', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:37.097838 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:37.101043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fe40a1da-44a7-426d-96c7-56fa49ad3e65 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:37.106592 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:37.124162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.124924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-585486f1-0928-4abe-9bb3-e4e19b943a48 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/routers/b598e193-228d-4c54-9604-eab7c5740e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1289513 Jan 29 04:39:37.133500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'port': {'network_id': 'e9db2c07-bd39-4c7e-941e-67183513bb61', 'name': 'tempest-FloatingIPTestJSON-2002644432'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:37.136359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.139966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: fe40a1da-44a7-426d-96c7-56fa49ad3e65 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:37.150497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device fe40a1da-44a7-426d-96c7-56fa49ad3e65 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:37.164862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Deleting port cae6fb72-9c9a-4698-9964-5467bf8dce0a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:37.165647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.178850 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:37.180900 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.182782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7716372 Jan 29 04:39:37.188238 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:37.189128 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:37.202390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.211538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.212272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Fanout notify agent at l3_agent the message router_deleted on router 7bcbdc2d-2667-4187-88fa-be5cea076713 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:37.215375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:37.216872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543c2ea-f0c3-4c7e-b3c2-c262aaa59439 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5f7209-41c8-4792-afe9-35c5f3c0ddec,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:37.237605 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:37.238294 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a993200e-c5f8-4add-9561-f180dce2a2cc None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:37.325418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.335632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] For port 61838bb2-f0a0-44ab-b886-2ed32a5b61be, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=61838bb2-f0a0-44ab-b886-2ed32a5b61be,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:37.336036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.371566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Calling delete_port for 61838bb2-f0a0-44ab-b886-2ed32a5b61be owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:37.612465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.618295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb2b8d7f-ad5d-49bc-91b6-cf03e157174d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/7bcbdc2d-2667-4187-88fa-be5cea076713 HTTP/1.1" status: 204 len: 168 time: 1.1039717 Jan 29 04:39:37.620665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.665410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57d3ebe5-7362-45b1-980d-1bbedaa7d7e4 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcbdc2d-2667-4187-88fa-be5cea076713 HTTP/1.1" status: 200 len: 205 time: 0.0311191 Jan 29 04:39:37.672033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37860) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.726848 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-28e848c7-e60e-4378-a509-e921f3490275 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:37.730713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28e848c7-e60e-4378-a509-e921f3490275 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/7bcbdc2d-2667-4187-88fa-be5cea076713 HTTP/1.1" status: 404 len: 336 time: 0.0577149 Jan 29 04:39:37.736457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37862) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.750550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.777526 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0badd9f8-6ee0-483e-8c59-3c276650322d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:37.778138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0badd9f8-6ee0-483e-8c59-3c276650322d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:37.779160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:37.781414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0badd9f8-6ee0-483e-8c59-3c276650322d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/3836fb82-375d-471b-a2b0-396dc3a4bcab HTTP/1.1" status: 404 len: 337 time: 0.0440311 Jan 29 04:39:37.783397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:37.786016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.789308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Calling delete_port for cae6fb72-9c9a-4698-9964-5467bf8dce0a owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:37.835942 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db25e15-9f72-407b-a94e-ea3f732e50ae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:37.836416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db25e15-9f72-407b-a94e-ea3f732e50ae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:37.839655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9db25e15-9f72-407b-a94e-ea3f732e50ae tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/115c60bc-7742-4df0-9b05-7e0737529253 HTTP/1.1" status: 404 len: 337 time: 0.0475428 Jan 29 04:39:37.843897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37870) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.850793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] device_id is not set on port 1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:37.874149 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d948ca-7485-49e7-99ee-e13fac1ac251 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:37.874733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d948ca-7485-49e7-99ee-e13fac1ac251 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:37.880909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06d948ca-7485-49e7-99ee-e13fac1ac251 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/fc071ed4-eeac-4e6e-a1e7-f1b97c3b3623 HTTP/1.1" status: 404 len: 337 time: 0.0332286 Jan 29 04:39:37.882766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.929411 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-331753ac-fa5a-4927-81be-5eb2d10d10da tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:37.930050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331753ac-fa5a-4927-81be-5eb2d10d10da tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:37.935502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-331753ac-fa5a-4927-81be-5eb2d10d10da tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/7a0be65e-8d5d-4085-8276-bfc48fa61a16 HTTP/1.1" status: 404 len: 337 time: 0.0493913 Jan 29 04:39:37.935976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37874) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:37.974942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52e515f8-77cb-4d51-964f-7bb400c6a48e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 200 len: 205 time: 0.0347345 Jan 29 04:39:37.975258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37876) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.037344 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-226f5e8e-8ad7-40d8-8e15-f319a0de41ba tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:38.038606 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-226f5e8e-8ad7-40d8-8e15-f319a0de41ba tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/1b880b5f-0345-44c1-83a8-91ec0d292f81 HTTP/1.1" status: 404 len: 336 time: 0.0624745 Jan 29 04:39:38.041295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37882) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.063413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.081454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.7 (e9db2c07-bd39-4c7e-941e-67183513bb61/80b71fbf-0b8b-4175-bf69-85b051b24f43/1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:38.088145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bf2d3d01-2e7f-4fbc-8069-33fc2bb9acdb tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba249b9-b353-4534-949f-df3175e2e839 HTTP/1.1" status: 200 len: 205 time: 0.0456121 Jan 29 04:39:38.090828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37886) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.190102 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-d586a3d2-c699-42cd-8708-ee8f0b7e300e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:38.199217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d586a3d2-c699-42cd-8708-ee8f0b7e300e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/bba249b9-b353-4534-949f-df3175e2e839 HTTP/1.1" status: 404 len: 336 time: 0.1072171 Jan 29 04:39:38.202800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37892) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.215192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.257637 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-903d6615-0b4b-4109-8b39-d2daf2e2a920 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:38.258281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903d6615-0b4b-4109-8b39-d2daf2e2a920 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:38.261562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-903d6615-0b4b-4109-8b39-d2daf2e2a920 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/77c6caac-0187-4a7b-a536-2faf5ea9236f HTTP/1.1" status: 404 len: 337 time: 0.0584409 Jan 29 04:39:38.264695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37894) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.303566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.322333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fa1cdb03-256e-45f1-96a2-8e263e588249 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 200 len: 205 time: 0.0558667 Jan 29 04:39:38.324685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37898) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.383827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Pushing event deleted for resources: {'Port': ['ID=61838bb2-f0a0-44ab-b886-2ed32a5b61be,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:38.385971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event deleted for resources: {'Port': ['ID=cae6fb72-9c9a-4698-9964-5467bf8dce0a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:38.398940 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-8a80fba6-7ae2-4790-9510-9de03f3ebb13 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:38.398940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8a80fba6-7ae2-4790-9510-9de03f3ebb13 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/0696ab90-2fe4-47e5-8fc2-09966d28569d HTTP/1.1" status: 404 len: 336 time: 0.0727203 Jan 29 04:39:38.424194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37900) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.456450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.471211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-80a894e9-6fb5-4073-87dd-cd927587902e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=698e6fdf-82c8-4654-977c-7453e1a452fe HTTP/1.1" status: 200 len: 205 time: 0.0445354 Jan 29 04:39:38.494678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.531842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e071e2-e48f-4b7e-a0f1-dac77244aab4 req-09230abd-82c6-42db-885c-2377e50ded48 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:38.540232 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68e071e2-e48f-4b7e-a0f1-dac77244aab4 req-09230abd-82c6-42db-885c-2377e50ded48 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.1511292 Jan 29 04:39:38.544764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.554839 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f5e4ff4-1331-4afc-8423-450120a69ced tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "DELETE /v2.0/ports/cae6fb72-9c9a-4698-9964-5467bf8dce0a HTTP/1.1" status: 204 len: 168 time: 2.1883354 Jan 29 04:39:38.556273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.596556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Allocated IP 172.25.4.246 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/9a09758f-801b-4031-b9d0-9b6a3d5703b8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:38.650897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68e071e2-e48f-4b7e-a0f1-dac77244aab4 req-a786dbc3-79e4-4e7c-8110-d38afea25f5c tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096785 Jan 29 04:39:38.659901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.662971 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-47762fa8-28e3-460b-957e-60da4a6c0066 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:38.664126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-47762fa8-28e3-460b-957e-60da4a6c0066 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/698e6fdf-82c8-4654-977c-7453e1a452fe HTTP/1.1" status: 404 len: 336 time: 0.1661580 Jan 29 04:39:38.667527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37910) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.744433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Deleting subnet 653d4343-65cf-4295-90a8-89a43f35e2de {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:38.764406 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-066cbcc5-846a-45a9-892f-c5a1853778d0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:38.765238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066cbcc5-846a-45a9-892f-c5a1853778d0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:38.771944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-066cbcc5-846a-45a9-892f-c5a1853778d0 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/81794cd3-a128-41bd-84eb-3113465a7e8a HTTP/1.1" status: 404 len: 337 time: 0.1028438 Jan 29 04:39:38.772659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.773394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.819789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:38.834107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:38.836898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a792ad49-2ef5-430f-9219-866fca9a588e tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef1a8638-91db-4e72-af26-70076d0c30d3 HTTP/1.1" status: 200 len: 205 time: 0.0589299 Jan 29 04:39:38.837450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:38.837599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.847728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:38.915256 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-5e571f0d-75fa-4d8a-8596-59159a097293 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:38.918563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e571f0d-75fa-4d8a-8596-59159a097293 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/ef1a8638-91db-4e72-af26-70076d0c30d3 HTTP/1.1" status: 404 len: 336 time: 0.0611396 Jan 29 04:39:38.920090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37918) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:38.936384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.963076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:38.963704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:38.984443 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfb7283-13e1-4d87-b306-54a26d1f4176 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:38.984898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfb7283-13e1-4d87-b306-54a26d1f4176 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:38.991524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7cfb7283-13e1-4d87-b306-54a26d1f4176 tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/48df0a6a-bb03-4020-94f2-6ec17e021dfa HTTP/1.1" status: 404 len: 337 time: 0.0653391 Jan 29 04:39:38.992409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37922) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.012360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-5402e219-0f6d-436c-b627-50e4cae53b58 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:39.014016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-5402e219-0f6d-436c-b627-50e4cae53b58 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 945 time: 0.2752631 Jan 29 04:39:39.040300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.055095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9032243d-2e5e-4eee-a09b-05e976013d02 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9299476 Jan 29 04:39:39.055710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.066234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'port': {'network_id': 'e9db2c07-bd39-4c7e-941e-67183513bb61', 'name': 'tempest-FloatingIPTestJSON-1632498545'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:39.071399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40486639-a0d2-47cb-9273-4868d449b89d tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "GET /v2.0/ports?device_id=b76c8a19-bb06-445c-892e-816c9c8be87c HTTP/1.1" status: 200 len: 205 time: 0.0757627 Jan 29 04:39:39.072685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.160499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.173915 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c509d0f2-eede-4ba5-b30d-3b0bb3bb04de tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] delete failed (client error): The resource could not be found. Jan 29 04:39:39.177752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c509d0f2-eede-4ba5-b30d-3b0bb3bb04de tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/routers/b76c8a19-bb06-445c-892e-816c9c8be87c HTTP/1.1" status: 404 len: 336 time: 0.0991554 Jan 29 04:39:39.184113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.195042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.228481 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9329e716-dc54-49fa-8150-cb17be1ab7ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:39.228705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Deleting port df55b02f-9820-4658-8f6a-ded485d9df0c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:39.228804 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.229110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9329e716-dc54-49fa-8150-cb17be1ab7ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:39.234627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9329e716-dc54-49fa-8150-cb17be1ab7ec tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/e09e7c4d-2252-4fc8-b2e8-54e13c968893 HTTP/1.1" status: 404 len: 337 time: 0.0469143 Jan 29 04:39:39.235902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.289513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.300131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.337739 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b593d5c5-bfe3-468c-82b8-9b02e2e8783f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] DELETE failed (client error): The resource could not be found. Jan 29 04:39:39.338794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b593d5c5-bfe3-468c-82b8-9b02e2e8783f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:39:39.343596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b593d5c5-bfe3-468c-82b8-9b02e2e8783f tempest-RoutersIpV6Test-663033030 tempest-RoutersIpV6Test-663033030-project] 10.222.0.32 "DELETE /v2.0/subnets/36aa0598-58ec-4c0d-85e8-d4b1bc8ec9c4 HTTP/1.1" status: 404 len: 337 time: 0.1042705 Jan 29 04:39:39.349546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event deleted for resources: {'Subnet': ['ID=653d4343-65cf-4295-90a8-89a43f35e2de,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:39.359169 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.361334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4eb610-28ab-407a-9ba8-2efe316e89ac None None] Network 58154403-193d-48ee-8f50-63ce45603704 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:39.362441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bbd1d8af-6943-48c8-be10-d3f6a843e8af tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "DELETE /v2.0/subnets/653d4343-65cf-4295-90a8-89a43f35e2de HTTP/1.1" status: 204 len: 168 time: 0.8051434 Jan 29 04:39:39.369841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.386625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] For port df55b02f-9820-4658-8f6a-ded485d9df0c, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=df55b02f-9820-4658-8f6a-ded485d9df0c,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:39.387000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.449486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Calling delete_port for df55b02f-9820-4658-8f6a-ded485d9df0c owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:39.519223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.624092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Deleting port 4cac446f-b602-4690-89cc-a0268c33b0bb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:39.624709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.671311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'Port': ['ID=9a09758f-801b-4031-b9d0-9b6a3d5703b8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:39.706951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:39.719453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:39.720075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] DHCP port deletion for 58154403-193d-48ee-8f50-63ce45603704 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:39.729476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:39.767912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-c7d1c2bd-7cb6-4483-a1cd-610a832e8b39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4795158 Jan 29 04:39:39.777415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:39.790027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Router 1295cce5-9e6b-403a-9a26-9e752dc20101 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:39.790274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] For port 4cac446f-b602-4690-89cc-a0268c33b0bb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4cac446f-b602-4690-89cc-a0268c33b0bb,segment=NetworkSegment(651fba71-60b3-40a0-bce3-72efc36dced0),segment_id=651fba71-60b3-40a0-bce3-72efc36dced0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:39.790274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.794287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:39.796133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.808540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.831073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['df55b02f-9820-4658-8f6a-ded485d9df0c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:39.834620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'Port': ['ID=df55b02f-9820-4658-8f6a-ded485d9df0c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:39.841739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Calling delete_port for 4cac446f-b602-4690-89cc-a0268c33b0bb owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:39.885459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] Deleting port 4cac446f-b602-4690-89cc-a0268c33b0bb {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:39.885676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.924965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] No DVR routers for this DVR port df55b02f-9820-4658-8f6a-ded485d9df0c on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:39.929123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f2dd01a-659d-46d5-a391-209baccf7bda req-012661ac-b76a-490d-9ae6-68ddf195d51f tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=41c1bece-2364-4142-b282-cd7c129e3ae7 HTTP/1.1" status: 200 len: 210 time: 0.1469796 Jan 29 04:39:39.930072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:39.933599 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4170ce99-208b-40a9-a728-3cb0998d8ef8 req-97891be1-cb0c-4614-a801-6875a41bafc4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.20 "DELETE /v2.0/ports/df55b02f-9820-4658-8f6a-ded485d9df0c HTTP/1.1" status: 204 len: 173 time: 0.8946097 Jan 29 04:39:39.934259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'name': 'network-vif-deleted', 'tag': 'df55b02f-9820-4658-8f6a-ded485d9df0c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:39.936802 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b209657-a7cf-4494-b8b1-101a52477f24" -d '{"events": [{"server_uuid": "41c1bece-2364-4142-b282-cd7c129e3ae7", "name": "network-vif-deleted", "tag": "df55b02f-9820-4658-8f6a-ded485d9df0c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:40.035932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] For port 4cac446f-b602-4690-89cc-a0268c33b0bb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4cac446f-b602-4690-89cc-a0268c33b0bb,segment=NetworkSegment(651fba71-60b3-40a0-bce3-72efc36dced0),segment_id=651fba71-60b3-40a0-bce3-72efc36dced0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:40.036719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.041369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] device_id is not set on port e8a4fe7c-ade3-4c14-affd-160b4c80aac9 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:39:40.042419 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37baaa15-e06a-426c-a532-d28c61bdb617 x-openstack-request-id: req-37baaa15-e06a-426c-a532-d28c61bdb617 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:40.042719 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c1bece-2364-4142-b282-cd7c129e3ae7", "name": "network-vif-deleted", "tag": "df55b02f-9820-4658-8f6a-ded485d9df0c", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:40.042970 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37baaa15-e06a-426c-a532-d28c61bdb617 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:40.043383 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c1bece-2364-4142-b282-cd7c129e3ae7', 'name': 'network-vif-deleted', 'tag': 'df55b02f-9820-4658-8f6a-ded485d9df0c', 'status': 'completed', 'code': 200} Jan 29 04:39:40.058539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] Calling delete_port for 4cac446f-b602-4690-89cc-a0268c33b0bb owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:40.075986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.125701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] No DVR routers for this DVR port 4cac446f-b602-4690-89cc-a0268c33b0bb on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:40.164564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.189039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.193629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] Pushing event deleted for resources: {'Port': ['ID=4cac446f-b602-4690-89cc-a0268c33b0bb,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:40.212973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event deleted for resources: {'Port': ['ID=4cac446f-b602-4690-89cc-a0268c33b0bb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:40.215274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60018b66-b33e-4396-aaed-d04b05834a3d None None] No DVR routers for this DVR port 4cac446f-b602-4690-89cc-a0268c33b0bb on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:40.289942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-97b34c05-3f92-43f0-a2ad-8e488d34e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:40.290149 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-245c52d4-faf5-44c3-ab02-e91b6fa4a21b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e955b7a94d644e0daac5f2a68a787d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111029 Jan 29 04:39:40.290784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-97b34c05-3f92-43f0-a2ad-8e488d34e15a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20b4bb1c72e042acbb670199364f02f0&device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 1095 time: 0.3695085 Jan 29 04:39:40.296646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:40.309430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.321875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.359080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58154403-193d-48ee-8f50-63ce45603704']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:40.373297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651fba71-60b3-40a0-bce3-72efc36dced0') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:40.373580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651fba71-60b3-40a0-bce3-72efc36dced0') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:40.392814 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.405426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2be1aba6-a7b8-4d10-a7b4-b5feb04ee3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.418479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.433255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:40.433672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:40.437216 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:40.451910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2be1aba6-a7b8-4d10-a7b4-b5feb04ee3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.526136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.534376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.540544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] 10.222.0.32 "DELETE /v2.0/networks/58154403-193d-48ee-8f50-63ce45603704 HTTP/1.1" status: 204 len: 168 time: 1.1673524 Jan 29 04:39:40.556634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39801a51-aae3-47ad-b801-f71e40763a97 tempest-ExtraDHCPOptionsTestJSON-2101641710 tempest-ExtraDHCPOptionsTestJSON-2101641710-project] Pushing event deleted for resources: {'Network': ['ID=58154403-193d-48ee-8f50-63ce45603704,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:40.569862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2be1aba6-a7b8-4d10-a7b4-b5feb04ee3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.573222 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2be1aba6-a7b8-4d10-a7b4-b5feb04ee3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.574733 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2be1aba6-a7b8-4d10-a7b4-b5feb04ee3a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aac632de-8f63-4dba-b982-99318f44dd66 HTTP/1.1" status: 204 len: 168 time: 0.2771740 Jan 29 04:39:40.584958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1aba6-a7b8-4d10-a7b4-b5feb04ee3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac632de-8f63-4dba-b982-99318f44dd66,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:40.685548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:40.696213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc0cffb2-984f-4e73-958e-a44b6f5ead59 admin admin] 10.222.0.32 "PUT /v2.0/routers/1295cce5-9e6b-403a-9a26-9e752dc20101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0610254 Jan 29 04:39:40.697504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:40.698036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] Sync routers for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:40.710003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:40.711192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:40.840655 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:40.893335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.4 (e9db2c07-bd39-4c7e-941e-67183513bb61/80b71fbf-0b8b-4175-bf69-85b051b24f43/e8a4fe7c-ade3-4c14-affd-160b4c80aac9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:40.917571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:40.948756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:40.969165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.040238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-86f50212-657f-4f9f-95ce-b7f4b3d0d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:41.041883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-86f50212-657f-4f9f-95ce-b7f4b3d0d12a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 200 len: 913 time: 0.3579204 Jan 29 04:39:41.087799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Deleting port 8d446a70-4b62-4e20-9796-3f7b9b7a702f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:41.089362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.188618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-61dc608d-0f38-4eeb-98ad-e41be46b2644 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 200 len: 999 time: 0.1355364 Jan 29 04:39:41.279225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] For port 8d446a70-4b62-4e20-9796-3f7b9b7a702f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d446a70-4b62-4e20-9796-3f7b9b7a702f,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:41.279595 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.312423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Calling delete_port for 8d446a70-4b62-4e20-9796-3f7b9b7a702f owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:41.340251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:39:38Z', 'revision_number': 5, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port': {'id': '8d446a70-4b62-4e20-9796-3f7b9b7a702f', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:39Z', 'updated_at': '2022-01-29T04:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:41.376003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.408576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.437102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] Checking router: 1295cce5-9e6b-403a-9a26-9e752dc20101 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:41.465255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] Routers {'1295cce5-9e6b-403a-9a26-9e752dc20101'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:41.466259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['1295cce5-9e6b-403a-9a26-9e752dc20101'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:41.588429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] Set router 1295cce5-9e6b-403a-9a26-9e752dc20101 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:41.618606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7c2b91c-d95f-4e28-80ec-7da78b51c518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=578ec5d406084ddc9b6aa80ce5da5db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949265 Jan 29 04:39:41.640105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38008) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:41.652834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-25c296b1-bfb5-4d06-a655-8f88a50ae3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:41.659765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-25c296b1-bfb5-4d06-a655-8f88a50ae3ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 200 len: 851 time: 0.4566011 Jan 29 04:39:41.701567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'Port': ['ID=9a09758f-801b-4031-b9d0-9b6a3d5703b8,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:41.707625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12816a57-fab5-4af9-9aea-30ac18f35345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.735746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12816a57-fab5-4af9-9aea-30ac18f35345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.743980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:39:40Z', 'revision_number': 6, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:41.749397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4cac446f-b602-4690-89cc-a0268c33b0bb no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:41.759287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.764140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38016) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:41.774684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.780947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0ddc-92a3-4c47-a480-308b22602929 req-d89c7808-1164-4d67-b188-d2fcdc0ab14d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:41.789720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a60c0ddc-92a3-4c47-a480-308b22602929 req-d89c7808-1164-4d67-b188-d2fcdc0ab14d tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.2713988 Jan 29 04:39:41.813170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4cac446f-b602-4690-89cc-a0268c33b0bb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:41.814386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4cac446f-b602-4690-89cc-a0268c33b0bb not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:41.827280 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.829738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffc52b-cf8d-4c1b-9843-a0d8555f5317 None None] The sync data for ids ['1295cce5-9e6b-403a-9a26-9e752dc20101'] in n-d-825930-1 is: [{'id': '1295cce5-9e6b-403a-9a26-9e752dc20101', 'name': 'tempest-TaggedBootDevicesTest-590108600-router', 'tenant_id': 'f566fdc70e384d8baea9d586dba96004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:38Z', 'updated_at': '2022-01-29T04:39:40Z', 'revision_number': 6, 'project_id': 'f566fdc70e384d8baea9d586dba96004', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:41.858934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d446a70-4b62-4e20-9796-3f7b9b7a702f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:41.877371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.878662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b650703-2ad2-41a8-b97e-bacd1969e508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6753378 Jan 29 04:39:41.905575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-9f9b0838-0474-4d3f-94c5-d9ca0f2eb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:41.907423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-9f9b0838-0474-4d3f-94c5-d9ca0f2eb51c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278800 Jan 29 04:39:41.919114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a60c0ddc-92a3-4c47-a480-308b22602929 req-ac1a19a0-5680-46ff-9808-a13a2536f3ee tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281757 Jan 29 04:39:41.924296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.983114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f38f0602-ef88-443c-ad51-633ac0d3dd9c tempest-DvrRoutersNegativeTest-419806025 tempest-DvrRoutersNegativeTest-419806025-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-427645493', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:41.986148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.policy [None req-f38f0602-ef88-443c-ad51-633ac0d3dd9c tempest-DvrRoutersNegativeTest-419806025 tempest-DvrRoutersNegativeTest-419806025-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102403) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 29 04:39:41.986517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.policy [None req-f38f0602-ef88-443c-ad51-633ac0d3dd9c tempest-DvrRoutersNegativeTest-419806025 tempest-DvrRoutersNegativeTest-419806025-project] Failed policy check for 'create_router' {{(pid=102403) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 29 04:39:41.987104 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-f38f0602-ef88-443c-ad51-633ac0d3dd9c tempest-DvrRoutersNegativeTest-419806025 tempest-DvrRoutersNegativeTest-419806025-project] create failed (client error): Access was denied to this resource. Jan 29 04:39:41.992336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f38f0602-ef88-443c-ad51-633ac0d3dd9c tempest-DvrRoutersNegativeTest-419806025 tempest-DvrRoutersNegativeTest-419806025-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2226353 Jan 29 04:39:41.992336 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12816a57-fab5-4af9-9aea-30ac18f35345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.994155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12816a57-fab5-4af9-9aea-30ac18f35345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:41.995311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-12816a57-fab5-4af9-9aea-30ac18f35345 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/268e08c7-88e9-4be0-8eed-f4caa0e81d07 HTTP/1.1" status: 204 len: 168 time: 0.3541064 Jan 29 04:39:42.005618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.009258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12816a57-fab5-4af9-9aea-30ac18f35345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e08c7-88e9-4be0-8eed-f4caa0e81d07,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:42.077415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-548d6a63-9426-43de-bbe2-333db72fa03a service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570392 Jan 29 04:39:42.110464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.113400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.180661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.181578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1295cce5-9e6b-403a-9a26-9e752dc20101 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:42.188432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.189830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03262ff9-f572-4dd3-84c7-d3299b792f20 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1295cce5-9e6b-403a-9a26-9e752dc20101 HTTP/1.1" status: 204 len: 168 time: 1.4910676 Jan 29 04:39:42.193392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:42.226270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.296390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-938eaef5-0e82-48ac-bab2-555e9c995079 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--15471797&fields=id&tenant_id=bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 267 time: 0.1348743 Jan 29 04:39:42.363175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:42.376972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Deleting subnet 21cdbca4-b455-4056-825d-66c68519d562 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:42.388423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:42.398504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:42.441378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=e8a4fe7c-ade3-4c14-affd-160b4c80aac9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:42.458922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684d549c-06c7-4079-b752-76ba8bd8a198 req-fd76c360-394e-4420-909a-6ed02b538181 service neutron] 10.222.0.36 "GET /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723683 Jan 29 04:39:42.482875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:42.483984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.488270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.508822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-993e0a4a-1177-47a1-8c5f-b8d903218bb8 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4487185 Jan 29 04:39:42.511843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:42.518392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'e8a4fe7c-ade3-4c14-affd-160b4c80aac9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:42.551461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-0ea24e01-10e4-4557-ac02-2ce6d83507cb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:42.554475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-0ea24e01-10e4-4557-ac02-2ce6d83507cb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 817 time: 0.2377918 Jan 29 04:39:42.558796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.562662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.585750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:42.618022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-a3bfa317-c0c4-4e4a-b053-28d1e41a13b8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/quotas/bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 375 time: 0.0486243 Jan 29 04:39:42.669534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device df55b02f-9820-4658-8f6a-ded485d9df0c no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:42.707845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: df55b02f-9820-4658-8f6a-ded485d9df0c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:42.713460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device df55b02f-9820-4658-8f6a-ded485d9df0c not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:42.732272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.779110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-4a3115f9-a8c9-4536-897d-6f2bb4121512 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1570051 Jan 29 04:39:42.789201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.864403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b44e42e6-792f-4213-a452-02fb45e48f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.867814 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.900072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cdbca4-b455-4056-825d-66c68519d562,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:42.915301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:42.922949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f2ba2-e20f-4084-a4ea-897ad65644f0 None None] Network 038c1d9a-5a1a-4928-8629-ea330b0bd10c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:42.931798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a6471cc8-cfea-4d47-8a2d-3a62d8d69059 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21cdbca4-b455-4056-825d-66c68519d562 HTTP/1.1" status: 204 len: 168 time: 0.7240098 Jan 29 04:39:42.933549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38072) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:43.091179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-8a3a5f39-9f5d-472c-a0d0-c2a915fd75ae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:39:43.100824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-8a3a5f39-9f5d-472c-a0d0-c2a915fd75ae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091233 Jan 29 04:39:43.167537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.190693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.82 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/345730ef-307a-41bc-9c3f-4a49f917b29f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:43.219861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] DHCP port deletion for 038c1d9a-5a1a-4928-8629-ea330b0bd10c request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:43.262859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35580ef-0357-4442-826b-830668db4499 req-a8e7a9ac-4734-4fd6-8fc6-197b0a1200f4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:43.271478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c35580ef-0357-4442-826b-830668db4499 req-a8e7a9ac-4734-4fd6-8fc6-197b0a1200f4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.1999283 Jan 29 04:39:43.309003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] Deleting port 9b660aaa-04da-4e4f-b146-ae7307f726a0 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:43.309469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.335295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-234f50e6-bc16-45be-81bc-a3de6712ebd4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:43.338172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-234f50e6-bc16-45be-81bc-a3de6712ebd4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.3317263 Jan 29 04:39:43.350953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-83f513dd-3273-4537-93dd-f840066866c8 service neutron] 10.222.0.32 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488306 Jan 29 04:39:43.397114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] For port 9b660aaa-04da-4e4f-b146-ae7307f726a0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b660aaa-04da-4e4f-b146-ae7307f726a0,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:43.397752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.413168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] Calling delete_port for 9b660aaa-04da-4e4f-b146-ae7307f726a0 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:43.466382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c35580ef-0357-4442-826b-830668db4499 req-80146dc4-dfd6-43fa-8d97-01924b3290df tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765609 Jan 29 04:39:43.516047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-040f6a16-7d14-4588-90ef-42b959600a95 service neutron] 10.222.0.32 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628006 Jan 29 04:39:43.518362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38090) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:43.523866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 61838bb2-f0a0-44ab-b886-2ed32a5b61be no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:43.557003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Deleting port 9b660aaa-04da-4e4f-b146-ae7307f726a0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:43.557347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.561347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 61838bb2-f0a0-44ab-b886-2ed32a5b61be {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:43.561697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 61838bb2-f0a0-44ab-b886-2ed32a5b61be not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:43.562397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b660aaa-04da-4e4f-b146-ae7307f726a0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:43.570567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.651096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.659806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] For port 9b660aaa-04da-4e4f-b146-ae7307f726a0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9b660aaa-04da-4e4f-b146-ae7307f726a0,segment=NetworkSegment(519aa4e5-1c38-4936-801a-017dc700df0f),segment_id=519aa4e5-1c38-4936-801a-017dc700df0f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:43.660175 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.661782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b44e42e6-792f-4213-a452-02fb45e48f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.704145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] Pushing event deleted for resources: {'Port': ['ID=9b660aaa-04da-4e4f-b146-ae7307f726a0,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:43.705140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b44e42e6-792f-4213-a452-02fb45e48f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.709319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01433788-50d5-41a1-9422-7b48851380e0 None None] No DVR routers for this DVR port 9b660aaa-04da-4e4f-b146-ae7307f726a0 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:43.712180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No active binding found for port 9b660aaa-04da-4e4f-b146-ae7307f726a0 {{(pid=102404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:39:43.712895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9b660aaa-04da-4e4f-b146-ae7307f726a0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:43.713598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d446a70-4b62-4e20-9796-3f7b9b7a702f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:43.736888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1058028069'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:43.740462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Calling delete_port for 9b660aaa-04da-4e4f-b146-ae7307f726a0 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:43.762616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 8d446a70-4b62-4e20-9796-3f7b9b7a702f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:43.763134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d446a70-4b62-4e20-9796-3f7b9b7a702f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:43.845372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-926c7da3-c9a7-4e51-845b-5f6cdcd6da2e req-6de6e6d4-d52d-4565-b5fb-d7c2646de7f4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 210 time: 0.0983217 Jan 29 04:39:43.884846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.895951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:43.899692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e42e6-792f-4213-a452-02fb45e48f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e90888-070f-41f5-b1ec-968650a1327b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:43.903135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.906751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b44e42e6-792f-4213-a452-02fb45e48f9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=371ddd4f3fdd4e459467b633a17df1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3198295 Jan 29 04:39:43.910895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:43.948258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:43.998057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Deleting port 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:43.998443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.001475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.021490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57453862-5511-402c-a2a2-7602d21aef59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.035830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.089619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b660aaa-04da-4e4f-b146-ae7307f726a0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:44.100094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] No DVR routers for this DVR port 9b660aaa-04da-4e4f-b146-ae7307f726a0 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:44.115846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:44.133017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:44.143265 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57453862-5511-402c-a2a2-7602d21aef59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.145369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=345730ef-307a-41bc-9c3f-4a49f917b29f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:44.147966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:44.194861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.218734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] For port 9072f448-f094-4a35-ad0a-4eadf06f8715, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=9072f448-f094-4a35-ad0a-4eadf06f8715,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:44.220894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.227599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.237439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038c1d9a-5a1a-4928-8629-ea330b0bd10c']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:44.259127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.296521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519aa4e5-1c38-4936-801a-017dc700df0f') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:44.296819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519aa4e5-1c38-4936-801a-017dc700df0f') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:44.303252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90fb4e5-5e42-46aa-afad-0a699f5f1b78,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:44.344847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.362548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.365304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57453862-5511-402c-a2a2-7602d21aef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.367927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57453862-5511-402c-a2a2-7602d21aef59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.369044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-57453862-5511-402c-a2a2-7602d21aef59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33e90888-070f-41f5-b1ec-968650a1327b HTTP/1.1" status: 204 len: 168 time: 0.4542632 Jan 29 04:39:44.371461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:44.377856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:44.378325 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:44.381206 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:44.430552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453862-5511-402c-a2a2-7602d21aef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e90888-070f-41f5-b1ec-968650a1327b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:44.435906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.436096 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment 8b70ce24-b18b-45c4-904e-2722793f6786 of type vlan for network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f Jan 29 04:39:44.484092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.509982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.511279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/038c1d9a-5a1a-4928-8629-ea330b0bd10c HTTP/1.1" status: 204 len: 168 time: 1.5764189 Jan 29 04:39:44.517728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38126) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:44.548885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.553025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961756-42f0-4eb5-b4b5-2cef5bec23f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=038c1d9a-5a1a-4928-8629-ea330b0bd10c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:44.984530 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.985023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:44.985214 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Floating IP 865da85a-0724-464d-909d-f6d286c22513 disassociated. External IP: 172.25.4.152, port: 9072f448-f094-4a35-ad0a-4eadf06f8715. Jan 29 04:39:44.985566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Calling delete_port for 9072f448-f094-4a35-ad0a-4eadf06f8715 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:45.099088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:39:45.138551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e76c95c-ccd4-4443-b900-8c82fdce27e7 req-578b38d6-f1f7-4711-8d67-f19c6fb1b156 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 210 time: 0.1307909 Jan 29 04:39:45.215605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a327-7975-42ae-bb0c-f7c31efad2ed req-62ca5273-e6a4-4340-bbd5-da2de74f710b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:45.217234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9301a327-7975-42ae-bb0c-f7c31efad2ed req-62ca5273-e6a4-4340-bbd5-da2de74f710b tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 944 time: 0.6143370 Jan 29 04:39:45.220443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.226835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:45.227756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.393092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8653409 Jan 29 04:39:45.397933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:45.402613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-998949833'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:45.408477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9301a327-7975-42ae-bb0c-f7c31efad2ed req-6c25559c-e220-49b8-968f-aa5ea7e2d0c0 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups?id=8538ec2a-01a1-41cc-b9a5-4d9c628583ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669786 Jan 29 04:39:45.411207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346415d8-6fac-473b-b39f-faec8e1440a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=50c54159-b1bc-4a6b-a4b3-208e90cf5f1f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:45.456391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.462038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:45.608753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.629358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-924c00f5-1090-4e95-a9a1-784d16dbb445 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:45.631836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-924c00f5-1090-4e95-a9a1-784d16dbb445 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.20 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 817 time: 0.1469226 Jan 29 04:39:45.678455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'Port': ['ID=9072f448-f094-4a35-ad0a-4eadf06f8715,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:45.680278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:45.683752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.715685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.716273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38164) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:45.786450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-a4b90e4a-4b08-4c7b-b15f-1dbc23a28808 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 378 time: 0.1220505 Jan 29 04:39:45.797908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'port': {'device_id': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'admin_state_up': True, 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'security_groups': ['c56c12a6-af26-4545-bf30-2b8e760f105d']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:45.857678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:45.879787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f2066a78-c506-4fe2-ad83-321ee67806db tempest-ServiceProvidersTest-1683810771 tempest-ServiceProvidersTest-1683810771-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1595697 Jan 29 04:39:45.892537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:45.893209 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment 018be078-4bcc-4d75-999a-0ab30674817b of type vlan for network d1a0e4fb-6777-4caa-bf66-b679b98db91e Jan 29 04:39:45.997036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Router a7cc7587-d496-4dcd-b5cf-dd7154da0730 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:46.019870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.062976 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.135912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Made reservation on behalf of bc5059154c45420bb51f104a5609ae55 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:46.139968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.259104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.267695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.273872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:46.277481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:46.278951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.295939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.422583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Allocated IP 172.20.0.9 (bec95550-6efa-44cb-bad0-b75da32849fc/0ff71686-4be4-4610-91af-90bc14cc47d4/ee09a9dc-40a4-4150-b134-ee9747d19042) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:46.461443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4365f4e0-bab7-4f52-a5be-45cfec3ed17d req-3f25c569-6f9c-46d9-8990-a8abb40dc3cd tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 210 time: 0.1794510 Jan 29 04:39:46.479220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0804360 Jan 29 04:39:46.481955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38190) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:46.491488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:46.539684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:46.550066 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] Sync routers for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:46.569014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:46.569721 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:46.641676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=345730ef-307a-41bc-9c3f-4a49f917b29f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:46.644277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861caebf-af05-40e9-8371-710c411348a1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=d1a0e4fb-6777-4caa-bf66-b679b98db91e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:46.654885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac6e9963-a0b0-46eb-8134-5fafe317d260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.662261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-53bc4cc0-8d78-4a48-ae58-87be2890094b req-e2c1fe98-c9f5-461d-a1d6-861cc1e4dbe4 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 210 time: 0.0550182 Jan 29 04:39:46.703391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:46.727537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] No DVR routers for this DVR port 9072f448-f094-4a35-ad0a-4eadf06f8715 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:46.729399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:46.733493 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.756728 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:46.766483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.775772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Deleting port e8639838-3356-410a-aa57-f15df48af14d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:46.776024 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.876716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac6e9963-a0b0-46eb-8134-5fafe317d260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.889248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac6e9963-a0b0-46eb-8134-5fafe317d260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.930601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.933104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.934732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:46.936702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffa3be79-2366-4150-8913-a2033e1d14a5 req-dee60084-374a-4820-98f1-c1b33b3705ef tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.36 "DELETE /v2.0/ports/9072f448-f094-4a35-ad0a-4eadf06f8715 HTTP/1.1" status: 204 len: 173 time: 3.5589898 Jan 29 04:39:46.944673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-deleted', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:46.947382 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fde3f9-1b48-485c-97ed-ba91d4a6e1b0" -d '{"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-deleted", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:46.996725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] For port e8639838-3356-410a-aa57-f15df48af14d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e8639838-3356-410a-aa57-f15df48af14d,segment=NetworkSegment(d200a6a6-1a55-453e-9037-d59e6d9d46cb),segment_id=d200a6a6-1a55-453e-9037-d59e6d9d46cb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:46.997108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.014655 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1529e10-26cb-425c-8431-6c7fac28c55a x-openstack-request-id: req-c1529e10-26cb-425c-8431-6c7fac28c55a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:47.015822 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2108ff4e-45fc-4db4-b32d-46e0880cb6eb", "name": "network-vif-deleted", "tag": "9072f448-f094-4a35-ad0a-4eadf06f8715", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:47.017017 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1529e10-26cb-425c-8431-6c7fac28c55a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:47.017441 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2108ff4e-45fc-4db4-b32d-46e0880cb6eb', 'name': 'network-vif-deleted', 'tag': '9072f448-f094-4a35-ad0a-4eadf06f8715', 'status': 'completed', 'code': 200} Jan 29 04:39:47.019616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.050937 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ac6e9963-a0b0-46eb-8134-5fafe317d260 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f904073712604075a63ad5545b121e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759748 Jan 29 04:39:47.052757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38202) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:47.075379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e9963-a0b0-46eb-8134-5fafe317d260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0358a761-88b3-4e35-b356-482f0b3441ce,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:47.081923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:57Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:47.089013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Network bec95550-6efa-44cb-bad0-b75da32849fc is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:47.090036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Calling delete_port for e8639838-3356-410a-aa57-f15df48af14d owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:47.104236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:47.106785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=ddd80fa6-da91-40a4-8567-4bb779147eec,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:47.117764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:47.140822 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] Checking router: a7cc7587-d496-4dcd-b5cf-dd7154da0730 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:47.155795 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:47.165375 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:47.166877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:47.167569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.171860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:47.188472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:47.206404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': '8b70ce24-b18b-45c4-904e-2722793f6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:47.207007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:47.223075 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 5f00052a-ebe3-4706-a875-0e758c4a1405 associated. External IP: 172.25.4.82, port: e8a4fe7c-ade3-4c14-affd-160b4c80aac9. Jan 29 04:39:47.249698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-54fcbcb7-ad42-4780-b6ba-f47257ceec8e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4558604 Jan 29 04:39:47.255664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 9072f448-f094-4a35-ad0a-4eadf06f8715 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:47.256929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 9072f448-f094-4a35-ad0a-4eadf06f8715 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:47.285728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-5efb5291-cdc0-4144-9e8f-5be9337a37dc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:39:47.287076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-5efb5291-cdc0-4144-9e8f-5be9337a37dc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266924 Jan 29 04:39:47.315877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:47.326549 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05947936-2ff4-497a-bc7c-ae8512b29eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.366767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05947936-2ff4-497a-bc7c-ae8512b29eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.375057 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:47.448952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Request body: {'port': {'device_id': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:47.534335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6a469573-5d46-4d10-a4f7-faa877bc9018 None None] Provisioning complete for port ee09a9dc-40a4-4150-b134-ee9747d19042 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:47.534789 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a469573-5d46-4d10-a4f7-faa877bc9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.643441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6a469573-5d46-4d10-a4f7-faa877bc9018 None None] Port ee09a9dc-40a4-4150-b134-ee9747d19042 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:47.651998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.675820 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05947936-2ff4-497a-bc7c-ae8512b29eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.678560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05947936-2ff4-497a-bc7c-ae8512b29eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:47.682164 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-05947936-2ff4-497a-bc7c-ae8512b29eb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0358a761-88b3-4e35-b356-482f0b3441ce HTTP/1.1" status: 204 len: 168 time: 0.6160355 Jan 29 04:39:47.763406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947936-2ff4-497a-bc7c-ae8512b29eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0358a761-88b3-4e35-b356-482f0b3441ce,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:47.767216 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:57Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:47.826713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe343cf-8f4d-4daf-8e53-f757e269849b req-3ab5bf41-b9e6-4dd8-8af0-24ed2f0279d8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:47.828614 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffe343cf-8f4d-4daf-8e53-f757e269849b req-3ab5bf41-b9e6-4dd8-8af0-24ed2f0279d8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 931 time: 0.2561982 Jan 29 04:39:47.829067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80618575-25e0-4770-b37c-b1881f37a386 None None] The sync data for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 is: [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:31:52Z', 'revision_number': 4, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '47376e3a-608a-4ca7-9e58-39c7925a14c5', 'name': '', 'network_id': '7423b9cd-f3d6-41e4-8ff6-c5232a0a2195', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'mac_address': 'fa:16:3e:8f:b0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:51Z', 'updated_at': '2022-01-29T04:31:57Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'subnets': [{'id': '948460b2-b50e-46f5-93c1-3ff322d645d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:48.025356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:48.026214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ffe343cf-8f4d-4daf-8e53-f757e269849b req-847db2d4-da1a-493e-a122-497c186c020b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307681 Jan 29 04:39:48.033097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816aa5b-86f2-41f2-a988-a65270f5606d None None] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:48.080383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:48.080992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.104403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-949100ab-ea8f-47ec-aafd-3cd39a3acedb req-9e33e0f4-8826-4221-a2f1-d510cc5ac676 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/ports?device_id=2108ff4e-45fc-4db4-b32d-46e0880cb6eb HTTP/1.1" status: 200 len: 210 time: 0.0803590 Jan 29 04:39:48.158058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a64d897f-5d62-48cc-b145-2772aa7dea74 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6684418 Jan 29 04:39:48.164215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:48.187086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:48.312648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7ce44-ea98-4968-b315-aa88d27457cf None None] New status for floating IP 865da85a-0724-464d-909d-f6d286c22513: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:39:48.317622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-50c54159-b1bc-4a6b-a4b3-208e90cf5f1f', 'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'ddd80fa6-da91-40a4-8567-4bb779147eec'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:39:48.319300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.342903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:48.350823 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.394757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8639838-3356-410a-aa57-f15df48af14d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:48.576361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:48.584910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:39:48.592995 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:48.594976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:48.599915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.608945 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:48.611541 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:48.612200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.629754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Transition to ACTIVE for port object ee09a9dc-40a4-4150-b134-ee9747d19042 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:39:48.669497 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:48.696218 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:48.697116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:48.701065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.738733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:48.759009 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:48.759009 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db242944-4a07-4401-8aed-f3f5bb07ca2f None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:48.799637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a3eed3bd-d126-45a4-abd3-404f377d31c0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2865953 Jan 29 04:39:48.800261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:48.841471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Allocated IP 172.20.0.2 (50c54159-b1bc-4a6b-a4b3-208e90cf5f1f/ddd80fa6-da91-40a4-8567-4bb779147eec/b37d3155-f02c-4b66-9367-2fb000c857e2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:48.878897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:48.958023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38256) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:48.974497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:49.112088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.128429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.193840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:39:49.194202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:39:49.194632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:49.206742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.240200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Port ee09a9dc-40a4-4150-b134-ee9747d19042 on network bec95550-6efa-44cb-bad0-b75da32849fc not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:39:49.240200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:49.265441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38270) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:49.307206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:39:49.307354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Checking segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:49.307712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Bound using segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:39:49.313971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Bound port: ee09a9dc-40a4-4150-b134-ee9747d19042, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:39:49.313971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.347162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.356324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917095097-network', 'tenant_id': '28e91bf6609b49fa812534614ca241e0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:49.359895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.401594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:39:49.412423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Pushing event updated for resources: {'Port': ['ID=b37d3155-f02c-4b66-9367-2fb000c857e2,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:49.419199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:39:49.424763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:49.427152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:49.427789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=b0695f79-0da0-42d2-97ea-ea17af2d15b0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:49.431031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:49.442651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685f11-cfff-4f83-93e6-51e2fc214325 req-5bd55e4e-c1c6-4a62-86bf-ecd2ac0173cc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:49.451754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf685f11-cfff-4f83-93e6-51e2fc214325 req-5bd55e4e-c1c6-4a62-86bf-ecd2ac0173cc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.2596135 Jan 29 04:39:49.467060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.489823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.501745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Attempting to bind port b37d3155-f02c-4b66-9367-2fb000c857e2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:39:49.502211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Attempting to bind port b37d3155-f02c-4b66-9367-2fb000c857e2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '8b70ce24-b18b-45c4-904e-2722793f6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:39:49.502591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Attempting to bind port b37d3155-f02c-4b66-9367-2fb000c857e2 on network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:49.502816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.503171 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 5f00052a-ebe3-4706-a875-0e758c4a1405 disassociated. External IP: 172.25.4.82, port: e8a4fe7c-ade3-4c14-affd-160b4c80aac9. Jan 29 04:39:49.505826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Made reservation on behalf of 28e91bf6609b49fa812534614ca241e0 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:49.508389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.513094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:39:49.513094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Checking segment: {'id': '8b70ce24-b18b-45c4-904e-2722793f6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:49.513094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.513437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Bound using segment: {'id': '8b70ce24-b18b-45c4-904e-2722793f6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:39:49.513807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Bound port: b37d3155-f02c-4b66-9367-2fb000c857e2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b70ce24-b18b-45c4-904e-2722793f6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '50c54159-b1bc-4a6b-a4b3-208e90cf5f1f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:39:49.514298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.568739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': '018be078-4bcc-4d75-999a-0ab30674817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:49.568739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: d1a0e4fb-6777-4caa-bf66-b679b98db91e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:49.591639 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.624104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:49.624896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.628063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] 10.222.0.20 "PUT /v2.0/ports/ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 1091 time: 2.3176267 Jan 29 04:39:49.633424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] For port b37d3155-f02c-4b66-9367-2fb000c857e2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:39:49.634651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:49.637238 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ec67b-3878-4e79-8a05-18ce952cc13a" -d '{"events": [{"name": "network-changed", "server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:49.643487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] For port b37d3155-f02c-4b66-9367-2fb000c857e2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b37d3155-f02c-4b66-9367-2fb000c857e2,segment=NetworkSegment(8b70ce24-b18b-45c4-904e-2722793f6786),segment_id=8b70ce24-b18b-45c4-904e-2722793f6786)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:39:49.652423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.700195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:49.716536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf685f11-cfff-4f83-93e6-51e2fc214325 req-24242176-71e2-4ef3-8a9e-526e553cb99d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2528212 Jan 29 04:39:49.748552 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d356d-37b5-4ea3-83f8-5b8cb2233074 x-openstack-request-id: req-568d356d-37b5-4ea3-83f8-5b8cb2233074 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:49.748957 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:49.749308 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-568d356d-37b5-4ea3-83f8-5b8cb2233074 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:49.749798 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'status': 'completed', 'code': 200} Jan 29 04:39:49.751928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc68c36-8f52-4ea7-9153-7bf6a40feabe service neutron] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:49.777964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26452e67-4cfa-48f6-a27b-75627205f785 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.784266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a4e93-8dbe-45ef-ab70-bee93b633331 None None] Pushing event updated for resources: {'Port': ['ID=b37d3155-f02c-4b66-9367-2fb000c857e2,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:49.795466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d1a0e4fb-6777-4caa-bf66-b679b98db91e) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:49.805459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd7f3c-0d88-4a47-b211-9fa592da498d None None] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:49.825481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:49.826119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.884381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26452e67-4cfa-48f6-a27b-75627205f785 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:49.939893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-2072b110-85f9-409f-86f9-35687668f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:49.941558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-2072b110-85f9-409f-86f9-35687668f14e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1094 time: 0.2261202 Jan 29 04:39:50.023776 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.058938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-61661a61-2ccf-4998-b5bd-335c2ede7903 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8936250 Jan 29 04:39:50.059840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.063942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:50.084569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-2a7197b2-4a32-4563-a9b0-0a2ada96c6f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 217 time: 0.1275148 Jan 29 04:39:50.089418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d1a0e4fb-6777-4caa-bf66-b679b98db91e', 'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'b0695f79-0da0-42d2-97ea-ea17af2d15b0'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:39:50.090720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.121365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-459082728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:50.160360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:50.168466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:50.169095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26452e67-4cfa-48f6-a27b-75627205f785 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.171851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26452e67-4cfa-48f6-a27b-75627205f785 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.181392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-26452e67-4cfa-48f6-a27b-75627205f785 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "DELETE /v2.0/security-groups/8538ec2a-01a1-41cc-b9a5-4d9c628583ec HTTP/1.1" status: 204 len: 168 time: 0.9095759 Jan 29 04:39:50.185657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:50.186417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66abd33f-f6f7-4286-8e2e-b7b9f2eadbfd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:50.200117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-c4a9eb77-2dff-44cc-81bf-4cfdb8bba437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:50.201680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-c4a9eb77-2dff-44cc-81bf-4cfdb8bba437 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1050823 Jan 29 04:39:50.215417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26452e67-4cfa-48f6-a27b-75627205f785 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538ec2a-01a1-41cc-b9a5-4d9c628583ec,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:50.233548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.235535 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Added segment 062ab1a2-c876-4d9c-b745-798b8ebc8d44 of type vlan for network 6efede6d-bd89-430b-847f-37bc274e074c Jan 29 04:39:50.329843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-b45e957a-d4b3-4be6-a00c-a85e0409033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:50.331654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-b45e957a-d4b3-4be6-a00c-a85e0409033c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138542 Jan 29 04:39:50.362609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.367541 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-24827a63-49c8-4f38-b706-6203314d7c3a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] show failed (client error): The resource could not be found. Jan 29 04:39:50.369764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-24827a63-49c8-4f38-b706-6203314d7c3a tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "GET /v2.0/security-groups/8538ec2a-01a1-41cc-b9a5-4d9c628583ec HTTP/1.1" status: 404 len: 347 time: 0.1637235 Jan 29 04:39:50.372890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:50.374879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:50.387253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.388270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.421206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Allocated IP 172.21.0.2 (d1a0e4fb-6777-4caa-bf66-b679b98db91e/b0695f79-0da0-42d2-97ea-ea17af2d15b0/c8467422-97e0-4b8a-bc51-6a3e573c4975) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:50.557489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.558501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:50.559088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.650281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.702976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.768594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.788360 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.804501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:50.815380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b54b771c-3957-4041-ba0a-76cad5ed7012 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7007604 Jan 29 04:39:50.823204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:50.842210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8830245 Jan 29 04:39:50.845857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38304) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:50.884813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Request body: {'subnet': {'network_id': '6efede6d-bd89-430b-847f-37bc274e074c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917095097-subnet', 'tenant_id': '28e91bf6609b49fa812534614ca241e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:50.894194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:50.901997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Pushing event updated for resources: {'Port': ['ID=c8467422-97e0-4b8a-bc51-6a3e573c4975,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:50.913598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:50.924283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:50.961172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c417af-3306-4c62-ab00-98dde1c1775a admin admin] Pushing event updated for resources: {'Network': ['ID=6efede6d-bd89-430b-847f-37bc274e074c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:50.976569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6efede6d-bd89-430b-847f-37bc274e074c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:51.008828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Deleting port 9b6eeacb-a36c-4338-86c5-4422b6a306ce {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:51.008828 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.014427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:51.019809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b135910c-c2a1-420f-804f-afe47e0c4a2d admin admin] 10.222.0.32 "PUT /v2.0/routers/599ab0d2-372e-4b1b-b85b-5d7aa563af30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4793601 Jan 29 04:39:51.026758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:51.056619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] Sync routers for ids ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:51.069092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-3eddd583-8ac0-4fc9-9040-cfb24114388c service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874367 Jan 29 04:39:51.086466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Attempting to bind port c8467422-97e0-4b8a-bc51-6a3e573c4975 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:39:51.086840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Attempting to bind port c8467422-97e0-4b8a-bc51-6a3e573c4975 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '018be078-4bcc-4d75-999a-0ab30674817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:39:51.087200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Attempting to bind port c8467422-97e0-4b8a-bc51-6a3e573c4975 on network d1a0e4fb-6777-4caa-bf66-b679b98db91e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:39:51.105437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] Routers {'599ab0d2-372e-4b1b-b85b-5d7aa563af30'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:51.106142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:51.113619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68ff60-107d-48d1-bfe1-65fc8d578da9 req-3bc80144-3702-4648-bcaf-7a2ec0e13d58 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:51.116892 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be68ff60-107d-48d1-bfe1-65fc8d578da9 req-3bc80144-3702-4648-bcaf-7a2ec0e13d58 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.2094324 Jan 29 04:39:51.119867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Made reservation on behalf of 28e91bf6609b49fa812534614ca241e0 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:51.122495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.148784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:39:51.149158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Checking segment: {'id': '018be078-4bcc-4d75-999a-0ab30674817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:51.149562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.150123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Bound using segment: {'id': '018be078-4bcc-4d75-999a-0ab30674817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:39:51.151020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Bound port: c8467422-97e0-4b8a-bc51-6a3e573c4975, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018be078-4bcc-4d75-999a-0ab30674817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd1a0e4fb-6777-4caa-bf66-b679b98db91e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:39:51.151625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.323364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e9c3e-88bb-428e-a89a-9cf3e0434684 None None] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:51.335232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.335862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.348275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Calling delete_port for 9b6eeacb-a36c-4338-86c5-4422b6a306ce owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:51.350573 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be68ff60-107d-48d1-bfe1-65fc8d578da9 req-a86678c2-68d3-4ac3-965a-93111fe28387 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1957564 Jan 29 04:39:51.377940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-305ee3e4-d257-4c9c-8fb7-4dd666a24b58 req-438a12bd-745c-410e-9180-0f03f2d762ef service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973557 Jan 29 04:39:51.486207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] For port c8467422-97e0-4b8a-bc51-6a3e573c4975, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:39:51.491752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:51.503125 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:51.512787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.514849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:51.522308 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:51.535242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] Set router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:51.542976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] For port c8467422-97e0-4b8a-bc51-6a3e573c4975, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c8467422-97e0-4b8a-bc51-6a3e573c4975,segment=NetworkSegment(018be078-4bcc-4d75-999a-0ab30674817b),segment_id=018be078-4bcc-4d75-999a-0ab30674817b)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:39:51.606046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-a04383f2-fe23-4450-9636-66c3d78f94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:51.608418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-a04383f2-fe23-4450-9636-66c3d78f94f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1094 time: 0.1100469 Jan 29 04:39:51.610469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.613676 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:51.619193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.623339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.628997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d923dba5-253e-44dc-98d8-0d8039648c93 None None] Provisioning complete for port b37d3155-f02c-4b66-9367-2fb000c857e2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:51.629361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d923dba5-253e-44dc-98d8-0d8039648c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.634665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:51.635298 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:51.701908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b37d3155-f02c-4b66-9367-2fb000c857e2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:51.746995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-4dff6c61-2aa0-4b51-9583-5206b4b3c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:51.748655 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-4dff6c61-2aa0-4b51-9583-5206b4b3c204 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.1244161 Jan 29 04:39:51.783503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Pushing event deleted for resources: {'Port': ['ID=9b6eeacb-a36c-4338-86c5-4422b6a306ce,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:51.806410 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:51.807672 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b329a-cf19-49e3-b9ea-11bca080e769 None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:51.859221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.860169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-f2585784-fea0-4698-ab8b-027f2e69bf17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 217 time: 0.0870259 Jan 29 04:39:51.861784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:51.863466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-075c9875-ff14-447f-aab8-2c3fbabd8243 tempest-ServerActionsTestJSON-647555470 tempest-ServerActionsTestJSON-647555470-project] 10.222.0.32 "DELETE /v2.0/floatingips/865da85a-0724-464d-909d-f6d286c22513 HTTP/1.1" status: 204 len: 168 time: 1.4874339 Jan 29 04:39:51.870122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38318) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:51.961000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc92223c-6ead-495a-b518-c0952948bff5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:51.977043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5b31b-813e-4135-a964-7f16b6463d24 None None] Pushing event updated for resources: {'Port': ['ID=c8467422-97e0-4b8a-bc51-6a3e573c4975,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:51.988028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Checking segment: {'id': '062ab1a2-c876-4d9c-b745-798b8ebc8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6efede6d-bd89-430b-847f-37bc274e074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:51.988649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Network hostable DHCP agents. Network: 6efede6d-bd89-430b-847f-37bc274e074c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:52.000682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-64344e97-c346-4a82-a7df-c87259089654 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/floatingips/5f00052a-ebe3-4706-a875-0e758c4a1405 HTTP/1.1" status: 200 len: 687 time: 3.1263146 Jan 29 04:39:52.001326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:52.010285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:52.016445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-fd503f20-05d1-4229-a93c-b4e255b8e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:52.019004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-fd503f20-05d1-4229-a93c-b4e255b8e67b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1498725 Jan 29 04:39:52.048665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Network 6efede6d-bd89-430b-847f-37bc274e074c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:52.065659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d923dba5-253e-44dc-98d8-0d8039648c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:52.118974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b37d3155-f02c-4b66-9367-2fb000c857e2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:52.119360 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:52.121663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6efede6d-bd89-430b-847f-37bc274e074c) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:52.130287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:52.131481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:52.146070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-17d697c7-2914-4979-8dbd-8d98f9fcf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:52.152528 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-17d697c7-2914-4979-8dbd-8d98f9fcf02d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192195 Jan 29 04:39:52.206361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb665f-393e-4103-a972-57cd60e36950 None None] Network 6efede6d-bd89-430b-847f-37bc274e074c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:52.260369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fcc21a2d-0b79-4ba8-ab34-adc822434a5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4133792 Jan 29 04:39:52.560922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-b83f15c2-3439-463b-9f5b-a9eba86e4d4f service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964412 Jan 29 04:39:52.601214 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:52.664592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d923dba5-253e-44dc-98d8-0d8039648c93 None None] For port b37d3155-f02c-4b66-9367-2fb000c857e2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b37d3155-f02c-4b66-9367-2fb000c857e2,segment=NetworkSegment(8b70ce24-b18b-45c4-904e-2722793f6786),segment_id=8b70ce24-b18b-45c4-904e-2722793f6786)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:52.703343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:39:52.811262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f3ec67b-3878-4e79-8a05-18ce952cc13a req-9f36c126-78ec-48e1-837e-88455cf9ddbd service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425277 Jan 29 04:39:52.843092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:52.861618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb68ed4-12dc-40f1-945c-411a8e9e7879 None None] Network 6efede6d-bd89-430b-847f-37bc274e074c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:52.864591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d923dba5-253e-44dc-98d8-0d8039648c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:52.931016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'mac_address': 'fa:16:3e:a7:ee:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:39:53.101601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.105849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.256256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38354) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:53.294485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:39:47Z', 'revision_number': 5, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:53.315929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-791619373-network', 'tenant_id': 'a3290f564d7648a687e0ae494b6694d3'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:53.334986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] Checking router: 599ab0d2-372e-4b1b-b85b-5d7aa563af30 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:53.398474 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:39:53.398875 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:39:53.429194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e0d43216-8b1c-4a95-aa5e-585c31dac992 None None] Provisioning complete for port b37d3155-f02c-4b66-9367-2fb000c857e2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:53.430023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0d43216-8b1c-4a95-aa5e-585c31dac992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.432633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923dba5-253e-44dc-98d8-0d8039648c93 None None] Pushing event updated for resources: {'Port': ['ID=b37d3155-f02c-4b66-9367-2fb000c857e2,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:53.461709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Made reservation on behalf of a3290f564d7648a687e0ae494b6694d3 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:53.464760 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.484409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.493302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] Routers {'599ab0d2-372e-4b1b-b85b-5d7aa563af30'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:53.493853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:53.517658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc6092-8749-4351-9499-caaf9572f892 None None] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:53.518558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.537137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b7c6b-be34-4d71-aa86-b817c7382095 req-e1e95588-a53e-41d3-b0c4-398c12601e9f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:53.538696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-948b7c6b-be34-4d71-aa86-b817c7382095 req-e1e95588-a53e-41d3-b0c4-398c12601e9f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.4733405 Jan 29 04:39:53.560907 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.644116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port 345730ef-307a-41bc-9c3f-4a49f917b29f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:53.644473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.655299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.680568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.695153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:39:53.702588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:39:53.711221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.711941 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Added segment e427f6cc-f79e-4200-a10c-e4a2a2a51b73 of type vlan for network b4f2cc96-08fe-4dc3-8a87-4863ccb42432 Jan 29 04:39:53.712969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-948b7c6b-be34-4d71-aa86-b817c7382095 req-73ee8255-04c0-4c0d-902b-8fe21eb591e4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1661479 Jan 29 04:39:53.769759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.20.0.1 (50c54159-b1bc-4a6b-a4b3-208e90cf5f1f/ddd80fa6-da91-40a4-8567-4bb779147eec/69aee5dc-2278-42e0-b5c0-0c3eec5a55a4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:53.788974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.803858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Deleting port c9ec1a10-d873-4425-863d-f0a4bd223862 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:53.804507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.815012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb086136-b913-4b16-8a44-55a7173b2a2a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:53.827187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:53.838441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Deleting port 47376e3a-608a-4ca7-9e58-39c7925a14c5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:53.838898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.843453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.844133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.867013 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.906528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] Set router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:53.915003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.916231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:53.916910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:53.971650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for 345730ef-307a-41bc-9c3f-4a49f917b29f owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:53.993913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f0e689a-3a21-4245-a948-36c74bbe6ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.035087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] For port 47376e3a-608a-4ca7-9e58-39c7925a14c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=47376e3a-608a-4ca7-9e58-39c7925a14c5,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:54.035461 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.061235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7673788 Jan 29 04:39:54.070114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:54.076249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Calling delete_port for 47376e3a-608a-4ca7-9e58-39c7925a14c5 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:54.079200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Request body: {'subnet': {'network_id': 'b4f2cc96-08fe-4dc3-8a87-4863ccb42432', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-791619373-subnet', 'tenant_id': 'a3290f564d7648a687e0ae494b6694d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:54.120811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] For port c9ec1a10-d873-4425-863d-f0a4bd223862, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9ec1a10-d873-4425-863d-f0a4bd223862,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:54.121503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.144079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.149133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c159996-82f6-4489-ba2e-61840c3b65e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f2cc96-08fe-4dc3-8a87-4863ccb42432,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:54.159111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Calling delete_port for c9ec1a10-d873-4425-863d-f0a4bd223862 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:54.186499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee09a9dc-40a4-4150-b134-ee9747d19042'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:39:54.188490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b4f2cc96-08fe-4dc3-8a87-4863ccb42432 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:39:54.195844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Made reservation on behalf of a3290f564d7648a687e0ae494b6694d3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:39:54.198526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.252440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6b3fbaca-fe5f-4025-9768-af44f6c3aa31 None None] Provisioning complete for port c8467422-97e0-4b8a-bc51-6a3e573c4975 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:54.252954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbaca-fe5f-4025-9768-af44f6c3aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.259569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:54.411590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.481076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.507651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:39:47Z', 'revision_number': 5, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:54.525112 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:39:54.546895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=47376e3a-608a-4ca7-9e58-39c7925a14c5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:54.594214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:54.608809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.650943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22d684-97e6-45fd-b4bf-d6fab95ba7d8 None None] The sync data for ids ['599ab0d2-372e-4b1b-b85b-5d7aa563af30'] in n-d-825930-1 is: [{'id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'name': 'tempest-TaggedBootDevicesTest-556289554-router', 'tenant_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:32:49Z', 'updated_at': '2022-01-29T04:39:47Z', 'revision_number': 5, 'project_id': 'fe76a48387084c47b1c5a0d04f28c83f', 'gw_port': {'id': 'c9ec1a10-d873-4425-863d-f0a4bd223862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:23:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ab0d2-372e-4b1b-b85b-5d7aa563af30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:32:50Z', 'updated_at': '2022-01-29T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:54.677766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=69aee5dc-2278-42e0-b5c0-0c3eec5a55a4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:54.680186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:54.695199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c8467422-97e0-4b8a-bc51-6a3e573c4975 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:54.700022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbaca-fe5f-4025-9768-af44f6c3aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.703440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:54.808263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6b3fbaca-fe5f-4025-9768-af44f6c3aa31 None None] For port c8467422-97e0-4b8a-bc51-6a3e573c4975, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c8467422-97e0-4b8a-bc51-6a3e573c4975,segment=NetworkSegment(018be078-4bcc-4d75-999a-0ab30674817b),segment_id=018be078-4bcc-4d75-999a-0ab30674817b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:54.822839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbaca-fe5f-4025-9768-af44f6c3aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:54.869366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=345730ef-307a-41bc-9c3f-4a49f917b29f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:54.976287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fbaca-fe5f-4025-9768-af44f6c3aa31 None None] Pushing event updated for resources: {'Port': ['ID=c8467422-97e0-4b8a-bc51-6a3e573c4975,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:54.990733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c8467422-97e0-4b8a-bc51-6a3e573c4975 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:54.991123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.094852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-78164652-28ee-4cda-b4ba-6dd54705fc40 None None] Provisioning complete for port c8467422-97e0-4b8a-bc51-6a3e573c4975 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:55.095230 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-78164652-28ee-4cda-b4ba-6dd54705fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.099323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.099970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.102811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.105932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.111628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a950945b-b434-416b-baf2-961e22d12487 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/floatingips/5f00052a-ebe3-4706-a875-0e758c4a1405 HTTP/1.1" status: 204 len: 168 time: 3.0820858 Jan 29 04:39:55.116129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:55.116793 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.173130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:39:55.179656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.230054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b37d3155-f02c-4b66-9367-2fb000c857e2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:55.255323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033bf9-cdf0-436e-8a5d-0fc7e6139c80 req-cee3a4e5-613b-4563-bf5c-e7f267f253a1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:55.257972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3033bf9-cdf0-436e-8a5d-0fc7e6139c80 req-cee3a4e5-613b-4563-bf5c-e7f267f253a1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.4014976 Jan 29 04:39:55.268119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2206bc12-1d4b-4386-b3ac-ad8ef96507d3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:55.277293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ec1a10-d873-4425-863d-f0a4bd223862,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:55.359327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b37d3155-f02c-4b66-9367-2fb000c857e2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:55.361554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.381701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3033bf9-cdf0-436e-8a5d-0fc7e6139c80 req-84a4d57c-2f16-4a9e-82f6-61927549f9a8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153932 Jan 29 04:39:55.404163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.465941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.497396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a2291dfc-1e13-4e13-a28c-64beca5202df None None] Provisioning complete for port 69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:55.497774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2291dfc-1e13-4e13-a28c-64beca5202df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.542896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a2291dfc-1e13-4e13-a28c-64beca5202df None None] Port 69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:55.546698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Router a7cc7587-d496-4dcd-b5cf-dd7154da0730 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:39:55.556883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Checking segment: {'id': 'e427f6cc-f79e-4200-a10c-e4a2a2a51b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b4f2cc96-08fe-4dc3-8a87-4863ccb42432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:39:55.557247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Network hostable DHCP agents. Network: b4f2cc96-08fe-4dc3-8a87-4863ccb42432, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:39:55.572759 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.576360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.662692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:55.668626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8b70e18c-515a-4db3-bc0b-ff6120971f7c admin admin] 10.222.0.32 "PUT /v2.0/routers/a7cc7587-d496-4dcd-b5cf-dd7154da0730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7949703 Jan 29 04:39:55.671461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:55.678493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] Sync routers for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:55.691041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:55.692068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:55.734805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Network b4f2cc96-08fe-4dc3-8a87-4863ccb42432 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:39:55.742901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.750095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.750616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599ab0d2-372e-4b1b-b85b-5d7aa563af30 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:55.767742 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.769054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac3b80a5-d7ad-41e2-9a3d-d2e8a9409c99 admin admin] 10.222.0.32 "DELETE /v2.0/routers/599ab0d2-372e-4b1b-b85b-5d7aa563af30 HTTP/1.1" status: 204 len: 168 time: 4.7332711 Jan 29 04:39:55.772126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:55.789913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b4f2cc96-08fe-4dc3-8a87-4863ccb42432) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:55.871602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:55.872465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.878790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Deleting subnet ea7f7a11-d0a6-44c6-a3da-5a54b1928bad {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:55.884126 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.933496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:55.937076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.024580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c72e0-fbae-4cf7-960e-8334b1aa458b None None] Network b4f2cc96-08fe-4dc3-8a87-4863ccb42432 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:56.034503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.120053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.126694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:56.153529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7f7a11-d0a6-44c6-a3da-5a54b1928bad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:56.164293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.173205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f102a5ed-dd79-4f8e-a546-b254469a9590 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea7f7a11-d0a6-44c6-a3da-5a54b1928bad HTTP/1.1" status: 204 len: 168 time: 0.3994911 Jan 29 04:39:56.174276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38404) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:56.202314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2dd5c-411a-43c0-9bb9-35146c717c8f None None] Network 4aaced33-7b64-4660-89b5-7a5e2974cc70 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:56.252983 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82e8aa91-7a4e-468f-85df-5a827d732c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.271483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.360740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Deleting port 672bede6-59c2-483b-b311-e0ab141b24ab {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:56.361252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.396719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9240cbb3-adf3-4885-95c7-4f8fa14b0760 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3253379 Jan 29 04:39:56.543595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] For port 672bede6-59c2-483b-b311-e0ab141b24ab, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=672bede6-59c2-483b-b311-e0ab141b24ab,segment=NetworkSegment(d200a6a6-1a55-453e-9037-d59e6d9d46cb),segment_id=d200a6a6-1a55-453e-9037-d59e6d9d46cb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:56.543969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.596782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Calling delete_port for 672bede6-59c2-483b-b311-e0ab141b24ab owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:56.605336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415b85e-623c-4cdc-83f7-98870e8bbfd8 None None] Network b4f2cc96-08fe-4dc3-8a87-4863ccb42432 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:39:56.658016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c8467422-97e0-4b8a-bc51-6a3e573c4975 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:56.704606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38416) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:56.741873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:39:56.743733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.755075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.772236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Deleting subnet bc92223c-6ead-495a-b518-c0952948bff5 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:56.775544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.833030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e595d251-f554-4884-aae3-c9d131288163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:39:54Z', 'revision_number': 5, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port': {'id': 'e595d251-f554-4884-aae3-c9d131288163', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:31:48Z', 'updated_at': '2022-01-29T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:56.884770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851f36a-2224-4964-8c76-f221e3512193 None None] DHCP port deletion for 4aaced33-7b64-4660-89b5-7a5e2974cc70 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:39:56.886787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] Checking router: a7cc7587-d496-4dcd-b5cf-dd7154da0730 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:39:56.889148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.892174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.904947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.911112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c8467422-97e0-4b8a-bc51-6a3e573c4975 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:56.911590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:56.929675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035aad78-20c6-4efb-b75f-c41c364dab50 req-54d2d29f-ab0f-457a-94f9-e4f544f71ee2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:56.945973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-035aad78-20c6-4efb-b75f-c41c364dab50 req-54d2d29f-ab0f-457a-94f9-e4f544f71ee2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.3646326 Jan 29 04:39:56.956515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] No DVR routers for this DVR port 672bede6-59c2-483b-b311-e0ab141b24ab on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:39:56.962704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=672bede6-59c2-483b-b311-e0ab141b24ab,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:56.980667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] Routers {'a7cc7587-d496-4dcd-b5cf-dd7154da0730'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:56.981456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:56.983836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port ee09a9dc-40a4-4150-b134-ee9747d19042 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:39:56.990054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.047735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.056518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port ee09a9dc-40a4-4150-b134-ee9747d19042 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:57.057228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.084986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaced33-7b64-4660-89b5-7a5e2974cc70']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.089169 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.093238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.105738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=69aee5dc-2278-42e0-b5c0-0c3eec5a55a4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:57.120858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] Set router a7cc7587-d496-4dcd-b5cf-dd7154da0730 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:39:57.126449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd200a6a6-1a55-453e-9037-d59e6d9d46cb') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.126742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd200a6a6-1a55-453e-9037-d59e6d9d46cb') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.141726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.161470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.170454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:57.171562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.202800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:39:56Z', 'revision_number': 6, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.209172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:57.213779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:57.220507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-035aad78-20c6-4efb-b75f-c41c364dab50 req-c0dcada4-960e-4d38-bfb6-b3eff617befb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2736158 Jan 29 04:39:57.257434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72827db-c741-4d15-9b79-a039ea16f143 None None] The sync data for ids ['a7cc7587-d496-4dcd-b5cf-dd7154da0730'] in n-d-825930-1 is: [{'id': 'a7cc7587-d496-4dcd-b5cf-dd7154da0730', 'name': 'tempest-ServerActionsTestJSON-1219282221-router', 'tenant_id': '20b4bb1c72e042acbb670199364f02f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:31:47Z', 'updated_at': '2022-01-29T04:39:56Z', 'revision_number': 6, 'project_id': '20b4bb1c72e042acbb670199364f02f0', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:57.268536 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:57.307369 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.334920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.353833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.356493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4aaced33-7b64-4660-89b5-7a5e2974cc70 HTTP/1.1" status: 204 len: 168 time: 1.1756186 Jan 29 04:39:57.358905 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.383427 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.388255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:39:57.390952 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d381b83-df67-4f8f-a1b3-2804fc14f887" -d '{"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-plugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:39:57.407085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:57.415324 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.434827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Deleting port e595d251-f554-4884-aae3-c9d131288163 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:39:57.435465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.488391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:57.489838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc92223c-6ead-495a-b518-c0952948bff5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:57.492409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fded549-4d3d-4e3a-9b44-8d8b952f98b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aaced33-7b64-4660-89b5-7a5e2974cc70,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:57.512307 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c1322c-a07b-47fc-a2f4-b3b1edef2427 x-openstack-request-id: req-b6c1322c-a07b-47fc-a2f4-b3b1edef2427 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:39:57.512547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.515156 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-plugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:39:57.518257 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6c1322c-a07b-47fc-a2f4-b3b1edef2427 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:39:57.519023 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'code': 200} Jan 29 04:39:57.519139 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f9751006-c956-48a1-a942-cbb722662266 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc92223c-6ead-495a-b518-c0952948bff5 HTTP/1.1" status: 204 len: 168 time: 0.8134532 Jan 29 04:39:57.519684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38430) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:57.538651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.85 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/761494ea-60d6-4cb8-99ee-97a842a7b48f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:39:57.604277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router d8cb0567-caa4-4fa8-b554-72c8bc20699a is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:39:57.653636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38436) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:57.683724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] For port e595d251-f554-4884-aae3-c9d131288163, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e595d251-f554-4884-aae3-c9d131288163,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:39:57.684105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.702935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Calling delete_port for e595d251-f554-4884-aae3-c9d131288163 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:39:57.703955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e8639838-3356-410a-aa57-f15df48af14d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:57.729351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e8639838-3356-410a-aa57-f15df48af14d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:57.731422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e8639838-3356-410a-aa57-f15df48af14d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:57.732257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9ec1a10-d873-4425-863d-f0a4bd223862 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:57.752140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.773224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001259-9e31-4203-8b7a-2c317facb4bb req-fb980711-f0dc-43d0-9bb3-787a44f26ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:57.774770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e001259-9e31-4203-8b7a-2c317facb4bb req-fb980711-f0dc-43d0-9bb3-787a44f26ba3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1096 time: 0.1669064 Jan 29 04:39:57.784519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c9ec1a10-d873-4425-863d-f0a4bd223862 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:57.785003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9ec1a10-d873-4425-863d-f0a4bd223862 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:57.790036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5e98691d-8a50-4cc1-82e9-4f413a542a58 None None] Provisioning complete for port 69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:39:57.791063 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e98691d-8a50-4cc1-82e9-4f413a542a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.807786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ce6835ae-f148-4496-b52b-f94805f21e4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f566fdc70e384d8baea9d586dba96004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519988 Jan 29 04:39:57.811340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38440) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:57.853572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5e98691d-8a50-4cc1-82e9-4f413a542a58 None None] Port 69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:39:57.870513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e001259-9e31-4203-8b7a-2c317facb4bb req-6c327633-7dc1-4ce1-b31c-99b2899da8e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865204 Jan 29 04:39:57.915036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:39:57.928051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0fdbd189-0542-4c33-9c3a-dd257aa466e3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/d8cb0567-caa4-4fa8-b554-72c8bc20699a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0772665 Jan 29 04:39:57.928800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:57.928918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] Sync routers for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:39:57.929418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.932711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.938128 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:57.938921 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.957124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efede6d-bd89-430b-847f-37bc274e074c']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.967217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f267-a177-4a0c-a5ea-ab975c4574ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.969744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062ab1a2-c876-4d9c-b745-798b8ebc8d44') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.970087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062ab1a2-c876-4d9c-b745-798b8ebc8d44') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.976265 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:57.986700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:57.990295 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:39:57.990815 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:58.010107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f267-a177-4a0c-a5ea-ab975c4574ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.018955 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.028417 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:58.029106 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae4330-f2ce-43fe-aa1d-94d59059e65f None None] The sync data for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:39:58.032880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:58.033304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:58.035346 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:58.063940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c1d342-bc99-4fbc-bbc3-9691b0c50c98 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:58.065954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-67c1d342-bc99-4fbc-bbc3-9691b0c50c98 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports/69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 HTTP/1.1" status: 200 len: 910 time: 0.1288738 Jan 29 04:39:58.070063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:58.119206 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.135641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.142231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6efede6d-bd89-430b-847f-37bc274e074c HTTP/1.1" status: 204 len: 168 time: 0.6214468 Jan 29 04:39:58.144466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:58.162073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f267-a177-4a0c-a5ea-ab975c4574ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.164428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f267-a177-4a0c-a5ea-ab975c4574ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.167954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6d2f267-a177-4a0c-a5ea-ab975c4574ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0700f184-7561-4d5c-8f73-16d3a7ef5f52 HTTP/1.1" status: 204 len: 168 time: 0.3527002 Jan 29 04:39:58.185875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.188352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a81f3-2aa3-407c-b839-6a0211666b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6efede6d-bd89-430b-847f-37bc274e074c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:58.208469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2f267-a177-4a0c-a5ea-ab975c4574ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0700f184-7561-4d5c-8f73-16d3a7ef5f52,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:58.237223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Deleting subnet 2206bc12-1d4b-4386-b3ac-ad8ef96507d3 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:58.242599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.255702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:39:58.266818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:39:58.275535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:39:58.326589 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.343554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.398013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 672bede6-59c2-483b-b311-e0ab141b24ab no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:58.425500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.435672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 672bede6-59c2-483b-b311-e0ab141b24ab {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:58.436288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 672bede6-59c2-483b-b311-e0ab141b24ab not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:58.437589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e595d251-f554-4884-aae3-c9d131288163 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:58.457552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=761494ea-60d6-4cb8-99ee-97a842a7b48f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:58.476326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e595d251-f554-4884-aae3-c9d131288163 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:58.477079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e595d251-f554-4884-aae3-c9d131288163 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:58.477721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 47376e3a-608a-4ca7-9e58-39c7925a14c5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:39:58.516783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 47376e3a-608a-4ca7-9e58-39c7925a14c5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:39:58.522487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 47376e3a-608a-4ca7-9e58-39c7925a14c5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:39:58.539489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.566107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e595d251-f554-4884-aae3-c9d131288163,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:58.586995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2206bc12-1d4b-4386-b3ac-ad8ef96507d3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:58.589355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.595675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40a48e1e-1b87-4452-a4df-aeafee8e2c5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2206bc12-1d4b-4386-b3ac-ad8ef96507d3 HTTP/1.1" status: 204 len: 168 time: 0.4475121 Jan 29 04:39:58.596262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38462) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:58.682497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:58.822205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38470) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:58.884491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aa502-14cf-44ed-a56c-b0a27ab4ca84 req-21af0438-1bd3-4e57-b9df-793ac70c9d66 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:39:58.886121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f0aa502-14cf-44ed-a56c-b0a27ab4ca84 req-21af0438-1bd3-4e57-b9df-793ac70c9d66 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.4805112 Jan 29 04:39:59.138389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.139102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.163051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f2cc96-08fe-4dc3-8a87-4863ccb42432']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:59.172924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e427f6cc-f79e-4200-a10c-e4a2a2a51b73') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:59.173283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e427f6cc-f79e-4200-a10c-e4a2a2a51b73') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:39:59.183263 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.186846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.201882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.208667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:39:59.209119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:39:59.211110 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:39:59.239785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.272209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.276896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.282432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4f2cc96-08fe-4dc3-8a87-4863ccb42432 HTTP/1.1" status: 204 len: 168 time: 0.6822290 Jan 29 04:39:59.303596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121539c-de49-40df-8a68-0a733876d44d admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f2cc96-08fe-4dc3-8a87-4863ccb42432,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:59.421682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d48aa96a-e9c2-443b-8f62-dee2d995ddc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe76a48387084c47b1c5a0d04f28c83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963144 Jan 29 04:39:59.424391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38482) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:59.425791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.435554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.484318 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30a8493c-8129-4f4c-860d-450d299c8256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.507321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30a8493c-8129-4f4c-860d-450d299c8256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.522130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:59.536820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f0aa502-14cf-44ed-a56c-b0a27ab4ca84 req-4cbf638a-720a-49e2-96df-7e60541625c5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2913315 Jan 29 04:39:59.586049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-04777cd8-7c48-4db5-963d-f9581dcb2cbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28e91bf6609b49fa812534614ca241e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624442 Jan 29 04:39:59.590783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:59.610000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.610631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cc7587-d496-4dcd-b5cf-dd7154da0730 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:39:59.617582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.620972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a94e550-9883-409c-b231-e4013c553c36 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a7cc7587-d496-4dcd-b5cf-dd7154da0730 HTTP/1.1" status: 204 len: 168 time: 3.9456007 Jan 29 04:39:59.626065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:39:59.626218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30a8493c-8129-4f4c-860d-450d299c8256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.629174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30a8493c-8129-4f4c-860d-450d299c8256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.632891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-30a8493c-8129-4f4c-860d-450d299c8256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71f18e05-ee50-4f72-8f88-fdcf55335eec HTTP/1.1" status: 204 len: 168 time: 0.2050602 Jan 29 04:39:59.642534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.653858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8493c-8129-4f4c-860d-450d299c8256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f18e05-ee50-4f72-8f88-fdcf55335eec,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:59.719404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6188-fc9b-4461-b9aa-3e22740819db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.749384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6188-fc9b-4461-b9aa-3e22740819db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.815116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6188-fc9b-4461-b9aa-3e22740819db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.820960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6188-fc9b-4461-b9aa-3e22740819db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.822413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7e8e6188-fc9b-4461-b9aa-3e22740819db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66abd33f-f6f7-4286-8e2e-b7b9f2eadbfd HTTP/1.1" status: 204 len: 168 time: 0.2303495 Jan 29 04:39:59.852955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e6188-fc9b-4461-b9aa-3e22740819db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66abd33f-f6f7-4286-8e2e-b7b9f2eadbfd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:39:59.857508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Deleting subnet 948460b2-b50e-46f5-93c1-3ff322d645d6 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:39:59.862118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.944205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:39:59.948224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.147921 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.260914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.302135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:00.383924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.450088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.21.0.1 (d1a0e4fb-6777-4caa-bf66-b679b98db91e/b0695f79-0da0-42d2-97ea-ea17af2d15b0/88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:00.452246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948460b2-b50e-46f5-93c1-3ff322d645d6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:00.457181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.460539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-006d7652-794c-4b40-a4c9-08d831385b37 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/948460b2-b50e-46f5-93c1-3ff322d645d6 HTTP/1.1" status: 204 len: 168 time: 0.8335090 Jan 29 04:40:00.463213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38526) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:00.465767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d459e3-1061-41ca-92c2-a27957335cad None None] Network 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:00.519563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e576e9c-f710-4bb3-a6e3-c5cf1cb9dd0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3290f564d7648a687e0ae494b6694d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108788 Jan 29 04:40:00.525236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:00.587548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.720285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e4c28f-6f7a-481a-b743-5e7cb51bc160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.748364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.771612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] DHCP port deletion for 7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:40:00.776800 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e4c28f-6f7a-481a-b743-5e7cb51bc160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.787579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Deleting port 11087e5d-27e8-4afe-a90d-664d74cb3759 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:00.788159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.797928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8ce7-7b4b-4fa2-9259-b70e81d92f4e req-6974e7d1-7268-456b-9809-4670caa383da tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:00.799685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-999e8ce7-7b4b-4fa2-9259-b70e81d92f4e req-6974e7d1-7268-456b-9809-4670caa383da tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1078999 Jan 29 04:40:00.818312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.843403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:00.844694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] Deleting port 11087e5d-27e8-4afe-a90d-664d74cb3759 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:00.845070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.854842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.948560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.948824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] For port 11087e5d-27e8-4afe-a90d-664d74cb3759, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11087e5d-27e8-4afe-a90d-664d74cb3759,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:00.949103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:00.956713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=761494ea-60d6-4cb8-99ee-97a842a7b48f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:00.974685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] Calling delete_port for 11087e5d-27e8-4afe-a90d-664d74cb3759 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:00.983045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] For port 11087e5d-27e8-4afe-a90d-664d74cb3759, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11087e5d-27e8-4afe-a90d-664d74cb3759,segment=NetworkSegment(de1921a1-9fb9-412c-aad5-06cce37d6393),segment_id=de1921a1-9fb9-412c-aad5-06cce37d6393)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:00.983813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.002203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-999e8ce7-7b4b-4fa2-9259-b70e81d92f4e req-b2837023-617c-4a2d-b970-baae132dc806 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920924 Jan 29 04:40:01.013041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Calling delete_port for 11087e5d-27e8-4afe-a90d-664d74cb3759 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:01.017266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e4c28f-6f7a-481a-b743-5e7cb51bc160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.020637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e4c28f-6f7a-481a-b743-5e7cb51bc160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.024435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-91e4c28f-6f7a-481a-b743-5e7cb51bc160 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb086136-b913-4b16-8a44-55a7173b2a2a HTTP/1.1" status: 204 len: 168 time: 0.4866493 Jan 29 04:40:01.067682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:01.072066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4c28f-6f7a-481a-b743-5e7cb51bc160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb086136-b913-4b16-8a44-55a7173b2a2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:01.086629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1408258495-network', 'tenant_id': '852049f33a4049cda486c7f58b7cf61f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:01.106598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.110786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:01.159845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.172453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.183347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] No DVR routers for this DVR port 11087e5d-27e8-4afe-a90d-664d74cb3759 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:01.212429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11087e5d-27e8-4afe-a90d-664d74cb3759,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:01.217347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:01.232340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] Pushing event deleted for resources: {'Port': ['ID=11087e5d-27e8-4afe-a90d-664d74cb3759,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:01.236964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63844e-82ed-413c-9c14-86730d163281 None None] No DVR routers for this DVR port 11087e5d-27e8-4afe-a90d-664d74cb3759 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:01.249952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:01.321314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.347224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7423b9cd-f3d6-41e4-8ff6-c5232a0a2195']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:01.359536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1921a1-9fb9-412c-aad5-06cce37d6393') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:01.359837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1921a1-9fb9-412c-aad5-06cce37d6393') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:01.372753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.391540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.396197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Made reservation on behalf of 852049f33a4049cda486c7f58b7cf61f for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:01.399356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.404139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:01.405556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:01.407827 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:01.439302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da651e-06a7-428c-8d5d-235358eef578 req-051a4256-87a1-4f2a-ab94-3963e677f6b0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:01.451117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45da651e-06a7-428c-8d5d-235358eef578 req-051a4256-87a1-4f2a-ab94-3963e677f6b0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2481253 Jan 29 04:40:01.453563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38562) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:01.461754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Request body: {'floatingip': {'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:01.472671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.519092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.525927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.531260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7423b9cd-f3d6-41e4-8ff6-c5232a0a2195 HTTP/1.1" status: 204 len: 168 time: 1.0639143 Jan 29 04:40:01.546261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee76e-1163-47ac-a712-aa8b5f1fe3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7423b9cd-f3d6-41e4-8ff6-c5232a0a2195,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:01.564884 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.650567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.697134 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 98ef1093-4fc8-4a2c-8d51-5feb7e845709 associated. External IP: 172.25.4.85, port: 1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7. Jan 29 04:40:01.715436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:01.720508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-71250e36-d0f2-4df6-a271-31a7e78d7e0b None None] Provisioning complete for port 88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:01.721010 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-71250e36-d0f2-4df6-a271-31a7e78d7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.790904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-71250e36-d0f2-4df6-a271-31a7e78d7e0b None None] Port 88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:01.828273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4fd99f50-e22e-4c4f-833d-0f6d0a8c5743 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20b4bb1c72e042acbb670199364f02f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116290 Jan 29 04:40:01.831923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38578) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:01.899923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c94f3a-50b0-48cd-80c8-c3bcc5e04198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.938768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:01.943763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c94f3a-50b0-48cd-80c8-c3bcc5e04198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:02.009194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c94f3a-50b0-48cd-80c8-c3bcc5e04198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:02.012866 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c94f3a-50b0-48cd-80c8-c3bcc5e04198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:02.014292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-72c94f3a-50b0-48cd-80c8-c3bcc5e04198 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab8960b0-9d45-4bdc-aefe-ffa4c339eba8 HTTP/1.1" status: 204 len: 168 time: 0.1813002 Jan 29 04:40:02.026606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c94f3a-50b0-48cd-80c8-c3bcc5e04198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8960b0-9d45-4bdc-aefe-ffa4c339eba8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:02.349424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11087e5d-27e8-4afe-a90d-664d74cb3759 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:02.374207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 11087e5d-27e8-4afe-a90d-664d74cb3759 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:40:02.374552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11087e5d-27e8-4afe-a90d-664d74cb3759 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:02.490853 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:02.679388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:02.806939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:02.839668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ecf651-997f-4b2b-9597-28d5d5fef88c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:02.844248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:02.844604 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Added segment f68bf342-b689-4b2f-b07c-0347592d4518 of type vlan for network 29125247-95af-4287-9ada-fde81737461c Jan 29 04:40:02.954498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.955056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.955185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.955521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.955858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.956190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.956670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.957144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.958490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.958970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.959554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:02.960155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:03.059815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.148778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:03.177642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38646) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:03.182246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.183305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:03.183963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.202570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:40:03.319238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-network', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:03.341931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.345618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Made reservation on behalf of 1ccfb8cd386e40ae95a395aae7436700 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:03.349194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.360184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.413573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5635307 Jan 29 04:40:03.413573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.414068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38654) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:03.419266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Request body: {'subnet': {'network_id': '29125247-95af-4287-9ada-fde81737461c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1408258495-subnet', 'tenant_id': '852049f33a4049cda486c7f58b7cf61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:03.475628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Made reservation on behalf of 852049f33a4049cda486c7f58b7cf61f for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:03.478087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.481276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.485770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aad2a-fca4-43b5-b2f8-06beb4f3393b admin admin] Pushing event updated for resources: {'Network': ['ID=29125247-95af-4287-9ada-fde81737461c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:03.496295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 29125247-95af-4287-9ada-fde81737461c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:03.504610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.550923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.556823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:03.573960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:03.577992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:03.587625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.592130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8abce1-eafb-4371-913a-635d4f4483fe,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:03.611535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:03.612456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:03.620260 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.620597 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Added segment e35ef08e-144b-4eee-92a2-08e03e0d09a7 of type vlan for network e3d28f61-b743-4d63-9d45-ca3b06926485 Jan 29 04:40:03.680676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.703561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:03.713742 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:03.714606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:03.727283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:03.750827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:03.751757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceeb397-0746-44e3-b21a-500b8a12e59d None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:03.760557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.761733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:03.762418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.809105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.850245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.862698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1776976e-6524-46b2-8f7d-37eccd2ac4a0 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.7434986 Jan 29 04:40:03.866668 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Floating IP c3361152-99f6-489f-855e-c55c964ea098 associated. External IP: 172.25.4.246, port: ee09a9dc-40a4-4150-b134-ee9747d19042. Jan 29 04:40:03.872669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:03.876664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6980672 Jan 29 04:40:03.879180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:03.901603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:03.916222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Request body: {'subnet': {'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-subnet', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:04.048042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d28f61-b743-4d63-9d45-ca3b06926485,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:04.095023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.095365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.095701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.096029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.096355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.096678 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.097524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.097524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.097717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.097984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.098308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.098626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4f869-6426-42ce-b649-4018c819de83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:04.119693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e3d28f61-b743-4d63-9d45-ca3b06926485 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:04.127118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Made reservation on behalf of 1ccfb8cd386e40ae95a395aae7436700 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:04.131244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.158232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:04.164353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:04.210292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2533b355-1bf1-402a-a7f1-eb946895ba38,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:04.220947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-41d4188c-2ee5-45e9-a858-843390fd7901 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/floatingips/98ef1093-4fc8-4a2c-8d51-5feb7e845709 HTTP/1.1" status: 200 len: 977 time: 0.3408315 Jan 29 04:40:04.221830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:04.232335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Checking segment: {'id': 'f68bf342-b689-4b2f-b07c-0347592d4518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29125247-95af-4287-9ada-fde81737461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:04.232335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Network hostable DHCP agents. Network: 29125247-95af-4287-9ada-fde81737461c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:04.275172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Network 29125247-95af-4287-9ada-fde81737461c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:04.290525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 29125247-95af-4287-9ada-fde81737461c) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:04.315418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d92ed-321c-4fcb-a70d-2dde33f85c47 None None] Network 29125247-95af-4287-9ada-fde81737461c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:04.318631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:04.319165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.400126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd04c417-e7dd-4dd6-aa28-49808a8c4f01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9851031 Jan 29 04:40:04.439387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.509975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbdbe6b-a165-4985-bced-c550e1e36a47,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:04.518328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Checking segment: {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:04.518795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Network hostable DHCP agents. Network: e3d28f61-b743-4d63-9d45-ca3b06926485, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:04.555141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Network e3d28f61-b743-4d63-9d45-ca3b06926485 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:04.558775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b90698-3e9e-4c57-af57-0049558f76e5 None None] Network 29125247-95af-4287-9ada-fde81737461c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:04.586115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e3d28f61-b743-4d63-9d45-ca3b06926485) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:04.595991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:04.598848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.625411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-232c79c5-33ae-467f-8677-44fc7cb1be69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7183807 Jan 29 04:40:04.626008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38688) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:04.634825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:04.661138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf3630-491a-4954-8d85-5e1b21d20d40 None None] Network e3d28f61-b743-4d63-9d45-ca3b06926485 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:04.668713 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.670308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.742940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:04.796795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:04.876421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router d8cb0567-caa4-4fa8-b554-72c8bc20699a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:04.882634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a1835c88-108c-4183-87d2-29f255815cf1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6499157 Jan 29 04:40:04.887881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:04.896778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'port_id': 'e8a4fe7c-ade3-4c14-affd-160b4c80aac9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:04.945580 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:05.015997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-eddcc535-b9cf-4247-9686-92731a76300a None None] Provisioning complete for port 88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:05.016602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:05.016992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eddcc535-b9cf-4247-9686-92731a76300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:05.027495 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:05.046589 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:05.047209 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.051521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:05.064605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eddcc535-b9cf-4247-9686-92731a76300a None None] Port 88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:05.206690 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:05.261585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-85299cfe-0627-4e41-a64e-f70894fcccb1 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:05.263189 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-85299cfe-0627-4e41-a64e-f70894fcccb1 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/networks?id=29125247-95af-4287-9ada-fde81737461c HTTP/1.1" status: 200 len: 822 time: 0.2312977 Jan 29 04:40:05.299500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fb88b-c215-4b65-9e46-02ea5633258f None None] Network e3d28f61-b743-4d63-9d45-ca3b06926485 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:05.335082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:05.432229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-cd3a8a6f-1d65-4c54-a837-11ba8b18feb5 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/quotas/852049f33a4049cda486c7f58b7cf61f HTTP/1.1" status: 200 len: 375 time: 0.1404200 Jan 29 04:40:05.442209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d953129b-7091-4d8b-9fcd-e79b9ecbaec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "PUT /v2.0/floatingips/c3361152-99f6-489f-855e-c55c964ea098 HTTP/1.1" status: 200 len: 991 time: 3.9843554 Jan 29 04:40:05.459733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:05.461353 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65" -d '{"events": [{"name": "network-changed", "server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:05.498917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-060eb46d-90b0-4370-ba5e-4f32dbf463d9 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=852049f33a4049cda486c7f58b7cf61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555682 Jan 29 04:40:05.546780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:05.586707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-37910457-6e13-48c1-bb56-eb4854ee127c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/d8cb0567-caa4-4fa8-b554-72c8bc20699a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5155814 Jan 29 04:40:05.592169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:05.592372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] Sync routers for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:05.616967 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c3361152-99f6-489f-855e-c55c964ea098', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'mac_address': 'fa:16:3e:a7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:39:39Z', 'updated_at': '2022-01-29T04:40:03Z', 'revision_number': 1, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.628617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:05.630084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.654214 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:05.665356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.665842 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:05.666530 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.676398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:05.677457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.710693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:05.711733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b858f-f334-44a0-beff-98e0e2b39468 None None] The sync data for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:05.712824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:05.737384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:05.790749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d270be2a-4852-4902-9730-da7cd4195b65 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:05.792541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d270be2a-4852-4902-9730-da7cd4195b65 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports/88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 HTTP/1.1" status: 200 len: 910 time: 0.1356220 Jan 29 04:40:05.796938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38736) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:05.813775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-2dd12f2b-bab9-4ca3-80ac-81ccef53f79e service neutron] 10.222.0.32 "GET /v2.0/networks/29125247-95af-4287-9ada-fde81737461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797351 Jan 29 04:40:05.814555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:05.948390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38d31-1659-44d0-b19d-4f62710205d2 req-393feffe-673d-49da-a40f-18ebdba3560b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:05.951110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aa38d31-1659-44d0-b19d-4f62710205d2 req-393feffe-673d-49da-a40f-18ebdba3560b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.3881876 Jan 29 04:40:05.996666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Allocated IP 172.25.4.25 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c9333a2f-dc1a-4b86-9808-934df043be0c) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:06.028151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-bead5288-4d39-4b83-a62e-4ac29e9b4cdf service neutron] 10.222.0.32 "GET /v2.0/networks/29125247-95af-4287-9ada-fde81737461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061756 Jan 29 04:40:06.125488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aa38d31-1659-44d0-b19d-4f62710205d2 req-5a1e67ed-c9d0-4635-9559-052f4e0fbdde tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312814 Jan 29 04:40:06.205234 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329978db-215a-4668-af6d-6ca95f7e42d5 x-openstack-request-id: req-329978db-215a-4668-af6d-6ca95f7e42d5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:06.205511 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:06.205765 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-329978db-215a-4668-af6d-6ca95f7e42d5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:06.206177 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'status': 'completed', 'code': 200} Jan 29 04:40:06.216278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:06.309602 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c3361152-99f6-489f-855e-c55c964ea098', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'mac_address': 'fa:16:3e:a7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:39:39Z', 'updated_at': '2022-01-29T04:40:03Z', 'revision_number': 1, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:06.354098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-e6261eea-e377-48e8-a2f2-b9369588872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:06.355943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-e6261eea-e377-48e8-a2f2-b9369588872d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1096 time: 0.0987446 Jan 29 04:40:06.357116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a7db1-1224-4779-a512-0f3810a2556f None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c3361152-99f6-489f-855e-c55c964ea098', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'mac_address': 'fa:16:3e:a7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:39:39Z', 'updated_at': '2022-01-29T04:40:03Z', 'revision_number': 1, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:06.357473 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:06.385407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-329298fd-ad0b-4433-952f-ea801d4d6474 req-14ec6762-7849-45e4-aa6a-fd8617dc990e tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0756860 Jan 29 04:40:06.460195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:06.491894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:06.494941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:06.573952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Pushing event updated for resources: {'Port': ['ID=c9333a2f-dc1a-4b86-9808-934df043be0c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:06.727275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:06.735023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:06.764281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21396959-7775-42b9-8b35-c8f60cffc5e8 None None] New status for floating IP c3361152-99f6-489f-855e-c55c964ea098: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:40:06.777076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:06.829707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-ce0e0b8b-da96-4e81-9330-98b4d1a74817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:06.831229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-ce0e0b8b-da96-4e81-9330-98b4d1a74817 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.4638352 Jan 29 04:40:07.063381 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 98ef1093-4fc8-4a2c-8d51-5feb7e845709 associated. External IP: 172.25.4.85, port: 1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7. Jan 29 04:40:07.473544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-82074def-c5d6-407b-97ff-2727156184ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 999 time: 0.6324880 Jan 29 04:40:07.540698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:07.594523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1375-dfd3-4ea4-9299-b7af35b866e7 req-9913eb3b-072c-4a73-ad0d-4e21ef0cdd95 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:07.596059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f58a1375-dfd3-4ea4-9299-b7af35b866e7 req-9913eb3b-072c-4a73-ad0d-4e21ef0cdd95 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1398571 Jan 29 04:40:07.635577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-8f22981b-4534-437c-948c-369a703e9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:07.637036 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-8f22981b-4534-437c-948c-369a703e9908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1466126 Jan 29 04:40:07.651431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08cd92ee-3be4-4499-b314-6036f64733fb req-f54a8f27-a433-4766-abfe-48eeb8d46f62 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0908504 Jan 29 04:40:07.729834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f58a1375-dfd3-4ea4-9299-b7af35b866e7 req-2e92f710-4363-4d4d-bf24-7ed277083af5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269710 Jan 29 04:40:07.765986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-09b49728-3662-427c-b0ed-2ba7dbe51c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:07.767987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-09b49728-3662-427c-b0ed-2ba7dbe51c99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207678 Jan 29 04:40:07.860949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:07.978564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.038951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-259ce585-b793-4457-b982-6d00f6c979cb service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562624 Jan 29 04:40:08.075490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:08.091357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:08.106095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:08.106950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:08.184686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:08.185180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.194334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:08.205210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:08.206404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:08.218563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62dfa6f9-8aa8-45e9-b835-b15ac94adf65 req-8f0333c0-5d24-44f8-9c52-594304ad6d2b service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000118 Jan 29 04:40:08.227512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38816) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:08.260630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Router 2ff89507-83ae-4f25-a92d-ea94900ad339 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:08.280778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:08.283651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d96a4-4490-4554-bb16-a17ddd1bd15c None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:08.338318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-f98292b9-e1b7-4af0-905d-ab3f2f1c8cc4 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:08.339791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-f98292b9-e1b7-4af0-905d-ab3f2f1c8cc4 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.36 "GET /v2.0/networks?id=29125247-95af-4287-9ada-fde81737461c HTTP/1.1" status: 200 len: 822 time: 0.4996574 Jan 29 04:40:08.362873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Request body: {'port': {'device_id': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'network_id': '29125247-95af-4287-9ada-fde81737461c', 'admin_state_up': True, 'tenant_id': '852049f33a4049cda486c7f58b7cf61f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:08.394389 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-472ccb86-f713-447d-8576-49e8f5407904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.423422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:08.435340 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Sync routers for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:08.451314 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:08.451945 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:08.467091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.471130 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-90ef2325-7813-4dad-bde9-b8e3de24c743 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8412290 Jan 29 04:40:08.473600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38824) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:08.561192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.575797 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:08.576251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:08.613112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-472ccb86-f713-447d-8576-49e8f5407904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.628521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-472ccb86-f713-447d-8576-49e8f5407904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.728986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-472ccb86-f713-447d-8576-49e8f5407904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4857838733b477a8358c82b5f14387a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004241 Jan 29 04:40:08.731713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:08.731970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:08.732777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Made reservation on behalf of 852049f33a4049cda486c7f58b7cf61f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:08.733981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ccb86-f713-447d-8576-49e8f5407904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439a6fd9-d6eb-4330-95dd-555075ce995f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:08.737075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.826154 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:06Z', 'revision_number': 3, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:08.837434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0ce3314-e80c-42a2-85a5-9c8ca3c3bf28 req-86d6aebd-4bf3-41d1-a334-4f93614043e9 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0679061 Jan 29 04:40:08.899276 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Checking router: 2ff89507-83ae-4f25-a92d-ea94900ad339 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:08.899895 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Updating router 2ff89507-83ae-4f25-a92d-ea94900ad339 port c9333a2f-dc1a-4b86-9808-934df043be0c binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:40:08.929931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe48a00d-4566-4cbe-94b4-9422ff692f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:08.931716 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.029167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe48a00d-4566-4cbe-94b4-9422ff692f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.079478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.083730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba369e2-0214-4fd4-9d95-8fc0fe92349e req-5c0ce6de-dac8-44d0-8e8e-1945c2429407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:09.085659 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ba369e2-0214-4fd4-9d95-8fc0fe92349e req-5c0ce6de-dac8-44d0-8e8e-1945c2429407 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2350507 Jan 29 04:40:09.200410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ba369e2-0214-4fd4-9d95-8fc0fe92349e req-b24003fb-4325-4d44-85ff-bdac7f251d5b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950730 Jan 29 04:40:09.252992 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe48a00d-4566-4cbe-94b4-9422ff692f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.255783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe48a00d-4566-4cbe-94b4-9422ff692f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.256950 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe48a00d-4566-4cbe-94b4-9422ff692f23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/439a6fd9-d6eb-4330-95dd-555075ce995f HTTP/1.1" status: 204 len: 168 time: 0.5242147 Jan 29 04:40:09.269724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=88190bd9-fbfa-4a5f-b8c3-f8687ecf64d5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:09.374689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:09.383150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.389112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:09.405206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:09.406169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:09.413799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48a00d-4566-4cbe-94b4-9422ff692f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a6fd9-d6eb-4330-95dd-555075ce995f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:09.480393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.542715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:09.580858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:09.581471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:09.662673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:09.663737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe4b89-cc63-427d-ab54-079ba4d143a0 None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:09.665560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Allocated IP 172.20.0.12 (29125247-95af-4287-9ada-fde81737461c/2533b355-1bf1-402a-a7f1-eb946895ba38/813c88d7-4c9d-43d6-ad0e-828bbb4fb00c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:09.681487 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.703573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-30b41bb6-7802-40ff-ac78-6d5d176100b2 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/floatingips/98ef1093-4fc8-4a2c-8d51-5feb7e845709 HTTP/1.1" status: 200 len: 977 time: 4.8118818 Jan 29 04:40:09.720950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:09.727052 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.748462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:09.837320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.841433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Allocated IP 172.20.0.1 (e3d28f61-b743-4d63-9d45-ca3b06926485/cbbdbe6b-a165-4985-bced-c550e1e36a47/5d45b8bb-6839-435c-aa3f-9293484d3685) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:09.916809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.938553 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Pushing event updated for resources: {'Port': ['ID=c9333a2f-dc1a-4b86-9808-934df043be0c,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:09.942055 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Attempting to bind port c9333a2f-dc1a-4b86-9808-934df043be0c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:09.952368 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Attempting to bind port c9333a2f-dc1a-4b86-9808-934df043be0c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:09.952826 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Attempting to bind port c9333a2f-dc1a-4b86-9808-934df043be0c on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:09.959247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:09.959651 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:09.960028 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.960472 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:09.960890 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Bound port: c9333a2f-dc1a-4b86-9808-934df043be0c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:09.961269 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:09.989278 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:09.989615 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:09.989863 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:09.990221 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:09.995765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:09.998055 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:09.999147 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:09.999822 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:10.006928 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:10.008086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:10.008629 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:10.011279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:10.011829 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:10.034381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2243f0e9-f204-4bd8-b792-210619d5dcda req-53a2847a-31cd-4e4e-a877-e0a589927455 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0351965 Jan 29 04:40:10.109711 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] For port c9333a2f-dc1a-4b86-9808-934df043be0c, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:10.115160 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] For port c9333a2f-dc1a-4b86-9808-934df043be0c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9333a2f-dc1a-4b86-9808-934df043be0c,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:10.133385 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.133788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.188977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.209336 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:10.209336 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:10.296780 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea0760-4cf4-4b30-bb84-b5301dceca92 None None] Pushing event updated for resources: {'Port': ['ID=c9333a2f-dc1a-4b86-9808-934df043be0c,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:10.298013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Network e3d28f61-b743-4d63-9d45-ca3b06926485 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:10.308688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:10.310599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Pushing event updated for resources: {'Port': ['ID=5d45b8bb-6839-435c-aa3f-9293484d3685,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:10.318337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:10.400812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.416048 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:10.632163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.647585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcedcda9-08d6-4378-8a85-80be1fe0c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.678187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:06Z', 'revision_number': 3, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:10.715677 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e713e97-9733-41f1-9804-eb168e49cb99 None None] The sync data for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 is: [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:06Z', 'revision_number': 3, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:10.861539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.869446 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.970752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.971417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Pushing event updated for resources: {'Port': ['ID=5d45b8bb-6839-435c-aa3f-9293484d3685,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:10.976032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.990163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router d8cb0567-caa4-4fa8-b554-72c8bc20699a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:10.992139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:10.992493 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 98ef1093-4fc8-4a2c-8d51-5feb7e845709 disassociated. External IP: 172.25.4.85, port: e8a4fe7c-ade3-4c14-affd-160b4c80aac9. Jan 29 04:40:11.076278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.124073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Network e3d28f61-b743-4d63-9d45-ca3b06926485 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:11.125827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:11.295885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Router 2ff89507-83ae-4f25-a92d-ea94900ad339 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:11.324506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfacab04-7352-42dc-87fe-3450968a097e req-6c10d8fd-db9b-4925-8c01-d917e56a20c3 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 210 time: 0.1675711 Jan 29 04:40:11.334812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcedcda9-08d6-4378-8a85-80be1fe0c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.381333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.383507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:11.393732 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] Sync routers for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:11.402335 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcedcda9-08d6-4378-8a85-80be1fe0c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.406884 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:11.407590 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:11.416784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba9147fe-bada-42aa-b6d7-adc259d0b9b8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/d8cb0567-caa4-4fa8-b554-72c8bc20699a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6161771 Jan 29 04:40:11.423740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38894) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:11.495761 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:11.506620 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:11.508572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:11.519017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedcda9-08d6-4378-8a85-80be1fe0c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498cefd9-0188-4a75-ae63-03db47f5aee5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:11.531122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:11.539496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c1b2931-8e69-4ef7-a2ec-fe4d190606be admin admin] 10.222.0.32 "PUT /v2.0/routers/2ff89507-83ae-4f25-a92d-ea94900ad339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0649142 Jan 29 04:40:11.552588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Network 29125247-95af-4287-9ada-fde81737461c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:11.563154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:11.575276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:11.599811 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:11.600498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7360d865-b4e4-4edf-b624-75fdb032894c None None] The sync data for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:11.705576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:11.706263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.758948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fcedcda9-08d6-4378-8a85-80be1fe0c95b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a5ca6f2fc0c4c56891343b8161cb089&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7175128 Jan 29 04:40:11.768085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:11.804928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:11.808062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Pushing event updated for resources: {'Port': ['ID=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:11.816640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6b9714ec-f857-41ce-b7fc-3ae13396dd28 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4605248 Jan 29 04:40:11.837037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Request body: {'port': {'device_id': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:11.866327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992c22fe-5321-4636-b889-0ffb6878c60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.917469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.919710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992c22fe-5321-4636-b889-0ffb6878c60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.923766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:11.985599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.119392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992c22fe-5321-4636-b889-0ffb6878c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.122166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992c22fe-5321-4636-b889-0ffb6878c60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.123634 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-992c22fe-5321-4636-b889-0ffb6878c60e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/498cefd9-0188-4a75-ae63-03db47f5aee5 HTTP/1.1" status: 204 len: 168 time: 0.3365631 Jan 29 04:40:12.215318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c22fe-5321-4636-b889-0ffb6878c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498cefd9-0188-4a75-ae63-03db47f5aee5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:12.382743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-67a46eac-fabc-4271-bf8b-2f8c80361bf8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:12.384561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-67a46eac-fabc-4271-bf8b-2f8c80361bf8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 820 time: 0.2857995 Jan 29 04:40:12.415015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:12.428517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:12.444298 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-bb551e75-0aca-400f-9ccf-4158d29c211b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/quotas/1ccfb8cd386e40ae95a395aae7436700 HTTP/1.1" status: 200 len: 375 time: 0.0284684 Jan 29 04:40:12.462912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.465109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:12.470988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:12.538717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9333a2f-dc1a-4b86-9808-934df043be0c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:12.541726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:12.583790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc8d3c56-cabd-4c5e-ae60-2a085f5b6f00 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/floatingips/98ef1093-4fc8-4a2c-8d51-5feb7e845709 HTTP/1.1" status: 200 len: 687 time: 2.8612452 Jan 29 04:40:12.587920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:12.589540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:12.592741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:12.599952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:40:12.623920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-ac3f1642-d071-4195-a096-ff107232bddd tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400294 Jan 29 04:40:12.663022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:12.664932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cd7a9-12d7-457f-9af1-a5e3f2aee4ee None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:12.670259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.679761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c9333a2f-dc1a-4b86-9808-934df043be0c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:12.680542 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.719914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:12.720349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.813961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.824041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Transition to ACTIVE for port object 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:40:12.832584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e3e88-8ede-4388-8d52-525bc6638ad9 req-15c58475-e776-462b-85e2-69f25661cb66 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:12.834310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-703e3e88-8ede-4388-8d52-525bc6638ad9 req-15c58475-e776-462b-85e2-69f25661cb66 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 932 time: 0.3664389 Jan 29 04:40:12.859015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.866595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c9333a2f-dc1a-4b86-9808-934df043be0c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9333a2f-dc1a-4b86-9808-934df043be0c,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:12.876951 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:12.950053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c9333a2f-dc1a-4b86-9808-934df043be0c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:13.012638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-703e3e88-8ede-4388-8d52-525bc6638ad9 req-d5b66d2b-77d4-4583-a9d5-904afb26cb5d tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564674 Jan 29 04:40:13.015817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Pushing event updated for resources: {'Port': ['ID=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:13.077298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port 761494ea-60d6-4cb8-99ee-97a842a7b48f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:13.077658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.162403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Attempting to bind port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:13.162782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Attempting to bind port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f68bf342-b689-4b2f-b07c-0347592d4518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29125247-95af-4287-9ada-fde81737461c'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:13.163213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Attempting to bind port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c on network 29125247-95af-4287-9ada-fde81737461c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:13.178258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c on network 29125247-95af-4287-9ada-fde81737461c not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:40:13.178612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Attempting to bind port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c on network 29125247-95af-4287-9ada-fde81737461c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:13.187805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:13.188155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Checking segment: {'id': 'f68bf342-b689-4b2f-b07c-0347592d4518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29125247-95af-4287-9ada-fde81737461c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:13.188545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Bound using segment: {'id': 'f68bf342-b689-4b2f-b07c-0347592d4518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29125247-95af-4287-9ada-fde81737461c'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:13.189009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Bound port: 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68bf342-b689-4b2f-b07c-0347592d4518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '29125247-95af-4287-9ada-fde81737461c'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:13.189369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.211966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.212394 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.276184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] For port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:13.279645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] For port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,segment=NetworkSegment(f68bf342-b689-4b2f-b07c-0347592d4518),segment_id=f68bf342-b689-4b2f-b07c-0347592d4518)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:13.288545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.303403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for 761494ea-60d6-4cb8-99ee-97a842a7b48f owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:13.310554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-5812109a-aac2-43ba-a3c2-c647e0e70390 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776590 Jan 29 04:40:13.354638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:13.355266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.356701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] 10.222.0.36 "PUT /v2.0/ports/813c88d7-4c9d-43d6-ad0e-828bbb4fb00c HTTP/1.1" status: 200 len: 1092 time: 1.5259871 Jan 29 04:40:13.359360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'tag': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:13.362932 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f" -d '{"events": [{"name": "network-changed", "server_uuid": "92a6fe4d-9ba4-490d-af49-508f7181f1f3", "tag": "813c88d7-4c9d-43d6-ad0e-828bbb4fb00c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:13.450461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a45cd4-8a36-40f6-925d-c6d4d3be726e service neutron] Pushing event updated for resources: {'Port': ['ID=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:13.491274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.496403 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Sync routers for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:13.523648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 69aee5dc-2278-42e0-b5c0-0c3eec5a55a4 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:13.525753 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:13.527777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-9906aafd-8998-4c9f-bf34-8a48bd9aca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:13.529387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-9906aafd-8998-4c9f-bf34-8a48bd9aca4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=852049f33a4049cda486c7f58b7cf61f&device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 1095 time: 0.0733836 Jan 29 04:40:13.531680 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:13.536715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.539375 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d8643-49fe-4a5a-9436-60372b991b02 x-openstack-request-id: req-f91d8643-49fe-4a5a-9436-60372b991b02 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:13.540184 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a6fe4d-9ba4-490d-af49-508f7181f1f3", "tag": "813c88d7-4c9d-43d6-ad0e-828bbb4fb00c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:13.540184 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f91d8643-49fe-4a5a-9436-60372b991b02 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:13.540490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-a1c28395-da79-4d0c-aafa-b5d606e6b499 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271600 Jan 29 04:40:13.540647 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'tag': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c', 'status': 'completed', 'code': 200} Jan 29 04:40:13.681183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-28305bd8-4c7a-40bf-8880-c1c4452c4867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c HTTP/1.1" status: 200 len: 217 time: 0.0841990 Jan 29 04:40:13.689589 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:13.791717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3cc17d9f-e29c-4735-8b43-176615098248 req-30cae78a-f2e0-4a6f-b36b-5c2bb976094a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 210 time: 0.0384517 Jan 29 04:40:13.794197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.826976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-db211dc8-0205-4ff4-bc25-07d66d1f262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:13.828773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-db211dc8-0205-4ff4-bc25-07d66d1f262b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2533b355-1bf1-402a-a7f1-eb946895ba38 HTTP/1.1" status: 200 len: 862 time: 0.1444478 Jan 29 04:40:13.830345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=761494ea-60d6-4cb8-99ee-97a842a7b48f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:13.879906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-930fcd11-21c9-4ab9-8d28-0a3dce5b8a25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29125247-95af-4287-9ada-fde81737461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420334 Jan 29 04:40:13.886402 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:13.927671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=69aee5dc-2278-42e0-b5c0-0c3eec5a55a4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:14.028710 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:14.032030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:14.033280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-24c91124-3c94-49e7-954b-97d13fbc1d16 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/floatingips/98ef1093-4fc8-4a2c-8d51-5feb7e845709 HTTP/1.1" status: 204 len: 168 time: 1.4362717 Jan 29 04:40:14.036591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:14.131900 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 2, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:14.159880 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-dd23ccfb-625b-404c-9b0f-4efe55f32393 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] delete failed (client error): The resource could not be found. Jan 29 04:40:14.161717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd23ccfb-625b-404c-9b0f-4efe55f32393 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/floatingips/98ef1093-4fc8-4a2c-8d51-5feb7e845709 HTTP/1.1" status: 404 len: 345 time: 0.1240349 Jan 29 04:40:14.172484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:14.252338 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Checking router: 2ff89507-83ae-4f25-a92d-ea94900ad339 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:40:14.252794 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Updating router 2ff89507-83ae-4f25-a92d-ea94900ad339 port 5d45b8bb-6839-435c-aa3f-9293484d3685 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:40:14.330157 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:14.355736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:14.404321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-6173b15f-2e86-473d-b657-3b1817233274 service neutron] 10.222.0.36 "GET /v2.0/networks/29125247-95af-4287-9ada-fde81737461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860330 Jan 29 04:40:14.433959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9333a2f-dc1a-4b86-9808-934df043be0c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:14.507067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c9333a2f-dc1a-4b86-9808-934df043be0c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:14.507456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:14.719873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8330b0-ade8-4680-8299-5c1106b7636d req-bca1d145-f034-4bfd-9c43-239ef6f98bed service neutron] 10.222.0.36 "GET /v2.0/networks/29125247-95af-4287-9ada-fde81737461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034253 Jan 29 04:40:14.732208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8be48-d36f-429a-8f93-9ab76b7746cc req-5bc0a35b-abf6-4a51-8a7d-2f40282f35bd tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:14.740565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fb8be48-d36f-429a-8f93-9ab76b7746cc req-5bc0a35b-abf6-4a51-8a7d-2f40282f35bd tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 944 time: 0.3826833 Jan 29 04:40:14.756212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23579572-d850-4f04-8e7d-7f9e71c3b4e5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:14.781330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23579572-d850-4f04-8e7d-7f9e71c3b4e5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:14.796832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23579572-d850-4f04-8e7d-7f9e71c3b4e5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:14.801173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23579572-d850-4f04-8e7d-7f9e71c3b4e5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/ports?network_id=e9db2c07-bd39-4c7e-941e-67183513bb61 HTTP/1.1" status: 200 len: 2358 time: 0.6275198 Jan 29 04:40:14.806413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:14.807077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router d8cb0567-caa4-4fa8-b554-72c8bc20699a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:14.841504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8fb8be48-d36f-429a-8f93-9ab76b7746cc req-679ae170-6b50-48a9-a6cb-69b14b2376c1 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996127 Jan 29 04:40:14.967927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:14.978912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3c8f9bcc-0110-42e2-8e0c-653f7b8f7153 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/d8cb0567-caa4-4fa8-b554-72c8bc20699a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5539920 Jan 29 04:40:14.981543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39016) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:14.982407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] Sync routers for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:15.000869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:15.002101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:15.045608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-98c49e60-464d-4317-9805-4bcc726a44f9 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8cb0567-caa4-4fa8-b554-72c8bc20699a HTTP/1.1" status: 200 len: 205 time: 0.0597658 Jan 29 04:40:15.048852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:15.082911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:15.088215 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.101272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] Routers {'d8cb0567-caa4-4fa8-b554-72c8bc20699a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:15.103585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:15.106056 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.179942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:15.180665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a23d2-caa6-4cb8-a01f-d4c05c15bd85 None None] The sync data for ids ['d8cb0567-caa4-4fa8-b554-72c8bc20699a'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:15.206657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.279092 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Attempting to bind port 5d45b8bb-6839-435c-aa3f-9293484d3685 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:15.279376 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Attempting to bind port 5d45b8bb-6839-435c-aa3f-9293484d3685 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:15.279736 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Attempting to bind port 5d45b8bb-6839-435c-aa3f-9293484d3685 on network e3d28f61-b743-4d63-9d45-ca3b06926485 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:15.281976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710a507-a6fb-44a9-94f4-0ecb58f35817 None None] Pushing event updated for resources: {'Port': ['ID=5d45b8bb-6839-435c-aa3f-9293484d3685,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:15.289220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:15.289603 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Checking segment: {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:15.290016 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.290437 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Bound using segment: {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:15.290897 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Bound port: 5d45b8bb-6839-435c-aa3f-9293484d3685, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:15.291272 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.391972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] For port 5d45b8bb-6839-435c-aa3f-9293484d3685, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:15.396045 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] For port 5d45b8bb-6839-435c-aa3f-9293484d3685, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5d45b8bb-6839-435c-aa3f-9293484d3685,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:15.407837 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.535703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12ef74fd-e0b4-45a6-a565-2c470049d350 req-21ae16a6-325a-42fd-8a52-4f2a28887b89 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 210 time: 0.0288174 Jan 29 04:40:15.542950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.545219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.570574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-c89d1776-f7d7-40f2-afd6-cb4eaee35b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:15.572874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-c89d1776-f7d7-40f2-afd6-cb4eaee35b70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=852049f33a4049cda486c7f58b7cf61f&device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 1095 time: 0.1128252 Jan 29 04:40:15.576573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0489060-bd7f-4283-ac61-a7ce73c757c6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:15.578307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0489060-bd7f-4283-ac61-a7ce73c757c6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/subnets/80b71fbf-0b8b-4175-bf69-85b051b24f43 HTTP/1.1" status: 200 len: 797 time: 0.7705801 Jan 29 04:40:15.590602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39032) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:15.603697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'port': {'network_id': 'e9db2c07-bd39-4c7e-941e-67183513bb61', 'name': 'tempest-FloatingIPTestJSON-706701473', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:15.610647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.611442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router d8cb0567-caa4-4fa8-b554-72c8bc20699a {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:40:15.645022 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.646521 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7928293e-e0ff-4890-9ab6-3862de6c6c34 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/d8cb0567-caa4-4fa8-b554-72c8bc20699a HTTP/1.1" status: 204 len: 168 time: 0.5957780 Jan 29 04:40:15.684834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39034) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:15.685433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39036) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:15.704659 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:15.705285 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:15.744847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-0137c053-21d8-4811-9998-4d31f92766b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:15.748239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-0137c053-21d8-4811-9998-4d31f92766b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29125247-95af-4287-9ada-fde81737461c HTTP/1.1" status: 200 len: 923 time: 0.1671207 Jan 29 04:40:15.772322 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710a507-a6fb-44a9-94f4-0ecb58f35817 None None] Pushing event updated for resources: {'Port': ['ID=5d45b8bb-6839-435c-aa3f-9293484d3685,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:15.823396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet b0695f79-0da0-42d2-97ea-ea17af2d15b0 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:40:15.827774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.835241 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-15db64d7-fe6c-43ea-9130-6a7b575c72e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c HTTP/1.1" status: 200 len: 217 time: 0.0799761 Jan 29 04:40:15.897301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef874b33-6d22-410e-8826-cbb789632141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.926230 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:40:15.943634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-287c247f-6951-4f81-b462-74dbe2242f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:15.950487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-287c247f-6951-4f81-b462-74dbe2242f58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2533b355-1bf1-402a-a7f1-eb946895ba38 HTTP/1.1" status: 200 len: 862 time: 0.1055272 Jan 29 04:40:15.957931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:15.984722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-fc3e3fb1-a616-4542-bb7d-581612fcc57b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29125247-95af-4287-9ada-fde81737461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272799 Jan 29 04:40:16.063605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.160975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-9ec34226-37df-4024-8f3b-58bb7efcab89 service neutron] 10.222.0.36 "GET /v2.0/networks/29125247-95af-4287-9ada-fde81737461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668200 Jan 29 04:40:16.165406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-77a0190f-97a7-4988-a769-f16ed1f19dbf tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:16.167115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-77a0190f-97a7-4988-a769-f16ed1f19dbf tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 820 time: 0.7978072 Jan 29 04:40:16.182857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.199366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'port': {'device_id': '5af42644-d93b-43f4-93b1-af368422eebf', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'admin_state_up': True, 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:16.311229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8910cc6-0d32-42c3-b5d3-ecae404dd61f req-dcc59674-4b30-41e3-9621-6ea0a27964d8 service neutron] 10.222.0.36 "GET /v2.0/networks/29125247-95af-4287-9ada-fde81737461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442008 Jan 29 04:40:16.323812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=b0695f79-0da0-42d2-97ea-ea17af2d15b0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:16.333377 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:15Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:16.338065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e249015-9f15-4d16-b23f-e5a56bbaecaf None None] Network d1a0e4fb-6777-4caa-bf66-b679b98db91e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:16.373714 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bceb1-3194-48c3-96d5-d19f7c6c3ef7 None None] The sync data for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 is: [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:15Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:16.389564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.393514 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0085d095-ac6d-481f-a815-9455ead0c452 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/b0695f79-0da0-42d2-97ea-ea17af2d15b0 HTTP/1.1" status: 204 len: 168 time: 0.7058828 Jan 29 04:40:16.397263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:16.493855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:16.549839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110d951-f383-4d6f-9853-de213a46e206 req-ece5aba3-10d8-41c1-b118-4cd510448f45 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:16.552286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0110d951-f383-4d6f-9853-de213a46e206 req-ece5aba3-10d8-41c1-b118-4cd510448f45 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 944 time: 0.3990862 Jan 29 04:40:16.555103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet ddd80fa6-da91-40a4-8567-4bb779147eec {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:40:16.565133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.682651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.739912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef874b33-6d22-410e-8826-cbb789632141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.750649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] DHCP port deletion for d1a0e4fb-6777-4caa-bf66-b679b98db91e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:40:16.769658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef874b33-6d22-410e-8826-cbb789632141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.781442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Made reservation on behalf of 1ccfb8cd386e40ae95a395aae7436700 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:16.786690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.796479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0110d951-f383-4d6f-9853-de213a46e206 req-fdf372e4-5e7f-4c60-b98f-11ccd65e4ec0 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819224 Jan 29 04:40:16.805193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99c42d32-3811-464f-9b79-b08e6327a172 req-88976854-dcca-48fb-a62d-31f886f55bea tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 210 time: 0.0796130 Jan 29 04:40:16.823984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.900049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] Deleting port c8467422-97e0-4b8a-bc51-6a3e573c4975 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:16.900433 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.943428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:16.990013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef874b33-6d22-410e-8826-cbb789632141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077cb18-e7dd-4b07-aa03-15cbe969ea74,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:17.011943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Allocated IP 172.20.0.9 (e3d28f61-b743-4d63-9d45-ca3b06926485/cbbdbe6b-a165-4985-bced-c550e1e36a47/54fb5111-264d-428e-8e2b-c4b858972a1a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:17.024536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ef874b33-6d22-410e-8826-cbb789632141 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ec9ef1e9a02457db47f32f4ae152338&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3355379 Jan 29 04:40:17.027150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:17.028219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] For port c8467422-97e0-4b8a-bc51-6a3e573c4975, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c8467422-97e0-4b8a-bc51-6a3e573c4975,segment=NetworkSegment(018be078-4bcc-4d75-999a-0ab30674817b),segment_id=018be078-4bcc-4d75-999a-0ab30674817b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:17.028689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.036980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] device_id is not set on port f5d08f0b-d093-4967-aeb1-75b0fcba53dd yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:40:17.062847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] Calling delete_port for c8467422-97e0-4b8a-bc51-6a3e573c4975 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:17.100554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.150227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd80fa6-da91-40a4-8567-4bb779147eec,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:17.162113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.168184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ba25e-e159-4131-ba15-459833cb745b None None] Network 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:17.169678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4398fe5a-732c-47e8-b797-0d1b163e65df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/ddd80fa6-da91-40a4-8567-4bb779147eec HTTP/1.1" status: 204 len: 168 time: 0.7705603 Jan 29 04:40:17.177684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:17.210245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-347c2e83-023d-4272-9fe3-0dcab7417e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.318141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:40:17.353443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-347c2e83-023d-4272-9fe3-0dcab7417e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.375522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.491680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-347c2e83-023d-4272-9fe3-0dcab7417e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.495128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-347c2e83-023d-4272-9fe3-0dcab7417e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.496483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-347c2e83-023d-4272-9fe3-0dcab7417e87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7077cb18-e7dd-4b07-aa03-15cbe969ea74 HTTP/1.1" status: 204 len: 168 time: 0.4681206 Jan 29 04:40:17.510005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port c8467422-97e0-4b8a-bc51-6a3e573c4975 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:17.510602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.520478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.549465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c2e83-023d-4272-9fe3-0dcab7417e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077cb18-e7dd-4b07-aa03-15cbe969ea74,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:17.649783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,segment=NetworkSegment(f68bf342-b689-4b2f-b07c-0347592d4518),segment_id=f68bf342-b689-4b2f-b07c-0347592d4518)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:17.658012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port c8467422-97e0-4b8a-bc51-6a3e573c4975, host n-d-825930-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:17.658654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.673248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] DHCP port deletion for 50c54159-b1bc-4a6b-a4b3-208e90cf5f1f request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:40:17.679131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c', 'network_id': '29125247-95af-4287-9ada-fde81737461c', 'port_id': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c', 'mac_address': 'fa:16:3e:27:cf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2533b355-1bf1-402a-a7f1-eb946895ba38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:40:17.692555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for c8467422-97e0-4b8a-bc51-6a3e573c4975 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:17.696588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] Pushing event deleted for resources: {'Port': ['ID=c8467422-97e0-4b8a-bc51-6a3e573c4975,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:17.705307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f05020-1e4e-41d5-9a04-7bc5d8e66e76 None None] No DVR routers for this DVR port c8467422-97e0-4b8a-bc51-6a3e573c4975 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:17.709284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.713382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Port c8467422-97e0-4b8a-bc51-6a3e573c4975 was not found and therefore no delete operation was performed {{(pid=102402) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:40:17.715234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.756329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=c8467422-97e0-4b8a-bc51-6a3e573c4975,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:17.765717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port c8467422-97e0-4b8a-bc51-6a3e573c4975 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:17.834862 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.849671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] Deleting port b37d3155-f02c-4b66-9367-2fb000c857e2 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:17.850208 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.855547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:40:17.908523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.911639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.14 (e9db2c07-bd39-4c7e-941e-67183513bb61/80b71fbf-0b8b-4175-bf69-85b051b24f43/f5d08f0b-d093-4967-aeb1-75b0fcba53dd) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:17.920322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.13 (e9db2c07-bd39-4c7e-941e-67183513bb61/80b71fbf-0b8b-4175-bf69-85b051b24f43/f5d08f0b-d093-4967-aeb1-75b0fcba53dd) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:17.939161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:17.970257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,segment=NetworkSegment(f68bf342-b689-4b2f-b07c-0347592d4518),segment_id=f68bf342-b689-4b2f-b07c-0347592d4518)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:17.983832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a0e4fb-6777-4caa-bf66-b679b98db91e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:17.986591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.011841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018be078-4bcc-4d75-999a-0ab30674817b') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:18.012152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018be078-4bcc-4d75-999a-0ab30674817b') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:18.047173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:18.054681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.062940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Network e3d28f61-b743-4d63-9d45-ca3b06926485 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:18.075020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:18.090533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:18.094704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-942060ea-b4cf-4693-a7aa-83964b05c3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.104146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:18.109569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] For port b37d3155-f02c-4b66-9367-2fb000c857e2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b37d3155-f02c-4b66-9367-2fb000c857e2,segment=NetworkSegment(8b70ce24-b18b-45c4-904e-2722793f6786),segment_id=8b70ce24-b18b-45c4-904e-2722793f6786)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:18.110193 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.118356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:18.126581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] Calling delete_port for b37d3155-f02c-4b66-9367-2fb000c857e2 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:18.131564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.143577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:18.144083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:18.150628 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:18.181723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d623f6-192e-4ac4-9c62-cc223cbbb321 req-f47fe7aa-6b62-436f-8e6e-ed1702918ce6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:18.183309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57d623f6-192e-4ac4-9c62-cc223cbbb321 req-f47fe7aa-6b62-436f-8e6e-ed1702918ce6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 931 time: 0.2191911 Jan 29 04:40:18.183781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59d8ef-68c2-4266-b9b3-5cfe8769f94b req-ddc9b66c-c9d1-4b08-a732-0eb9d7a9ddf9 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:18.196643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e59d8ef-68c2-4266-b9b3-5cfe8769f94b req-ddc9b66c-c9d1-4b08-a732-0eb9d7a9ddf9 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 945 time: 0.1993876 Jan 29 04:40:18.248051 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.286568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] Pushing event deleted for resources: {'Port': ['ID=b37d3155-f02c-4b66-9367-2fb000c857e2,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:18.294251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['813c88d7-4c9d-43d6-ad0e-828bbb4fb00c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:40:18.333390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d127534-df56-4c86-b447-ca250e4ee286 None None] No DVR routers for this DVR port b37d3155-f02c-4b66-9367-2fb000c857e2 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:18.337353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:18.338112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.385756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f2e106ec-cbfb-47a4-af34-828e298be3b0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1939979 Jan 29 04:40:18.412194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.420498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Request body: {'port': {'device_id': '5af42644-d93b-43f4-93b1-af368422eebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:18.430908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.435124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/d1a0e4fb-6777-4caa-bf66-b679b98db91e HTTP/1.1" status: 204 len: 168 time: 1.2553709 Jan 29 04:40:18.466195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:18.469780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e2aa4-8dfb-474e-b7ad-49110a112b76 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=d1a0e4fb-6777-4caa-bf66-b679b98db91e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:18.491258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e59d8ef-68c2-4266-b9b3-5cfe8769f94b req-3db7400a-7129-4796-9990-4ec5fa0f990c tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881453 Jan 29 04:40:18.496546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5d45b8bb-6839-435c-aa3f-9293484d3685 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:18.514414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.542852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57d623f6-192e-4ac4-9c62-cc223cbbb321 req-5beb2ade-12ff-4d9a-96ad-ac446b96d576 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486507 Jan 29 04:40:18.636965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5d45b8bb-6839-435c-aa3f-9293484d3685 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:18.638861 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.695143 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.705106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-942060ea-b4cf-4693-a7aa-83964b05c3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.715287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-942060ea-b4cf-4693-a7aa-83964b05c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.784278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.829927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5d45b8bb-6839-435c-aa3f-9293484d3685, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5d45b8bb-6839-435c-aa3f-9293484d3685,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:18.835094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.840239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-942060ea-b4cf-4693-a7aa-83964b05c3ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33021df2866044a1981013399e1a59df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901316 Jan 29 04:40:18.841066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942060ea-b4cf-4693-a7aa-83964b05c3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3de1c4-26b6-49ea-9fe8-104228546e0a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:18.845685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:18.858285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.896421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c54159-b1bc-4a6b-a4b3-208e90cf5f1f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:18.922833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c8467422-97e0-4b8a-bc51-6a3e573c4975 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:18.929398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5d45b8bb-6839-435c-aa3f-9293484d3685,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:18.933404 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-420bbfce-a744-49b7-88a4-4b93c5b2f37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.936584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b70ce24-b18b-45c4-904e-2722793f6786') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:18.936877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b70ce24-b18b-45c4-904e-2722793f6786') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:18.952448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c8467422-97e0-4b8a-bc51-6a3e573c4975 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:40:18.952448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c8467422-97e0-4b8a-bc51-6a3e573c4975 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:18.953170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b37d3155-f02c-4b66-9367-2fb000c857e2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:18.953679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.977231 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-420bbfce-a744-49b7-88a4-4b93c5b2f37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.978552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b37d3155-f02c-4b66-9367-2fb000c857e2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:40:18.978714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b37d3155-f02c-4b66-9367-2fb000c857e2 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:18.979083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.992021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:18.992534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:18.995690 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:19.064819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.089792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.098258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.101432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/50c54159-b1bc-4a6b-a4b3-208e90cf5f1f HTTP/1.1" status: 204 len: 168 time: 0.6276412 Jan 29 04:40:19.103773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-420bbfce-a744-49b7-88a4-4b93c5b2f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.106475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-420bbfce-a744-49b7-88a4-4b93c5b2f37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.107597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-420bbfce-a744-49b7-88a4-4b93c5b2f37c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab3de1c4-26b6-49ea-9fe8-104228546e0a HTTP/1.1" status: 204 len: 168 time: 0.2574813 Jan 29 04:40:19.124442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:19.132628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1654527630'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:19.141558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fe594-cc49-4ae2-a0c1-75774faf648f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=50c54159-b1bc-4a6b-a4b3-208e90cf5f1f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:19.145323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bbfce-a744-49b7-88a4-4b93c5b2f37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3de1c4-26b6-49ea-9fe8-104228546e0a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:19.171411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:19.175392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.202158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.211451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:19.222862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.223224 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment 19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab of type vlan for network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 Jan 29 04:40:19.266610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:19.271246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.318449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.324602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:19.325200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.360201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:19.368721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:19.382238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:40:19.385990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:19.386362 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.396593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2694769 Jan 29 04:40:19.405011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:19.405220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39096) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:19.412241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=f5d08f0b-d093-4967-aeb1-75b0fcba53dd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:19.414544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:19.444379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e8ca6-5f5a-4821-b303-054bbcecf63a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=04c2fc24-2b42-408b-bc7f-b0a31ee9a477,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:19.458625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:19.470633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fb5111-264d-428e-8e2b-c4b858972a1a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:40:19.482075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.495628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:19.496268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.514458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Transition to ACTIVE for port object 54fb5111-264d-428e-8e2b-c4b858972a1a will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:40:19.521305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65bad704-2724-411e-a8c1-c87c5a4b35f1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9219818 Jan 29 04:40:19.525967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39102) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:19.533996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'f5d08f0b-d093-4967-aeb1-75b0fcba53dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:19.552034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.663250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.685682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:19.689520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.728072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,segment=NetworkSegment(f68bf342-b689-4b2f-b07c-0347592d4518),segment_id=f68bf342-b689-4b2f-b07c-0347592d4518)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:19.729936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:19.732805 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b98f0-68d7-476c-800d-a0fce0d3c655" -d '{"events": [{"server_uuid": "92a6fe4d-9ba4-490d-af49-508f7181f1f3", "name": "network-vif-plugged", "status": "completed", "tag": "813c88d7-4c9d-43d6-ad0e-828bbb4fb00c"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:19.737332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.748438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:19.753164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.793510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:19.819513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47af0b-07f2-49da-8273-2ae11da65e53 req-01b915f8-efb9-4f59-9859-0575addba2ac tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:19.821227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d47af0b-07f2-49da-8273-2ae11da65e53 req-01b915f8-efb9-4f59-9859-0575addba2ac tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 943 time: 0.1265628 Jan 29 04:40:19.867879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Attempting to bind port 54fb5111-264d-428e-8e2b-c4b858972a1a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:19.868468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Attempting to bind port 54fb5111-264d-428e-8e2b-c4b858972a1a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:19.869132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Attempting to bind port 54fb5111-264d-428e-8e2b-c4b858972a1a on network e3d28f61-b743-4d63-9d45-ca3b06926485 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:19.894000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d47af0b-07f2-49da-8273-2ae11da65e53 req-e4bd70f6-12d1-48c5-93f8-1c7ff316bbee tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652122 Jan 29 04:40:19.895495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Port 54fb5111-264d-428e-8e2b-c4b858972a1a on network e3d28f61-b743-4d63-9d45-ca3b06926485 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:40:19.895829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Attempting to bind port 54fb5111-264d-428e-8e2b-c4b858972a1a on network e3d28f61-b743-4d63-9d45-ca3b06926485 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:19.904930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:19.905605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Checking segment: {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:19.906181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Bound using segment: {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:19.906796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Bound port: 54fb5111-264d-428e-8e2b-c4b858972a1a, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35ef08e-144b-4eee-92a2-08e03e0d09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:19.907323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:19.955366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278b3b-df9a-4654-9a71-f617bc718cb7 req-b54c0eac-6dd3-4e8c-b773-7adabb5d3e24 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:19.966554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6278b3b-df9a-4654-9a71-f617bc718cb7 req-b54c0eac-6dd3-4e8c-b773-7adabb5d3e24 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 945 time: 0.3148148 Jan 29 04:40:19.986502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.012188 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e0375b-7b38-48f5-b9b7-ef68e8f1f9b9 x-openstack-request-id: req-77e0375b-7b38-48f5-b9b7-ef68e8f1f9b9 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:20.012646 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6fe4d-9ba4-490d-af49-508f7181f1f3", "name": "network-vif-plugged", "status": "completed", "tag": "813c88d7-4c9d-43d6-ad0e-828bbb4fb00c", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:20.013016 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77e0375b-7b38-48f5-b9b7-ef68e8f1f9b9 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:20.013629 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c', 'code': 200} Jan 29 04:40:20.072334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:20.077231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:20.103068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.170939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:20.171947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.174901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] 10.222.0.20 "PUT /v2.0/ports/54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 1091 time: 1.7644408 Jan 29 04:40:20.175533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:20.178316 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:20.183423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6278b3b-df9a-4654-9a71-f617bc718cb7 req-19589379-5c7a-4c60-b516-3a271ecfff4a tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132082 Jan 29 04:40:20.208854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.210913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.86 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c0041055-30bf-434b-a29e-a8d6e2ce192a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:20.219046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02db9fe-31f6-48f8-a3a0-b89928b9f982 service neutron] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:20.271497 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4237ccb-bd07-4153-b352-b5fb02f2e23a x-openstack-request-id: req-e4237ccb-bd07-4153-b352-b5fb02f2e23a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:20.273241 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:20.273653 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4237ccb-bd07-4153-b352-b5fb02f2e23a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:20.276194 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'status': 'completed', 'code': 200} Jan 29 04:40:20.286777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1517-aec9-479f-bcff-1f403b6a5755 req-8121464b-e4c1-4430-9d43-aa302f24dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:20.289099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72fd1517-aec9-479f-bcff-1f403b6a5755 req-8121464b-e4c1-4430-9d43-aa302f24dd1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1527531 Jan 29 04:40:20.292998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=ed20868c-4316-4f93-8b94-48363cfce21e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:20.332183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:20.332548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: 04c2fc24-2b42-408b-bc7f-b0a31ee9a477, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:20.347898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72fd1517-aec9-479f-bcff-1f403b6a5755 req-f6981e8a-7ca6-4bd7-81af-b12bc37077d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507226 Jan 29 04:40:20.361221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:20.377139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 04c2fc24-2b42-408b-bc7f-b0a31ee9a477) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:20.390348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5d45b8bb-6839-435c-aa3f-9293484d3685 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:20.393263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea0573-0f66-441b-85c7-fa31f5acd590 None None] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:20.395186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:20.395807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.411895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f0d3e652-3676-47d0-9be0-9cb412bbe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:20.413382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f0d3e652-3676-47d0-9be0-9cb412bbe2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1094 time: 0.0828767 Jan 29 04:40:20.423599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-967dbc95-78ab-4706-92d2-5c82316ac089 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157542 Jan 29 04:40:20.423845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:20.429985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-553053576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:20.466000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.467207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.477455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-e6e40ae9-8d74-4fb7-ab3a-1c41ced7cff6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.0493627 Jan 29 04:40:20.480819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.550233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5d45b8bb-6839-435c-aa3f-9293484d3685 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:20.551660 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.552295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.564089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.581339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-9f54d16f-eea0-4f4b-b251-01b1d33afcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:20.583083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-9f54d16f-eea0-4f4b-b251-01b1d33afcf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.0923953 Jan 29 04:40:20.597999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.600720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c55575b-ad15-4b96-af87-1af759467189 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1756804 Jan 29 04:40:20.603789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39134) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:20.621589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'port': {'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477', 'name': 'tempest-RoutersTest-469547981'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:20.661253 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-cf6b1c2e-b0ca-47c3-9516-fd6f1b8acdab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672593 Jan 29 04:40:20.662909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.731476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-04c2fc24-2b42-408b-bc7f-b0a31ee9a477', 'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'ed20868c-4316-4f93-8b94-48363cfce21e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:40:20.734660 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.775870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=c0041055-30bf-434b-a29e-a8d6e2ce192a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:20.846833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:20.852327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:20.857061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:20.861085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:20.868821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:20.905514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] device_id is not set on port 30489fb7-86f7-4c93-8f2a-167cf3831c48 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:40:20.949995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Allocated IP 172.20.0.2 (04c2fc24-2b42-408b-bc7f-b0a31ee9a477/ed20868c-4316-4f93-8b94-48363cfce21e/655ffac6-8acd-4ba0-bed0-54bfb126315d) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:21.064983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-181f0ab2-ef16-473a-9ef4-8013d86d4402 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916345 Jan 29 04:40:21.127017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db3d86-5780-44f4-9e55-885b3088eaa7 req-c37a1d2b-2176-45f3-9303-1a9da05b6576 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:21.128719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7db3d86-5780-44f4-9e55-885b3088eaa7 req-c37a1d2b-2176-45f3-9303-1a9da05b6576 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 943 time: 0.0790505 Jan 29 04:40:21.255448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a7db3d86-5780-44f4-9e55-885b3088eaa7 req-28a135fc-54a1-4701-89e3-b37ec9467885 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178856 Jan 29 04:40:21.382254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.382520 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d124250-fa52-4564-891f-57dd416aa2a3 req-f4caaa8c-57cc-4373-8445-7b6f70f48618 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165295 Jan 29 04:40:21.395230 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.472181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Pushing event updated for resources: {'Port': ['ID=655ffac6-8acd-4ba0-bed0-54bfb126315d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:21.480398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:21.481866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:21.484120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:21.519344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.20.0.7 (04c2fc24-2b42-408b-bc7f-b0a31ee9a477/ed20868c-4316-4f93-8b94-48363cfce21e/30489fb7-86f7-4c93-8f2a-167cf3831c48) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:21.549602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Attempting to bind port 655ffac6-8acd-4ba0-bed0-54bfb126315d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:21.550045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Attempting to bind port 655ffac6-8acd-4ba0-bed0-54bfb126315d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:21.551687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Attempting to bind port 655ffac6-8acd-4ba0-bed0-54bfb126315d on network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:21.558505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:21.558885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Checking segment: {'id': '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:21.560503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.560907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Bound using segment: {'id': '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:21.561643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Bound port: 655ffac6-8acd-4ba0-bed0-54bfb126315d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '04c2fc24-2b42-408b-bc7f-b0a31ee9a477'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:21.562055 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.667471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] For port 655ffac6-8acd-4ba0-bed0-54bfb126315d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:21.671865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] For port 655ffac6-8acd-4ba0-bed0-54bfb126315d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=655ffac6-8acd-4ba0-bed0-54bfb126315d,segment=NetworkSegment(19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab),segment_id=19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:21.684828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.774345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32f52-8985-4839-a36b-d28aeb912888 req-55a2c189-ae02-4ab5-be5c-c3d56fd60e8a tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:21.781241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae18cf0-721e-4fef-a9c4-941265241669 None None] Pushing event updated for resources: {'Port': ['ID=655ffac6-8acd-4ba0-bed0-54bfb126315d,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:21.793933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.794675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85a32f52-8985-4839-a36b-d28aeb912888 req-55a2c189-ae02-4ab5-be5c-c3d56fd60e8a tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 946 time: 0.2977366 Jan 29 04:40:21.850176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.875017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:21.910599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:21.915135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:21.919501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:21.945542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-0dafee86-4a88-4ae7-a20e-0281e94078eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:21.947244 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-0dafee86-4a88-4ae7-a20e-0281e94078eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1094 time: 0.3020523 Jan 29 04:40:21.954322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=30489fb7-86f7-4c93-8f2a-167cf3831c48,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:21.980227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85a32f52-8985-4839-a36b-d28aeb912888 req-078c647a-e319-4fc3-8a48-f32fbfe88694 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845281 Jan 29 04:40:21.988611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:21.989289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.026643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-12c32d3f-473f-4ce0-b015-84dd3d0a0f4d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4207387 Jan 29 04:40:22.029127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:22.103146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.167482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:22.181991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-fbb098c6-796f-480a-815d-6774335078c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:22.185307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-fbb098c6-796f-480a-815d-6774335078c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.2109773 Jan 29 04:40:22.322162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-6012be3b-6fef-43f4-a267-4b3637d04bfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.0822983 Jan 29 04:40:22.435691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-bc240586-a574-4ff2-893d-f320f7d09bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:22.438511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-bc240586-a574-4ff2-893d-f320f7d09bc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.1135218 Jan 29 04:40:22.446066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 655ffac6-8acd-4ba0-bed0-54bfb126315d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:22.469771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bd41dce-b048-4373-a95b-0d0f30f47123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.473427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-02521396-79cc-4ff2-b260-4ebc6ec9795a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268130 Jan 29 04:40:22.496562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.498996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 655ffac6-8acd-4ba0-bed0-54bfb126315d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:22.499460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.514213 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.553740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55dbda-ad45-4d4e-9697-9e0d275c384e req-d54fb231-8026-4687-9f69-b1cd9d2c0cc2 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:22.556140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f55dbda-ad45-4d4e-9697-9e0d275c384e req-d54fb231-8026-4687-9f69-b1cd9d2c0cc2 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 943 time: 0.1594510 Jan 29 04:40:22.637774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.650137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=c0041055-30bf-434b-a29e-a8d6e2ce192a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:22.652619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.671319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.674484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-34e369eb-08af-4e6a-8857-e1b3dbcc2121 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919203 Jan 29 04:40:22.690380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f55dbda-ad45-4d4e-9697-9e0d275c384e req-0e0723be-936c-4aa6-b368-d3f3c09f9083 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247776 Jan 29 04:40:22.720271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 655ffac6-8acd-4ba0-bed0-54bfb126315d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=655ffac6-8acd-4ba0-bed0-54bfb126315d,segment=NetworkSegment(19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab),segment_id=19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:22.726202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.773768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bd41dce-b048-4373-a95b-0d0f30f47123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.798797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=655ffac6-8acd-4ba0-bed0-54bfb126315d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:22.828878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bd41dce-b048-4373-a95b-0d0f30f47123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:22.861379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-615e432f-8dde-4fbf-b4a1-ab1a6e05b3e1 req-1ad2cdf2-8ec6-43ba-88ec-4c0d0fd5b9e9 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463654 Jan 29 04:40:22.861860 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP a9c9c9cb-5a0c-4795-abce-fa83660f5f40 associated. External IP: 172.25.4.86, port: f5d08f0b-d093-4967-aeb1-75b0fcba53dd. Jan 29 04:40:22.907466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1bd41dce-b048-4373-a95b-0d0f30f47123 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d92b1b3ce90441ab29003b98678d876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389591 Jan 29 04:40:22.908601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd41dce-b048-4373-a95b-0d0f30f47123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae835e-3be8-424a-9c59-551fd4cdb80f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:22.910889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39182) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:23.041361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd36b98a-c58f-4af4-b8a9-72e09af91ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.084850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.091486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.140263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=30489fb7-86f7-4c93-8f2a-167cf3831c48,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:23.145277 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd36b98a-c58f-4af4-b8a9-72e09af91ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.217291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920be5a7-5107-430b-a11c-bfc8c140cc7f req-6d1963f5-5da8-471c-8899-e1c526a0cdb4 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:23.218890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-920be5a7-5107-430b-a11c-bfc8c140cc7f req-6d1963f5-5da8-471c-8899-e1c526a0cdb4 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 946 time: 0.1285973 Jan 29 04:40:23.269001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-920be5a7-5107-430b-a11c-bfc8c140cc7f req-6d80796c-8e6a-4e52-b37b-0988075fe117 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387535 Jan 29 04:40:23.303639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:23.311048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd36b98a-c58f-4af4-b8a9-72e09af91ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.313988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd36b98a-c58f-4af4-b8a9-72e09af91ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.319755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dd36b98a-c58f-4af4-b8a9-72e09af91ebb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46ae835e-3be8-424a-9c59-551fd4cdb80f HTTP/1.1" status: 204 len: 168 time: 0.4075208 Jan 29 04:40:23.333484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36b98a-c58f-4af4-b8a9-72e09af91ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae835e-3be8-424a-9c59-551fd4cdb80f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:23.368174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.428014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c816f-9876-4da2-b648-2fa5b1f423af None None] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:23.521020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.555002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:23.571646 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:23.590189 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:23.590771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.599034 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:23.640880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-14ccd1bc-b298-47a5-a44a-150875dca516 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1129084 Jan 29 04:40:23.641514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39200) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:23.646999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'port_id': 'f5d08f0b-d093-4967-aeb1-75b0fcba53dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:23.656303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d2f290fe-49b1-4124-b007-b2c6baecdd4f None None] Provisioning complete for port 655ffac6-8acd-4ba0-bed0-54bfb126315d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:23.656687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d2f290fe-49b1-4124-b007-b2c6baecdd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.721152 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:23.744734 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:23.745470 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:23.797966 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:23.798919 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22485b12-32a1-497f-b556-7554be8f6035 None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:23.838476 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:23.945925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c7d1-6d81-465c-bc66-47e3abad95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.309767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39210) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:24.315947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b0c1cae4-0265-46d9-a4a1-07e7040e4c9e None None] Provisioning complete for port 655ffac6-8acd-4ba0-bed0-54bfb126315d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:24.316862 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0c1cae4-0265-46d9-a4a1-07e7040e4c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.338474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6caaf77-c910-4826-9ff5-a3d15fb05712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.413648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 655ffac6-8acd-4ba0-bed0-54bfb126315d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:24.453671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6caaf77-c910-4826-9ff5-a3d15fb05712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.478820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6caaf77-c910-4826-9ff5-a3d15fb05712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.501995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86335469-be4a-4aac-95ec-bf77cd7722d6 req-53592105-f6b2-4118-90e7-147efae2c51c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:24.509670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86335469-be4a-4aac-95ec-bf77cd7722d6 req-53592105-f6b2-4118-90e7-147efae2c51c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 943 time: 0.7018170 Jan 29 04:40:24.571773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 655ffac6-8acd-4ba0-bed0-54bfb126315d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:24.572437 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.611431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6caaf77-c910-4826-9ff5-a3d15fb05712 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecc8fb01285e472a97a5c4718f64516b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953451 Jan 29 04:40:24.638496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86335469-be4a-4aac-95ec-bf77cd7722d6 req-18f617e0-53fb-41e8-912b-e0ec6d3c5311 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271548 Jan 29 04:40:24.639968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caaf77-c910-4826-9ff5-a3d15fb05712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d3c8bf-7263-4bcd-b6d8-1dca04114402,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:24.641298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:24.683528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.697483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.720582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b0c1cae4-0265-46d9-a4a1-07e7040e4c9e None None] Provisioning complete for port 30489fb7-86f7-4c93-8f2a-167cf3831c48 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:24.721198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0c1cae4-0265-46d9-a4a1-07e7040e4c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.782979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=30489fb7-86f7-4c93-8f2a-167cf3831c48,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:24.786965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.790568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1cae4-0265-46d9-a4a1-07e7040e4c9e None None] Port 30489fb7-86f7-4c93-8f2a-167cf3831c48 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:24.798288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.821291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f04-7ecf-417a-9cd1-d58e173656de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.839191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.855266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ff959-2d68-4aa4-953b-259a38dc65e9 req-0340eae7-cdef-4fba-9ce8-4f9c2f34e3f7 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:24.861814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f04-7ecf-417a-9cd1-d58e173656de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.862206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 54fb5111-264d-428e-8e2b-c4b858972a1a details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:40:24.864965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c90ff959-2d68-4aa4-953b-259a38dc65e9 req-0340eae7-cdef-4fba-9ce8-4f9c2f34e3f7 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 946 time: 1.1506734 Jan 29 04:40:24.959342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c90ff959-2d68-4aa4-953b-259a38dc65e9 req-5f130e9c-1bf7-4289-923c-bf1557c39cce tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911744 Jan 29 04:40:24.996741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f04-7ecf-417a-9cd1-d58e173656de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:24.999361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f04-7ecf-417a-9cd1-d58e173656de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.000525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-04fd2f04-7ecf-417a-9cd1-d58e173656de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50d3c8bf-7263-4bcd-b6d8-1dca04114402 HTTP/1.1" status: 204 len: 168 time: 0.3526597 Jan 29 04:40:25.020330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2f04-7ecf-417a-9cd1-d58e173656de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d3c8bf-7263-4bcd-b6d8-1dca04114402,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:25.068180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b45c6965-5aee-4f23-9939-ad41ea9785b9 None None] Provisioning complete for port 30489fb7-86f7-4c93-8f2a-167cf3831c48 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:25.069575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b45c6965-5aee-4f23-9939-ad41ea9785b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.097496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:25.100781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:25.146208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:25.149821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b45c6965-5aee-4f23-9939-ad41ea9785b9 None None] Port 30489fb7-86f7-4c93-8f2a-167cf3831c48 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:25.166593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'port_id': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'mac_address': 'fa:16:3e:78:d1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:40:25.200804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-50608101-ec78-4f6a-942e-7cb2752ff365 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:25.202406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-50608101-ec78-4f6a-942e-7cb2752ff365 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.36 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 946 time: 0.1720955 Jan 29 04:40:25.241703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:25.252359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.329975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fb5111-264d-428e-8e2b-c4b858972a1a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:40:25.338304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-aa58bc44-69ee-4828-b79e-2e14659c35d2 None None] Provisioning complete for port 30489fb7-86f7-4c93-8f2a-167cf3831c48 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:25.338885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa58bc44-69ee-4828-b79e-2e14659c35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.387620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:25.400362 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.464932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-aa58bc44-69ee-4828-b79e-2e14659c35d2 None None] Port 30489fb7-86f7-4c93-8f2a-167cf3831c48 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:25.468634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Deleting port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:25.469141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.473733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 431f349e-8b5a-43a1-8e34-fccf0ddce88d is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:25.500236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:25.510338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:25.510512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.528193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:25.543504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:25.544379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.601522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.618859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:25.619501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.642795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-41956c8c-d698-4e61-9f54-4d5912d67451 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/floatingips/a9c9c9cb-5a0c-4795-abce-fa83660f5f40 HTTP/1.1" status: 200 len: 977 time: 2.0001922 Jan 29 04:40:25.645915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39364) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:25.663017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.663684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e667aeb-ef06-4bbf-b5ea-6d8e2561453d None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:25.665638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c6d029d1-6500-4209-96ec-a99e4d88db6d None None] Provisioning complete for port 30489fb7-86f7-4c93-8f2a-167cf3831c48 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:25.666579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6d029d1-6500-4209-96ec-a99e4d88db6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.680385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:25.686083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-22b107f7-0b4a-46c4-88ae-9f274eed95ee tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/431f349e-8b5a-43a1-8e34-fccf0ddce88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6558187 Jan 29 04:40:25.692557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:25.698029 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] Sync routers for ids ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:25.706242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['54fb5111-264d-428e-8e2b-c4b858972a1a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:40:25.714080 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] Routers {'431f349e-8b5a-43a1-8e34-fccf0ddce88d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:25.714944 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.746223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] For port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,segment=NetworkSegment(f68bf342-b689-4b2f-b07c-0347592d4518),segment_id=f68bf342-b689-4b2f-b07c-0347592d4518)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:25.750549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:25.759157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c6d029d1-6500-4209-96ec-a99e4d88db6d None None] Port 30489fb7-86f7-4c93-8f2a-167cf3831c48 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:25.807347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.813874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Calling delete_port for 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:25.835916 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] Routers {'431f349e-8b5a-43a1-8e34-fccf0ddce88d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:25.836734 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:39:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.840711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9c1d98-213e-46ca-b964-294a679d92b4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:25.844593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8d9c1d98-213e-46ca-b964-294a679d92b4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports/30489fb7-86f7-4c93-8f2a-167cf3831c48 HTTP/1.1" status: 200 len: 976 time: 0.1510222 Jan 29 04:40:25.860221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:25.889515 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:25.890098 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ac6d7-ddcd-46b8-8971-19a608b49a21 None None] The sync data for ids ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:25.994153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port c0041055-30bf-434b-a29e-a8d6e2ce192a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:25.994722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.096505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b5bf15e6-4426-4a72-a817-9ca4940c31bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.122637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733522a-78ea-4677-a559-21b37e1b610f req-8e5b8609-f61c-4d6c-8978-6fa855cb2a2e tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:26.124161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f733522a-78ea-4677-a559-21b37e1b610f req-8e5b8609-f61c-4d6c-8978-6fa855cb2a2e tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 944 time: 0.2746909 Jan 29 04:40:26.150162 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.150501 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.168930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for c0041055-30bf-434b-a29e-a8d6e2ce192a owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:26.178737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c073-dca8-4341-8ecc-506b8640bd32 req-75be6dfb-f35a-4aff-854a-bdd96ba11094 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:26.180184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9661c073-dca8-4341-8ecc-506b8640bd32 req-75be6dfb-f35a-4aff-854a-bdd96ba11094 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a6fe4d-9ba4-490d-af49-508f7181f1f3 HTTP/1.1" status: 200 len: 946 time: 0.1155996 Jan 29 04:40:26.289855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9661c073-dca8-4341-8ecc-506b8640bd32 req-723ee423-c1ae-41ee-be12-e883c2484234 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.32 "GET /v2.0/security-groups?id=03ecf651-997f-4b2b-9597-28d5d5fef88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002645 Jan 29 04:40:26.373133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f733522a-78ea-4677-a559-21b37e1b610f req-a79490b7-8393-4a15-9c47-48d8ca8f441c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035642 Jan 29 04:40:26.376263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.413477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['813c88d7-4c9d-43d6-ad0e-828bbb4fb00c'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:40:26.446527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Pushing event deleted for resources: {'Port': ['ID=813c88d7-4c9d-43d6-ad0e-828bbb4fb00c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:26.451933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.494187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=c0041055-30bf-434b-a29e-a8d6e2ce192a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:26.541858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] No DVR routers for this DVR port 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:26.544731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.552479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d5b9b4e-bc18-48d6-8d8b-347e5cd7eb33 req-07ca9a92-48fd-4abe-a505-0a8b000f5b39 tempest-InstanceActionsNegativeTestJSON-1968902723 tempest-InstanceActionsNegativeTestJSON-1968902723-project] 10.222.0.36 "DELETE /v2.0/ports/813c88d7-4c9d-43d6-ad0e-828bbb4fb00c HTTP/1.1" status: 204 len: 173 time: 1.3389788 Jan 29 04:40:26.554224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'name': 'network-vif-deleted', 'tag': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:26.559575 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714dbe08-e823-4461-92fd-a6ce16a59067" -d '{"events": [{"server_uuid": "92a6fe4d-9ba4-490d-af49-508f7181f1f3", "name": "network-vif-deleted", "tag": "813c88d7-4c9d-43d6-ad0e-828bbb4fb00c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:26.588764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.589192 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP a9c9c9cb-5a0c-4795-abce-fa83660f5f40 disassociated (deleted). External IP: 172.25.4.86, port: f5d08f0b-d093-4967-aeb1-75b0fcba53dd. Jan 29 04:40:26.643665 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31776b82-fa76-4460-b4e4-0ab19c9eac14 x-openstack-request-id: req-31776b82-fa76-4460-b4e4-0ab19c9eac14 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:26.643951 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6fe4d-9ba4-490d-af49-508f7181f1f3", "name": "network-vif-deleted", "tag": "813c88d7-4c9d-43d6-ad0e-828bbb4fb00c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:26.644788 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31776b82-fa76-4460-b4e4-0ab19c9eac14 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:26.645325 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6fe4d-9ba4-490d-af49-508f7181f1f3', 'name': 'network-vif-deleted', 'tag': '813c88d7-4c9d-43d6-ad0e-828bbb4fb00c', 'status': 'completed', 'code': 200} Jan 29 04:40:26.850650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:26.857329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 54fb5111-264d-428e-8e2b-c4b858972a1a up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:26.917724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:26.942953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 54fb5111-264d-428e-8e2b-c4b858972a1a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:40:26.948714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 54fb5111-264d-428e-8e2b-c4b858972a1a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:26.949082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.082567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:27.097806 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.109374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:27.126798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:27.127435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:27.131688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.139637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8678fe54-58f5-4d31-aa6d-c6279d5f5542 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/floatingips/a9c9c9cb-5a0c-4795-abce-fa83660f5f40 HTTP/1.1" status: 204 len: 168 time: 1.4920795 Jan 29 04:40:27.142418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:27.188298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:27.233591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:27.236084 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec9084-89b5-4ab8-b3cd-faf1780cff18" -d '{"events": [{"server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "name": "network-vif-plugged", "status": "completed", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:27.266573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:27.267327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:27.332972 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc29cbc9-cef4-4b0d-8789-96e657f39e99 x-openstack-request-id: req-fc29cbc9-cef4-4b0d-8789-96e657f39e99 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:27.334053 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "name": "network-vif-plugged", "status": "completed", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:27.334640 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc29cbc9-cef4-4b0d-8789-96e657f39e99 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:27.335202 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'code': 200} Jan 29 04:40:27.337268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:27.340942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:27.340942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c60b-aba0-487e-831e-365eadefa2c6 None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:27.351319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.388155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39580) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:27.407312 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.448037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port f5d08f0b-d093-4967-aeb1-75b0fcba53dd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:27.448510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.450017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:27.522236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Deleting subnet 2533b355-1bf1-402a-a7f1-eb946895ba38 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:40:27.527176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc6d8e-d3ef-4a2c-bf68-fb02f611b4e4 req-e04eed7e-372a-464a-bdcb-923777de64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:27.529130 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e9cc6d8e-d3ef-4a2c-bf68-fb02f611b4e4 req-e04eed7e-372a-464a-bdcb-923777de64e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.0849073 Jan 29 04:40:27.529914 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.601107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e9cc6d8e-d3ef-4a2c-bf68-fb02f611b4e4 req-04a2539e-7912-4e02-93a6-47bfd5ecd1ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Jan 29 04:40:27.608507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.629470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 30489fb7-86f7-4c93-8f2a-167cf3831c48 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:27.630036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.646937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4a7a-41e6-40b1-b59e-a6ef0568f3b8 req-60718619-263a-4cf0-8ec9-0ca4368c83d0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:27.656967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dafa4a7a-41e6-40b1-b59e-a6ef0568f3b8 req-60718619-263a-4cf0-8ec9-0ca4368c83d0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1189172 Jan 29 04:40:27.657116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.673168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.736621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for f5d08f0b-d093-4967-aeb1-75b0fcba53dd owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:27.741322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.774596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2533b355-1bf1-402a-a7f1-eb946895ba38,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:27.776755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.778537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dafa4a7a-41e6-40b1-b59e-a6ef0568f3b8 req-57ea5082-8a16-4a77-b5f2-da8e7c011ccb tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205187 Jan 29 04:40:27.781947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-25768ee8-db08-45c5-9cac-b67d36ac96f6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2533b355-1bf1-402a-a7f1-eb946895ba38 HTTP/1.1" status: 204 len: 168 time: 0.3925371 Jan 29 04:40:27.786584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39624) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:27.858003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:27.883805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 30489fb7-86f7-4c93-8f2a-167cf3831c48 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:27.888223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.043921 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.098165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29125247-95af-4287-9ada-fde81737461c']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:28.108820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68bf342-b689-4b2f-b07c-0347592d4518') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:28.109410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68bf342-b689-4b2f-b07c-0347592d4518') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:28.126143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.156785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.163713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.166566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:28.167214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:28.169468 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:28.199752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=f5d08f0b-d093-4967-aeb1-75b0fcba53dd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:28.271436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.279969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.285857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/29125247-95af-4287-9ada-fde81737461c HTTP/1.1" status: 204 len: 168 time: 0.4926567 Jan 29 04:40:28.304190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.323044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e1436-6ff6-4264-bac8-6674d96f29c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=29125247-95af-4287-9ada-fde81737461c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:28.357929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=30489fb7-86f7-4c93-8f2a-167cf3831c48,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:28.436526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.446440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ee10e6d-aa7d-4473-a00e-e297eb263f57 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/ports/f5d08f0b-d093-4967-aeb1-75b0fcba53dd HTTP/1.1" status: 204 len: 168 time: 1.3029747 Jan 29 04:40:28.447233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39708) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:28.451844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:28.518204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.612308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:28.695815 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe613519-b5da-4c8d-aef7-3a9261f8a8cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=852049f33a4049cda486c7f58b7cf61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787671 Jan 29 04:40:28.699244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39734) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:28.785339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55037ce4-35a3-4c0c-8f3b-6ad49f6aeaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.840840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:28.844321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55037ce4-35a3-4c0c-8f3b-6ad49f6aeaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.003732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.017126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe798-df7d-4df2-9fae-2499ee884295 req-c38913b7-a659-49f5-88eb-1cd595bec34c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:29.018749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e3fe798-df7d-4df2-9fae-2499ee884295 req-c38913b7-a659-49f5-88eb-1cd595bec34c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1431837 Jan 29 04:40:29.029776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55037ce4-35a3-4c0c-8f3b-6ad49f6aeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.032401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55037ce4-35a3-4c0c-8f3b-6ad49f6aeaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.039736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-55037ce4-35a3-4c0c-8f3b-6ad49f6aeaa2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03ecf651-997f-4b2b-9597-28d5d5fef88c HTTP/1.1" status: 204 len: 168 time: 0.3369362 Jan 29 04:40:29.068029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037ce4-35a3-4c0c-8f3b-6ad49f6aeaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ecf651-997f-4b2b-9597-28d5d5fef88c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:29.087805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.190 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d3c9fcb6-724a-4b8b-9497-6cfa12afc405) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:29.120210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6e3fe798-df7d-4df2-9fae-2499ee884295 req-f55243b8-b7a8-4fb0-b878-5f906fb46155 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914154 Jan 29 04:40:29.143585 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.184761 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.254964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.263608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 431f349e-8b5a-43a1-8e34-fccf0ddce88d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:29.327697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:29.345107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.370957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:40:29.371499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 813c88d7-4c9d-43d6-ad0e-828bbb4fb00c not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:29.466062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:29.477452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:29.488331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:29.490337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:29.500445 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] Sync routers for ids ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:29.503154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=d3c9fcb6-724a-4b8b-9497-6cfa12afc405,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:29.510690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e4de749-dde7-40b0-b473-193ed875f372 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/431f349e-8b5a-43a1-8e34-fccf0ddce88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6490076 Jan 29 04:40:29.511398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39766) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:29.523989 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] Routers {'431f349e-8b5a-43a1-8e34-fccf0ddce88d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:29.524897 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:29.569145 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:29.581224 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] Routers {'431f349e-8b5a-43a1-8e34-fccf0ddce88d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:29.583461 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:29.633788 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:29.634659 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a16de-9e3c-4e58-b0b4-4fcf90d718e9 None None] The sync data for ids ['431f349e-8b5a-43a1-8e34-fccf0ddce88d'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:29.740655 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.770911 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-54e46e9b-42e2-457a-a7eb-e0ccb2724b63 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] remove_router_interface failed (client error): The resource could not be found. Jan 29 04:40:29.772253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-54e46e9b-42e2-457a-a7eb-e0ccb2724b63 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/431f349e-8b5a-43a1-8e34-fccf0ddce88d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2592943 Jan 29 04:40:29.775292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:29.798394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.810261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc4d1b72-b4d3-4674-b964-5ebb142b29dd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=431f349e-8b5a-43a1-8e34-fccf0ddce88d HTTP/1.1" status: 200 len: 205 time: 0.0335858 Jan 29 04:40:29.813091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:29.815950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de9a0e-d756-464a-91ff-c752a346fe28 req-f17fd70c-d922-45b7-a2d1-9d3c826378e8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:29.818606 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79de9a0e-d756-464a-91ff-c752a346fe28 req-f17fd70c-d922-45b7-a2d1-9d3c826378e8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.2660856 Jan 29 04:40:29.851194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-fc5536be-133e-4da8-a7aa-b0a5af680a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:29.852806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-fc5536be-133e-4da8-a7aa-b0a5af680a29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.3014426 Jan 29 04:40:29.912014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:29.996094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-e03ecad2-c681-4bb3-8ddc-8024e855308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:29.997731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-e03ecad2-c681-4bb3-8ddc-8024e855308d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.1272576 Jan 29 04:40:30.106800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79de9a0e-d756-464a-91ff-c752a346fe28 req-cc0384c7-6093-46cc-91a0-86d90d83863c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580976 Jan 29 04:40:30.132832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-0aa41356-8680-482e-b167-def1fe17351f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.1155190 Jan 29 04:40:30.154118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.156626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.246795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.250020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router 431f349e-8b5a-43a1-8e34-fccf0ddce88d {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:40:30.270695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.271547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9c72116-84fb-48e6-a59b-b196c54f2447 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/431f349e-8b5a-43a1-8e34-fccf0ddce88d HTTP/1.1" status: 204 len: 168 time: 0.4575033 Jan 29 04:40:30.274929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:30.286549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-3c213e44-7d6e-4f99-90d1-67391df2dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:30.288115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-3c213e44-7d6e-4f99-90d1-67391df2dd55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.1211545 Jan 29 04:40:30.340492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-976ce867-4d1b-461d-9f8b-6f512026cdaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434275 Jan 29 04:40:30.388194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet ed20868c-4316-4f93-8b94-48363cfce21e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:40:30.388475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.446736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.465493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.474679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.561035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.631775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-ad79f575-be24-4a82-aebf-76f84cc1e42b service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838757 Jan 29 04:40:30.642063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.653391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=d3c9fcb6-724a-4b8b-9497-6cfa12afc405,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:30.677506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=ed20868c-4316-4f93-8b94-48363cfce21e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:30.678847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.682304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9492189d-dc78-4923-921e-a2822e11e0d7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/ed20868c-4316-4f93-8b94-48363cfce21e HTTP/1.1" status: 204 len: 168 time: 0.4046504 Jan 29 04:40:30.684767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:30.686896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ef27a-a47e-4a3b-b925-8b1bbc16c04b None None] Network 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:30.713828 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.763006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.764431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5634cda-5308-466d-ba50-a372cccc820f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3161848 Jan 29 04:40:30.766965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39810) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:30.774641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'port': {'network_id': 'e9db2c07-bd39-4c7e-941e-67183513bb61', 'name': 'tempest-FloatingIPTestJSON-368477833'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:30.787939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.850416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 655ffac6-8acd-4ba0-bed0-54bfb126315d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:30.850762 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:30.963958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 655ffac6-8acd-4ba0-bed0-54bfb126315d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=655ffac6-8acd-4ba0-bed0-54bfb126315d,segment=NetworkSegment(19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab),segment_id=19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:30.964342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.001514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 655ffac6-8acd-4ba0-bed0-54bfb126315d owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:31.049378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] DHCP port deletion for 04c2fc24-2b42-408b-bc7f-b0a31ee9a477 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:40:31.166958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Deleting port 655ffac6-8acd-4ba0-bed0-54bfb126315d {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:31.171639 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.172327 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.204878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=655ffac6-8acd-4ba0-bed0-54bfb126315d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:31.213160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port 655ffac6-8acd-4ba0-bed0-54bfb126315d on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:31.309186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] For port 655ffac6-8acd-4ba0-bed0-54bfb126315d, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:31.310027 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.325851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Calling delete_port for 655ffac6-8acd-4ba0-bed0-54bfb126315d owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:31.330186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Port 655ffac6-8acd-4ba0-bed0-54bfb126315d was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:40:31.333296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.374396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Pushing event deleted for resources: {'Port': ['ID=655ffac6-8acd-4ba0-bed0-54bfb126315d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:31.384075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] No DVR routers for this DVR port 655ffac6-8acd-4ba0-bed0-54bfb126315d on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:31.386512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.387125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.387667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.388218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.388923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.389600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.390200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.390729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.391308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.391871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.392422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.392668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b17b241e-03cb-4d38-808d-0ed4b66ddd06 req-fd2179fc-4c87-484e-a006-cdf9aed825b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518404 Jan 29 04:40:31.393511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d170de-4b32-4a80-a2ad-25df8262b59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:40:31.396354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-356e8242-4679-4fab-837f-b56f3d005b39 req-be809589-e889-45c3-b9c6-082152661451 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0995355 Jan 29 04:40:31.454443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.507329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:31.514859 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.539874 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:40:31.548691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c2fc24-2b42-408b-bc7f-b0a31ee9a477']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:31.562061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] device_id is not set on port bb485211-cd82-4ebc-9b77-27a7cf0f965f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:40:31.568084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:31.568408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b3af5b-48f2-4ea6-b6c5-2b0fff77eeab') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:31.599478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.643040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.653194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:31.653616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:31.657698 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:31.680840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8283cd-50cd-4193-8cce-ffd48feb0ab3 req-57630423-c791-4a8f-988f-da3af0ed254b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:31.688785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8283cd-50cd-4193-8cce-ffd48feb0ab3 req-57630423-c791-4a8f-988f-da3af0ed254b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.4119341 Jan 29 04:40:31.725337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.8 (e9db2c07-bd39-4c7e-941e-67183513bb61/80b71fbf-0b8b-4175-bf69-85b051b24f43/bb485211-cd82-4ebc-9b77-27a7cf0f965f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:31.766517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.777630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.781155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/04c2fc24-2b42-408b-bc7f-b0a31ee9a477 HTTP/1.1" status: 204 len: 168 time: 1.0951405 Jan 29 04:40:31.787434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:31.791526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8283cd-50cd-4193-8cce-ffd48feb0ab3 req-694c9de4-ca0c-47fa-ac2e-eb2896fca158 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017692 Jan 29 04:40:31.794904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-971072867'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:31.821372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42b4f8-228a-489f-bd23-9bdc9beacf83 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=04c2fc24-2b42-408b-bc7f-b0a31ee9a477,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:31.892194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:31.897717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.959759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:31.975320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.982665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:31.983080 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment c8795bb3-0c33-4191-86c6-ea42af10ac40 of type vlan for network 5475add2-2a3b-456a-b354-dfd16001160c Jan 29 04:40:32.053523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.096747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.108437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.113923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:32.114578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.216463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=5475add2-2a3b-456a-b354-dfd16001160c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:32.241913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5475add2-2a3b-456a-b354-dfd16001160c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:32.258262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network e9db2c07-bd39-4c7e-941e-67183513bb61 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:32.267826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:32.268419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0975d00f-a920-4ea4-bd82-36d3b9110d5b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4780285 Jan 29 04:40:32.276961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': '5475add2-2a3b-456a-b354-dfd16001160c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:32.282302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:32.287045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=bb485211-cd82-4ebc-9b77-27a7cf0f965f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:32.298821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:32.378938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 655ffac6-8acd-4ba0-bed0-54bfb126315d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:32.472324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 655ffac6-8acd-4ba0-bed0-54bfb126315d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:40:32.472695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 655ffac6-8acd-4ba0-bed0-54bfb126315d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:32.481506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:32.482217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.544989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-423a7e5c-ca0e-4fcc-9206-e31b7d76a069 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7766504 Jan 29 04:40:32.545649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39842) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:32.556210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'port_id': 'bb485211-cd82-4ebc-9b77-27a7cf0f965f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:32.585194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:32.589306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.703756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.742377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b0110207-e5fe-4b92-a753-23d9a6ca5bf4 req-67a790fb-9854-4eea-a5f7-f50acf6edc3a tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0925560 Jan 29 04:40:32.983871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:32.991039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:33.094644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=da95338d-dc52-4988-bb0a-17b524f62584,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:33.108273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9872-720d-4607-bc76-0d19bb8f69b4 req-4547e4ff-efcf-4c41-9cc5-48b594278c4b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:33.110100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-228e9872-720d-4607-bc76-0d19bb8f69b4 req-4547e4ff-efcf-4c41-9cc5-48b594278c4b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1939392 Jan 29 04:40:33.115702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': 'c8795bb3-0c33-4191-86c6-ea42af10ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5475add2-2a3b-456a-b354-dfd16001160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:33.116198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: 5475add2-2a3b-456a-b354-dfd16001160c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:33.161952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7ba216c-82a2-4599-9b3f-963646fb4399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.179588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 5475add2-2a3b-456a-b354-dfd16001160c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:33.194287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-228e9872-720d-4607-bc76-0d19bb8f69b4 req-a78e4074-7cd1-4b84-834b-457e894a5998 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736434 Jan 29 04:40:33.200463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5475add2-2a3b-456a-b354-dfd16001160c) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:33.206164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:33.207225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.220227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a053403-2052-41ca-b060-22df4b26f8a0 None None] Network 5475add2-2a3b-456a-b354-dfd16001160c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:33.239227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-39dfad0a-35b6-4c42-9afb-189f2b2f26c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9691350 Jan 29 04:40:33.245818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:33.250675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1304355426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:33.313637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7ba216c-82a2-4599-9b3f-963646fb4399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.317106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.318467 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.323888 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7ba216c-82a2-4599-9b3f-963646fb4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.414565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.415960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.422543 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.422708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-5475add2-2a3b-456a-b354-dfd16001160c', 'network_id': '5475add2-2a3b-456a-b354-dfd16001160c', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'da95338d-dc52-4988-bb0a-17b524f62584'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:40:33.423633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.433031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.453187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7ba216c-82a2-4599-9b3f-963646fb4399 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6a49e4b893046f2a9574c2677de1e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560063 Jan 29 04:40:33.457517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:33.495893 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.497453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-41d02502-ec1f-488c-b1c0-8a47656e42e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2504900 Jan 29 04:40:33.500086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:33.545157 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 3338db34-6dab-41d5-bbfb-239bdbfe2ca7 associated. External IP: 172.25.4.190, port: bb485211-cd82-4ebc-9b77-27a7cf0f965f. Jan 29 04:40:33.599245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Allocated IP 172.20.0.2 (5475add2-2a3b-456a-b354-dfd16001160c/da95338d-dc52-4988-bb0a-17b524f62584/2c215d61-fed4-4b1d-9f2a-763db4b10168) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:33.670852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba216c-82a2-4599-9b3f-963646fb4399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e0f969-2c44-4b66-97e4-90effd556c52,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:33.823023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.834081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.845113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32230970-9593-4134-93ed-228e5b6c1427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.864492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa714646-b4b0-4969-8e20-70cb2e18fb97 req-5bb657e9-7622-444f-94da-e7841a90d506 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Jan 29 04:40:33.884595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:33.896681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.919238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32230970-9593-4134-93ed-228e5b6c1427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:33.937925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Pushing event updated for resources: {'Port': ['ID=2c215d61-fed4-4b1d-9f2a-763db4b10168,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:33.950000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Network 5475add2-2a3b-456a-b354-dfd16001160c is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:33.954861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:33.959668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:34.012927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcc67093-2b7f-4789-ba39-4940cad24eb8 req-9917a758-c6bd-4a56-9ad8-10ac326455a0 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.1137145 Jan 29 04:40:34.062359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Attempting to bind port 2c215d61-fed4-4b1d-9f2a-763db4b10168 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:34.062972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Attempting to bind port 2c215d61-fed4-4b1d-9f2a-763db4b10168 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'c8795bb3-0c33-4191-86c6-ea42af10ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5475add2-2a3b-456a-b354-dfd16001160c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:34.063349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Attempting to bind port 2c215d61-fed4-4b1d-9f2a-763db4b10168 on network 5475add2-2a3b-456a-b354-dfd16001160c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:34.068471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:34.071884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:34.072400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Checking segment: {'id': 'c8795bb3-0c33-4191-86c6-ea42af10ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5475add2-2a3b-456a-b354-dfd16001160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:34.072863 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.073254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Bound using segment: {'id': 'c8795bb3-0c33-4191-86c6-ea42af10ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5475add2-2a3b-456a-b354-dfd16001160c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:34.073745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Bound port: 2c215d61-fed4-4b1d-9f2a-763db4b10168, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8795bb3-0c33-4191-86c6-ea42af10ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5475add2-2a3b-456a-b354-dfd16001160c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:34.074149 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.104816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:34.111119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.127873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:34.144981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aa731ce7-c5bb-4423-ab7f-dc463378f246 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/floatingips/3338db34-6dab-41d5-bbfb-239bdbfe2ca7 HTTP/1.1" status: 200 len: 977 time: 1.5960433 Jan 29 04:40:34.147715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:34.148130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32230970-9593-4134-93ed-228e5b6c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.151088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32230970-9593-4134-93ed-228e5b6c1427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.154128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:34.154879 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-32230970-9593-4134-93ed-228e5b6c1427 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1e0f969-2c44-4b66-97e4-90effd556c52 HTTP/1.1" status: 204 len: 168 time: 0.6956520 Jan 29 04:40:34.155674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:34.170760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32230970-9593-4134-93ed-228e5b6c1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e0f969-2c44-4b66-97e4-90effd556c52,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:34.192925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:34.221347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:34.232073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:34.236996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] For port 2c215d61-fed4-4b1d-9f2a-763db4b10168, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:34.261665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.20.0.1 (5475add2-2a3b-456a-b354-dfd16001160c/da95338d-dc52-4988-bb0a-17b524f62584/d4672ade-3502-4599-82ad-72f711c6864a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:34.274561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:34.275262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacbac4-24f2-475b-9c3e-4ed888b5bbbb None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:34.287416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] For port 2c215d61-fed4-4b1d-9f2a-763db4b10168, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2c215d61-fed4-4b1d-9f2a-763db4b10168,segment=NetworkSegment(c8795bb3-0c33-4191-86c6-ea42af10ac40),segment_id=c8795bb3-0c33-4191-86c6-ea42af10ac40)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:34.289117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port bb485211-cd82-4ebc-9b77-27a7cf0f965f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:34.289795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.315566 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.388801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363aed6-3dd9-41be-835e-213c3f3b22bd None None] Pushing event updated for resources: {'Port': ['ID=2c215d61-fed4-4b1d-9f2a-763db4b10168,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:34.419077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1169bfd-ea7c-4418-ba3f-a3686514866a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.449553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d1bb-cbba-46ce-bd50-f86fdb37aa92 req-fbdbb081-aa33-468a-aa09-68010982dfd9 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:34.451202 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cb3d1bb-cbba-46ce-bd50-f86fdb37aa92 req-fbdbb081-aa33-468a-aa09-68010982dfd9 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.0852301 Jan 29 04:40:34.490012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.493701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.517654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cb3d1bb-cbba-46ce-bd50-f86fdb37aa92 req-efa1cf89-49db-4b8c-8cd7-3a3e1fb7a5ca tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541747 Jan 29 04:40:34.549457 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.573730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 5475add2-2a3b-456a-b354-dfd16001160c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:34.610352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:34.622519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:34.684317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=d4672ade-3502-4599-82ad-72f711c6864a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:34.707285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.733581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1169bfd-ea7c-4418-ba3f-a3686514866a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.765643 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1169bfd-ea7c-4418-ba3f-a3686514866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.811357 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1169bfd-ea7c-4418-ba3f-a3686514866a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1198da61ad464c66b61ac6424cdb515a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413924 Jan 29 04:40:34.811966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39890) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:34.843840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1169bfd-ea7c-4418-ba3f-a3686514866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe8e7d-80c3-461a-80b9-4db1980e1c16,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:34.855328 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.855808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.855973 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 3338db34-6dab-41d5-bbfb-239bdbfe2ca7 disassociated. External IP: 172.25.4.190, port: bb485211-cd82-4ebc-9b77-27a7cf0f965f. Jan 29 04:40:34.856325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for bb485211-cd82-4ebc-9b77-27a7cf0f965f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:34.915713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.959521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0e362d5-c385-4694-af7e-c3f081f29c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:34.984724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0e362d5-c385-4694-af7e-c3f081f29c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.110188 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0e362d5-c385-4694-af7e-c3f081f29c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.112680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0e362d5-c385-4694-af7e-c3f081f29c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.113838 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0e362d5-c385-4694-af7e-c3f081f29c86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dbe8e7d-80c3-461a-80b9-4db1980e1c16 HTTP/1.1" status: 204 len: 168 time: 0.2945888 Jan 29 04:40:35.157150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e362d5-c385-4694-af7e-c3f081f29c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe8e7d-80c3-461a-80b9-4db1980e1c16,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:35.163407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1807220c-4b03-42d0-bcb6-5318023052c6 req-5881f0cd-5774-4087-a56b-818d0cce086f tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0543578 Jan 29 04:40:35.171534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.264673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=bb485211-cd82-4ebc-9b77-27a7cf0f965f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:35.548020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:35.664012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-62c6f4c5-7c31-447a-9381-44ad78c21aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104987 Jan 29 04:40:35.837722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:35.852959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-c09a3bb1-fb19-4074-ab8b-3a51afe665e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:35.854433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-c09a3bb1-fb19-4074-ab8b-3a51afe665e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1096 time: 0.0958512 Jan 29 04:40:35.865285 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:35.891121 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:35.891904 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:35.926022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.946682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.966413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0aed0-8e48-44fd-b987-4c7ba974f432 None None] Network 5475add2-2a3b-456a-b354-dfd16001160c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:35.986822 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:35.992161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-414613cb-6967-41c4-bb73-92b98fb02390 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/ports/bb485211-cd82-4ebc-9b77-27a7cf0f965f HTTP/1.1" status: 204 len: 168 time: 1.8425815 Jan 29 04:40:35.994444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:36.009924 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:36.035324 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:36.036061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:36.114327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-da7c41e9-4b3e-4c45-91f3-e5e48be62c43 None None] Provisioning complete for port 2c215d61-fed4-4b1d-9f2a-763db4b10168 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:36.114552 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:36.115272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da7c41e9-4b3e-4c45-91f3-e5e48be62c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:36.117384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8818fb-62d3-4e36-982a-5e5bcdca39bd None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:36.128227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39954) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:36.130834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0ae43681-7fb3-4650-a41c-de4c7ece0382 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/floatingips/3338db34-6dab-41d5-bbfb-239bdbfe2ca7 HTTP/1.1" status: 200 len: 688 time: 0.1336019 Jan 29 04:40:36.158300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-d38a8e33-2f47-47de-9471-3d106ccf4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:36.160967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-d38a8e33-2f47-47de-9471-3d106ccf4313 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.2536750 Jan 29 04:40:36.285719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d5407-3bbb-4f6e-8c49-99769d4467da req-6e29ea2c-d7bf-4a12-bf49-4fb441e96198 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:36.288317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c2d5407-3bbb-4f6e-8c49-99769d4467da req-6e29ea2c-d7bf-4a12-bf49-4fb441e96198 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.4761629 Jan 29 04:40:36.316119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:36.338146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=d4672ade-3502-4599-82ad-72f711c6864a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:36.346493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-4a5cd17b-a9a1-4747-960f-d128d76e7761 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 1001 time: 0.1769409 Jan 29 04:40:36.438545 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da7c41e9-4b3e-4c45-91f3-e5e48be62c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:36.506027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08903d76-69f8-4e77-b7db-4ccb8a4f777c req-0df767a0-7e9b-40fa-a33b-c678e50569e5 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0687263 Jan 29 04:40:36.511203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 5475add2-2a3b-456a-b354-dfd16001160c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:36.526774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-4b5a6e09-f148-4598-a62c-fcd7211daa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:36.532290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-4b5a6e09-f148-4598-a62c-fcd7211daa46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.1740022 Jan 29 04:40:36.548688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-da7c41e9-4b3e-4c45-91f3-e5e48be62c43 None None] For port 2c215d61-fed4-4b1d-9f2a-763db4b10168, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2c215d61-fed4-4b1d-9f2a-763db4b10168,segment=NetworkSegment(c8795bb3-0c33-4191-86c6-ea42af10ac40),segment_id=c8795bb3-0c33-4191-86c6-ea42af10ac40)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:36.556086 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da7c41e9-4b3e-4c45-91f3-e5e48be62c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:36.574510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:36.583648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2c215d61-fed4-4b1d-9f2a-763db4b10168 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:36.614722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c2d5407-3bbb-4f6e-8c49-99769d4467da req-70607e47-b629-47f8-9336-77a229742888 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166273 Jan 29 04:40:36.630345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-cbdc4414-bb25-4f84-8c0d-ce1b7236450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:36.632688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-cbdc4414-bb25-4f84-8c0d-ce1b7236450c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921223 Jan 29 04:40:36.702661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c41e9-4b3e-4c45-91f3-e5e48be62c43 None None] Pushing event updated for resources: {'Port': ['ID=2c215d61-fed4-4b1d-9f2a-763db4b10168,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:36.724902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2c215d61-fed4-4b1d-9f2a-763db4b10168 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:36.725270 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:36.867858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port d3c9fcb6-724a-4b8b-9497-6cfa12afc405 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:36.868295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.022522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router ed995e6c-5254-48b3-92ef-f58fc2125910 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:37.028787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.029416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.055541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for d3c9fcb6-724a-4b8b-9497-6cfa12afc405 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:37.106196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ef994a10-c387-4ffa-a520-9170e52682f4 None None] Provisioning complete for port 2c215d61-fed4-4b1d-9f2a-763db4b10168 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:37.106782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef994a10-c387-4ffa-a520-9170e52682f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.287747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:37.298940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c23fd65-db9f-46bf-8eb8-468006f61e32 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/ed995e6c-5254-48b3-92ef-f58fc2125910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7975957 Jan 29 04:40:37.299887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ef994a10-c387-4ffa-a520-9170e52682f4 None None] Provisioning complete for port d4672ade-3502-4599-82ad-72f711c6864a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:37.300492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef994a10-c387-4ffa-a520-9170e52682f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.304363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:37.358241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ef994a10-c387-4ffa-a520-9170e52682f4 None None] Port d4672ade-3502-4599-82ad-72f711c6864a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:37.361216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] Sync routers for ids ['ed995e6c-5254-48b3-92ef-f58fc2125910'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:37.373327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] Routers {'ed995e6c-5254-48b3-92ef-f58fc2125910'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:37.373663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ed995e6c-5254-48b3-92ef-f58fc2125910'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.387715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d7c4-26f1-4cab-8e11-6542048569bf req-72b2d223-ad29-4ebb-affa-987410d2a562 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:37.396875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf58d7c4-26f1-4cab-8e11-6542048569bf req-72b2d223-ad29-4ebb-affa-987410d2a562 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.7613971 Jan 29 04:40:37.437515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47024cd5-2c0f-43dd-9eb7-5eb53e43ca1f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:37.443499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-47024cd5-2c0f-43dd-9eb7-5eb53e43ca1f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports/d4672ade-3502-4599-82ad-72f711c6864a HTTP/1.1" status: 200 len: 910 time: 0.1364625 Jan 29 04:40:37.447979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40016) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:37.479057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf58d7c4-26f1-4cab-8e11-6542048569bf req-5672fd29-0979-4c0b-bb95-ef8151bab39f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812502 Jan 29 04:40:37.492088 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-cc311fbe-c927-4e99-ac2b-13e0a68378c7 service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262203 Jan 29 04:40:37.685067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ea391e6-a5f4-439d-9d37-debe1c678480 req-aaf7b494-bb4b-43b8-b39c-f3501fb63aca tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0727429 Jan 29 04:40:37.736660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.759700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e0ed121b-08e8-453f-8297-b6c3e75bdca8 req-be8ec769-785b-47d8-825f-604ee973a4b2 service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567127 Jan 29 04:40:37.762821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] Routers {'ed995e6c-5254-48b3-92ef-f58fc2125910'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:37.763725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ed995e6c-5254-48b3-92ef-f58fc2125910'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.768191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c9e8755e-effa-412b-ad01-0140fa4c8417 None None] Provisioning complete for port d4672ade-3502-4599-82ad-72f711c6864a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:37.768894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9e8755e-effa-412b-ad01-0140fa4c8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.850104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:37.850816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b8e82-1d3f-49b5-b089-66ebed879a60 None None] The sync data for ids ['ed995e6c-5254-48b3-92ef-f58fc2125910'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:37.855848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8755e-effa-412b-ad01-0140fa4c8417 None None] Port d4672ade-3502-4599-82ad-72f711c6864a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:37.859337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:37.872659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a14c5b-2dc4-4bf5-8fb8-856a215bd703 req-864e63f9-feb9-4edc-a980-5911518854d0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:37.885964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f8a14c5b-2dc4-4bf5-8fb8-856a215bd703 req-864e63f9-feb9-4edc-a980-5911518854d0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1151657 Jan 29 04:40:37.920942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=d3c9fcb6-724a-4b8b-9497-6cfa12afc405,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:37.950485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f8a14c5b-2dc4-4bf5-8fb8-856a215bd703 req-154a3254-dd03-4253-b073-552aa3315741 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679290 Jan 29 04:40:37.976804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0388633d-5aaa-42fe-8ae3-528decf138a8 None None] Provisioning complete for port d4672ade-3502-4599-82ad-72f711c6864a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:37.977366 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0388633d-5aaa-42fe-8ae3-528decf138a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.042266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0388633d-5aaa-42fe-8ae3-528decf138a8 None None] Port d4672ade-3502-4599-82ad-72f711c6864a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:38.109131 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.111781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.116413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb0480d6-8fc9-4f3c-89de-168323eda421 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/floatingips/3338db34-6dab-41d5-bbfb-239bdbfe2ca7 HTTP/1.1" status: 204 len: 168 time: 1.9719048 Jan 29 04:40:38.117356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40050) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:38.125562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'e8a4fe7c-ade3-4c14-affd-160b4c80aac9'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:38.152764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.199936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.271090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.406340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2c215d61-fed4-4b1d-9f2a-763db4b10168 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:38.460866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2c215d61-fed4-4b1d-9f2a-763db4b10168 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:38.461164 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.471335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.139 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/a18e173b-7883-4461-8b00-d136308a6ad8) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:38.616156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.668537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.675605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port d4672ade-3502-4599-82ad-72f711c6864a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:38.675952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.689881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c9546-8e21-4752-9be6-4d6aab074ba6 req-3114e5ff-7495-4051-b161-96baf7abe980 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:38.691501 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed5c9546-8e21-4752-9be6-4d6aab074ba6 req-3114e5ff-7495-4051-b161-96baf7abe980 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.0811906 Jan 29 04:40:38.725260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:38.730424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:38.734462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:38.778389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ed5c9546-8e21-4752-9be6-4d6aab074ba6 req-383b43d2-ce97-411d-afb2-a0cd7ade061d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762525 Jan 29 04:40:38.785387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=a18e173b-7883-4461-8b00-d136308a6ad8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:38.845290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:38.859458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for d4672ade-3502-4599-82ad-72f711c6864a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:38.882237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ccfc12d-da65-4049-a28d-1f7629440982 req-73e8d0dc-1a5f-41d6-88a1-73b08b86cd12 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0462267 Jan 29 04:40:39.094593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.173190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=d4672ade-3502-4599-82ad-72f711c6864a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:39.246527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7da244-dc1e-4956-adbb-9d7a0960b741 req-7db50f18-f2c1-4b77-a54a-594a2ac1e7ee tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:39.249123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7da244-dc1e-4956-adbb-9d7a0960b741 req-7db50f18-f2c1-4b77-a54a-594a2ac1e7ee tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1886013 Jan 29 04:40:39.378609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.395181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7da244-dc1e-4956-adbb-9d7a0960b741 req-a01712f7-9a9b-41b7-a170-292ba3eaeeb6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384377 Jan 29 04:40:39.395938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.465779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.606309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router ed995e6c-5254-48b3-92ef-f58fc2125910 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:39.653095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.661500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.733466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:39.741255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=a18e173b-7883-4461-8b00-d136308a6ad8,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:39.741604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d59b26c-463e-4c7b-8af1-f9c69ab9b40b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/ed995e6c-5254-48b3-92ef-f58fc2125910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2905903 Jan 29 04:40:39.745548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40104) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:39.748346 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] Sync routers for ids ['ed995e6c-5254-48b3-92ef-f58fc2125910'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:39.757880 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] Routers {'ed995e6c-5254-48b3-92ef-f58fc2125910'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:39.758531 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ed995e6c-5254-48b3-92ef-f58fc2125910'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:39.786572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3613baad-f434-4d9e-9a74-02a69bb3a262 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed995e6c-5254-48b3-92ef-f58fc2125910 HTTP/1.1" status: 200 len: 205 time: 0.0397921 Jan 29 04:40:39.787502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.789200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:39.801165 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:39.812421 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] Routers {'ed995e6c-5254-48b3-92ef-f58fc2125910'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:39.813597 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ed995e6c-5254-48b3-92ef-f58fc2125910'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:39.851577 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:39.852244 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efbdeb-77eb-4961-9f6c-db4dc4323998 None None] The sync data for ids ['ed995e6c-5254-48b3-92ef-f58fc2125910'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:39.960096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:39.998672 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 9eacdfe5-7a1f-49a2-9ff9-727fe7d0783d associated. External IP: 172.25.4.139, port: e8a4fe7c-ade3-4c14-affd-160b4c80aac9. Jan 29 04:40:40.049067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563de09-f47f-402b-b54b-7339d13c93fc req-187228c2-6223-4d4c-827b-fa2d20fc41e1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.050700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0563de09-f47f-402b-b54b-7339d13c93fc req-187228c2-6223-4d4c-827b-fa2d20fc41e1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1596327 Jan 29 04:40:40.089102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-acee328f-8a6b-40b9-88e0-10431053b14a req-b213d128-31d8-4dbc-a4a1-8d4abdbe2812 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0809128 Jan 29 04:40:40.140423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0563de09-f47f-402b-b54b-7339d13c93fc req-257fd3ce-d8ea-4ff8-b3c4-63066fce8391 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820947 Jan 29 04:40:40.210113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.212298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.273242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.274319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router ed995e6c-5254-48b3-92ef-f58fc2125910 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:40:40.281136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.285297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a43ad76b-361c-4779-9d78-0a5fc10215eb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/ed995e6c-5254-48b3-92ef-f58fc2125910 HTTP/1.1" status: 204 len: 168 time: 0.4920392 Jan 29 04:40:40.286413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40124) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:40.323381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:40.365870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet da95338d-dc52-4988-bb0a-17b524f62584 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:40:40.369193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.416240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.468797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:40.479053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:40.490380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:40.492270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:40.494796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.532691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:40.543986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a3b7ed74-e7a3-4320-89a7-7a4c30f0a1f9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4231081 Jan 29 04:40:40.546144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40130) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:40.546599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:40.547478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:40.558743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1851790051'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:40.589167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:40.590709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1d9bb-db79-45ff-9b79-49dbaab598d4 None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:40.606394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d539cc-95da-4dc4-9306-2cbeb0a64240 req-eabed9bb-df65-4f95-abb6-e91decf04d48 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.608317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49d539cc-95da-4dc4-9306-2cbeb0a64240 req-eabed9bb-df65-4f95-abb6-e91decf04d48 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1031134 Jan 29 04:40:40.610112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.615241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:40.623451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.651544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:40.663591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.664343 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Added segment 58555090-24c4-4148-a98b-561bff757837 of type vlan for network 241a7f8b-8892-4d62-9274-253e648d1410 Jan 29 04:40:40.713010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.715659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49d539cc-95da-4dc4-9306-2cbeb0a64240 req-d4725f86-e951-41be-abdb-14554042595a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729647 Jan 29 04:40:40.745359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.747918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.757180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:40.758146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.790622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=da95338d-dc52-4988-bb0a-17b524f62584,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:40.794048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.798128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36462583-44f5-43ba-85ae-5691439a7431 None None] Network 5475add2-2a3b-456a-b354-dfd16001160c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:40.801639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-749658a6-c808-4725-8222-775d19aa3449 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/da95338d-dc52-4988-bb0a-17b524f62584 HTTP/1.1" status: 204 len: 168 time: 0.5127246 Jan 29 04:40:40.802770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:40.841689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2929375 Jan 29 04:40:40.849565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40134) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:40.856927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'subnet': {'network_id': '241a7f8b-8892-4d62-9274-253e648d1410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:40.896488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.907026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568439f-4cd1-4932-9c0e-b7adca311aeb tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Network': ['ID=241a7f8b-8892-4d62-9274-253e648d1410,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:40.958586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 241a7f8b-8892-4d62-9274-253e648d1410 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:40.970139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:40.974210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 2c215d61-fed4-4b1d-9f2a-763db4b10168 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:40.974605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:40.974890 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.125725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] DHCP port deletion for 5475add2-2a3b-456a-b354-dfd16001160c request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:40:41.237326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] Deleting port 2c215d61-fed4-4b1d-9f2a-763db4b10168 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:41.238256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.314017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db302424-d1c4-4acc-b273-93790870933a req-88d584ac-cfa1-4ee5-bb3c-92171fffbe69 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0953612 Jan 29 04:40:41.390565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.391304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] For port 2c215d61-fed4-4b1d-9f2a-763db4b10168, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2c215d61-fed4-4b1d-9f2a-763db4b10168,segment=NetworkSegment(c8795bb3-0c33-4191-86c6-ea42af10ac40),segment_id=c8795bb3-0c33-4191-86c6-ea42af10ac40)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:41.392018 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.412723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] Calling delete_port for 2c215d61-fed4-4b1d-9f2a-763db4b10168 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:41.489334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Subnet': ['ID=c9e172e7-ec34-4d30-a6a8-02cf3b14c67e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:41.518762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Checking segment: {'id': '58555090-24c4-4148-a98b-561bff757837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '241a7f8b-8892-4d62-9274-253e648d1410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:41.519476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network hostable DHCP agents. Network: 241a7f8b-8892-4d62-9274-253e648d1410, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:41.536304 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.558604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network 241a7f8b-8892-4d62-9274-253e648d1410 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:41.572374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 241a7f8b-8892-4d62-9274-253e648d1410) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:41.573786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] Pushing event deleted for resources: {'Port': ['ID=2c215d61-fed4-4b1d-9f2a-763db4b10168,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:41.578314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:41.579113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.585483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a35498-e685-49ab-b77f-bb7ea309c9de None None] Network 241a7f8b-8892-4d62-9274-253e648d1410 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:41.605473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-45124dbb-fcb7-4d1f-9bc3-5ce59f617f79 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7529507 Jan 29 04:40:41.607088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40144) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:41.613362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62be204e-68c6-4ca9-bd18-2ab4b24c1d17 req-ac2a295a-13ed-40d8-8922-2054be6b1927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a3bd628366849eea8da7bd5eccb39a7&device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0820622 Jan 29 04:40:41.614953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-287342844', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:41.629458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 2c215d61-fed4-4b1d-9f2a-763db4b10168, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2c215d61-fed4-4b1d-9f2a-763db4b10168,segment=NetworkSegment(c8795bb3-0c33-4191-86c6-ea42af10ac40),segment_id=c8795bb3-0c33-4191-86c6-ea42af10ac40)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:41.629832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.650327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b922ca-f9a7-44de-acb3-6f51e1f4246c None None] No DVR routers for this DVR port 2c215d61-fed4-4b1d-9f2a-763db4b10168 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:41.660148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.662578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.687781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62be204e-68c6-4ca9-bd18-2ab4b24c1d17 req-bdecd860-54f3-45b6-a840-8e0f13163c71 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a3bd628366849eea8da7bd5eccb39a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451336 Jan 29 04:40:41.704588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441651e-3ba7-485f-83e5-6dae26e6595d req-7a9574b6-6353-443c-9004-dd2ef8a61a00 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:41.712445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e441651e-3ba7-485f-83e5-6dae26e6595d req-7a9574b6-6353-443c-9004-dd2ef8a61a00 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1829650 Jan 29 04:40:41.719453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 2c215d61-fed4-4b1d-9f2a-763db4b10168 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:41.726692 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.845117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-241a7f8b-8892-4d62-9274-253e648d1410', 'network_id': '241a7f8b-8892-4d62-9274-253e648d1410', 'tenant_id': 'ea617803d97549ac9efa551cd0cfe684', 'fixed_ips': [{'subnet_id': 'c9e172e7-ec34-4d30-a6a8-02cf3b14c67e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:40:41.846151 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:41.940518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e441651e-3ba7-485f-83e5-6dae26e6595d req-49b41dab-5212-407a-bac1-e21622c55dcc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2270763 Jan 29 04:40:41.989216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.014618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be204e-68c6-4ca9-bd18-2ab4b24c1d17 req-87e7a012-884e-49b5-abe8-aa6c8606834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.017076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62be204e-68c6-4ca9-bd18-2ab4b24c1d17 req-87e7a012-884e-49b5-abe8-aa6c8606834c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3223312 Jan 29 04:40:42.029753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.043885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.062507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea087e0-c6b7-451a-b5dc-d8cd81aedea2 req-e47393bd-8b63-4791-bea7-e1ace6a967c9 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:42.064084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=2c215d61-fed4-4b1d-9f2a-763db4b10168,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:42.064451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ea087e0-c6b7-451a-b5dc-d8cd81aedea2 req-e47393bd-8b63-4791-bea7-e1ace6a967c9 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1774580 Jan 29 04:40:42.075093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port 2c215d61-fed4-4b1d-9f2a-763db4b10168 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:40:42.161548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Allocated IP 172.20.0.2 (241a7f8b-8892-4d62-9274-253e648d1410/c9e172e7-ec34-4d30-a6a8-02cf3b14c67e/f986845a-8038-4b4a-9432-7cd4c20b92bc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:42.165633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ea087e0-c6b7-451a-b5dc-d8cd81aedea2 req-d38c380a-db02-4986-9fba-59064e31e824 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601523 Jan 29 04:40:42.208050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.236422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5475add2-2a3b-456a-b354-dfd16001160c']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.252296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8795bb3-0c33-4191-86c6-ea42af10ac40') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.253113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8795bb3-0c33-4191-86c6-ea42af10ac40') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:42.267356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.282426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.301472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:40:42.301472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:40:42.351219 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:40:42.395283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.424006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.444433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2c215d61-fed4-4b1d-9f2a-763db4b10168 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:40:42.473714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2c215d61-fed4-4b1d-9f2a-763db4b10168 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:40:42.474122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2c215d61-fed4-4b1d-9f2a-763db4b10168 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:40:42.491911 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.492677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3350bfd-d794-431a-8cf2-dc8e4dd9d821 req-e0e9533d-f5db-42eb-8fdb-e04cbd762eb8 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0531151 Jan 29 04:40:42.498843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.506786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.516996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.529286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/5475add2-2a3b-456a-b354-dfd16001160c HTTP/1.1" status: 204 len: 168 time: 1.7253969 Jan 29 04:40:42.533467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:42.539418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-680535277', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:42.555063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ebb85-9bc4-4628-9556-a53e3a78eb41 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=5475add2-2a3b-456a-b354-dfd16001160c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:42.575981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.25.4.125 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/4d7a2592-744d-40f9-bbdf-384f63d229be) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:42.585877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Network 241a7f8b-8892-4d62-9274-253e648d1410 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:42.586557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.588573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.590603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:42.595480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:42.600484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Pushing event updated for resources: {'Port': ['ID=f986845a-8038-4b4a-9432-7cd4c20b92bc,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:42.666384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.692267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Attempting to bind port f986845a-8038-4b4a-9432-7cd4c20b92bc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:42.692741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Attempting to bind port f986845a-8038-4b4a-9432-7cd4c20b92bc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '58555090-24c4-4148-a98b-561bff757837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '241a7f8b-8892-4d62-9274-253e648d1410'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:42.693183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Attempting to bind port f986845a-8038-4b4a-9432-7cd4c20b92bc on network 241a7f8b-8892-4d62-9274-253e648d1410 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:42.699193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:42.699697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Checking segment: {'id': '58555090-24c4-4148-a98b-561bff757837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '241a7f8b-8892-4d62-9274-253e648d1410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:42.700173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.700896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Bound using segment: {'id': '58555090-24c4-4148-a98b-561bff757837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '241a7f8b-8892-4d62-9274-253e648d1410'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:42.701478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Bound port: f986845a-8038-4b4a-9432-7cd4c20b92bc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58555090-24c4-4148-a98b-561bff757837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '241a7f8b-8892-4d62-9274-253e648d1410'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:42.701947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.728183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.787353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] For port f986845a-8038-4b4a-9432-7cd4c20b92bc, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:42.788137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.792060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] For port f986845a-8038-4b4a-9432-7cd4c20b92bc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f986845a-8038-4b4a-9432-7cd4c20b92bc,segment=NetworkSegment(58555090-24c4-4148-a98b-561bff757837),segment_id=58555090-24c4-4148-a98b-561bff757837)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:42.809150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.861655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:42.893786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:42.901439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:42.906066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=4d7a2592-744d-40f9-bbdf-384f63d229be,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:42.912470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:42.914541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc198484-703e-49c0-ab73-fd8544c51964 None None] Pushing event updated for resources: {'Port': ['ID=f986845a-8038-4b4a-9432-7cd4c20b92bc,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:43.120528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.153922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.188991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8476-8e99-4549-ad89-f83b617e5e07 req-a6850b92-cc53-4975-8158-72d5dd00afc2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:43.191386 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78db8476-8e99-4549-ad89-f83b617e5e07 req-a6850b92-cc53-4975-8158-72d5dd00afc2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1040673 Jan 29 04:40:43.360905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78db8476-8e99-4549-ad89-f83b617e5e07 req-29a93f79-e807-4650-88ac-9759c3731723 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633425 Jan 29 04:40:43.400597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.421749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.25.4.222 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/16256172-6136-4c31-957f-619121df866e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:43.446750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6c46d-3b38-421a-85df-fb83f0bbb336 req-24564605-df5d-4d1c-a1d2-4ca80fc6f236 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:43.450026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-77b6c46d-3b38-421a-85df-fb83f0bbb336 req-24564605-df5d-4d1c-a1d2-4ca80fc6f236 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1504023 Jan 29 04:40:43.531202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.585438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-77b6c46d-3b38-421a-85df-fb83f0bbb336 req-33e45d7d-32ce-45a7-89dd-b878744a86f4 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271720 Jan 29 04:40:43.664835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.725403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.753615 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5ec43e11-d863-44b7-bf10-b237f178f578 req-cc16a68b-2232-40c2-9a14-530c72fae1b6 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.1365962 Jan 29 04:40:43.771089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:43.774845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:43.794810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:43.827219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:43.847955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=16256172-6136-4c31-957f-619121df866e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:44.186444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:44.391177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf3574-b848-4f45-b4ee-08f6234780cd None None] Network 241a7f8b-8892-4d62-9274-253e648d1410 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:44.527329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:44.560249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f986845a-8038-4b4a-9432-7cd4c20b92bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:44.640804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fc393819-d5d9-4b31-a05e-0ab197fe9cd5 None None] Provisioning complete for port f986845a-8038-4b4a-9432-7cd4c20b92bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:44.641408 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fc393819-d5d9-4b31-a05e-0ab197fe9cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:44.661835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router 10af0f33-6fe4-4495-a529-e0d34c95e6c6 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:44.813691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb7c98-e67f-481b-a9d3-e79079fa0ee2 req-0b0c16ab-b87b-4074-b075-3f7bd819c1f6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:44.821574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fb7c98-e67f-481b-a9d3-e79079fa0ee2 req-0b0c16ab-b87b-4074-b075-3f7bd819c1f6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2957032 Jan 29 04:40:44.895334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f986845a-8038-4b4a-9432-7cd4c20b92bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:44.895850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:44.901082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21fb7c98-e67f-481b-a9d3-e79079fa0ee2 req-5e5759ec-5694-45d6-bcf9-afb279859d8f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728920 Jan 29 04:40:44.908483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb48f61-5d85-4ecd-8048-1e94a75be679 req-761c8abc-fbd8-488a-a491-f58db631c76f tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:44.910804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-feb48f61-5d85-4ecd-8048-1e94a75be679 req-761c8abc-fbd8-488a-a491-f58db631c76f tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1648560 Jan 29 04:40:44.930975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:44.947710 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] Sync routers for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:44.954468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 15f1ea62-e312-4c95-9efb-7dfa432b1f18 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:44.980402 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:44.985635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-feb48f61-5d85-4ecd-8048-1e94a75be679 req-71e48cbd-8665-4f48-bc54-afe51ab6724a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Jan 29 04:40:44.989047 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.002270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:45.004993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6c59f6c2-784d-4f4b-a580-5c545cdc9033 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3965464 Jan 29 04:40:45.009854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40186) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:45.071672 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.095067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:45.097081 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.155718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fc393819-d5d9-4b31-a05e-0ab197fe9cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:45.162634 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:45.216436 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.217516 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d11bf5-bd79-4700-8efa-badbaf3460dc None None] The sync data for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:45.235968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d0d16b01-ad9e-45d4-b563-936b8cd7a4fd req-d8bc3c9e-a6ef-45d4-b850-3341980283c5 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0996695 Jan 29 04:40:45.294861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port f986845a-8038-4b4a-9432-7cd4c20b92bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f986845a-8038-4b4a-9432-7cd4c20b92bc,segment=NetworkSegment(58555090-24c4-4148-a98b-561bff757837),segment_id=58555090-24c4-4148-a98b-561bff757837)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:45.324113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:45.340222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:45.372608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:45.377225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa9954f6-e7a4-431c-b9a9-de2d2d6793f5 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8425736 Jan 29 04:40:45.379691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40190) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:45.384975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] Sync routers for ids ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:45.427894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] Routers {'15f1ea62-e312-4c95-9efb-7dfa432b1f18'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:45.428585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.433701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-fc393819-d5d9-4b31-a05e-0ab197fe9cd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:40:45.434082 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-fc393819-d5d9-4b31-a05e-0ab197fe9cd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:40:45.471276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=f986845a-8038-4b4a-9432-7cd4c20b92bc,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:45.475029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.484385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] Routers {'15f1ea62-e312-4c95-9efb-7dfa432b1f18'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:45.485014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.512029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cff9aa6-991b-4c24-8660-f10c87fd0dc0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/routers/15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 200 len: 880 time: 0.1308975 Jan 29 04:40:45.512756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40192) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:45.529633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:45.530462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbc6d6-3c34-4638-8a48-3a421312c344 None None] The sync data for ids ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:45.742650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.105281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5cc8a370-16b2-4f97-92ab-e9156119beed None None] Provisioning complete for port f986845a-8038-4b4a-9432-7cd4c20b92bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.105696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a370-16b2-4f97-92ab-e9156119beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.122714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02194b2-f8b8-4da9-aae2-ddea75c7b1b1 req-26502f67-9ddc-4cfe-9fd2-4ac47f08bbc2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:46.123439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c81c44bd-d30a-4aa9-aff8-5684e2528970 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6090102 Jan 29 04:40:46.125666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b02194b2-f8b8-4da9-aae2-ddea75c7b1b1 req-26502f67-9ddc-4cfe-9fd2-4ac47f08bbc2 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.0958900 Jan 29 04:40:46.127171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:46.132850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-680535277'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:46.143476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.1 (241a7f8b-8892-4d62-9274-253e648d1410/c9e172e7-ec34-4d30-a6a8-02cf3b14c67e/4471b839-4b7d-4e32-a0aa-d79b8ebafc0a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:46.201053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b02194b2-f8b8-4da9-aae2-ddea75c7b1b1 req-0e9c1456-890a-4296-b6bd-6e74dbff62e5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661075 Jan 29 04:40:46.209660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4e27e-1cde-452b-b651-df4cd7ee964c req-baf47fea-f7c5-406c-af62-271cdee732bb tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:46.211354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-adc4e27e-1cde-452b-b651-df4cd7ee964c req-baf47fea-f7c5-406c-af62-271cdee732bb tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1396985 Jan 29 04:40:46.356918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.399707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f986845a-8038-4b4a-9432-7cd4c20b92bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:46.428958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6f0d70a-e72e-441e-9680-e49b0cf2e5ca req-42c0cdc9-1d3c-4930-bc9c-8316496559ee tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0366592 Jan 29 04:40:46.441931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-adc4e27e-1cde-452b-b651-df4cd7ee964c req-213a30af-7ec6-4bc6-86e7-56dfddf7d1ac tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013555 Jan 29 04:40:46.443514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.518234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network 241a7f8b-8892-4d62-9274-253e648d1410 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:46.522666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:46.526426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f986845a-8038-4b4a-9432-7cd4c20b92bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.526941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.540106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:46.595221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=4471b839-4b7d-4e32-a0aa-d79b8ebafc0a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:46.663051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.701861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.730422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.883958 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:46.891479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 15f1ea62-e312-4c95-9efb-7dfa432b1f18 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:46.969886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3207a2f6-dc6c-4a22-af84-98d2d3df29b5 None None] Provisioning complete for port 4471b839-4b7d-4e32-a0aa-d79b8ebafc0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:46.970211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3207a2f6-dc6c-4a22-af84-98d2d3df29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.041487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3207a2f6-dc6c-4a22-af84-98d2d3df29b5 None None] Port 4471b839-4b7d-4e32-a0aa-d79b8ebafc0a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:47.054954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:47.062552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.063847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-93f5518d-7235-4737-afbe-d21cd68f2dcc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 200 len: 887 time: 0.9360056 Jan 29 04:40:47.067941 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] Sync routers for ids ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:47.069626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40226) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:47.079365 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] Routers {'15f1ea62-e312-4c95-9efb-7dfa432b1f18'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:47.081684 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:47.125655 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:47.136799 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] Routers {'15f1ea62-e312-4c95-9efb-7dfa432b1f18'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:47.138154 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:47.174357 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:47.179873 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ef9ba-78a8-498b-8f5c-76b4c107a744 None None] The sync data for ids ['15f1ea62-e312-4c95-9efb-7dfa432b1f18'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:47.259051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b9df7cba-8352-4fce-875c-d0ac51114497 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/routers/15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 200 len: 887 time: 0.1878633 Jan 29 04:40:47.262059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:47.308325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0920a88-29eb-4235-ba46-e6a96e495abb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 200 len: 205 time: 0.0450270 Jan 29 04:40:47.314622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40234) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:47.395167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.433931 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.524763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.636293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c4557-e1c3-44d6-8a2e-bbb043ef9699 req-5a8f2264-f327-42a4-84cb-00f42688022a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:47.639721 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0c4557-e1c3-44d6-8a2e-bbb043ef9699 req-5a8f2264-f327-42a4-84cb-00f42688022a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.0600030 Jan 29 04:40:47.665695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=4471b839-4b7d-4e32-a0aa-d79b8ebafc0a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:47.682346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.703095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0c4557-e1c3-44d6-8a2e-bbb043ef9699 req-36652857-51b8-4cbf-9cd4-f804c3f97ab8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532517 Jan 29 04:40:47.799683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4a90-929f-4a2a-b6c6-e9ca85fd65f3 req-33911d5c-62d1-4c7d-80ab-7752ba119209 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:47.801386 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-829b4a90-929f-4a2a-b6c6-e9ca85fd65f3 req-33911d5c-62d1-4c7d-80ab-7752ba119209 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.2514665 Jan 29 04:40:47.820001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7478d5ce-db87-4b35-96e5-2d5703b6e11e req-275bcc59-818f-4c0a-85bc-ab87901809cf tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0492828 Jan 29 04:40:47.839940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:47.900099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-829b4a90-929f-4a2a-b6c6-e9ca85fd65f3 req-bdfc34b5-22d6-485b-967b-f37b66c88a06 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901961 Jan 29 04:40:47.943569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network 241a7f8b-8892-4d62-9274-253e648d1410 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:47.947111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:48.004251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 16256172-6136-4c31-957f-619121df866e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:48.004571 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:48.134916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router 10af0f33-6fe4-4495-a529-e0d34c95e6c6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:48.138563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:48.158346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 16256172-6136-4c31-957f-619121df866e owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:48.288315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-24e731d3-69e4-4a49-b912-07a0c6ec3e96 None None] Provisioning complete for port 4471b839-4b7d-4e32-a0aa-d79b8ebafc0a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:48.288823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e731d3-69e4-4a49-b912-07a0c6ec3e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:48.329116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24e731d3-69e4-4a49-b912-07a0c6ec3e96 None None] Port 4471b839-4b7d-4e32-a0aa-d79b8ebafc0a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:48.716855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:48.723425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c92506ef-dd4f-4cf8-b133-2f0039ec8d4f tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/routers/10af0f33-6fe4-4495-a529-e0d34c95e6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7121644 Jan 29 04:40:48.725865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40246) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:48.732078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'port': {'network_id': '241a7f8b-8892-4d62-9274-253e648d1410', 'name': 'tempest-FloatingIPTestJSON-1727651902'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:48.733135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] Sync routers for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:48.748519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:48.751176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:48.804740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:48.827230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:48.828289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:48.905271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:48.935032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c66b-a730-40f5-8046-cdcb33a6eb92 req-7a728bd6-4a09-4f8f-b26c-1e4a9c574e00 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:48.956486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68c0c66b-a730-40f5-8046-cdcb33a6eb92 req-7a728bd6-4a09-4f8f-b26c-1e4a9c574e00 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1422150 Jan 29 04:40:48.978827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=16256172-6136-4c31-957f-619121df866e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:49.014895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Made reservation on behalf of ea617803d97549ac9efa551cd0cfe684 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:49.019027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.075694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68c0c66b-a730-40f5-8046-cdcb33a6eb92 req-3634d793-79ee-461e-a549-1d8954f4530b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154072 Jan 29 04:40:49.077388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b219163-b7f8-471d-8a10-3840235c6cf2 req-33b012c0-208e-4058-a9fb-abcbb3b5bfbb tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0789971 Jan 29 04:40:49.085660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] device_id is not set on port f687e488-bb92-4975-9773-40ea142f5fd0 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:40:49.133187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:49.134185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673c93c-5cf2-40aa-abda-98b05063bc52 None None] The sync data for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:49.200201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.290152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c29a-7306-433a-bb93-621182bc9b49 req-2269f7e8-79bd-4fd8-9ffb-7683fe068b30 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:49.291962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a996c29a-7306-433a-bb93-621182bc9b49 req-2269f7e8-79bd-4fd8-9ffb-7683fe068b30 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1149814 Jan 29 04:40:49.347539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a996c29a-7306-433a-bb93-621182bc9b49 req-453c4ce4-c10d-4c66-b25d-64300ae40cff tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Jan 29 04:40:49.373354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.378556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.442692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Allocated IP 172.20.0.9 (241a7f8b-8892-4d62-9274-253e648d1410/c9e172e7-ec34-4d30-a6a8-02cf3b14c67e/f687e488-bb92-4975-9773-40ea142f5fd0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:49.447662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.448377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router 15f1ea62-e312-4c95-9efb-7dfa432b1f18 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:40:49.454659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:49.464033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.465427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1e916d41-7f63-4e87-9de7-d0ea22a3e1fb tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 204 len: 168 time: 2.1488085 Jan 29 04:40:49.469082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:49.475171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-131344684'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:49.518158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:49.522587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.552343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:49.565771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.566169 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment 64a8a78e-5e80-4d30-9068-64c9ee13bf8c of type vlan for network be43b164-64ad-49d6-af9d-a77c0d96b3fe Jan 29 04:40:49.635312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd46fa2e-9d82-4977-b62b-14db398e7270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.638466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.683400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.686481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.693705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:49.694587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.728677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.765451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2928708 Jan 29 04:40:49.766636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40270) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:49.777315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:49.783938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ba588-4359-4559-a372-c6ba457490e8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=be43b164-64ad-49d6-af9d-a77c0d96b3fe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:49.790404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Network 241a7f8b-8892-4d62-9274-253e648d1410 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:49.797758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:49.805790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:49.817871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd46fa2e-9d82-4977-b62b-14db398e7270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.823505 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd46fa2e-9d82-4977-b62b-14db398e7270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.846808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:49.853957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46fa2e-9d82-4977-b62b-14db398e7270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c2919-105b-42be-90f1-5148723d149e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:49.858124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event updated for resources: {'Port': ['ID=f687e488-bb92-4975-9773-40ea142f5fd0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:49.885063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd46fa2e-9d82-4977-b62b-14db398e7270 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d65bb9edb134da19c7ae62e07353521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293110 Jan 29 04:40:49.887645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:49.955562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:49.957018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:49.985511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d267059-a969-4ef7-accc-7140dcd38c8d tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2585840 Jan 29 04:40:49.993540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40276) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:49.998196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Request body: {'floatingip': {'port_id': 'f687e488-bb92-4975-9773-40ea142f5fd0'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:50.002922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbd578da-8186-470a-bacc-f5ac0bfabc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.003492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:50.005977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.033442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbd578da-8186-470a-bacc-f5ac0bfabc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.092813 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbd578da-8186-470a-bacc-f5ac0bfabc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.096118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbd578da-8186-470a-bacc-f5ac0bfabc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.097792 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbd578da-8186-470a-bacc-f5ac0bfabc15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de7c2919-105b-42be-90f1-5148723d149e HTTP/1.1" status: 204 len: 168 time: 0.2086432 Jan 29 04:40:50.107696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd578da-8186-470a-bacc-f5ac0bfabc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c2919-105b-42be-90f1-5148723d149e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:50.150352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.180398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ee14f1a4-cd42-4fa6-8ad0-6a5cb3cccfde None None] Provisioning complete for port f687e488-bb92-4975-9773-40ea142f5fd0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:50.182753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee14f1a4-cd42-4fa6-8ad0-6a5cb3cccfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.235637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ee14f1a4-cd42-4fa6-8ad0-6a5cb3cccfde None None] Port f687e488-bb92-4975-9773-40ea142f5fd0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:50.332706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e12005fb-aa67-436e-95d4-8fea5f05ab4e req-53614024-e15b-48d7-a267-b5d8dc92571c tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0731268 Jan 29 04:40:50.349023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f90d86-25e3-4a40-af43-24bbc19c8daa req-08a6935a-6b79-4f91-b592-cd1cbbb8b161 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:50.360638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2f90d86-25e3-4a40-af43-24bbc19c8daa req-08a6935a-6b79-4f91-b592-cd1cbbb8b161 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1493998 Jan 29 04:40:50.497118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ad13-91cd-455d-9b0a-327bf21ccc04 req-9cde9099-9f48-4542-8890-13907933a66a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:50.499021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dde3ad13-91cd-455d-9b0a-327bf21ccc04 req-9cde9099-9f48-4542-8890-13907933a66a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.0682249 Jan 29 04:40:50.514525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:50.526605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2f90d86-25e3-4a40-af43-24bbc19c8daa req-de2d6237-3b02-4bc7-b13c-3a1bf049c7aa tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536572 Jan 29 04:40:50.538422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41f93ca4-9480-452c-a65d-bc753b20c92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.544016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.561110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dde3ad13-91cd-455d-9b0a-327bf21ccc04 req-a0d926af-062a-403b-9eee-c00d23319b64 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Jan 29 04:40:50.648373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41f93ca4-9480-452c-a65d-bc753b20c92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.652733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41f93ca4-9480-452c-a65d-bc753b20c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.695984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-41f93ca4-9480-452c-a65d-bc753b20c92e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4b56503ff6e4c9aa5f215bde29be317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804256 Jan 29 04:40:50.696877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f93ca4-9480-452c-a65d-bc753b20c92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd3a0fd-e0ab-4f42-9149-469e6e781a7a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:50.699260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:50.701364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=406587d6-9e80-4102-b63a-38f9bcd25113,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:50.708950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': '64a8a78e-5e80-4d30-9068-64c9ee13bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:50.709183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: be43b164-64ad-49d6-af9d-a77c0d96b3fe, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:50.756465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a35cfc-5252-4c58-ba1f-9b10431b9459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.776009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:50.779495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a35cfc-5252-4c58-ba1f-9b10431b9459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.792742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, be43b164-64ad-49d6-af9d-a77c0d96b3fe) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:50.798225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:50.798739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.806315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3e854-de40-4362-9ddf-d425b4e48cb7 None None] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:50.838279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a35cfc-5252-4c58-ba1f-9b10431b9459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.841126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a35cfc-5252-4c58-ba1f-9b10431b9459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.845937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0a35cfc-5252-4c58-ba1f-9b10431b9459 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdd3a0fd-e0ab-4f42-9149-469e6e781a7a HTTP/1.1" status: 204 len: 168 time: 0.1453400 Jan 29 04:40:50.854395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a35cfc-5252-4c58-ba1f-9b10431b9459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd3a0fd-e0ab-4f42-9149-469e6e781a7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:50.865115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f372f92-4dee-4080-80ff-6a93d9f9a8f7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0904636 Jan 29 04:40:50.865414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40296) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:50.870244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302554458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:50.902872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.904431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:50.979607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.005446 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.008532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.015209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.037494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.041442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-80ba9811-5bfe-4e2e-85b1-79d7f5730fb8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1723483 Jan 29 04:40:51.041797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:51.096717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-be43b164-64ad-49d6-af9d-a77c0d96b3fe', 'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': '406587d6-9e80-4102-b63a-38f9bcd25113'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:40:51.097776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.156552 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 9eacdfe5-7a1f-49a2-9ff9-727fe7d0783d associated. External IP: 172.25.4.139, port: e8a4fe7c-ade3-4c14-affd-160b4c80aac9. Jan 29 04:40:51.301634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Allocated IP 172.20.0.2 (be43b164-64ad-49d6-af9d-a77c0d96b3fe/406587d6-9e80-4102-b63a-38f9bcd25113/3108bd10-393c-4193-be64-8ebdec938417) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:51.466034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:51.477777 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.495230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccd44-614e-48cd-8975-ab23e6f3f596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.499287 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.508648 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.524886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8e240f65-a2d6-4cd2-8339-46ebefdcdc17 req-1f51f7dc-d99d-437b-979b-874c4cc20999 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0306807 Jan 29 04:40:51.529536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:51.563936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Pushing event updated for resources: {'Port': ['ID=3108bd10-393c-4193-be64-8ebdec938417,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:51.568712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:51.570380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:51.573580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:51.667090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Attempting to bind port 3108bd10-393c-4193-be64-8ebdec938417 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:40:51.669855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Attempting to bind port 3108bd10-393c-4193-be64-8ebdec938417 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '64a8a78e-5e80-4d30-9068-64c9ee13bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:40:51.672610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Attempting to bind port 3108bd10-393c-4193-be64-8ebdec938417 on network be43b164-64ad-49d6-af9d-a77c0d96b3fe {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:40:51.679479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:40:51.679956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Checking segment: {'id': '64a8a78e-5e80-4d30-9068-64c9ee13bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:51.680432 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.681012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Bound using segment: {'id': '64a8a78e-5e80-4d30-9068-64c9ee13bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:40:51.681984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Bound port: 3108bd10-393c-4193-be64-8ebdec938417, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a8a78e-5e80-4d30-9068-64c9ee13bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be43b164-64ad-49d6-af9d-a77c0d96b3fe'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:40:51.682285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.763150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] For port 3108bd10-393c-4193-be64-8ebdec938417, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:40:51.769106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] For port 3108bd10-393c-4193-be64-8ebdec938417, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3108bd10-393c-4193-be64-8ebdec938417,segment=NetworkSegment(64a8a78e-5e80-4d30-9068-64c9ee13bf8c),segment_id=64a8a78e-5e80-4d30-9068-64c9ee13bf8c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:40:51.775301 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:51.789423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d819e6-d468-4aea-b8d7-39307ed4f915 req-e46e3c37-e5c8-48fa-97bd-ebb1cffc547a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:51.796639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-65d819e6-d468-4aea-b8d7-39307ed4f915 req-e46e3c37-e5c8-48fa-97bd-ebb1cffc547a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1219821 Jan 29 04:40:51.811950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:51.827645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26172439-44fc-4606-a014-963c4a69feeb None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:51.846613 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26172439-44fc-4606-a014-963c4a69feeb None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:51.847529 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-26172439-44fc-4606-a014-963c4a69feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:51.861771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4527d-d7c1-412a-9005-c45fd9b2a576 None None] Pushing event updated for resources: {'Port': ['ID=3108bd10-393c-4193-be64-8ebdec938417,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:51.910666 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-65d819e6-d468-4aea-b8d7-39307ed4f915 req-1906440d-882a-4d77-9e49-ead173c445f1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129305 Jan 29 04:40:51.944289 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-26172439-44fc-4606-a014-963c4a69feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:51.960873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471ca8-4fbd-48f9-a030-a2258ad55851 req-0bb3b8d9-2eb7-4c3a-99d7-7d96c7ab3dec tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:51.962570 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26172439-44fc-4606-a014-963c4a69feeb None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:51.963397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-26172439-44fc-4606-a014-963c4a69feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:51.966922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76471ca8-4fbd-48f9-a030-a2258ad55851 req-0bb3b8d9-2eb7-4c3a-99d7-7d96c7ab3dec tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2843804 Jan 29 04:40:51.974687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.20.0.1 (be43b164-64ad-49d6-af9d-a77c0d96b3fe/406587d6-9e80-4102-b63a-38f9bcd25113/db060240-e9ef-4093-a28d-148322ae3d62) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:40:52.003806 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-26172439-44fc-4606-a014-963c4a69feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:52.004727 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26172439-44fc-4606-a014-963c4a69feeb None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:52.034380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccd44-614e-48cd-8975-ab23e6f3f596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.058299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccd44-614e-48cd-8975-ab23e6f3f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.165875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ccd44-614e-48cd-8975-ab23e6f3f596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d4c62-6338-4930-9b49-d08c77ac7539,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:52.174868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router 10af0f33-6fe4-4495-a529-e0d34c95e6c6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:52.190238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76471ca8-4fbd-48f9-a030-a2258ad55851 req-b1f8f494-2b90-429e-8334-f7edb7d0e367 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2066376 Jan 29 04:40:52.202540 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f9ccd44-614e-48cd-8975-ab23e6f3f596 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97832e4c400d4651b06bd6c3089a235b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353067 Jan 29 04:40:52.208238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:52.308088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.314237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-960d597f-d6e5-4ed5-936b-9dad7c1c8153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.333376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:52.340807 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.344844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd770b8-7367-445a-b280-461391534d96 None None] Sync routers for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:52.349311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-960d597f-d6e5-4ed5-936b-9dad7c1c8153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.362499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd770b8-7367-445a-b280-461391534d96 None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:52.363250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4dd770b8-7367-445a-b280-461391534d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:52.408115 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.434452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4dd770b8-7367-445a-b280-461391534d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:52.452676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd770b8-7367-445a-b280-461391534d96 None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:52.453372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4dd770b8-7367-445a-b280-461391534d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:52.454161 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a88a354c-d534-4253-af89-68a96172fbd6 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/floatingips/9eacdfe5-7a1f-49a2-9ff9-727fe7d0783d HTTP/1.1" status: 200 len: 978 time: 2.4560966 Jan 29 04:40:52.454959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:52.482120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:52.490646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4dd770b8-7367-445a-b280-461391534d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:52.491318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:52.491513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd770b8-7367-445a-b280-461391534d96 None None] The sync data for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:52.497185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:40:52.505734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3108bd10-393c-4193-be64-8ebdec938417 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:52.538078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=db060240-e9ef-4093-a28d-148322ae3d62,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:52.553650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-960d597f-d6e5-4ed5-936b-9dad7c1c8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.557240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-960d597f-d6e5-4ed5-936b-9dad7c1c8153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.561696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-960d597f-d6e5-4ed5-936b-9dad7c1c8153 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a20d4c62-6338-4930-9b49-d08c77ac7539 HTTP/1.1" status: 204 len: 168 time: 0.3528764 Jan 29 04:40:52.577913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3108bd10-393c-4193-be64-8ebdec938417 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:52.577913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.578210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d597f-d6e5-4ed5-936b-9dad7c1c8153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d4c62-6338-4930-9b49-d08c77ac7539,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:52.591287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.677175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port f687e488-bb92-4975-9773-40ea142f5fd0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:52.677517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.715336 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.739052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b93c6808-749b-427d-a618-ce4893d278c8 req-049f8571-3153-4ef4-848f-ecf0bb3fc227 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Jan 29 04:40:52.747748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.832652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 3108bd10-393c-4193-be64-8ebdec938417, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3108bd10-393c-4193-be64-8ebdec938417,segment=NetworkSegment(64a8a78e-5e80-4d30-9068-64c9ee13bf8c),segment_id=64a8a78e-5e80-4d30-9068-64c9ee13bf8c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:52.838623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.848788 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:52.917266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=3108bd10-393c-4193-be64-8ebdec938417,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:53.081878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f21d-45e3-4610-ae07-5c74279285c9 req-e480498f-8a0e-4757-986f-48c3fe124b2a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:53.089656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c21f21d-45e3-4610-ae07-5c74279285c9 req-e480498f-8a0e-4757-986f-48c3fe124b2a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.0859773 Jan 29 04:40:53.132152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.132707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.132932 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Floating IP 9eacdfe5-7a1f-49a2-9ff9-727fe7d0783d disassociated. External IP: 172.25.4.139, port: f687e488-bb92-4975-9773-40ea142f5fd0. Jan 29 04:40:53.133427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for f687e488-bb92-4975-9773-40ea142f5fd0 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:53.375765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.424793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=f687e488-bb92-4975-9773-40ea142f5fd0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:53.441340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d5971-2e3d-43cf-a4d7-4867eabca4a1 req-0d18e5ca-3d96-4a6e-b93c-c64ded355733 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:53.442974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-419d5971-2e3d-43cf-a4d7-4867eabca4a1 req-0d18e5ca-3d96-4a6e-b93c-c64ded355733 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1118073 Jan 29 04:40:53.470043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddeafba-5d63-438e-ac68-4422a2e9681b None None] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:53.619090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c21f21d-45e3-4610-ae07-5c74279285c9 req-a29c1e2d-f600-4eca-b30d-7f5fa96f84bc tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283687 Jan 29 04:40:53.673983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f019c903-bedb-4604-af7a-c93e83e83de6 None None] Provisioning complete for port 3108bd10-393c-4193-be64-8ebdec938417 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:53.674378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f019c903-bedb-4604-af7a-c93e83e83de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.676189 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-419d5971-2e3d-43cf-a4d7-4867eabca4a1 req-64b91481-4104-46a2-ad67-36d8ed3f6f3b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2257323 Jan 29 04:40:53.735296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router 10af0f33-6fe4-4495-a529-e0d34c95e6c6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:53.781045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.793533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.876984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=db060240-e9ef-4093-a28d-148322ae3d62,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:53.941990 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ddbd-8f5b-4fce-affe-14ff19514bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.977321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cedee7a5-6bad-4f6d-9b08-59f765de635d req-90cdaff4-be34-496d-a0bc-130605c9a2f6 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0531085 Jan 29 04:40:53.978248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:53.980827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:54.038761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:54.050271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] Sync routers for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:54.068906 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:54.071340 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:54.142894 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:54.159113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:54.160067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:54.209034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.209273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-592432240-network', 'tenant_id': 'c2a6f0f0675d42f48d9c63fc5df17d89'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:54.212797 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d47c8830-45c6-4443-b71a-59c5a2fe02e7 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/ports/f687e488-bb92-4975-9773-40ea142f5fd0 HTTP/1.1" status: 204 len: 168 time: 1.7492616 Jan 29 04:40:54.215487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40364) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:54.235271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:40:54.240014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:54.240733 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:54.241394 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fb1e4-b8fb-4a66-8220-86ce647c6f39 None None] The sync data for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:54.384405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7bf53e24-57d6-4376-bd82-33142ea86bb5 None None] Provisioning complete for port db060240-e9ef-4093-a28d-148322ae3d62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:54.384700 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e24-57d6-4376-bd82-33142ea86bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.419700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Made reservation on behalf of c2a6f0f0675d42f48d9c63fc5df17d89 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:54.422026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.438659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.479418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7bf53e24-57d6-4376-bd82-33142ea86bb5 None None] Port db060240-e9ef-4093-a28d-148322ae3d62 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:54.500936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3108bd10-393c-4193-be64-8ebdec938417 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:54.532357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 01a0623f-a68a-44b8-bd77-b5c142dcd00e is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:40:54.590918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7bf53e24-57d6-4376-bd82-33142ea86bb5 None None] Provisioning complete for port 3108bd10-393c-4193-be64-8ebdec938417 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:54.591748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e24-57d6-4376-bd82-33142ea86bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.632271 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.646688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3108bd10-393c-4193-be64-8ebdec938417 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:54.647329 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.702534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.726267 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:40:54.769593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:54.772908 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Added segment 3023e515-9ee7-45b0-acc3-4cde2a0ebf95 of type vlan for network 6310dcdc-aede-4192-b568-5745e2ee0f48 Jan 29 04:40:54.961445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a51ad4e6-f7ed-449f-92eb-ad728bed9517 None None] Provisioning complete for port db060240-e9ef-4093-a28d-148322ae3d62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:54.962036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a51ad4e6-f7ed-449f-92eb-ad728bed9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.020055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e228ba29-3b2d-4905-a813-bfaf2eb47513,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:55.055460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a51ad4e6-f7ed-449f-92eb-ad728bed9517 None None] Port db060240-e9ef-4093-a28d-148322ae3d62 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:55.057111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:40:55.077040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.096933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:55.114267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9d4868bf-40f5-4d9c-9167-c5f5ceaab0df tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/01a0623f-a68a-44b8-bd77-b5c142dcd00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0710790 Jan 29 04:40:55.117988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:55.126114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1bced-f6d5-4e29-8e77-831056349e5f req-94abf96a-d725-40ba-aae4-ff718609d369 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:55.128075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdc1bced-f6d5-4e29-8e77-831056349e5f req-94abf96a-d725-40ba-aae4-ff718609d369 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2523019 Jan 29 04:40:55.176421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94f782-192c-4db6-b8ba-2364537827b7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:55.180800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed94f782-192c-4db6-b8ba-2364537827b7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports/db060240-e9ef-4093-a28d-148322ae3d62 HTTP/1.1" status: 200 len: 910 time: 0.0514760 Jan 29 04:40:55.181558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:55.190136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '406587d6-9e80-4102-b63a-38f9bcd25113'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:55.211056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:55.228423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'mac_address': 'fa:16:3e:a7:ee:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:40:55.247538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] Sync routers for ids ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:55.313818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] Routers {'01a0623f-a68a-44b8-bd77-b5c142dcd00e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:55.314498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:55.325063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.326132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:55.326707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.378835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:55.399164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] Routers {'01a0623f-a68a-44b8-bd77-b5c142dcd00e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:55.399807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:55.461588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4794049 Jan 29 04:40:55.468714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:55.476337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.479415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:55.481116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2a716-3b1b-4499-a3e2-0ee907277851 None None] The sync data for ids ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:55.485536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-af1baee7-4815-4dec-91da-3c2c88bd9474 None None] Provisioning complete for port db060240-e9ef-4093-a28d-148322ae3d62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:55.485959 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-af1baee7-4815-4dec-91da-3c2c88bd9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.494928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Request body: {'subnet': {'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-592432240-subnet', 'tenant_id': 'c2a6f0f0675d42f48d9c63fc5df17d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:40:55.504715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdc1bced-f6d5-4e29-8e77-831056349e5f req-63c93044-9602-4bb4-a78b-cc0a7e25f574 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3207281 Jan 29 04:40:55.510566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0aa6-ae49-40cb-8347-acffdd6dffac admin admin] Pushing event updated for resources: {'Network': ['ID=6310dcdc-aede-4192-b568-5745e2ee0f48,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:55.532484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.568411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6310dcdc-aede-4192-b568-5745e2ee0f48 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:40:55.600675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:40:55.646831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-af1baee7-4815-4dec-91da-3c2c88bd9474 None None] Port db060240-e9ef-4093-a28d-148322ae3d62 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:40:55.695567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4521960-6a86-415f-9415-3d538ed69b2e req-b21140fb-1567-496e-b933-3d11a73f2a31 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0633316 Jan 29 04:40:55.706306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed4c56-e06d-447a-a545-c25a6b948c39 req-2c22f3ba-c398-4326-ba50-28661de38fd8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:55.713994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43ed4c56-e06d-447a-a545-c25a6b948c39 req-2c22f3ba-c398-4326-ba50-28661de38fd8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.3559320 Jan 29 04:40:55.720729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Made reservation on behalf of c2a6f0f0675d42f48d9c63fc5df17d89 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:40:55.729439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.746617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:55.758378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:55.838233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:55.922056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['ee09a9dc-40a4-4150-b134-ee9747d19042'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:40:55.985199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.121275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5461cc-a04a-4123-926d-c1a2a4cd4334,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:56.135555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9dc4372-04d6-469f-83d0-1dc2b20a2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.170449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43ed4c56-e06d-447a-a545-c25a6b948c39 req-9eb2a5de-75ab-4bad-8069-4bf48d5a5a33 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506161 Jan 29 04:40:56.197287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.211685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.229912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Checking segment: {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:40:56.230431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Network hostable DHCP agents. Network: 6310dcdc-aede-4192-b568-5745e2ee0f48, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:40:56.258872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Network 6310dcdc-aede-4192-b568-5745e2ee0f48 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:40:56.313089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:56.313089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.314212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/ports/db060240-e9ef-4093-a28d-148322ae3d62 HTTP/1.1" status: 200 len: 910 time: 1.1291327 Jan 29 04:40:56.315801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c388f5-c7b9-44a0-874e-0a0877908dfd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=db060240-e9ef-4093-a28d-148322ae3d62,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:56.317610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 6310dcdc-aede-4192-b568-5745e2ee0f48) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:40:56.318345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:56.332627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715af741-eac9-461f-9cfe-65d904469e59 None None] Network 6310dcdc-aede-4192-b568-5745e2ee0f48 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:56.336659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:56.337371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.373724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0c5f7f6c-bcc4-47a1-b1bc-e626cec79fb0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8915710 Jan 29 04:40:56.373724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:56.576676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924addd1-ddd7-4967-a961-7977bf3b25f3 None None] Network 6310dcdc-aede-4192-b568-5745e2ee0f48 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:40:56.840343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9d49-4b38-4056-ba53-49464690e2de req-6a9e0728-b79b-4efe-a6d4-504f35529b73 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:56.850719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c3a9d49-4b38-4056-ba53-49464690e2de req-6a9e0728-b79b-4efe-a6d4-504f35529b73 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.1830437 Jan 29 04:40:56.934838 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6e821d6-0f96-4181-adc1-25e9b17f810c req-789beca8-2839-4d5b-b5b9-1b1f7d73bb87 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0783761 Jan 29 04:40:57.008070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c3a9d49-4b38-4056-ba53-49464690e2de req-d9f6669e-f113-4dde-8da7-ada8a3896262 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564734 Jan 29 04:40:57.035816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:40:57.122549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.148502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port 4471b839-4b7d-4e32-a0aa-d79b8ebafc0a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:57.148611 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.171652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port ee09a9dc-40a4-4150-b134-ee9747d19042 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:40:57.172265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.406369 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.437071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.442229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.493854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for 4471b839-4b7d-4e32-a0aa-d79b8ebafc0a owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:57.498350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:40:57.501753 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec0b89-9b1f-422f-ad2c-cdc7f44bc95f" -d '{"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-plugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:40:57.519669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cdb9d-21ca-4ed1-b02d-fefff29e8178 req-9ab47658-f9f5-4b25-b57e-33b2835fa042 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:57.521414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f6cdb9d-21ca-4ed1-b02d-fefff29e8178 req-9ab47658-f9f5-4b25-b57e-33b2835fa042 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1645730 Jan 29 04:40:57.530868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:40:57.551241 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.637780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port db060240-e9ef-4093-a28d-148322ae3d62 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:40:57.646564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.738636 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e6e64d-c3f8-4840-be23-0255033c39cc x-openstack-request-id: req-86e6e64d-c3f8-4840-be23-0255033c39cc {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:40:57.740457 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-plugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:40:57.740818 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86e6e64d-c3f8-4840-be23-0255033c39cc {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:40:57.741323 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'code': 200} Jan 29 04:40:57.742029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:57.806539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8f6cdb9d-21ca-4ed1-b02d-fefff29e8178 req-b7e7d703-92b3-4e73-a801-a69618d5a340 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713680 Jan 29 04:40:57.837177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d07304-283b-43dd-83bb-8f36a2b7693b req-96fc55a5-e56a-4c32-825a-f3022387437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:57.839082 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69d07304-283b-43dd-83bb-8f36a2b7693b req-96fc55a5-e56a-4c32-825a-f3022387437d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.1033683 Jan 29 04:40:57.847337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:57.861082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for db060240-e9ef-4093-a28d-148322ae3d62 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:40:57.915728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69d07304-283b-43dd-83bb-8f36a2b7693b req-dd62996a-8146-4df7-bc78-c95b543746d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Jan 29 04:40:58.013573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:58.118464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=4471b839-4b7d-4e32-a0aa-d79b8ebafc0a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:58.186866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51aba6bc-25b4-4265-a3ce-f215c9fb820e req-3cf1ea32-e6e5-4c59-a9f5-56be1e9ba591 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0641217 Jan 29 04:40:58.211705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:58.268977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=db060240-e9ef-4093-a28d-148322ae3d62,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:40:58.388973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6999435-22e9-469a-8b95-f64654f8da81 req-dd649406-3f24-44e3-a9d3-e1599494b9c1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:58.391006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6999435-22e9-469a-8b95-f64654f8da81 req-dd649406-3f24-44e3-a9d3-e1599494b9c1 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2133734 Jan 29 04:40:58.529516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6999435-22e9-469a-8b95-f64654f8da81 req-99e4ba87-90cc-4b81-9c82-caf6550ecad7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748932 Jan 29 04:40:58.550537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:58.601441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:58.854487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 01a0623f-a68a-44b8-bd77-b5c142dcd00e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:58.998590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:59.011265 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] Sync routers for ids ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:59.018769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-27d76f29-600b-4d65-9a48-9961f3aa0cc8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/01a0623f-a68a-44b8-bd77-b5c142dcd00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6964793 Jan 29 04:40:59.022132 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] Routers {'01a0623f-a68a-44b8-bd77-b5c142dcd00e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:59.022758 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.025701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40452) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:59.095154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59afcf-57c4-4fcd-9e4e-09b841b6f413 req-cf576b14-5a99-4360-8976-80fa1fa82214 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:59.097614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c59afcf-57c4-4fcd-9e4e-09b841b6f413 req-cf576b14-5a99-4360-8976-80fa1fa82214 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1508222 Jan 29 04:40:59.102338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b5f3b4a4-b90e-4e04-8548-0be47e5f81f6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=01a0623f-a68a-44b8-bd77-b5c142dcd00e HTTP/1.1" status: 200 len: 205 time: 0.0720041 Jan 29 04:40:59.103768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40454) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:59.110501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router 10af0f33-6fe4-4495-a529-e0d34c95e6c6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:40:59.114145 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.123258 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] Routers {'01a0623f-a68a-44b8-bd77-b5c142dcd00e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:59.123859 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.138415 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.186185 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.187014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.187574 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882fa49-0a3a-4e87-86ca-18e0c5dfcfda None None] The sync data for ids ['01a0623f-a68a-44b8-bd77-b5c142dcd00e'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:59.252158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.289975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:40:59.307434 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7537ec45-7ee4-4d42-8d2e-586ef2941cc5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/routers/10af0f33-6fe4-4495-a529-e0d34c95e6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0906219 Jan 29 04:40:59.308230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40458) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:59.320987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] Sync routers for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:40:59.331562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:59.332076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.369260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.378324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] Routers {'10af0f33-6fe4-4495-a529-e0d34c95e6c6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:40:59.378966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.392730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c59afcf-57c4-4fcd-9e4e-09b841b6f413 req-ade8423c-db9b-4043-970f-580bcb0a1cf6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432989 Jan 29 04:40:59.427266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:40:59.427931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9900d-a4ec-4ec7-902c-3c41b126070b None None] The sync data for ids ['10af0f33-6fe4-4495-a529-e0d34c95e6c6'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:40:59.464010 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aba419b8-54c2-4c2b-827e-a003c5f511f0 req-d8836734-faae-4a31-a3e2-ff40cfef6d46 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0766289 Jan 29 04:40:59.560236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.637121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.639902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.697168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.697801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router 01a0623f-a68a-44b8-bd77-b5c142dcd00e {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:40:59.707131 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.714488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d0789f4-cfae-42a3-9e47-c26c9085c2a6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/01a0623f-a68a-44b8-bd77-b5c142dcd00e HTTP/1.1" status: 204 len: 168 time: 0.6091311 Jan 29 04:40:59.715134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:40:59.788001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet 406587d6-9e80-4102-b63a-38f9bcd25113 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:40:59.808547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.839189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.863669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:40:59.892246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-958ecc42-9b0a-4ebc-9b69-2fb52e0e99c3 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:59.894242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-958ecc42-9b0a-4ebc-9b69-2fb52e0e99c3 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/networks?id=6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 200 len: 808 time: 0.1699741 Jan 29 04:40:59.920037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb3889-069b-4719-babc-fd0188de1b39 req-74462526-7ee2-4c8d-85c8-34d3e612f413 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:40:59.921577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1fb3889-069b-4719-babc-fd0188de1b39 req-74462526-7ee2-4c8d-85c8-34d3e612f413 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1736915 Jan 29 04:40:59.933956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0826822f-99f5-421c-8fe6-cca785e2e326 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/quotas/c2a6f0f0675d42f48d9c63fc5df17d89 HTTP/1.1" status: 200 len: 375 time: 0.0164082 Jan 29 04:40:59.975675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-bce97d64-0f9f-49e6-8a05-b75c8c357597 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333393 Jan 29 04:41:00.000695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.048452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port 4d7a2592-744d-40f9-bbdf-384f63d229be {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:00.048835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.083039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.112154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=406587d6-9e80-4102-b63a-38f9bcd25113,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:00.145789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1fb3889-069b-4719-babc-fd0188de1b39 req-a0cdeb6f-65a1-4f47-aa73-702d3473e192 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2155128 Jan 29 04:41:00.147136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.147535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f9926-b89c-4147-b638-1d036845124d None None] Network be43b164-64ad-49d6-af9d-a77c0d96b3fe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:00.156224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9828e8d1-c7ac-4ed4-b5ee-3f470cd1d634 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/406587d6-9e80-4102-b63a-38f9bcd25113 HTTP/1.1" status: 204 len: 168 time: 0.4400456 Jan 29 04:41:00.156947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40488) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:00.168668 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-7354c4e6-11cb-4737-a266-0da81199ce71 service neutron] 10.222.0.32 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769943 Jan 29 04:41:00.214689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.317240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for 4d7a2592-744d-40f9-bbdf-384f63d229be owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:00.344937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.395402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] DHCP port deletion for be43b164-64ad-49d6-af9d-a77c0d96b3fe request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:41:00.447997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-6e17971c-b419-4a75-9cab-8e05e763229f service neutron] 10.222.0.32 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568083 Jan 29 04:41:00.509846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] Deleting port 3108bd10-393c-4193-be64-8ebdec938417 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:00.510278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.607230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] For port 3108bd10-393c-4193-be64-8ebdec938417, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3108bd10-393c-4193-be64-8ebdec938417,segment=NetworkSegment(64a8a78e-5e80-4d30-9068-64c9ee13bf8c),segment_id=64a8a78e-5e80-4d30-9068-64c9ee13bf8c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:00.607230 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.630089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 3108bd10-393c-4193-be64-8ebdec938417 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:00.631520 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.633604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] Calling delete_port for 3108bd10-393c-4193-be64-8ebdec938417 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:00.733199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5a8c-60cd-42af-8bd7-2acaff30ed1a req-ac27723d-1133-4039-9980-e006cd1f730a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:00.736395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaf5a8c-60cd-42af-8bd7-2acaff30ed1a req-ac27723d-1133-4039-9980-e006cd1f730a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1609561 Jan 29 04:41:00.801980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:00.874761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fbd912db-7413-4934-ba1f-725b1305be42 req-f5ac865a-2854-4307-a77b-9dbf774b5e7f tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.1494608 Jan 29 04:41:00.876685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7aaf5a8c-60cd-42af-8bd7-2acaff30ed1a req-a466f461-84f7-46f9-a61b-a6f5ac569b30 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254113 Jan 29 04:41:01.027476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4404e6a7-8b18-4814-af01-6d738b742eba req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1690114101', 'description': 'tempest-description-1007941595'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:01.110824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4404e6a7-8b18-4814-af01-6d738b742eba req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.117133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.215703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] No DVR routers for this DVR port 3108bd10-393c-4193-be64-8ebdec938417 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:01.228874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5c2e9-35b0-4912-b9b5-ab4e5b3cb751 None None] Pushing event deleted for resources: {'Port': ['ID=3108bd10-393c-4193-be64-8ebdec938417,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:01.265225 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4404e6a7-8b18-4814-af01-6d738b742eba req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.277875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4404e6a7-8b18-4814-af01-6d738b742eba req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.329928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4404e6a7-8b18-4814-af01-6d738b742eba req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.337142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4404e6a7-8b18-4814-af01-6d738b742eba req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3127708 Jan 29 04:41:01.363265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54c12b-64ef-47a5-8a29-2fbb40b404c1 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0440c2c3-6940-4b24-91d9-658bb0d90e84,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:01.544066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19620e-4b2d-41c1-bfcc-54dfefbff6d1 req-e9043c03-ac27-4e94-8747-b9923c49aa4f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:01.546261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db19620e-4b2d-41c1-bfcc-54dfefbff6d1 req-e9043c03-ac27-4e94-8747-b9923c49aa4f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1224973 Jan 29 04:41:01.580926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=4d7a2592-744d-40f9-bbdf-384f63d229be,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:01.585165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.608654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db19620e-4b2d-41c1-bfcc-54dfefbff6d1 req-c44730bd-fdd9-404d-ab0a-1fd448ae6647 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519512 Jan 29 04:41:01.634501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57814a6d-4c43-4f0a-8a26-fb0fe3426fd6 req-cf48f3f2-50bb-4ff5-8119-305766a1b886 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 210 time: 0.6477807 Jan 29 04:41:01.765278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 3108bd10-393c-4193-be64-8ebdec938417, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3108bd10-393c-4193-be64-8ebdec938417,segment=NetworkSegment(64a8a78e-5e80-4d30-9068-64c9ee13bf8c),segment_id=64a8a78e-5e80-4d30-9068-64c9ee13bf8c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:01.765650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.811317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.817181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.823525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 3108bd10-393c-4193-be64-8ebdec938417 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:01.895662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-08b5cafb-6cbd-4a28-ae53-7383dc85ed51 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1690114101&fields=id&tenant_id=1ccfb8cd386e40ae95a395aae7436700 HTTP/1.1" status: 200 len: 267 time: 0.1665714 Jan 29 04:41:01.959773 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.960613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Fanout notify agent at l3_agent the message router_deleted on router 10af0f33-6fe4-4495-a529-e0d34c95e6c6 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:41:01.974035 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:01.980117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1981a388-eb96-4bef-a29c-dee399a21ead tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/routers/10af0f33-6fe4-4495-a529-e0d34c95e6c6 HTTP/1.1" status: 204 len: 168 time: 2.6691546 Jan 29 04:41:01.984616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40516) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:02.014471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3badbd0-273f-41e7-a105-1ea82eb85254 req-d0e481d2-1d77-43a8-a23f-07fe339035ca tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0710676 Jan 29 04:41:02.063109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-18841fac-82e7-4dd5-915d-b6771f345dd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:02.066394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-18841fac-82e7-4dd5-915d-b6771f345dd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1695766 Jan 29 04:41:02.090045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'port': {'security_groups': ['4b8abce1-eafb-4371-913a-635d4f4483fe', '0440c2c3-6940-4b24-91d9-658bb0d90e84']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:02.141277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting subnet c9e172e7-ec34-4d30-a6a8-02cf3b14c67e {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:41:02.178029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.213214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.287290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.308380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=3108bd10-393c-4193-be64-8ebdec938417,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:02.318754 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.323103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port 3108bd10-393c-4193-be64-8ebdec938417 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:02.429065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3108bd10-393c-4193-be64-8ebdec938417 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:02.451495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3108bd10-393c-4193-be64-8ebdec938417 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:41:02.452233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3108bd10-393c-4193-be64-8ebdec938417 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:02.463560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.512320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be43b164-64ad-49d6-af9d-a77c0d96b3fe']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:02.541381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a8a78e-5e80-4d30-9068-64c9ee13bf8c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:02.541678 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a8a78e-5e80-4d30-9068-64c9ee13bf8c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:02.580775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.628855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.646474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.652194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:02.652614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:02.655864 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:02.837380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9314f62-3820-4c16-bebd-cd8336c00586 req-3cb5ad57-a796-4cfa-acb9-aa54d86a5f46 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 210 time: 0.0756233 Jan 29 04:41:02.896595 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.909627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.913797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:02.922118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/be43b164-64ad-49d6-af9d-a77c0d96b3fe HTTP/1.1" status: 204 len: 168 time: 2.7594607 Jan 29 04:41:02.926179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:02.948947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-747460558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:02.987233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513653c2-12fb-46a9-8c25-2d6c86bcdba1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=be43b164-64ad-49d6-af9d-a77c0d96b3fe,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:02.993405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e172e7-ec34-4d30-a6a8-02cf3b14c67e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:03.021767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947fcfc-9051-40c6-949d-4d6d456713b5 None None] Network 241a7f8b-8892-4d62-9274-253e648d1410 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:03.023035 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.038326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e06ef109-afb3-47fb-8dfd-d0b1f63c1d0e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/subnets/c9e172e7-ec34-4d30-a6a8-02cf3b14c67e HTTP/1.1" status: 204 len: 168 time: 1.0514801 Jan 29 04:41:03.039074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40532) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:03.041029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-00c44dfa-b28b-4b5c-93fe-0ecb2e8f5a99 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:03.044044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-00c44dfa-b28b-4b5c-93fe-0ecb2e8f5a99 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "GET /v2.0/networks?id=6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 200 len: 808 time: 0.3308051 Jan 29 04:41:03.075102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Request body: {'port': {'device_id': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48', 'admin_state_up': True, 'tenant_id': 'c2a6f0f0675d42f48d9c63fc5df17d89'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:03.120833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:03.169772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.184437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.244078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.247037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.249098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.294713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['54fb5111-264d-428e-8e2b-c4b858972a1a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:03.298275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14471-4709-48ac-8308-947c2ad53185 req-85a9cba3-bba7-49f8-941e-abcd7c34ddae tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:03.307529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5f14471-4709-48ac-8308-947c2ad53185 req-85a9cba3-bba7-49f8-941e-abcd7c34ddae tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2606254 Jan 29 04:41:03.317307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:03.377802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:03.378824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.392816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ababd28-02c8-45d4-bc78-4e1505051bf4 req-697922b5-dec8-48ac-91a4-f9abc987d7e5 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "PUT /v2.0/ports/54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 981 time: 1.3130975 Jan 29 04:41:03.406035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:03.408147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] DHCP port deletion for 241a7f8b-8892-4d62-9274-253e648d1410 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:41:03.415365 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6047fcc-03b4-48fd-9a22-6cde3f237452" -d '{"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:03.420042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port f986845a-8038-4b4a-9432-7cd4c20b92bc {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:03.420385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.532810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['54fb5111-264d-428e-8e2b-c4b858972a1a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:03.540626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] For port f986845a-8038-4b4a-9432-7cd4c20b92bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f986845a-8038-4b4a-9432-7cd4c20b92bc,segment=NetworkSegment(58555090-24c4-4148-a98b-561bff757837),segment_id=58555090-24c4-4148-a98b-561bff757837)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:03.540990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.556715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for f986845a-8038-4b4a-9432-7cd4c20b92bc owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:03.601609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] Deleting port f986845a-8038-4b4a-9432-7cd4c20b92bc {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:03.602594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.686217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] For port f986845a-8038-4b4a-9432-7cd4c20b92bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f986845a-8038-4b4a-9432-7cd4c20b92bc,segment=NetworkSegment(58555090-24c4-4148-a98b-561bff757837),segment_id=58555090-24c4-4148-a98b-561bff757837)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:03.690113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.691221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.716868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] Calling delete_port for f986845a-8038-4b4a-9432-7cd4c20b92bc owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:03.750098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] No DVR routers for this DVR port f986845a-8038-4b4a-9432-7cd4c20b92bc on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:03.795652 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c85c8e4-e032-4453-abf4-1338cfe41f80 req-f41cf884-fbee-4318-aba7-628cb31555ba tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.1263638 Jan 29 04:41:03.874487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=f986845a-8038-4b4a-9432-7cd4c20b92bc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:03.907399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.925924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.964114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.967705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5f14471-4709-48ac-8308-947c2ad53185 req-e312668a-4b69-4619-b695-a3d5081fcfcb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6556413 Jan 29 04:41:03.976884 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:03.980368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-69237c8f-40b0-4bd3-8f83-3ef2f793575a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0472631 Jan 29 04:41:04.009375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40542) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:04.012737 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-ae7328e7-b36d-46cc-9706-5b0f11e360b3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1690114101&fields=id&tenant_id=1ccfb8cd386e40ae95a395aae7436700 HTTP/1.1" status: 200 len: 267 time: 0.0771866 Jan 29 04:41:04.017444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-78766671'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:04.040647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Made reservation on behalf of c2a6f0f0675d42f48d9c63fc5df17d89 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:04.044753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.081980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] No DVR routers for this DVR port f986845a-8038-4b4a-9432-7cd4c20b92bc on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:04.085731 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.099124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab6381-70f3-47a3-91a5-f755e55ac121 None None] Pushing event deleted for resources: {'Port': ['ID=f986845a-8038-4b4a-9432-7cd4c20b92bc,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:04.129509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241a7f8b-8892-4d62-9274-253e648d1410']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:04.147720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58555090-24c4-4148-a98b-561bff757837') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:04.148233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58555090-24c4-4148-a98b-561bff757837') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:04.161385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.175296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.182739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:04.183400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.265190 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34e82f7-4b2b-41d3-9c13-694eed9d7ca9 x-openstack-request-id: req-f34e82f7-4b2b-41d3-9c13-694eed9d7ca9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:04.265768 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:04.266200 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f34e82f7-4b2b-41d3-9c13-694eed9d7ca9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:04.267004 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'status': 'completed', 'code': 200} Jan 29 04:41:04.282922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10c78b78-61e5-4015-9cf0-fe872097bc45 req-feb3ad45-77f7-44df-a514-cae961fe1a6e tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 210 time: 0.0496814 Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:04.289611 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:04.387956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Allocated IP 172.20.0.5 (6310dcdc-aede-4192-b568-5745e2ee0f48/be5461cc-a04a-4123-926d-c1a2a4cd4334/09d23857-8e65-4f35-a166-bdecc5d53c28) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:04.402802 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.431926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f986845a-8038-4b4a-9432-7cd4c20b92bc no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:04.468416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: f986845a-8038-4b4a-9432-7cd4c20b92bc {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:41:04.470137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:04.470506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f986845a-8038-4b4a-9432-7cd4c20b92bc not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:04.486982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.512367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.519264 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/networks/241a7f8b-8892-4d62-9274-253e648d1410 HTTP/1.1" status: 204 len: 168 time: 1.4734821 Jan 29 04:41:04.529732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Network': ['ID=241a7f8b-8892-4d62-9274-253e648d1410,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:04.538568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:04.543713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.544258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.544696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.545127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.545566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.546072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.546538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.546978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.547397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.547821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.548285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.548699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107df114-e98c-4721-b045-2c61b3b7bc01 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.603806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.657444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.716483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-d782c705-2682-4960-875b-2a882ac9c926 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:04.718445 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-d782c705-2682-4960-875b-2a882ac9c926 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 984 time: 0.4399176 Jan 29 04:41:04.730997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'port': {'security_groups': ['4b8abce1-eafb-4371-913a-635d4f4483fe']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:04.743213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-3bc94d51-12f7-494b-8924-b54e73fba11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:04.745107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-3bc94d51-12f7-494b-8924-b54e73fba11d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1135 time: 0.4747305 Jan 29 04:41:04.757662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Network 6310dcdc-aede-4192-b568-5745e2ee0f48 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:04.759071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Pushing event updated for resources: {'Port': ['ID=09d23857-8e65-4f35-a166-bdecc5d53c28,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:04.767160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:04.771345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.771797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.773455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.773922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.774396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.775323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.775835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.776280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.777145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.777145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.786650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:04.787594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.789849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:04.805877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:04.844265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c0189641-9fca-4c6c-ae45-11bae4f74a4c req-51eccc96-8c7d-4080-9c44-29f51560101a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0292652 Jan 29 04:41:04.866821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.867171 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment ecc1ad61-c360-41be-9cb2-1f7ab745ef93 of type vlan for network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 Jan 29 04:41:04.918960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8d08e9-7827-42e3-b412-b675d08a85e4 req-adf3ac5f-51e3-4847-ad01-d8d5ebef48ae tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0442610 Jan 29 04:41:04.930167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.940414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:04.941137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.973247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-0ca52eaf-a943-47a2-884a-94fb7e4ac2d0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9106059 Jan 29 04:41:04.993142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port a18e173b-7883-4461-8b00-d136308a6ad8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:04.993142 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:04.999474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.118955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-986c5e41-bcd8-421e-b09e-e57f5007d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.121939 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-986c5e41-bcd8-421e-b09e-e57f5007d20d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.3448334 Jan 29 04:41:05.126646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Request body: {'port': {'device_id': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:05.169201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0e650-487e-4165-8674-d1de82b5a4ca req-c57d93e6-0898-4fbc-be8e-418b33f95b82 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.170815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cd0e650-487e-4165-8674-d1de82b5a4ca req-c57d93e6-0898-4fbc-be8e-418b33f95b82 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1150587 Jan 29 04:41:05.176365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-929f2102-7dea-41c6-a6da-eb453ab5ee8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.0431428 Jan 29 04:41:05.204969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.210962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.211621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.230057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.255107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cd0e650-487e-4165-8674-d1de82b5a4ca req-a690781b-513b-4c5f-8869-91f1121040cf tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747581 Jan 29 04:41:05.300750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2868490 Jan 29 04:41:05.319234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:05.319234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:05.387850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.388354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.422681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-e60c26c6-9c9b-4927-beeb-22ccd07aa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.424761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-e60c26c6-9c9b-4927-beeb-22ccd07aa529 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.2370937 Jan 29 04:41:05.425467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355367d-6801-4031-a443-06922365db64 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=b8ab3eaf-761a-4d9e-9683-8fe97c634f54,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:05.436095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for a18e173b-7883-4461-8b00-d136308a6ad8 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:05.437158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:05.514104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-99a7eab6-e9d2-41b3-b81a-a827dde3ec13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757020 Jan 29 04:41:05.673209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70d8bc-e601-4fa0-b90e-190bfd88600c req-a6b1f0af-f70d-423a-8627-eeec9329c97f tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.681547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c70d8bc-e601-4fa0-b90e-190bfd88600c req-a6b1f0af-f70d-423a-8627-eeec9329c97f tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 931 time: 0.2130044 Jan 29 04:41:05.729805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-09c66b73-fe25-49ad-9ad9-fc98f08d4f5d service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064075 Jan 29 04:41:05.731864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:05.744780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:05.754139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.802465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c70d8bc-e601-4fa0-b90e-190bfd88600c req-779860da-69be-40c9-855e-109f75ff3069 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Jan 29 04:41:05.843803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.856838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.893444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['54fb5111-264d-428e-8e2b-c4b858972a1a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:05.957421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:05.958103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:05.959529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5702db7f-5590-4ea3-83c1-81aac0c476fd req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "PUT /v2.0/ports/54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 942 time: 1.2333438 Jan 29 04:41:06.006504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25858f-154e-49f4-8b5e-f31af9f8a261 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event updated for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:06.022690 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6047fcc-03b4-48fd-9a22-6cde3f237452 req-8fa7d54b-150e-4989-9471-6d53899ba261 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767935 Jan 29 04:41:06.039687 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:06.110492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['54fb5111-264d-428e-8e2b-c4b858972a1a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:06.123386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=a18e173b-7883-4461-8b00-d136308a6ad8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:06.272831 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3518128f-891a-49f2-9667-16def82ae6fb req-2bccfb16-db6b-4ad3-9493-3a6587744525 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0916719 Jan 29 04:41:06.274212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:06.279747 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69acc319-92ae-4868-8a70-b1ed29a7d578" -d '{"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:06.305578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:06.322632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:06.333363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-200ebf6d-6369-4737-8b8e-7ccd419c9959 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/floatingips/9eacdfe5-7a1f-49a2-9ff9-727fe7d0783d HTTP/1.1" status: 204 len: 168 time: 1.7769570 Jan 29 04:41:06.340997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40572) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:06.405287 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb26d9f3-98b2-4582-b773-d9485279ba87 x-openstack-request-id: req-fb26d9f3-98b2-4582-b773-d9485279ba87 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:06.405729 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:06.406116 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb26d9f3-98b2-4582-b773-d9485279ba87 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:06.406649 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'status': 'completed', 'code': 200} Jan 29 04:41:06.407684 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3aab648-2bf4-4f24-9e87-13ac7cd4577e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] DELETE failed (client error): The resource could not be found. Jan 29 04:41:06.414358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3aab648-2bf4-4f24-9e87-13ac7cd4577e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:41:06.417646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a3aab648-2bf4-4f24-9e87-13ac7cd4577e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/ports/f687e488-bb92-4975-9773-40ea142f5fd0 HTTP/1.1" status: 404 len: 333 time: 0.0753689 Jan 29 04:41:06.424958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:06.440763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d23857-8e65-4f35-a166-bdecc5d53c28 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:41:06.459487 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:06.546406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-748bc64f-ff5e-458f-b0f4-74522b2d3361 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10af0f33-6fe4-4495-a529-e0d34c95e6c6 HTTP/1.1" status: 200 len: 205 time: 0.1190076 Jan 29 04:41:06.552243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:06.649602 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-b0c56b31-8098-4637-9d6b-6085712db1c1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] delete failed (client error): The resource could not be found. Jan 29 04:41:06.651293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0c56b31-8098-4637-9d6b-6085712db1c1 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/routers/10af0f33-6fe4-4495-a529-e0d34c95e6c6 HTTP/1.1" status: 404 len: 336 time: 0.0978289 Jan 29 04:41:06.668776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Transition to ACTIVE for port object 09d23857-8e65-4f35-a166-bdecc5d53c28 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:41:06.669551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:06.719122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-7234517d-65c1-4db3-8d76-717943b2f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.722001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-7234517d-65c1-4db3-8d76-717943b2f0df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.2986820 Jan 29 04:41:06.722996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:06.726949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7e0ef8-af75-4b96-8a8f-d7d4d3a8922a req-5fc9c6b9-fd17-42e4-a1e4-5257f8633b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a3bd628366849eea8da7bd5eccb39a7&device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0857015 Jan 29 04:41:06.736418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda89635-7235-4f83-a2f3-8aec27e455be req-bf8cf824-91c5-446f-9850-d5a0b1d840da tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:06.741918 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-841e2ed0-8686-4d33-9a37-1c21464f0416 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] DELETE failed (client error): The resource could not be found. Jan 29 04:41:06.742471 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841e2ed0-8686-4d33-9a37-1c21464f0416 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:41:06.745534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-841e2ed0-8686-4d33-9a37-1c21464f0416 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/subnets/c9e172e7-ec34-4d30-a6a8-02cf3b14c67e HTTP/1.1" status: 404 len: 337 time: 0.0747459 Jan 29 04:41:06.746856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bda89635-7235-4f83-a2f3-8aec27e455be req-bf8cf824-91c5-446f-9850-d5a0b1d840da tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.0993547 Jan 29 04:41:06.755154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40582) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:06.771815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7e0ef8-af75-4b96-8a8f-d7d4d3a8922a req-0fcd773c-eb30-4ee4-a71d-585857b2f3b2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a3bd628366849eea8da7bd5eccb39a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241282 Jan 29 04:41:06.805047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-1700b7f1-580e-4e62-987e-c5f405977f63 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7966931 Jan 29 04:41:06.810252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:07.031617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Pushing event updated for resources: {'Port': ['ID=09d23857-8e65-4f35-a166-bdecc5d53c28,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:07.036495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.058497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.229023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Attempting to bind port 09d23857-8e65-4f35-a166-bdecc5d53c28 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:07.229566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Attempting to bind port 09d23857-8e65-4f35-a166-bdecc5d53c28 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:07.230284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Attempting to bind port 09d23857-8e65-4f35-a166-bdecc5d53c28 on network 6310dcdc-aede-4192-b568-5745e2ee0f48 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:07.241635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e0ef8-af75-4b96-8a8f-d7d4d3a8922a req-5e29e818-f126-4d17-aa15-aff034610818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.243903 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7e0ef8-af75-4b96-8a8f-d7d4d3a8922a req-5e29e818-f126-4d17-aa15-aff034610818 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3878284 Jan 29 04:41:07.244770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=aa534cbe-9ca7-4c4c-8f92-52ec53052a80,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:07.280288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Port 09d23857-8e65-4f35-a166-bdecc5d53c28 on network 6310dcdc-aede-4192-b568-5745e2ee0f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:41:07.280930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Attempting to bind port 09d23857-8e65-4f35-a166-bdecc5d53c28 on network 6310dcdc-aede-4192-b568-5745e2ee0f48 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:07.286423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:07.286928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: b8ab3eaf-761a-4d9e-9683-8fe97c634f54, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:07.304811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:07.305277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Checking segment: {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:07.305827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Bound using segment: {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:07.306696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Bound port: 09d23857-8e65-4f35-a166-bdecc5d53c28, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:07.306947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.311092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-f0a446d7-52c3-492d-94b8-973d1fb1275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.312208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-f0a446d7-52c3-492d-94b8-973d1fb1275b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.5549033 Jan 29 04:41:07.354182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:07.385979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-c3a88a71-e643-46fa-a3cd-ef0e7cc55368 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.0497367 Jan 29 04:41:07.389033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b8ab3eaf-761a-4d9e-9683-8fe97c634f54) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:07.401088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.401310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de41f3-f810-4d86-8d6a-51b388b2fcd2 None None] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:07.401943 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.423212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] For port 09d23857-8e65-4f35-a166-bdecc5d53c28, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:07.431968 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bda89635-7235-4f83-a2f3-8aec27e455be req-76fba6a0-fae4-4fd2-8001-93c586932ad0 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6840057 Jan 29 04:41:07.467982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] For port 09d23857-8e65-4f35-a166-bdecc5d53c28, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=09d23857-8e65-4f35-a166-bdecc5d53c28,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:07.479924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:07.484452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-16d48b01-9731-4e62-9ac1-6c428951e590 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1712973 Jan 29 04:41:07.487966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.573008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.586374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.587942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.589099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] 10.222.0.36 "PUT /v2.0/ports/09d23857-8e65-4f35-a166-bdecc5d53c28 HTTP/1.1" status: 200 len: 1091 time: 2.4697878 Jan 29 04:41:07.591811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'tag': '09d23857-8e65-4f35-a166-bdecc5d53c28'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:07.594412 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f7ad5-fa4f-4d6f-b817-06945b796b74" -d '{"events": [{"name": "network-changed", "server_uuid": "8c88c238-d0d6-4e3c-86d6-149b39338532", "tag": "09d23857-8e65-4f35-a166-bdecc5d53c28"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:07.612456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a0beee6-b4bc-4f59-babc-d0e1a2ac67b9 req-5802b847-f894-4656-a540-e1bfec9d2962 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0453424 Jan 29 04:41:07.614323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-976f51b9-6683-4968-8ec4-9a25d8489596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.615882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-976f51b9-6683-4968-8ec4-9a25d8489596 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.2171574 Jan 29 04:41:07.665923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:07.667278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.707970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port e8a4fe7c-ade3-4c14-affd-160b4c80aac9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:07.708329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:07.715882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-40ef06e4-8f29-44e4-afd9-9ec5193c27e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922480 Jan 29 04:41:07.740700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96df2dc-ecdd-40b3-86ad-6d34cea68101 service neutron] Pushing event updated for resources: {'Port': ['ID=09d23857-8e65-4f35-a166-bdecc5d53c28,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:07.833289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-e3c85204-41b6-4e83-8bb5-e3b306fa4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:07.834812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-e3c85204-41b6-4e83-8bb5-e3b306fa4637 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 1094 time: 0.1379640 Jan 29 04:41:07.866909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Allocated IP 172.20.0.2 (b8ab3eaf-761a-4d9e-9683-8fe97c634f54/aa534cbe-9ca7-4c4c-8f92-52ec53052a80/38588c0b-97e7-4cb5-bd95-1781e7cfc059) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:07.959369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-ed4ce893-78dd-437a-9dd4-b9ec9bf2b5ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09d23857-8e65-4f35-a166-bdecc5d53c28 HTTP/1.1" status: 200 len: 217 time: 0.1062539 Jan 29 04:41:07.966747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Allocated IP 172.25.4.10 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/043d1a88-3bfd-451e-9554-e76a3d5c2f14) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:08.050513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.054695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.061953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.080855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86aa1-062f-4adf-af9f-acbd454fd091 req-ac2cd60c-c038-4d18-916f-f8cf88b36da1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:08.082475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3dc86aa1-062f-4adf-af9f-acbd454fd091 req-ac2cd60c-c038-4d18-916f-f8cf88b36da1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 943 time: 0.3165965 Jan 29 04:41:08.103408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-762077a7-73e8-403b-b952-56cfb62cba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:08.105357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-762077a7-73e8-403b-b952-56cfb62cba77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be5461cc-a04a-4123-926d-c1a2a4cd4334 HTTP/1.1" status: 200 len: 848 time: 0.1347702 Jan 29 04:41:08.116031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for e8a4fe7c-ade3-4c14-affd-160b4c80aac9 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:08.128364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:08.133298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:08.135842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Pushing event updated for resources: {'Port': ['ID=38588c0b-97e7-4cb5-bd95-1781e7cfc059,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:08.145926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:08.169417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-1a0297e4-c5fe-4547-8963-f7173c463de9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6310dcdc-aede-4192-b568-5745e2ee0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536695 Jan 29 04:41:08.183249 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-5914509c-438e-4341-9bb1-cf185b5e2836 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244349 Jan 29 04:41:08.189024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3dc86aa1-062f-4adf-af9f-acbd454fd091 req-d6e72fbf-271d-4a67-92af-81a5523d734f tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981660 Jan 29 04:41:08.261550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.304232 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e160f8-8349-42b7-9b66-92f4b5dfb05c x-openstack-request-id: req-48e160f8-8349-42b7-9b66-92f4b5dfb05c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:08.308134 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c88c238-d0d6-4e3c-86d6-149b39338532", "tag": "09d23857-8e65-4f35-a166-bdecc5d53c28", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:08.308513 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48e160f8-8349-42b7-9b66-92f4b5dfb05c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:08.309049 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'tag': '09d23857-8e65-4f35-a166-bdecc5d53c28', 'status': 'completed', 'code': 200} Jan 29 04:41:08.310236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Attempting to bind port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:08.311723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Attempting to bind port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:08.313687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Attempting to bind port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 on network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:08.321755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.327618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:08.330548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Checking segment: {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:08.330902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-2936a374-016f-4545-bbd2-5a21aa45bb59 service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451039 Jan 29 04:41:08.332784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.335135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Bound using segment: {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:08.335882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Bound port: 38588c0b-97e7-4cb5-bd95-1781e7cfc059, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:08.336284 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.361656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.473862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:08.486739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:08.489552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:08.507030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] For port 38588c0b-97e7-4cb5-bd95-1781e7cfc059, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:08.513660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] For port 38588c0b-97e7-4cb5-bd95-1781e7cfc059, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=38588c0b-97e7-4cb5-bd95-1781e7cfc059,segment=NetworkSegment(ecc1ad61-c360-41be-9cb2-1f7ab745ef93),segment_id=ecc1ad61-c360-41be-9cb2-1f7ab745ef93)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:08.529579 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:41:08.536646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.553090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event updated for resources: {'Port': ['ID=043d1a88-3bfd-451e-9554-e76a3d5c2f14,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:08.625636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da4731b0-1d5d-4a87-b70a-59f4ddbe9d1a req-f4d1b66e-0cac-4106-926b-ef9d9abfb6a9 service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874498 Jan 29 04:41:08.660023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fdff5-87b5-4091-85e4-f867504c55e8 None None] Pushing event updated for resources: {'Port': ['ID=38588c0b-97e7-4cb5-bd95-1781e7cfc059,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:08.670962 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69acc319-92ae-4868-8a70-b1ed29a7d578 req-1e640a71-dd76-4339-be13-ca881edf45ce service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764822 Jan 29 04:41:08.698124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7e0ef8-af75-4b96-8a8f-d7d4d3a8922a req-7e35862f-325d-443f-86f9-da0f34a85372 tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.0707719 Jan 29 04:41:08.754631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.778322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc5138-75fa-4f25-b23e-52c4835c6156 req-fed4c0e4-7342-4487-a660-e9d7861df221 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:08.788543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6dc5138-75fa-4f25-b23e-52c4835c6156 req-fed4c0e4-7342-4487-a660-e9d7861df221 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2074757 Jan 29 04:41:08.839333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.880195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=e8a4fe7c-ade3-4c14-affd-160b4c80aac9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:08.949224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:08.974552 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6dc5138-75fa-4f25-b23e-52c4835c6156 req-629d534e-9862-4ab7-849d-6f677b5aa3b6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1871877 Jan 29 04:41:08.995453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-785ed151-83ba-4f29-aa31-5f2d3f61e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:08.997771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-785ed151-83ba-4f29-aa31-5f2d3f61e86e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 1094 time: 0.1516464 Jan 29 04:41:09.088388 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:09.108146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-00233297-270a-4e7e-86b6-6c5b61c9c5f5 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/ports/e8a4fe7c-ade3-4c14-affd-160b4c80aac9 HTTP/1.1" status: 204 len: 168 time: 1.9082770 Jan 29 04:41:09.110230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.20.0.1 (b8ab3eaf-761a-4d9e-9683-8fe97c634f54/aa534cbe-9ca7-4c4c-8f92-52ec53052a80/81de0933-ea81-46a3-9477-513f12a48200) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:09.113556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40614) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:09.258621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb045a05-a480-4bcd-8be3-bdf74da96180 req-2750eaa4-349f-42b9-a86f-3b179d70be0b tempest-ServerShowV257Test-424218568 tempest-ServerShowV257Test-424218568-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9a53e2-56ee-48b8-8953-9ebb80dcdcd4 HTTP/1.1" status: 200 len: 210 time: 0.1092005 Jan 29 04:41:09.506976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port 1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:09.507607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:09.649112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:09.679730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929162-e158-4756-bb64-11e3b591e769 req-b4d60bc7-444e-400e-9376-81940aa004d1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:09.681722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72929162-e158-4756-bb64-11e3b591e769 req-b4d60bc7-444e-400e-9376-81940aa004d1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 943 time: 0.2685182 Jan 29 04:41:09.708249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for 1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:09.746740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-0d2aadb5-cdb2-4e74-ac12-64e6bd1bb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:09.747970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-0d2aadb5-cdb2-4e74-ac12-64e6bd1bb85d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 200 len: 909 time: 0.7327745 Jan 29 04:41:09.805604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:09.825768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72929162-e158-4756-bb64-11e3b591e769 req-19b5ab02-90c4-44e3-85d5-e778640c49d9 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325080 Jan 29 04:41:09.857700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-4cf85f4a-7e70-445a-8994-06ee9fdc1ef8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09d23857-8e65-4f35-a166-bdecc5d53c28 HTTP/1.1" status: 200 len: 217 time: 0.0945592 Jan 29 04:41:09.915561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:09.931224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:09.940627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.008445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:10.023710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:10.039595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:10.067503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-a770fbaf-96b9-4006-ac63-b28e43e9e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:10.069066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-a770fbaf-96b9-4006-ac63-b28e43e9e4fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be5461cc-a04a-4123-926d-c1a2a4cd4334 HTTP/1.1" status: 200 len: 848 time: 0.2024431 Jan 29 04:41:10.089142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=81de0933-ea81-46a3-9477-513f12a48200,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:10.091615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.115188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-50343f6d-9908-45e3-b1f8-9da08c7c2d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6310dcdc-aede-4192-b568-5745e2ee0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372293 Jan 29 04:41:10.117756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event updated for resources: {'Port': ['ID=043d1a88-3bfd-451e-9554-e76a3d5c2f14,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:10.124819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.150196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.159018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-a3783472-09dd-4489-9562-34989533a77c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3529744 Jan 29 04:41:10.192811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:10.234275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796a5e-a1bb-4cdb-92ec-21444845218c req-86b261e4-7288-41cd-888a-e8a1be4ea0f6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:10.243600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e796a5e-a1bb-4cdb-92ec-21444845218c req-86b261e4-7288-41cd-888a-e8a1be4ea0f6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1501017 Jan 29 04:41:10.254416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-d680ca27-21c7-4563-9b79-5957fa3f976c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0944397 Jan 29 04:41:10.271576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.430716 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e796a5e-a1bb-4cdb-92ec-21444845218c req-1e9361ab-bc66-4d25-be98-cd469b90641e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1860774 Jan 29 04:41:10.483460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.488927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7931e7cd-7762-42bb-922d-64a84916124e tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/ports/1bb9f44d-9ae9-40f8-bc18-a1db596cc9e7 HTTP/1.1" status: 204 len: 168 time: 1.3740861 Jan 29 04:41:10.495319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:10.513227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd731c-ad63-47e1-a621-b5bd0ecd99f4 None None] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:10.547410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-3fe50856-7012-4b86-b674-7d5de663c9ba service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235349 Jan 29 04:41:10.558364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.633511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 38588c0b-97e7-4cb5-bd95-1781e7cfc059 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:10.702678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8fe18d00-c752-4070-acfe-3eee5ecfebc6 None None] Provisioning complete for port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:10.703498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fe18d00-c752-4070-acfe-3eee5ecfebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.755336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e65f7ad5-fa4f-4d6f-b817-06945b796b74 req-59f7fee4-2352-4e76-9e5e-8bfe660fb1e3 service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690145 Jan 29 04:41:10.764184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-6d96a859-d1a1-4b24-8b08-9a260a70e14c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:10.769459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-6d96a859-d1a1-4b24-8b08-9a260a70e14c tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.5103312 Jan 29 04:41:10.782835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-bc25ab6a-bbc3-4f8f-bcbf-578a1d81f3d4 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:41:10.785486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c080e6-0b20-4c92-aef7-40678c0235a7 req-bc25ab6a-bbc3-4f8f-bcbf-578a1d81f3d4 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079057 Jan 29 04:41:10.822124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b73950-8ca8-4dce-b6fe-5d95a9a90b8b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:10.834492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-99b73950-8ca8-4dce-b6fe-5d95a9a90b8b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b598e193-228d-4c54-9604-eab7c5740e14 HTTP/1.1" status: 200 len: 913 time: 0.3343632 Jan 29 04:41:10.837021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:10.908894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:10.909318 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:10.990580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:11.119204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fe18d00-c752-4070-acfe-3eee5ecfebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.188201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96044c2-0360-4807-8088-563be470d459 req-6d6fa65b-7969-472f-b0be-52e53d2e6c37 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:11.205691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8fe18d00-c752-4070-acfe-3eee5ecfebc6 None None] For port 38588c0b-97e7-4cb5-bd95-1781e7cfc059, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=38588c0b-97e7-4cb5-bd95-1781e7cfc059,segment=NetworkSegment(ecc1ad61-c360-41be-9cb2-1f7ab745ef93),segment_id=ecc1ad61-c360-41be-9cb2-1f7ab745ef93)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:11.221787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a96044c2-0360-4807-8088-563be470d459 req-6d6fa65b-7969-472f-b0be-52e53d2e6c37 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 943 time: 0.2293880 Jan 29 04:41:11.226432 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8fe18d00-c752-4070-acfe-3eee5ecfebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.423920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b08b5e-c500-4a15-8f0e-74059385b9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.481339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 09d23857-8e65-4f35-a166-bdecc5d53c28 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:41:11.522367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a96044c2-0360-4807-8088-563be470d459 req-aa5ecfce-f51c-43df-b1f9-1bae9fc12d7b tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967076 Jan 29 04:41:11.535317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe18d00-c752-4070-acfe-3eee5ecfebc6 None None] Pushing event updated for resources: {'Port': ['ID=38588c0b-97e7-4cb5-bd95-1781e7cfc059,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:11.589541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-b1d11cff-c125-4807-a8e1-f219b3e50610 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:11.592925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-b1d11cff-c125-4807-a8e1-f219b3e50610 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7165256 Jan 29 04:41:11.728450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f3ab58be-a8a1-443d-a217-554d98ec0794 None None] Provisioning complete for port 81de0933-ea81-46a3-9477-513f12a48200 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:11.728824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3ab58be-a8a1-443d-a217-554d98ec0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.778433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-ef5d61dd-eb66-434e-bd6c-04bd67aa14f2 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.1676111 Jan 29 04:41:11.794542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'floatingip': {'port_id': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:11.821996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b08b5e-c500-4a15-8f0e-74059385b9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.831966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 09d23857-8e65-4f35-a166-bdecc5d53c28, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=09d23857-8e65-4f35-a166-bdecc5d53c28,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:11.832882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.859513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab58be-a8a1-443d-a217-554d98ec0794 None None] Port 81de0933-ea81-46a3-9477-513f12a48200 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:11.865307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '09d23857-8e65-4f35-a166-bdecc5d53c28', 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48', 'port_id': '09d23857-8e65-4f35-a166-bdecc5d53c28', 'mac_address': 'fa:16:3e:88:6c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5461cc-a04a-4123-926d-c1a2a4cd4334', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:41:11.880494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b08b5e-c500-4a15-8f0e-74059385b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.940406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46e095-1f30-4a33-bf51-57073b0b7514 req-d07dcf01-a690-4529-840f-1fe3770ce545 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:11.945765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.961490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f46e095-1f30-4a33-bf51-57073b0b7514 req-d07dcf01-a690-4529-840f-1fe3770ce545 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2857032 Jan 29 04:41:11.982119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:11.997064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b08b5e-c500-4a15-8f0e-74059385b9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200e8262-2ee1-456d-89d9-daa320b835ad,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.015262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f3ab58be-a8a1-443d-a217-554d98ec0794 None None] Provisioning complete for port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:12.015631 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3ab58be-a8a1-443d-a217-554d98ec0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.027527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d23857-8e65-4f35-a166-bdecc5d53c28 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:41:12.070600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33b08b5e-c500-4a15-8f0e-74059385b9b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a3bd628366849eea8da7bd5eccb39a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0557477 Jan 29 04:41:12.078322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:12.088766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.133356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=81de0933-ea81-46a3-9477-513f12a48200,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.140600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 09d23857-8e65-4f35-a166-bdecc5d53c28, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=09d23857-8e65-4f35-a166-bdecc5d53c28,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:12.157474 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.165817 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.201313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f46e095-1f30-4a33-bf51-57073b0b7514 req-a6256f8a-2df0-4b0e-9ec8-5cd0908e0508 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385440 Jan 29 04:41:12.247932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a173afec-85ea-4b03-94c4-fa4a1e0a833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.282553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.313523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a173afec-85ea-4b03-94c4-fa4a1e0a833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.344651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=09d23857-8e65-4f35-a166-bdecc5d53c28,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.412127 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a173afec-85ea-4b03-94c4-fa4a1e0a833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.414707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a173afec-85ea-4b03-94c4-fa4a1e0a833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.416027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a173afec-85ea-4b03-94c4-fa4a1e0a833b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/200e8262-2ee1-456d-89d9-daa320b835ad HTTP/1.1" status: 204 len: 168 time: 0.3368919 Jan 29 04:41:12.430685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['09d23857-8e65-4f35-a166-bdecc5d53c28'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:12.456942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173afec-85ea-4b03-94c4-fa4a1e0a833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e8262-2ee1-456d-89d9-daa320b835ad,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:12.476837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.500904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 38588c0b-97e7-4cb5-bd95-1781e7cfc059 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:12.595569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:12.600747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:12.724186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48b78a70-7e33-4d8e-baa1-404f0fff41f8 None None] Provisioning complete for port 81de0933-ea81-46a3-9477-513f12a48200 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:12.724773 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b78a70-7e33-4d8e-baa1-404f0fff41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.802731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48b78a70-7e33-4d8e-baa1-404f0fff41f8 None None] Port 81de0933-ea81-46a3-9477-513f12a48200 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:12.828502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383846d5-7555-43c4-afbd-4dafbdff0c68 req-5cf4218e-970a-49cf-9386-bcfcddf3df0b tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:12.830866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-383846d5-7555-43c4-afbd-4dafbdff0c68 req-5cf4218e-970a-49cf-9386-bcfcddf3df0b tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 944 time: 0.1316185 Jan 29 04:41:12.901959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:12.902589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:12.924614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-383846d5-7555-43c4-afbd-4dafbdff0c68 req-7c01f177-8bdc-4d6f-b0be-d14840de0797 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826759 Jan 29 04:41:13.101961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port 83d18d15-cece-49e5-ab20-2cc96b0c8d9f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:13.101961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.165619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-912c4b38-7337-4725-98ef-9e866adea492 None None] Provisioning complete for port 81de0933-ea81-46a3-9477-513f12a48200 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:13.166005 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-912c4b38-7337-4725-98ef-9e866adea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.188838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:41:13.220050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-912c4b38-7337-4725-98ef-9e866adea492 None None] Port 81de0933-ea81-46a3-9477-513f12a48200 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:13.268229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.351248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.368661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.395804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for 83d18d15-cece-49e5-ab20-2cc96b0c8d9f owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:13.430623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b938724-04c3-47ec-8e53-fa69b31403ea req-2d3235df-5ad1-4d40-bcf3-a9f4fb0291d6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:13.432319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b938724-04c3-47ec-8e53-fa69b31403ea req-2d3235df-5ad1-4d40-bcf3-a9f4fb0291d6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1209021 Jan 29 04:41:13.478943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:13.513199 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:13.538337 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:13.539175 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:13.552899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28693d52-0f59-4ca8-8afb-943786c92a1e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0716250 Jan 29 04:41:13.560169 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.562931 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40670) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:13.580872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1935029850'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:13.679617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b938724-04c3-47ec-8e53-fa69b31403ea req-65d665c7-db00-4c2e-adda-f620544c93d6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347044 Jan 29 04:41:13.710549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:13.715797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.773630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:13.792355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:13.792734 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment bb3a879a-2997-454e-ac90-bc63abba0bcc of type vlan for network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 Jan 29 04:41:13.837040 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Floating IP e1bbbf7d-e627-4a7c-93a2-53238edbd3b6 associated. External IP: 172.25.4.10, port: 54fb5111-264d-428e-8e2b-c4b858972a1a. Jan 29 04:41:13.903902 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:14.035383 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.130360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.143543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:14.152512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:14.153168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.161398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.199511 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:10Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:10Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:14.270766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cc481-c8bd-48eb-a692-e25e131a0f31 req-16a65891-b247-425c-8c3d-b8bfb0e62f59 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:14.272297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5cc481-c8bd-48eb-a692-e25e131a0f31 req-16a65891-b247-425c-8c3d-b8bfb0e62f59 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 944 time: 0.2456164 Jan 29 04:41:14.272616 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:14.273253 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Updating router 0daff1d2-1609-4fc8-95fb-c3875d90e104 port 81de0933-ea81-46a3-9477-513f12a48200 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:14.289968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=83d18d15-cece-49e5-ab20-2cc96b0c8d9f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:14.357306 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.381012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1967491524-network', 'tenant_id': 'eae0aa2c2daa4ddcaa6b51de41fff177'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:14.450785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Made reservation on behalf of eae0aa2c2daa4ddcaa6b51de41fff177 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:14.453318 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.471203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c5cc481-c8bd-48eb-a692-e25e131a0f31 req-c3cada19-cab7-4a2a-b2a0-e5c80ddee166 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776330 Jan 29 04:41:14.472821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:14.474609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.489524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:14.522831 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8c244be2-fa1c-4bd0-b6d2-e2f594b4944b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9528723 Jan 29 04:41:14.536710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40686) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:14.548089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:14.693796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.760660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Router 2ff89507-83ae-4f25-a92d-ea94900ad339 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:14.790391 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.805453 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.810142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:14.819017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:14.925761 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Pushing event updated for resources: {'Port': ['ID=81de0933-ea81-46a3-9477-513f12a48200,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:14.973122 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.973843 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.974397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.974919 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.975454 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.976075 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.976591 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.977109 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.978000 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.978663 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.980831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.981393 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:14.984055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.059227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.064019 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Attempting to bind port 81de0933-ea81-46a3-9477-513f12a48200 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:15.065328 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Attempting to bind port 81de0933-ea81-46a3-9477-513f12a48200 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:15.066160 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Attempting to bind port 81de0933-ea81-46a3-9477-513f12a48200 on network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:15.072617 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:15.073267 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Checking segment: {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:15.074009 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.074601 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Bound using segment: {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:15.075223 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Bound port: 81de0933-ea81-46a3-9477-513f12a48200, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:15.075826 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.086962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:15.098004 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.098479 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Added segment 620688ff-4ad5-4f72-b9e1-47aae58c7c74 of type vlan for network d5ca2d81-ed6c-42df-885c-bc63f09adf03 Jan 29 04:41:15.179942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.196979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] For port 81de0933-ea81-46a3-9477-513f12a48200, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:15.200709 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] For port 81de0933-ea81-46a3-9477-513f12a48200, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=81de0933-ea81-46a3-9477-513f12a48200,segment=NetworkSegment(ecc1ad61-c360-41be-9cb2-1f7ab745ef93),segment_id=ecc1ad61-c360-41be-9cb2-1f7ab745ef93)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:15.209424 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.255122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.256175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:15.256772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.287401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1421423 Jan 29 04:41:15.295939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dce3c80d-41ba-4d30-a220-38f1a7b0e1bb None None] Provisioning complete for port 81de0933-ea81-46a3-9477-513f12a48200 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:15.300962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40698) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:15.316238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dce3c80d-41ba-4d30-a220-38f1a7b0e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.320700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648ffd-7680-4578-a76a-40c9a2099109 req-a0849d38-ddd6-4812-bffc-ff3abb78dec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:15.322228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86648ffd-7680-4578-a76a-40c9a2099109 req-a0849d38-ddd6-4812-bffc-ff3abb78dec4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.4220374 Jan 29 04:41:15.347303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:15.348473 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:15.411784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Request body: {'subnet': {'network_id': 'd5ca2d81-ed6c-42df-885c-bc63f09adf03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1967491524-subnet', 'tenant_id': 'eae0aa2c2daa4ddcaa6b51de41fff177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:15.452952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.511481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e4bd52-2f6d-4acf-956b-01d6864cc5d7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:15.534138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 09d23857-8e65-4f35-a166-bdecc5d53c28 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:15.614747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:15.690966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86648ffd-7680-4578-a76a-40c9a2099109 req-9675fd06-0924-4495-a2a5-ad03407e7208 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3402927 Jan 29 04:41:15.695547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825796d2-b0b0-49c1-b165-369b4cb80111 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ca2d81-ed6c-42df-885c-bc63f09adf03,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:15.698927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Router b598e193-228d-4c54-9604-eab7c5740e14 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:15.735754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d5ca2d81-ed6c-42df-885c-bc63f09adf03 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:15.750790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:15.782447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dce3c80d-41ba-4d30-a220-38f1a7b0e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.788340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.806131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] Sync routers for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:15.839881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=93282307-4277-4791-bdab-46fec97d8096,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:15.875522 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b56d-405a-4a72-9a02-9922bea74893 None None] Pushing event updated for resources: {'Port': ['ID=81de0933-ea81-46a3-9477-513f12a48200,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:15.895477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Made reservation on behalf of eae0aa2c2daa4ddcaa6b51de41fff177 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:15.904404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:15.969039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:15.969489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:15.984144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 09d23857-8e65-4f35-a166-bdecc5d53c28 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:41:15.986548 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-fd3915d9-f803-4df1-abe2-389ff33f82e0 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "PUT /v2.0/floatingips/e1bbbf7d-e627-4a7c-93a2-53238edbd3b6 HTTP/1.1" status: 200 len: 995 time: 4.2068369 Jan 29 04:41:16.050946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:16.056153 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cefabf-819f-4aac-9dab-cd66a8c86540" -d '{"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:16.076614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15128597-8df0-4884-8270-7a95949ddc44 req-0133213b-0fe6-498c-b707-968a30b241f7 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:16.078264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15128597-8df0-4884-8270-7a95949ddc44 req-0133213b-0fe6-498c-b707-968a30b241f7 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 944 time: 0.2583878 Jan 29 04:41:16.080638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:16.096033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eec23d90-a268-41b3-a723-f711e5b0576c tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "PUT /v2.0/routers/b598e193-228d-4c54-9604-eab7c5740e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2578862 Jan 29 04:41:16.100228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:16.119544 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] Sync routers for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:16.158067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:16.158903 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:16.166123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15128597-8df0-4884-8270-7a95949ddc44 req-cd76c03a-73fd-4c03-b5be-fd7cac0aee4b tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Jan 29 04:41:16.254216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:16.256166 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:16.311778 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:10Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:15Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:16.322364 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] Routers {'b598e193-228d-4c54-9604-eab7c5740e14'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:16.322991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b598e193-228d-4c54-9604-eab7c5740e14'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:16.386404 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ac7fa-df62-40c5-9f0f-601d7de04802 x-openstack-request-id: req-e72ac7fa-df62-40c5-9f0f-601d7de04802 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:16.386702 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:16.387014 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e72ac7fa-df62-40c5-9f0f-601d7de04802 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:16.387624 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'status': 'completed', 'code': 200} Jan 29 04:41:16.398591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 09d23857-8e65-4f35-a166-bdecc5d53c28 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:16.400086 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:16.414575 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:16.415231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ba376-8ef9-4ede-a8de-ab742cdc0a89 None None] The sync data for ids ['b598e193-228d-4c54-9604-eab7c5740e14'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:16.452906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-9c0b3b69-ff24-409a-853b-c42c95355d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:16.459342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-9c0b3b69-ff24-409a-853b-c42c95355d7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.3772371 Jan 29 04:41:16.459979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:16.480639 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bded1-17e5-4178-89b0-ea6b90059380 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:10Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:15Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:16.482491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:16.483151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:16.518462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-dce3c80d-41ba-4d30-a220-38f1a7b0e1bb None None] For port 81de0933-ea81-46a3-9477-513f12a48200, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=81de0933-ea81-46a3-9477-513f12a48200,segment=NetworkSegment(ecc1ad61-c360-41be-9cb2-1f7ab745ef93),segment_id=ecc1ad61-c360-41be-9cb2-1f7ab745ef93)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:16.522929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f522831-2aeb-4383-9f4d-225f3b749573 None None] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:16.535305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:16.537424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:16.576763 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dce3c80d-41ba-4d30-a220-38f1a7b0e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:16.814258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c80d-41ba-4d30-a220-38f1a7b0e1bb None None] Pushing event updated for resources: {'Port': ['ID=81de0933-ea81-46a3-9477-513f12a48200,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:16.930781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-70dbfdc6-ddff-4d3b-b797-aecd506ca5f6 None None] Provisioning complete for port 81de0933-ea81-46a3-9477-513f12a48200 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:16.931156 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70dbfdc6-ddff-4d3b-b797-aecd506ca5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:16.997924 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:17.108102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:17.156736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 09d23857-8e65-4f35-a166-bdecc5d53c28, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=09d23857-8e65-4f35-a166-bdecc5d53c28,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:17.189625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95943719-e9b4-42c3-a6e4-c08603be4ad2 req-322f3b57-3ac5-4aa3-87cf-676349e46c47 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:17.196663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95943719-e9b4-42c3-a6e4-c08603be4ad2 req-322f3b57-3ac5-4aa3-87cf-676349e46c47 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2769103 Jan 29 04:41:17.224465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d23857-8e65-4f35-a166-bdecc5d53c28'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:17.228091 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115cef4-9582-49e2-b81d-39dcca2389bc" -d '{"events": [{"server_uuid": "8c88c238-d0d6-4e3c-86d6-149b39338532", "name": "network-vif-plugged", "status": "completed", "tag": "09d23857-8e65-4f35-a166-bdecc5d53c28"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:17.255855 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:17.283984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95943719-e9b4-42c3-a6e4-c08603be4ad2 req-14112955-a5ae-4387-b974-0c9d133b81ff tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824883 Jan 29 04:41:17.381498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-87a07dab-2b4f-44c9-ae23-91fc6d4d61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:17.383181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-87a07dab-2b4f-44c9-ae23-91fc6d4d61f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.8908637 Jan 29 04:41:17.393344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=09d23857-8e65-4f35-a166-bdecc5d53c28,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:17.491589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e771c-7b78-494a-a7c3-41a91a5d08f1 req-38253359-dfab-44c5-800f-06a47ebc36d1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:17.491818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:17.491818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:17.499402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-168e771c-7b78-494a-a7c3-41a91a5d08f1 req-38253359-dfab-44c5-800f-06a47ebc36d1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 945 time: 0.0902617 Jan 29 04:41:17.523537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:17.596021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-168e771c-7b78-494a-a7c3-41a91a5d08f1 req-a1a81410-2bea-4880-9b5a-c9c4b36792c7 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893579 Jan 29 04:41:17.682045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-020f3490-e658-4c9d-9e52-3f728a45aa6b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1413219 Jan 29 04:41:17.682911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:17.733673 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead4a96-a4ad-4898-96a6-2dd2dfb054bb x-openstack-request-id: req-2ead4a96-a4ad-4898-96a6-2dd2dfb054bb {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:17.734490 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c88c238-d0d6-4e3c-86d6-149b39338532", "name": "network-vif-plugged", "status": "completed", "tag": "09d23857-8e65-4f35-a166-bdecc5d53c28", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:17.734490 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ead4a96-a4ad-4898-96a6-2dd2dfb054bb {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:17.735434 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d23857-8e65-4f35-a166-bdecc5d53c28', 'code': 200} Jan 29 04:41:17.799586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:17.824114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-8bf7a9ca-b85b-4b5f-89a8-27c9c04cdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:17.828601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-8bf7a9ca-b85b-4b5f-89a8-27c9c04cdccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 1.4491951 Jan 29 04:41:18.205885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:18.215824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-f7fd86d7-2a29-4afa-978e-8ffc6691820b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 998 time: 0.6743565 Jan 29 04:41:18.220180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Allocated IP 172.21.0.2 (504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2/93282307-4277-4791-bdab-46fec97d8096/30b07279-0de5-4bfd-b669-669755f38e2b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:18.434868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2625c1-0e95-4190-a34f-6a9423dce5e3,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:18.515844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:18.553908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Checking segment: {'id': '620688ff-4ad5-4f72-b9e1-47aae58c7c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd5ca2d81-ed6c-42df-885c-bc63f09adf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:18.555131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Network hostable DHCP agents. Network: d5ca2d81-ed6c-42df-885c-bc63f09adf03, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:18.555695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 81de0933-ea81-46a3-9477-513f12a48200 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:18.560261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-6a154443-be40-4a35-8ab3-f7cf62f4695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:18.562958 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-6a154443-be40-4a35-8ab3-f7cf62f4695f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.6864047 Jan 29 04:41:18.563414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-8f367cd7-891f-46d5-a5c8-389ae8a4cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:18.566378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-8f367cd7-891f-46d5-a5c8-389ae8a4cc55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.3029160 Jan 29 04:41:18.615810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:18.679860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:18.682479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Pushing event updated for resources: {'Port': ['ID=30b07279-0de5-4bfd-b669-669755f38e2b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:18.698342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19305ca8-b75b-4ea1-812b-9618723d8e85 req-c5159541-6362-423c-9536-319c51455e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:18.700114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:18.704837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19305ca8-b75b-4ea1-812b-9618723d8e85 req-c5159541-6362-423c-9536-319c51455e60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 1096 time: 0.9310534 Jan 29 04:41:18.710578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:18.729760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-94430f1a-f05c-44d4-b943-b88890708740 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415348 Jan 29 04:41:18.730323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 81de0933-ea81-46a3-9477-513f12a48200 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:18.731045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:18.754430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-4db22437-781b-410f-8999-35458cec7d1e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:41:18.755447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-4db22437-781b-410f-8999-35458cec7d1e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122805 Jan 29 04:41:18.823056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-ff94958b-0c87-4fa3-bd20-87a93af5c1cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 998 time: 0.2490866 Jan 29 04:41:18.823661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Network d5ca2d81-ed6c-42df-885c-bc63f09adf03 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:18.894029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e1bbbf7d-e627-4a7c-93a2-53238edbd3b6', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'port_id': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'mac_address': 'fa:16:3e:78:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af42644-d93b-43f4-93b1-af368422eebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:13Z', 'revision_number': 1, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:18Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:18.904657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5308-2406-4657-9821-13d74c9172b1 req-06322285-0a29-4468-8fac-c389088232e3 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:18.906999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2dcd5308-2406-4657-9821-13d74c9172b1 req-06322285-0a29-4468-8fac-c389088232e3 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.4235337 Jan 29 04:41:18.925636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting port c13d9e11-62b2-4dbd-8608-ab474a21e484 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:18.926468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:18.931485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] Checking router: 2ff89507-83ae-4f25-a92d-ea94900ad339 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:18.954774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Attempting to bind port 30b07279-0de5-4bfd-b669-669755f38e2b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:18.956139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Attempting to bind port 30b07279-0de5-4bfd-b669-669755f38e2b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:18.956971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Attempting to bind port 30b07279-0de5-4bfd-b669-669755f38e2b on network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:18.959387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:18.960185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:19.028309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:19.048580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Calling delete_port for c13d9e11-62b2-4dbd-8608-ab474a21e484 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:19.075497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19305ca8-b75b-4ea1-812b-9618723d8e85 req-464f7733-6f4d-4d0d-a3b5-f63563442cd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560941 Jan 29 04:41:19.110646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:19.215581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:19.216282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Checking segment: {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:19.216718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2dcd5308-2406-4657-9821-13d74c9172b1 req-334e8e50-c8f7-4948-8a78-77f6509bfc30 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2968385 Jan 29 04:41:19.217051 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:19.220398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Bound using segment: {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:19.221634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Bound port: 30b07279-0de5-4bfd-b669-669755f38e2b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:19.222170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:19.277546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-2bca0257-6f46-49c8-bb18-cd84c713935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.279141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-2bca0257-6f46-49c8-bb18-cd84c713935b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.4348650 Jan 29 04:41:19.287463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d5ca2d81-ed6c-42df-885c-bc63f09adf03) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:19.292600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.294884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:19.342977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73da11-6d05-450a-86bf-a946039a8a88 None None] Network d5ca2d81-ed6c-42df-885c-bc63f09adf03 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:19.343921 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-5fd32ff9-99fe-47b0-a356-d6775fbde684 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461988 Jan 29 04:41:19.458931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-e33f5ae2-8704-45b7-9cc2-4c5c62e138d8 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052926 Jan 29 04:41:19.469866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e0dc7e51-7b6c-4a41-8999-3658c7c6ae1a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.0584416 Jan 29 04:41:19.526647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:19.534263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:19.557470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-1b8dfb03-6381-4433-85f0-caf029a9ebf0 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804909 Jan 29 04:41:19.593176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fcc30-ca12-4ab4-972e-84f33a81a952 req-04f7068b-9e93-4a95-9a1d-b807ef442026 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:19.600333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e30fcc30-ca12-4ab4-972e-84f33a81a952 req-04f7068b-9e93-4a95-9a1d-b807ef442026 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 945 time: 0.1883209 Jan 29 04:41:19.668568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88cf6ab-7943-4675-8d17-15c17b0187bd None None] Network d5ca2d81-ed6c-42df-885c-bc63f09adf03 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:19.679187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Port': ['ID=c13d9e11-62b2-4dbd-8608-ab474a21e484,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:19.728214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2fedf94-7701-4fd1-8e40-9c8b14203cc0 req-dc13745d-6d70-4ec2-8cfd-7ab648a51ed0 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697173 Jan 29 04:41:19.819422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83cefabf-819f-4aac-9dab-cd66a8c86540 req-fe0d798c-037d-4b65-9817-51859eb561e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525662 Jan 29 04:41:19.842998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:19.951155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] For port 30b07279-0de5-4bfd-b669-669755f38e2b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:19.983854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Deleting subnet ac2625c1-0e95-4190-a34f-6a9423dce5e3 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:41:19.984313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.21.0.1 (504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2/93282307-4277-4791-bdab-46fec97d8096/53d7089c-b407-4ce3-8130-b733472f2132) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:19.996331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e30fcc30-ca12-4ab4-972e-84f33a81a952 req-b23a1071-509e-43ff-b27f-13e173ef4b09 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612506 Jan 29 04:41:20.002771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.013348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] For port 30b07279-0de5-4bfd-b669-669755f38e2b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=30b07279-0de5-4bfd-b669-669755f38e2b,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:20.043910 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.083652 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.115547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-87432f98-20d6-4c5a-afeb-026a1b35561f tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 998 time: 0.2671437 Jan 29 04:41:20.116634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.217851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3a9cd-528b-4e9e-83ca-c98e52b2fa50 None None] Pushing event updated for resources: {'Port': ['ID=30b07279-0de5-4bfd-b669-669755f38e2b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:20.243727 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.249454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e1bbbf7d-e627-4a7c-93a2-53238edbd3b6', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'port_id': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'mac_address': 'fa:16:3e:78:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af42644-d93b-43f4-93b1-af368422eebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:13Z', 'revision_number': 1, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:18Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:20.286558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130bf68-7f6a-48cb-a669-095be0cb3b44 None None] The sync data for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 is: [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'e1bbbf7d-e627-4a7c-93a2-53238edbd3b6', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'port_id': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'mac_address': 'fa:16:3e:78:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af42644-d93b-43f4-93b1-af368422eebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:13Z', 'revision_number': 1, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:18Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:20.287073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.343436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:20.348620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:20.352265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:20.366807 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.372585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.382946 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-b6f82ec5-5839-4a9c-bcec-a67987ab1923 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:20.389534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-b6f82ec5-5839-4a9c-bcec-a67987ab1923 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports/54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 942 time: 0.2656479 Jan 29 04:41:20.438007 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.442890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=53d7089c-b407-4ce3-8130-b733472f2132,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:20.492308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8419d-b6d9-4b97-a8d0-ed5db9f3b4b3 req-33fb4b9e-ae93-434e-9228-49a28fc4a9e8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:20.504568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-52b8419d-b6d9-4b97-a8d0-ed5db9f3b4b3 req-33fb4b9e-ae93-434e-9228-49a28fc4a9e8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1458700 Jan 29 04:41:20.505347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.537482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-7afb53aa-50d9-495c-841f-6ac76ed79886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:20.539407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-7afb53aa-50d9-495c-841f-6ac76ed79886 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1096 time: 0.4030669 Jan 29 04:41:20.638803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.639353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Fanout notify agent at l3_agent the message router_deleted on router b598e193-228d-4c54-9604-eab7c5740e14 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:41:20.654666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-52b8419d-b6d9-4b97-a8d0-ed5db9f3b4b3 req-cad48edb-1b19-446d-8f85-ca0780e3428f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451449 Jan 29 04:41:20.704920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.709984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a174d94f-7d01-4cfd-95db-b5c777285b41 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/routers/b598e193-228d-4c54-9604-eab7c5740e14 HTTP/1.1" status: 204 len: 168 time: 4.6042490 Jan 29 04:41:20.717716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40758) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:20.775986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5faf50-428a-4f75-a48a-a1e001c29e6b None None] New status for floating IP e1bbbf7d-e627-4a7c-93a2-53238edbd3b6: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:41:20.776203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-6987dd9f-d285-4e9b-8bdd-52da795a32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:20.777924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-6987dd9f-d285-4e9b-8bdd-52da795a32a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.2043533 Jan 29 04:41:20.787787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Deleting subnet 80b71fbf-0b8b-4175-bf69-85b051b24f43 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:41:20.790009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-c973f725-6697-438f-899a-ba219c92a7e3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 998 time: 0.3416209 Jan 29 04:41:20.791124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.832686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.884493 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.904178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.929295 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.940823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ac2625c1-0e95-4190-a34f-6a9423dce5e3 HTTP/1.1" status: 204 len: 168 time: 1.0830598 Jan 29 04:41:20.945881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:20.964703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:20.965170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39276c32-9e64-4d6a-93d7-df0a7a133126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2625c1-0e95-4190-a34f-6a9423dce5e3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:20.983973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.010216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-96cb294a-e513-41a0-9587-93f01ac16577 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 1001 time: 0.2066963 Jan 29 04:41:21.046564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Subnet': ['ID=80b71fbf-0b8b-4175-bf69-85b051b24f43,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:21.055380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.058728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7695acf7-a0b7-4f89-9da7-424d8938745b tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/subnets/80b71fbf-0b8b-4175-bf69-85b051b24f43 HTTP/1.1" status: 204 len: 168 time: 0.3278155 Jan 29 04:41:21.062737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:21.076735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-34247a92-1332-485f-a6df-0a32deebad35 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:21.078302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-34247a92-1332-485f-a6df-0a32deebad35 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2871804 Jan 29 04:41:21.097725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-773d9549-63e1-4230-a6b0-687d630962f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:21.099294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-773d9549-63e1-4230-a6b0-687d630962f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.0803969 Jan 29 04:41:21.194257 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-7ba507a8-b498-425a-a94c-64857c57412b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1000 time: 0.1074104 Jan 29 04:41:21.197198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-79e52edf-d599-4592-88e1-a4cf33a35fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:21.198702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-79e52edf-d599-4592-88e1-a4cf33a35fbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722084 Jan 29 04:41:21.203922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:21.222056 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.248072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.339440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-152ae8f7-5544-4177-b502-76c970b77b47 service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324100 Jan 29 04:41:21.343909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.386820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3f6e6-0df6-4e0e-91ec-6de22ec57dc2 req-1ac8ec13-4e9b-4ac0-84cc-fd2bcb041e90 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:21.395170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5b3f6e6-0df6-4e0e-91ec-6de22ec57dc2 req-1ac8ec13-4e9b-4ac0-84cc-fd2bcb041e90 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 945 time: 0.2579751 Jan 29 04:41:21.452602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bb3a635-b596-4a89-9de7-6b068c666086 req-9ecbfe03-54b3-461e-9fe4-c60b88dd1f78 service neutron] 10.222.0.20 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046429 Jan 29 04:41:21.552740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4298556b-7139-4924-b7d0-f4058221bd1d None None] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:21.683060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.702132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a9e197f8-327a-4edd-88b1-4fee9a9189c0 None None] Provisioning complete for port 30b07279-0de5-4bfd-b669-669755f38e2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:21.702807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9e197f8-327a-4edd-88b1-4fee9a9189c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.707150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5b3f6e6-0df6-4e0e-91ec-6de22ec57dc2 req-ea4e527c-1c73-4d1a-915b-46a525dc833c tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103802 Jan 29 04:41:21.718383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.849684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ca2d81-ed6c-42df-885c-bc63f09adf03']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:21.886227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9e197f8-327a-4edd-88b1-4fee9a9189c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.948069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620688ff-4ad5-4f72-b9e1-47aae58c7c74') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:21.950271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620688ff-4ad5-4f72-b9e1-47aae58c7c74') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:21.955698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9e197f8-327a-4edd-88b1-4fee9a9189c0 None None] For port 30b07279-0de5-4bfd-b669-669755f38e2b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=30b07279-0de5-4bfd-b669-669755f38e2b,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:21.962981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.963304 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9e197f8-327a-4edd-88b1-4fee9a9189c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.979545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:21.989053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:21.990612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.066426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e197f8-327a-4edd-88b1-4fee9a9189c0 None None] Pushing event updated for resources: {'Port': ['ID=30b07279-0de5-4bfd-b669-669755f38e2b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:22.067935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9db2c07-bd39-4c7e-941e-67183513bb61']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:22.085373 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:22.117926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.121184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1993998-20ec-4f18-825f-234581dea999') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:22.121522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1993998-20ec-4f18-825f-234581dea999') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:22.131846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.151637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.166737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.170988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.171335 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Floating IP e1bbbf7d-e627-4a7c-93a2-53238edbd3b6 disassociated. External IP: 172.25.4.10, port: 54fb5111-264d-428e-8e2b-c4b858972a1a. Jan 29 04:41:22.177942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.179679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5ca2d81-ed6c-42df-885c-bc63f09adf03 HTTP/1.1" status: 204 len: 168 time: 1.2304449 Jan 29 04:41:22.182946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70478b-a647-4dd8-acc8-81746e2837fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ca2d81-ed6c-42df-885c-bc63f09adf03,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:22.190359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:22.190795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:22.194339 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:22.219200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.272735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f59571-2920-4bff-9454-7f82bd0d2182 req-9bb7f199-38d3-40b5-a6ee-b9a775df6515 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:22.278144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95f59571-2920-4bff-9454-7f82bd0d2182 req-9bb7f199-38d3-40b5-a6ee-b9a775df6515 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.3885038 Jan 29 04:41:22.288099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.385021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95f59571-2920-4bff-9454-7f82bd0d2182 req-fea648e2-11ac-4045-abdc-d950e208037f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980513 Jan 29 04:41:22.417432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.419139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:22.432067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=53d7089c-b407-4ce3-8130-b733472f2132,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:22.436374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.441963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] 10.222.0.32 "DELETE /v2.0/networks/e9db2c07-bd39-4c7e-941e-67183513bb61 HTTP/1.1" status: 204 len: 168 time: 1.3759797 Jan 29 04:41:22.441963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.455491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6150f0cc-a913-4c96-a7f5-07431aabf15a None None] Provisioning complete for port 30b07279-0de5-4bfd-b669-669755f38e2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:22.456105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6150f0cc-a913-4c96-a7f5-07431aabf15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.467730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ff21f-710a-4e5b-a9be-953cca4640c9 tempest-FloatingIPTestJSON-234284859 tempest-FloatingIPTestJSON-234284859-project] Pushing event deleted for resources: {'Network': ['ID=e9db2c07-bd39-4c7e-941e-67183513bb61,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:22.509284 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-729017ef-bea7-46e1-af2d-88fc106bab72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eae0aa2c2daa4ddcaa6b51de41fff177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847507 Jan 29 04:41:22.582338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Router 2ff89507-83ae-4f25-a92d-ea94900ad339 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:22.583613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40788) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:22.620412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 30b07279-0de5-4bfd-b669-669755f38e2b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:22.667127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:22.672802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:22.748580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6150f0cc-a913-4c96-a7f5-07431aabf15a None None] Provisioning complete for port 53d7089c-b407-4ce3-8130-b733472f2132 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:22.748968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6150f0cc-a913-4c96-a7f5-07431aabf15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.808781 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f01eac4-8cbb-4140-8a0f-a6c2dfb92f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.822424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 30b07279-0de5-4bfd-b669-669755f38e2b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:22.822803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.899586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f01eac4-8cbb-4140-8a0f-a6c2dfb92f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:22.926842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6150f0cc-a913-4c96-a7f5-07431aabf15a None None] Port 53d7089c-b407-4ce3-8130-b733472f2132 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:22.971186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:22.982344 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] Sync routers for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:22.996242 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:22.998230 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:23.045072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.045682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:23.052107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:23.075812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95dd87-cef3-4bc2-97e9-76643df94f9a req-36702df6-103e-47bd-9706-017f07d26bc2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.077344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b95dd87-cef3-4bc2-97e9-76643df94f9a req-36702df6-103e-47bd-9706-017f07d26bc2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 945 time: 0.1383843 Jan 29 04:41:23.079444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-923f6d12-5ba1-4f40-8e29-700c7be53e0b None None] Provisioning complete for port 53d7089c-b407-4ce3-8130-b733472f2132 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:23.080418 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-923f6d12-5ba1-4f40-8e29-700c7be53e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.108311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f01eac4-8cbb-4140-8a0f-a6c2dfb92f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.116866 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f01eac4-8cbb-4140-8a0f-a6c2dfb92f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.123465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7f01eac4-8cbb-4140-8a0f-a6c2dfb92f97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5e4bd52-2f6d-4acf-956b-01d6864cc5d7 HTTP/1.1" status: 204 len: 168 time: 0.5280886 Jan 29 04:41:23.149943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-6941c029-6a18-4a5b-a425-8a2a92621cd6 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "PUT /v2.0/floatingips/e1bbbf7d-e627-4a7c-93a2-53238edbd3b6 HTTP/1.1" status: 200 len: 694 time: 1.9498143 Jan 29 04:41:23.155161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:23.169778 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:23.176831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01eac4-8cbb-4140-8a0f-a6c2dfb92f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e4bd52-2f6d-4acf-956b-01d6864cc5d7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:23.177187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-923f6d12-5ba1-4f40-8e29-700c7be53e0b None None] Port 53d7089c-b407-4ce3-8130-b733472f2132 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:23.183477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:23.202670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:23.212829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f4aa4fb-a6fe-4c71-a19b-3326d6eb0dd4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5285907 Jan 29 04:41:23.214569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:23.219701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544658907'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:23.269817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:23.271639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b95dd87-cef3-4bc2-97e9-76643df94f9a req-56de95bc-c426-4188-a846-f7ae87f397b1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749514 Jan 29 04:41:23.296010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:23.296948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:23.304618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-0602dee8-4ea0-4ff5-b09d-b180c6547e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.311065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-0602dee8-4ea0-4ff5-b09d-b180c6547e77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.1172652 Jan 29 04:41:23.313030 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:23.411257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:23.419461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:23.437207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.449095 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf574c9-4189-484e-a15c-30dc17cc955b x-openstack-request-id: req-eaf574c9-4189-484e-a15c-30dc17cc955b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:23.451028 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:23.451401 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaf574c9-4189-484e-a15c-30dc17cc955b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:23.452470 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'status': 'completed', 'code': 200} Jan 29 04:41:23.590152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:23.626195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-db332f10-bfba-414e-86d3-d6b262e02f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.628304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-db332f10-bfba-414e-86d3-d6b262e02f8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccfb8cd386e40ae95a395aae7436700&device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 1096 time: 0.1412194 Jan 29 04:41:23.629570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-e617d2fa-71ca-46c9-955f-0a6660c0c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.631135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-e617d2fa-71ca-46c9-955f-0a6660c0c322 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.3111286 Jan 29 04:41:23.659863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f67d801c-7723-4bb6-8069-e2ffa1e55fcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea617803d97549ac9efa551cd0cfe684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6056924 Jan 29 04:41:23.661767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:23.663052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.663406 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment 7bd69fcf-bafc-461c-b60e-dce88990c4f6 of type vlan for network 5b14b187-fb5a-421d-a537-f6f9d40e896d Jan 29 04:41:23.733200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-a862f915-1291-411e-b1c9-c13064ed8b38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.0794513 Jan 29 04:41:23.813158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-7ba9572b-349b-4824-bbe3-9164a475fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.815319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-7ba9572b-349b-4824-bbe3-9164a475fe17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 200 len: 921 time: 0.1787498 Jan 29 04:41:23.824690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d679593-5334-465c-8eef-f0ab6f5ed9be req-45905400-510b-4faf-a4f3-b05bb6d856c8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:23.835013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d679593-5334-465c-8eef-f0ab6f5ed9be req-45905400-510b-4faf-a4f3-b05bb6d856c8 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.2122972 Jan 29 04:41:23.836796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.839723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:18Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:23.864083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.876875 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75090437-75db-4b3e-8c7e-a91a6948a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.892067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:23.895370 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dff77a-3fda-4f49-b70f-a2297a9cb166" -d '{"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-unplugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:23.914565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:23.930626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:20Z', 'revision_number': 3, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:21Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:23.934579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:23.976551 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-8a7ecd67-4e55-4cbf-8aee-f66defb2fa40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 200 len: 217 time: 0.1515198 Jan 29 04:41:24.005618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9023ae7f-7e1e-47f8-91c5-c983d3918cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.007551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:24.007977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Updating router 0daff1d2-1609-4fc8-95fb-c3875d90e104 port 53d7089c-b407-4ce3-8130-b733472f2132 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:24.033497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d679593-5334-465c-8eef-f0ab6f5ed9be req-6d65255f-123c-453e-be97-bd3a84903f13 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1968307 Jan 29 04:41:24.061514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.063160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-e479a63d-3872-4516-b944-1ba19d11349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:24.065027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-e479a63d-3872-4516-b944-1ba19d11349b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.0792456 Jan 29 04:41:24.075744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:24.076399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.124736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.161028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9023ae7f-7e1e-47f8-91c5-c983d3918cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.177535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-c0a103b8-c318-4caa-a8cd-329879aaee9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007955 Jan 29 04:41:24.180835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:24.182157 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] Checking router: 2ff89507-83ae-4f25-a92d-ea94900ad339 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:24.186649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-90bfa262-9002-4cc4-ae87-064134ca6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:24.189443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-90bfa262-9002-4cc4-ae87-064134ca6da1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 200 len: 860 time: 0.3730028 Jan 29 04:41:24.208105 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:24.208893 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:24.211114 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca1ad7-053d-47cd-839f-1d9d393384f8 x-openstack-request-id: req-90ca1ad7-053d-47cd-839f-1d9d393384f8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:24.211431 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-unplugged", "status": "failed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "code": 422}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:24.211661 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90ca1ad7-053d-47cd-839f-1d9d393384f8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:24.213779 n-d-825930-1 neutron-server[102404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'code': 422} returned with failed status Jan 29 04:41:24.265613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-c554c5cb-5b2a-4b1c-b7f9-a0496e2893b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d28f61-b743-4d63-9d45-ca3b06926485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639896 Jan 29 04:41:24.514400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-9b8ee294-4d60-430b-befe-fa3b8b7b5212 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224401 Jan 29 04:41:24.523880 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:24.724847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.742969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-859dc0a3-299b-4380-ba9e-a1bf3315d5bd req-01c541ac-ba83-4ee9-aa11-e4baba350a6e service neutron] 10.222.0.20 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158091 Jan 29 04:41:24.744564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:24.747364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-dbce8cbf-1d2b-44a2-b755-7cef326bcdad service neutron] 10.222.0.32 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437337 Jan 29 04:41:24.773498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5577371 Jan 29 04:41:24.774424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:24.801873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:24.862896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16352f2-78c5-4d3e-a7c0-26e88b116e8c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=5b14b187-fb5a-421d-a537-f6f9d40e896d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:24.867372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa67e8-94ed-47d9-b97f-d738d0ddc11f None None] Pushing event updated for resources: {'Port': ['ID=53d7089c-b407-4ce3-8130-b733472f2132,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:24.911752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-5648727a-3650-4e86-80ea-3b75e8bff1b5 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:24.913320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-5648727a-3650-4e86-80ea-3b75e8bff1b5 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 945 time: 0.6829693 Jan 29 04:41:24.931825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:24.952990 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:18Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:24.973766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bde656-a014-46e7-9456-b1fe4d706af8 req-62448f46-284a-438f-b58c-794837684a0f tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:24.976725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72bde656-a014-46e7-9456-b1fe4d706af8 req-62448f46-284a-438f-b58c-794837684a0f tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c88c238-d0d6-4e3c-86d6-149b39338532 HTTP/1.1" status: 200 len: 945 time: 0.1844687 Jan 29 04:41:25.011765 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19f254-434d-45a2-a5c0-ff669ba0e1d8 None None] The sync data for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 is: [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:40:10Z', 'revision_number': 4, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5d45b8bb-6839-435c-aa3f-9293484d3685', 'name': '', 'network_id': 'e3d28f61-b743-4d63-9d45-ca3b06926485', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'mac_address': 'fa:16:3e:2d:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:09Z', 'updated_at': '2022-01-29T04:40:18Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'subnets': [{'id': 'cbbdbe6b-a165-4985-bced-c550e1e36a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:25.036736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72bde656-a014-46e7-9456-b1fe4d706af8 req-bc590bc8-9321-4ed4-8b2b-52ef1c3f0616 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Jan 29 04:41:25.076054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9023ae7f-7e1e-47f8-91c5-c983d3918cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.078810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9023ae7f-7e1e-47f8-91c5-c983d3918cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.080679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9023ae7f-7e1e-47f8-91c5-c983d3918cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/621db820-d7c0-407a-8480-83c127506bbd HTTP/1.1" status: 204 len: 168 time: 1.4155240 Jan 29 04:41:25.085735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Attempting to bind port 53d7089c-b407-4ce3-8130-b733472f2132 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:25.086020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Attempting to bind port 53d7089c-b407-4ce3-8130-b733472f2132 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:25.086486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Attempting to bind port 53d7089c-b407-4ce3-8130-b733472f2132 on network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:25.100184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ae7f-7e1e-47f8-91c5-c983d3918cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621db820-d7c0-407a-8480-83c127506bbd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:25.132788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-313119cf-8071-430e-bf5e-fbf66bd1acc5 req-383d16da-9a47-4efe-9aac-bea67ab47804 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738866 Jan 29 04:41:25.140308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Deleting port 09d23857-8e65-4f35-a166-bdecc5d53c28 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:25.143163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.162861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:25.166724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Checking segment: {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:25.167199 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.167656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Bound using segment: {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:25.168333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Bound port: 53d7089c-b407-4ce3-8130-b733472f2132, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3a879a-2997-454e-ac90-bc63abba0bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:25.168733 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.171635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:25.175404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.356450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] For port 53d7089c-b407-4ce3-8130-b733472f2132, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:25.366675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] For port 53d7089c-b407-4ce3-8130-b733472f2132, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53d7089c-b407-4ce3-8130-b733472f2132,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:25.377559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-895cd2f0-e8a5-4708-80e4-6712b6d7f5a1 None None] Provisioning complete for port 53d7089c-b407-4ce3-8130-b733472f2132 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:25.380960 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-895cd2f0-e8a5-4708-80e4-6712b6d7f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.386422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] For port 09d23857-8e65-4f35-a166-bdecc5d53c28, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=09d23857-8e65-4f35-a166-bdecc5d53c28,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:25.386860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.391265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.401602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Calling delete_port for 09d23857-8e65-4f35-a166-bdecc5d53c28 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:25.536247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee216af6-e456-4802-a5a9-72cf1f741fad None None] New status for floating IP e1bbbf7d-e627-4a7c-93a2-53238edbd3b6: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:41:25.587944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-df5a12cd-96cb-434e-a479-ac5fbc948fda tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips/e1bbbf7d-e627-4a7c-93a2-53238edbd3b6 HTTP/1.1" status: 200 len: 694 time: 0.1302390 Jan 29 04:41:25.626713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:25.627537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:40:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:25.724745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:25.826712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa67e8-94ed-47d9-b97f-d738d0ddc11f None None] Pushing event updated for resources: {'Port': ['ID=53d7089c-b407-4ce3-8130-b733472f2132,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:25.873220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Pushing event deleted for resources: {'Port': ['ID=09d23857-8e65-4f35-a166-bdecc5d53c28,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:25.874257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-fbf82b30-2eb3-494b-bd0e-780d9e2b6a2d tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:25.882902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-fbf82b30-2eb3-494b-bd0e-780d9e2b6a2d tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 784 time: 0.2810438 Jan 29 04:41:25.928481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-54c17c61-6a2f-4783-abd8-752b0be9a2c8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:41:25.929688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-54c17c61-6a2f-4783-abd8-752b0be9a2c8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386310 Jan 29 04:41:25.968757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.010784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] No DVR routers for this DVR port 09d23857-8e65-4f35-a166-bdecc5d53c28 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:26.028900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.038298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1fdae59d-b2f3-4a17-b37e-94629fa12a01 req-444a9303-2c0f-48f0-a69c-54e42d15fce1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "DELETE /v2.0/ports/09d23857-8e65-4f35-a166-bdecc5d53c28 HTTP/1.1" status: 204 len: 173 time: 1.1180930 Jan 29 04:41:26.042637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'name': 'network-vif-deleted', 'tag': '09d23857-8e65-4f35-a166-bdecc5d53c28'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:26.046812 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f631d2-91d1-4c14-b477-ec5785f1fcb6" -d '{"events": [{"server_uuid": "8c88c238-d0d6-4e3c-86d6-149b39338532", "name": "network-vif-deleted", "tag": "09d23857-8e65-4f35-a166-bdecc5d53c28"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:26.058572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-22bd44ca-ff4e-4bbd-8148-195701b96ccf tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 697 time: 0.1140211 Jan 29 04:41:26.096717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434fcfc-c875-422a-80bf-fa1d96d644df req-3e126cfb-f8cd-49fc-a183-2835dc4d2127 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:26.100885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0434fcfc-c875-422a-80bf-fa1d96d644df req-3e126cfb-f8cd-49fc-a183-2835dc4d2127 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.2357955 Jan 29 04:41:26.118190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:26.128954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: 5b14b187-fb5a-421d-a537-f6f9d40e896d, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:26.202644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0434fcfc-c875-422a-80bf-fa1d96d644df req-d374981b-75f1-40b6-b290-df7e17c43646 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914865 Jan 29 04:41:26.203614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:26.222466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-2a9c2e32-c55c-42eb-a02e-ab4ad1eb3f05 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 697 time: 0.1483219 Jan 29 04:41:26.312669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:26.388717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5b14b187-fb5a-421d-a537-f6f9d40e896d) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:26.412758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:26.414714 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.421466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7102b5-d454-4b9d-b708-0ce7fd6f4b80 None None] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:26.470230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40890) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:26.471505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03f3272d-9104-4632-b4cc-cc6f350f5473 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6800523 Jan 29 04:41:26.578616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Deleting port 043d1a88-3bfd-451e-9554-e76a3d5c2f14 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:26.578989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.597850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:26.686222 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-895cd2f0-e8a5-4708-80e4-6712b6d7f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.687998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d09c7ebe-e0f7-47d8-854c-a26988b1d46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.821721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40894) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:26.858566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.860328 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:26.885200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Calling delete_port for 043d1a88-3bfd-451e-9554-e76a3d5c2f14 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:27.036388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-895cd2f0-e8a5-4708-80e4-6712b6d7f5a1 None None] For port 53d7089c-b407-4ce3-8130-b733472f2132, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53d7089c-b407-4ce3-8130-b733472f2132,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:27.108829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-5b14b187-fb5a-421d-a537-f6f9d40e896d', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:27.111705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.122966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'networks': [{'name': 'tempest-network--328863667'}, {'name': 'tempest-network--989322814'}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:27.125447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'network': {'name': 'tempest-network--328863667'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:27.125979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'network': {'name': 'tempest-network--989322814'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:27.140922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-895cd2f0-e8a5-4708-80e4-6712b6d7f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.173328 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003608c-0baf-4b7d-b5fb-96b2a994c541 x-openstack-request-id: req-1003608c-0baf-4b7d-b5fb-96b2a994c541 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:27.174803 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c88c238-d0d6-4e3c-86d6-149b39338532", "name": "network-vif-deleted", "tag": "09d23857-8e65-4f35-a166-bdecc5d53c28", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:27.175182 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1003608c-0baf-4b7d-b5fb-96b2a994c541 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:27.176321 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c88c238-d0d6-4e3c-86d6-149b39338532', 'name': 'network-vif-deleted', 'tag': '09d23857-8e65-4f35-a166-bdecc5d53c28', 'status': 'completed', 'code': 200} Jan 29 04:41:27.238826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'network': 2} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:27.245395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.250076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.287404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event deleted for resources: {'Port': ['ID=043d1a88-3bfd-451e-9554-e76a3d5c2f14,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:27.291251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:27.295597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.379170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.386574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.390242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.404280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cd2f0-e8a5-4708-80e4-6712b6d7f5a1 None None] Pushing event updated for resources: {'Port': ['ID=53d7089c-b407-4ce3-8130-b733472f2132,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:27.406155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e5d58b9-efea-4628-87cc-dc9b31ba6ac9 req-49b3767d-4c45-4d8b-bde0-60359f682ba8 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1bbbf7d-e627-4a7c-93a2-53238edbd3b6 HTTP/1.1" status: 204 len: 173 time: 1.1826825 Jan 29 04:41:27.496361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7a8c5d51-4944-4635-b930-2f25f62caed2 None None] Provisioning complete for port 53d7089c-b407-4ce3-8130-b733472f2132 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:27.496985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5d51-4944-4635-b930-2f25f62caed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.541244 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.549689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 09d23857-8e65-4f35-a166-bdecc5d53c28 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:27.589657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.597064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.600156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.610554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 09d23857-8e65-4f35-a166-bdecc5d53c28 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:41:27.611477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 09d23857-8e65-4f35-a166-bdecc5d53c28 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:27.656702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c87617b-66cd-45d5-84cc-255db3d1d223,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:27.680049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:27.695173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.696142 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Added segment c534bf63-c994-4335-b41c-244b070a2b19 of type vlan for network 6a0829c6-cabe-419d-967b-7b4d13a64432 Jan 29 04:41:27.758557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.759680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:20Z', 'revision_number': 3, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:25Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:27.804435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:27.820581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b25fd-748a-4c4d-9b46-182a9892d16f None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:20Z', 'revision_number': 3, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:25Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:27.841301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.841301 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Added segment 93d4c78f-dea7-4bd6-9118-f786754be1d5 of type vlan for network 310040bd-dfd2-4bf3-8c29-662d37a23115 Jan 29 04:41:27.849926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Allocated IP 172.22.0.2 (5b14b187-fb5a-421d-a537-f6f9d40e896d/a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298/f8e77ec6-addc-4461-bccd-dd5161f3a860) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:27.917926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93540537-d6a7-46ec-ae6d-ebb9bd9b2958 req-22a9f3f1-4f2a-4c98-bbe5-5a60b052021f tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups/0440c2c3-6940-4b24-91d9-658bb0d90e84 HTTP/1.1" status: 200 len: 1810 time: 0.1075950 Jan 29 04:41:27.919647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.985851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.986534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:27.992383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:27.999121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:27.999819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.047752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2257073 Jan 29 04:41:28.060999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:28.104719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-93540537-d6a7-46ec-ae6d-ebb9bd9b2958 req-c1e584a8-0bbe-499d-afa4-ee94c6968f82 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.117128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Network': ['ID=6a0829c6-cabe-419d-967b-7b4d13a64432,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:28.134589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.140802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 6a0829c6-cabe-419d-967b-7b4d13a64432 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:28.212410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-93540537-d6a7-46ec-ae6d-ebb9bd9b2958 req-c1e584a8-0bbe-499d-afa4-ee94c6968f82 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.221999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.22.0.1 (5b14b187-fb5a-421d-a537-f6f9d40e896d/a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298/9d520524-d1b9-4df0-a9cc-60034b12e456) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:28.244686 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.251957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ac39f-8f48-4c97-ac7e-12fcd1de7999 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Network': ['ID=310040bd-dfd2-4bf3-8c29-662d37a23115,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:28.286636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 310040bd-dfd2-4bf3-8c29-662d37a23115 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:28.302079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-93540537-d6a7-46ec-ae6d-ebb9bd9b2958 req-c1e584a8-0bbe-499d-afa4-ee94c6968f82 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.304781 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-93540537-d6a7-46ec-ae6d-ebb9bd9b2958 req-c1e584a8-0bbe-499d-afa4-ee94c6968f82 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.320311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93540537-d6a7-46ec-ae6d-ebb9bd9b2958 req-c1e584a8-0bbe-499d-afa4-ee94c6968f82 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "DELETE /v2.0/security-groups/0440c2c3-6940-4b24-91d9-658bb0d90e84 HTTP/1.1" status: 204 len: 173 time: 0.3902698 Jan 29 04:41:28.343097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e584a8-0bbe-499d-afa4-ee94c6968f82 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440c2c3-6940-4b24-91d9-658bb0d90e84,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:28.473969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:28.489861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:28.507294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:28.520181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Pushing event updated for resources: {'Port': ['ID=f8e77ec6-addc-4461-bccd-dd5161f3a860,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:28.528746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-a8330910-8922-49ac-bfe8-be5e4a1fbfae tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:28.536982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-a8330910-8922-49ac-bfe8-be5e4a1fbfae tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/networks?id=6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 200 len: 808 time: 0.5585730 Jan 29 04:41:28.549562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bac46-1c92-4f38-a3fd-519c95717f61 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:28.556369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bac46-1c92-4f38-a3fd-519c95717f61 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:28.565456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bac46-1c92-4f38-a3fd-519c95717f61 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:28.565654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53d7089c-b407-4ce3-8130-b733472f2132 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:28.586441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bac46-1c92-4f38-a3fd-519c95717f61 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:28.591848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:28.592384 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-104bac46-1c92-4f38-a3fd-519c95717f61 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5297081 Jan 29 04:41:28.606807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-a8f344de-38fa-4a3b-adb4-4ae01befbbcd tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/quotas/c2a6f0f0675d42f48d9c63fc5df17d89 HTTP/1.1" status: 200 len: 375 time: 0.0689101 Jan 29 04:41:28.649368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.653648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-f883e8ae-4d79-4849-ad7e-5033bdcf6252 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350847 Jan 29 04:41:28.697267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Attempting to bind port f8e77ec6-addc-4461-bccd-dd5161f3a860 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:28.697645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Attempting to bind port f8e77ec6-addc-4461-bccd-dd5161f3a860 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:28.698057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Attempting to bind port f8e77ec6-addc-4461-bccd-dd5161f3a860 on network 5b14b187-fb5a-421d-a537-f6f9d40e896d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:28.713285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:28.713666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Checking segment: {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:28.714101 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.727985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Bound using segment: {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:28.728531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Bound port: f8e77ec6-addc-4461-bccd-dd5161f3a860, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:28.728945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.741806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.763172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.813978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-d8d0eef4-dce0-4ad1-b9d8-f3566b9089ba service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:41:28.815415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-d8d0eef4-dce0-4ad1-b9d8-f3566b9089ba service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1483047 Jan 29 04:41:28.833198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 53d7089c-b407-4ce3-8130-b733472f2132 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:28.833481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.930877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:28.932396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] For port f8e77ec6-addc-4461-bccd-dd5161f3a860, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:28.933182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=9d520524-d1b9-4df0-a9cc-60034b12e456,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:28.941616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] For port f8e77ec6-addc-4461-bccd-dd5161f3a860, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f8e77ec6-addc-4461-bccd-dd5161f3a860,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:28.944754 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:28.952850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:28.965033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:28.971687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.017699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0829c6-cabe-419d-967b-7b4d13a64432']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.018047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.047064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c534bf63-c994-4335-b41c-244b070a2b19') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.047363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c534bf63-c994-4335-b41c-244b070a2b19') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.071947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.093352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.112739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:29.113158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.115255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01787955-58f2-4ac3-a761-8e4bc2199f40 None None] Pushing event updated for resources: {'Port': ['ID=f8e77ec6-addc-4461-bccd-dd5161f3a860,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:29.217268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-a8a757e1-74bf-4be5-a28b-ebcf16b39077 service neutron] 10.222.0.32 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903852 Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:29.227718 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:29.242205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.259004 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.264064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/networks/6a0829c6-cabe-419d-967b-7b4d13a64432 HTTP/1.1" status: 204 len: 168 time: 0.6708918 Jan 29 04:41:29.268729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:29.274893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.336684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.357857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.379771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7ebd-7cba-4b3c-a75d-9c825ba7ea15 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Network': ['ID=6a0829c6-cabe-419d-967b-7b4d13a64432,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:29.441724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.603838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-f4e274a9-4ba8-4bbc-a624-3895d54a9ae3 service neutron] 10.222.0.32 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852084 Jan 29 04:41:29.619439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.681539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310040bd-dfd2-4bf3-8c29-662d37a23115']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.753753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d4c78f-dea7-4bd6-9118-f786754be1d5') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.770765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d4c78f-dea7-4bd6-9118-f786754be1d5') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:29.807779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.848515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bebce-6a0c-45a6-99bb-f1c114b5186f req-8a10d455-99d4-49e1-b250-49e5bf883a7a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:29.857160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f62bebce-6a0c-45a6-99bb-f1c114b5186f req-8a10d455-99d4-49e1-b250-49e5bf883a7a tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.2087841 Jan 29 04:41:29.899798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.954232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:29.961266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:29.967967 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:30.011826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:30.019530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:30.101755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f62bebce-6a0c-45a6-99bb-f1c114b5186f req-f1710cb3-4cd8-4e7b-a616-b7be171c77f7 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383938 Jan 29 04:41:30.125071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.134803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.143147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/networks/310040bd-dfd2-4bf3-8c29-662d37a23115 HTTP/1.1" status: 204 len: 168 time: 0.8730655 Jan 29 04:41:30.152813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41000) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:30.169192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.198187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c73de-2b42-4fef-a876-8e10d609f26d req-f642ade7-7380-40b2-a543-59c320bc67ee tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:30.225165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-514c73de-2b42-4fef-a876-8e10d609f26d req-f642ade7-7380-40b2-a543-59c320bc67ee tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.2010202 Jan 29 04:41:30.300790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.315782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-514c73de-2b42-4fef-a876-8e10d609f26d req-eed668d1-bd90-4839-807b-7c0eea1aa7d9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896931 Jan 29 04:41:30.380881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43311f-1b02-497e-8953-12483083c4a4 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:30.399641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43311f-1b02-497e-8953-12483083c4a4 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:30.406378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe43311f-1b02-497e-8953-12483083c4a4 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2478757 Jan 29 04:41:30.414208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41008) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:30.414567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:30.422602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3b5120b-943c-457f-a4a3-4f9b89a8c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.453430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1887273042'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:30.457770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b78c16-2501-4bf2-900a-85a864b81032 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Network': ['ID=310040bd-dfd2-4bf3-8c29-662d37a23115,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:30.493666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=9d520524-d1b9-4df0-a9cc-60034b12e456,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:30.516335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b62f0fb6-08c5-4b56-a1bd-96b4d1befcd7 req-5d46042a-b68a-4721-8248-d8c8041ad7c1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 210 time: 0.3440011 Jan 29 04:41:30.521613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.551701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:30.556183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.575773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f8e77ec6-addc-4461-bccd-dd5161f3a860 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:30.600631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:30.655300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f8e77ec6-addc-4461-bccd-dd5161f3a860 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:30.655854 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.686439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.687916 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Added segment 4dd2ca60-6ca2-4dd5-ae8b-61d5564a14e8 of type vlan for network 5be8605a-0d51-4c53-91e0-f4876489ea95 Jan 29 04:41:30.739647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3044774b-0e45-4580-8a78-f1ca0ecc385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.762377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3b5120b-943c-457f-a4a3-4f9b89a8c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.763537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.771213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:30.773093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3b5120b-943c-457f-a4a3-4f9b89a8c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.824149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port f8e77ec6-addc-4461-bccd-dd5161f3a860, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f8e77ec6-addc-4461-bccd-dd5161f3a860,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:30.832238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.834764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3b5120b-943c-457f-a4a3-4f9b89a8c2e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b66174ef799a4c188d141effd57bf5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8202908 Jan 29 04:41:30.835791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:30.837462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:30.838499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972a45f-1a72-4b8d-89c6-89399e9ae8ec None None] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:30.843925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5120b-943c-457f-a4a3-4f9b89a8c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18687c2-ddcf-4e90-9394-670d3eb898d7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:30.882425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-27ad9e6f-052c-4021-9fd9-555cf3b239f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8593545 Jan 29 04:41:30.888106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:30.910528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9c5109d2-b89d-4a2f-9348-836bf7ee7eae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:41:30.911937 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9c5109d2-b89d-4a2f-9348-836bf7ee7eae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146804 Jan 29 04:41:30.993741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=f8e77ec6-addc-4461-bccd-dd5161f3a860,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:30.996469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-faad0f55-1a92-4506-a2a3-d57d192c7f6d None None] Provisioning complete for port f8e77ec6-addc-4461-bccd-dd5161f3a860 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:30.996927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-faad0f55-1a92-4506-a2a3-d57d192c7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.057576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.067496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:31.071528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:31.073705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.174106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e962-53aa-4d29-a8d5-221fd181aab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.273084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:31.278453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0cbec42-cc89-45bb-a7d9-2bfdebecf301 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8058596 Jan 29 04:41:31.280110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8609984 Jan 29 04:41:31.283785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:31.284126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:31.291791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'network': {'name': 'tempest-RoutersTest-779373974'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:31.293224 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e962-53aa-4d29-a8d5-221fd181aab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.297787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:31.299872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-472493040'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:31.311037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d4155-2896-4d43-959a-ffd8cc973f37 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Network': ['ID=5be8605a-0d51-4c53-91e0-f4876489ea95,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:31.336210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:31.337037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:31.338303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2444b9-d4b4-4f96-a718-94615e6d55b6 req-277196ff-6e92-43c0-a3ea-bd9698a60b79 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:31.339524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5be8605a-0d51-4c53-91e0-f4876489ea95 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:31.341118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3044774b-0e45-4580-8a78-f1ca0ecc385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.355628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b2444b9-d4b4-4f96-a718-94615e6d55b6 req-277196ff-6e92-43c0-a3ea-bd9698a60b79 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.1299911 Jan 29 04:41:31.362030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3044774b-0e45-4580-8a78-f1ca0ecc385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.450494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3044774b-0e45-4580-8a78-f1ca0ecc385e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdfb9162308b46bea55b8872f65ab5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0302432 Jan 29 04:41:31.452330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044774b-0e45-4580-8a78-f1ca0ecc385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83ce92c-eb72-4a3a-8aa3-92234d651521,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:31.455540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41034) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:31.481100 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e962-53aa-4d29-a8d5-221fd181aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.483956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e962-53aa-4d29-a8d5-221fd181aab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.485108 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b1d4e962-53aa-4d29-a8d5-221fd181aab2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c18687c2-ddcf-4e90-9394-670d3eb898d7 HTTP/1.1" status: 204 len: 168 time: 0.6363916 Jan 29 04:41:31.522280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0b2444b9-d4b4-4f96-a718-94615e6d55b6 req-fb53b566-ba81-4682-a59e-a4deec4a87e4 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648018 Jan 29 04:41:31.523995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:31.537575 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.545284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:31.565856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.575414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4e962-53aa-4d29-a8d5-221fd181aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18687c2-ddcf-4e90-9394-670d3eb898d7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:31.785036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7627ef-d08e-495f-ad63-5b13ce8943f8 req-24dae5b7-61f8-430a-928e-2e88b9f2761f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:31.794877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7627ef-d08e-495f-ad63-5b13ce8943f8 req-24dae5b7-61f8-430a-928e-2e88b9f2761f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.2366912 Jan 29 04:41:31.797271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debdd033-1f1e-4138-9384-4d21b73aaec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.879259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a5c41042-67d9-4809-aca4-a10eb7c01da9 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:31.883874 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a5c41042-67d9-4809-aca4-a10eb7c01da9 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.2593808 Jan 29 04:41:31.907198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:31.912911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df3fdd86-7f6c-46a2-86fb-ce3aa6aac3e7 req-3704b3a0-9ef6-451c-b67b-40f5eb5ceb43 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 210 time: 0.1664627 Jan 29 04:41:31.914234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1d73bd0b-1187-46b6-bd1c-d6b7473525fc None None] Provisioning complete for port 9d520524-d1b9-4df0-a9cc-60034b12e456 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:31.915537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d73bd0b-1187-46b6-bd1c-d6b7473525fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.957543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:31.961736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c7627ef-d08e-495f-ad63-5b13ce8943f8 req-d9ff8d71-903e-4d12-9bf5-83e6e9c02bb4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654449 Jan 29 04:41:31.979249 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debdd033-1f1e-4138-9384-4d21b73aaec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.983340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:31.983699 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Added segment 0d802474-9b2d-4dba-9c9e-a1a586fedd95 of type vlan for network ebd549c1-de96-4873-bc60-e4c5e654cea3 Jan 29 04:41:32.000581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:32.024356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.024630 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added segment 88e4c1cb-40df-4fed-9d76-be5b933f96d5 of type vlan for network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 Jan 29 04:41:32.115904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Deleting port 54fb5111-264d-428e-8e2b-c4b858972a1a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:32.116372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.170082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1d73bd0b-1187-46b6-bd1c-d6b7473525fc None None] Port 9d520524-d1b9-4df0-a9cc-60034b12e456 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:32.322316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1d73bd0b-1187-46b6-bd1c-d6b7473525fc None None] Provisioning complete for port f8e77ec6-addc-4461-bccd-dd5161f3a860 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:32.322639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d73bd0b-1187-46b6-bd1c-d6b7473525fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.467628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f8e77ec6-addc-4461-bccd-dd5161f3a860 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:32.668443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f8e77ec6-addc-4461-bccd-dd5161f3a860 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:32.669511 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.768964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.787726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:29Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:29Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:32.835374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:32.835798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Updating router 0daff1d2-1609-4fc8-95fb-c3875d90e104 port 9d520524-d1b9-4df0-a9cc-60034b12e456 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:32.893298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:41:32.914498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debdd033-1f1e-4138-9384-4d21b73aaec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.916512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-b87c5dd9-e232-4763-a2b0-8f901ddf4e9c tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:32.918058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-b87c5dd9-e232-4763-a2b0-8f901ddf4e9c tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "GET /v2.0/networks?id=6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 200 len: 808 time: 1.2476177 Jan 29 04:41:32.924696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.924910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-debdd033-1f1e-4138-9384-4d21b73aaec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.926508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-debdd033-1f1e-4138-9384-4d21b73aaec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a83ce92c-eb72-4a3a-8aa3-92234d651521 HTTP/1.1" status: 204 len: 168 time: 1.4692583 Jan 29 04:41:32.929468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1286b790-180b-4654-93a5-2685ff0e1516 None None] Provisioning complete for port 9d520524-d1b9-4df0-a9cc-60034b12e456 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:32.933363 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1286b790-180b-4654-93a5-2685ff0e1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.936397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.936718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] For port 54fb5111-264d-428e-8e2b-c4b858972a1a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=54fb5111-264d-428e-8e2b-c4b858972a1a,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:32.937102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:32.949454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Request body: {'port': {'device_id': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48', 'admin_state_up': True, 'tenant_id': 'c2a6f0f0675d42f48d9c63fc5df17d89'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:32.952244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Calling delete_port for 54fb5111-264d-428e-8e2b-c4b858972a1a owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:33.086160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1286b790-180b-4654-93a5-2685ff0e1516 None None] Port 9d520524-d1b9-4df0-a9cc-60034b12e456 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:33.090408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.107843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:33.108702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.116911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-49b26887-a648-4dde-9391-e60b51c8773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:33.118691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-49b26887-a648-4dde-9391-e60b51c8773f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b&tenant_id=bc5059154c45420bb51f104a5609ae55 HTTP/1.1" status: 200 len: 1094 time: 0.3619590 Jan 29 04:41:33.145469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae4cb-dac8-4fce-9db3-b03db5abc4c5 req-ad5923f9-3d3d-4606-9643-34bbe636c571 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:33.153262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a7ae4cb-dac8-4fce-9db3-b03db5abc4c5 req-ad5923f9-3d3d-4606-9643-34bbe636c571 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/ports?device_id=5af42644-d93b-43f4-93b1-af368422eebf HTTP/1.1" status: 200 len: 945 time: 0.3975358 Jan 29 04:41:33.190168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:33.233051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.285164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9943252 Jan 29 04:41:33.285164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.288708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:33.289314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.299423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:33.316347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'ports': [{'network_id': '5be8605a-0d51-4c53-91e0-f4876489ea95', 'name': 'tempest-port--1394117806', 'admin_state_up': True}, {'network_id': 'ebd549c1-de96-4873-bc60-e4c5e654cea3', 'admin_state_up': False}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:33.316934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'port': {'network_id': '5be8605a-0d51-4c53-91e0-f4876489ea95', 'name': 'tempest-port--1394117806', 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:33.317596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'port': {'network_id': 'ebd549c1-de96-4873-bc60-e4c5e654cea3', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:33.336103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d84cd-53e9-4c9e-8986-e52eaa4b4f9a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Network': ['ID=ebd549c1-de96-4873-bc60-e4c5e654cea3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.339115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6a5f6b7-04f6-435d-b131-6ed633bd1163 req-9f5a0e77-2713-4716-83af-23248aef3de3 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 210 time: 0.1437254 Jan 29 04:41:33.342808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Pushing event deleted for resources: {'Port': ['ID=54fb5111-264d-428e-8e2b-c4b858972a1a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.344734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdd033-1f1e-4138-9384-4d21b73aaec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83ce92c-eb72-4a3a-8aa3-92234d651521,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.361213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ebd549c1-de96-4873-bc60-e4c5e654cea3 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:33.451483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] No DVR routers for this DVR port 54fb5111-264d-428e-8e2b-c4b858972a1a on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:33.457554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.467749 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a131e346-f4c1-4d1f-a70c-ddbf13d22811 req-a75b0421-2afe-4c56-81a5-0694a9054ee3 tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.20 "DELETE /v2.0/ports/54fb5111-264d-428e-8e2b-c4b858972a1a HTTP/1.1" status: 204 len: 173 time: 1.5589738 Jan 29 04:41:33.468288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'name': 'network-vif-deleted', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:33.472379 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3578d687-7010-430f-96cf-d9ee4714bc17" -d '{"events": [{"server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "name": "network-vif-deleted", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:33.491390 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.575326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2885268 Jan 29 04:41:33.579502 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a7ae4cb-dac8-4fce-9db3-b03db5abc4c5 req-b0af6d0a-4f89-4859-ab04-ad24df7b353b tempest-ServerRescueTestJSONUnderV235-699984052 tempest-ServerRescueTestJSONUnderV235-699984052-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b8abce1-eafb-4371-913a-635d4f4483fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251251 Jan 29 04:41:33.582175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b18a5-dfb2-41e9-b8a6-39b08882787e req-656c165e-aaa8-4201-94a1-909e88c42873 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:33.583866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:33.590090 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a6b18a5-dfb2-41e9-b8a6-39b08882787e req-656c165e-aaa8-4201-94a1-909e88c42873 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.0719068 Jan 29 04:41:33.636510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.645078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.645528 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a6b18a5-dfb2-41e9-b8a6-39b08882787e req-0291e13e-33ed-4315-b094-f0c122b48acf tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504181 Jan 29 04:41:33.667548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'subnet': {'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:33.701324 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174860e-24e8-444c-84cd-13fd1421da3e x-openstack-request-id: req-e174860e-24e8-444c-84cd-13fd1421da3e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:33.701324 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af42644-d93b-43f4-93b1-af368422eebf", "name": "network-vif-deleted", "tag": "54fb5111-264d-428e-8e2b-c4b858972a1a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:33.701324 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e174860e-24e8-444c-84cd-13fd1421da3e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:33.701324 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af42644-d93b-43f4-93b1-af368422eebf', 'name': 'network-vif-deleted', 'tag': '54fb5111-264d-428e-8e2b-c4b858972a1a', 'status': 'completed', 'code': 200} Jan 29 04:41:33.723363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Made reservation on behalf of c2a6f0f0675d42f48d9c63fc5df17d89 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:33.727289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Pushing event updated for resources: {'Port': ['ID=9d520524-d1b9-4df0-a9cc-60034b12e456,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.728025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.743702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.744052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.744394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.744731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.745065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.745392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.745719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.746067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.746394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.746714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.747036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.747353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:41:33.804280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c03618-e10e-4327-9af9-6b32233e7bae tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Network': ['ID=967282fa-a9b2-41c0-86b0-fd2cc7be4e72,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:33.816065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:33.833412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Attempting to bind port 9d520524-d1b9-4df0-a9cc-60034b12e456 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:33.833792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Attempting to bind port 9d520524-d1b9-4df0-a9cc-60034b12e456 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:33.834468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Attempting to bind port 9d520524-d1b9-4df0-a9cc-60034b12e456 on network 5b14b187-fb5a-421d-a537-f6f9d40e896d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:33.881767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:33.882185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Checking segment: {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:33.882591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:33.882985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Bound using segment: {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:33.883464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Bound port: 9d520524-d1b9-4df0-a9cc-60034b12e456, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd69fcf-bafc-461c-b60e-dce88990c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:33.883843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.027976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] For port 9d520524-d1b9-4df0-a9cc-60034b12e456, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:34.035620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] For port 9d520524-d1b9-4df0-a9cc-60034b12e456, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d520524-d1b9-4df0-a9cc-60034b12e456,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:34.041403 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.124232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:34.125049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:34.248383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4ae32-f0ba-465c-a1d2-f9419469da98 None None] Pushing event updated for resources: {'Port': ['ID=9d520524-d1b9-4df0-a9cc-60034b12e456,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:34.251614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d09cfb26-5a68-498d-a5bc-a10d4c952085 None None] Provisioning complete for port 9d520524-d1b9-4df0-a9cc-60034b12e456 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:34.251886 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d09cfb26-5a68-498d-a5bc-a10d4c952085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.307546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:34.387818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Made reservation on behalf of ca0f420262424e00a3cec55b3361735d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:34.391775 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.468226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d09cfb26-5a68-498d-a5bc-a10d4c952085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.487272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Allocated IP 172.20.0.3 (6310dcdc-aede-4192-b568-5745e2ee0f48/be5461cc-a04a-4123-926d-c1a2a4cd4334/d46bd9c5-0984-4d75-a125-e759b3c563a2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:34.497664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a46c492d-3e00-43d4-bf57-93f685a1c6ad req-6597bd6b-3a26-410b-bdf7-89c9a23545ec tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 210 time: 0.0371103 Jan 29 04:41:34.573383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d09cfb26-5a68-498d-a5bc-a10d4c952085 None None] For port 9d520524-d1b9-4df0-a9cc-60034b12e456, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d520524-d1b9-4df0-a9cc-60034b12e456,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:34.582353 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d09cfb26-5a68-498d-a5bc-a10d4c952085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.610192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'port': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:34.615191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.653530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cfb26-5a68-498d-a5bc-a10d4c952085 None None] Pushing event updated for resources: {'Port': ['ID=9d520524-d1b9-4df0-a9cc-60034b12e456,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:34.664225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41118) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:34.759351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.765414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c209eca7-413c-4d7e-93a7-3166cb6bf5f4 None None] Provisioning complete for port 9d520524-d1b9-4df0-a9cc-60034b12e456 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:34.766175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c209eca7-413c-4d7e-93a7-3166cb6bf5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:34.769319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:34.824217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:29Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:34.853606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082b73d-175a-48e5-b479-6ae5bc497b34 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:29Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:34.965873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216759-4afe-46e4-beec-94706d3a0f8e req-4deb524a-1dfa-4edf-b897-d149cdd227ed tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:34.967413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85216759-4afe-46e4-beec-94706d3a0f8e req-4deb524a-1dfa-4edf-b897-d149cdd227ed tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.2149136 Jan 29 04:41:35.060983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:35.074806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-85216759-4afe-46e4-beec-94706d3a0f8e req-f8cada05-842c-41f6-8e2e-028221f91cb7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001143 Jan 29 04:41:35.189817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 54fb5111-264d-428e-8e2b-c4b858972a1a no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:35.228471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 54fb5111-264d-428e-8e2b-c4b858972a1a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:41:35.228830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 54fb5111-264d-428e-8e2b-c4b858972a1a not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:35.230942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.250779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] device_id is not set on port 1c92cce3-c417-4d21-b6ed-a200a5f22a87 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:41:35.260837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:41:35.303014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.356784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Transition to ACTIVE for port object ee09a9dc-40a4-4150-b134-ee9747d19042 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:41:35.374400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.384938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.436162 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.515875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=9']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:35.543769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.762698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Subnet': ['ID=f0abad13-b72e-487a-b905-aea12a7351a8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:35.881693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Deleting port 5d45b8bb-6839-435c-aa3f-9293484d3685 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:35.882353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:35.979945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] For port 5d45b8bb-6839-435c-aa3f-9293484d3685, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5d45b8bb-6839-435c-aa3f-9293484d3685,segment=NetworkSegment(e35ef08e-144b-4eee-92a2-08e03e0d09a7),segment_id=e35ef08e-144b-4eee-92a2-08e03e0d09a7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:35.980734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.010272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Calling delete_port for 5d45b8bb-6839-435c-aa3f-9293484d3685 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:36.011232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Network 6310dcdc-aede-4192-b568-5745e2ee0f48 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:36.013571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:36.052342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.107214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:36.120356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Checking segment: {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:36.120721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network hostable DHCP agents. Network: 967282fa-a9b2-41c0-86b0-fd2cc7be4e72, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:36.183917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Pushing event updated for resources: {'Port': ['ID=d46bd9c5-0984-4d75-a125-e759b3c563a2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:36.225770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] No DVR routers for this DVR port ee09a9dc-40a4-4150-b134-ee9747d19042 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:41:36.240577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41164) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:36.246174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274575256', 'description': 'tempest-secgroup-smoke-1274575256 description', 'project_id': 'e350f436196d44319d3ae21d47930a98'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:36.282845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.298530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] device_id is not set on port 59d60f20-2b46-4d53-84e6-01acc9f899a2 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:41:36.299373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.309827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b163388-0327-4533-91ca-df226e7d3947 req-b22196be-9dc4-465d-96c4-38c5b1d51e91 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:36.311680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b163388-0327-4533-91ca-df226e7d3947 req-b22196be-9dc4-465d-96c4-38c5b1d51e91 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 931 time: 0.5578203 Jan 29 04:41:36.323365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:36.323988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.334974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:36.357653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d45b8bb-6839-435c-aa3f-9293484d3685,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:36.359956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2b08fbf1-b2e6-497d-b0c6-2e8322256216 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4271193 Jan 29 04:41:36.364356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.409513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Request body: {'port': {'device_id': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:36.413574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 967282fa-a9b2-41c0-86b0-fd2cc7be4e72) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:36.424922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762657f-cefb-4f17-9de1-3aa13b43eaaa None None] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:36.458181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:36.459017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.512460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2baba1-004d-4a76-bc7e-b97b5afc0299 req-39e801e4-663a-436a-bd0b-359127c47559 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:36.514045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2baba1-004d-4a76-bc7e-b97b5afc0299 req-39e801e4-663a-436a-bd0b-359127c47559 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.1778371 Jan 29 04:41:36.535022 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.542554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b163388-0327-4533-91ca-df226e7d3947 req-ae76a17b-445c-4a28-8d5b-b9e8a8cad84b tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021201 Jan 29 04:41:36.557943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af499f77-5a6e-436e-8c56-4d040052352d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9126010 Jan 29 04:41:36.564017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:36.569383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d520524-d1b9-4df0-a9cc-60034b12e456 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:36.707034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2baba1-004d-4a76-bc7e-b97b5afc0299 req-991a40bb-d4e7-4332-96c7-68399d1a56cd tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741519 Jan 29 04:41:36.710062 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.714400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:36.715428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.737994 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.741466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.754941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d520524-d1b9-4df0-a9cc-60034b12e456 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:36.755314 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.776057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ebf6d4-372a-4289-a3d1-d6bdbd7becf2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:36.780828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41172) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:36.856584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46bd9c5-0984-4d75-a125-e759b3c563a2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:41:36.864829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.877601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Transition to ACTIVE for port object d46bd9c5-0984-4d75-a125-e759b3c563a2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:41:36.909660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.929154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:36.966230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.003769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.008707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7669744 Jan 29 04:41:37.009335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41176) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:37.024113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:37.067304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a86229ab-13fc-4876-a76b-b392a6e7d37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.072176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66fb8a-cbf1-41d2-93a1-9dafb9c1efe6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.078159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Allocated IP 172.23.0.2 (967282fa-a9b2-41c0-86b0-fd2cc7be4e72/f0abad13-b72e-487a-b905-aea12a7351a8/c235d094-2c67-4dc8-af9e-8a091d6f8634) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:37.174177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.257427 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.265152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.288532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Router 2ff89507-83ae-4f25-a92d-ea94900ad339 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:37.309251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:37.313762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.314835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:37.323112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:37.325821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.326344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Pushing event updated for resources: {'Port': ['ID=c235d094-2c67-4dc8-af9e-8a091d6f8634,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.340748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a86229ab-13fc-4876-a76b-b392a6e7d37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.356902 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a86229ab-13fc-4876-a76b-b392a6e7d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.384094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Attempting to bind port c235d094-2c67-4dc8-af9e-8a091d6f8634 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:37.384521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Attempting to bind port c235d094-2c67-4dc8-af9e-8a091d6f8634 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:37.384825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Attempting to bind port c235d094-2c67-4dc8-af9e-8a091d6f8634 on network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:37.390217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:37.390614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Checking segment: {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:37.390993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.391382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Bound using segment: {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:37.392428 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Bound port: c235d094-2c67-4dc8-af9e-8a091d6f8634, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:37.393025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.398175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1cce7f-7e0b-4dcf-a1be-eb2d0dc2374a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.423615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.427466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e63a5756-13db-492a-befd-1533b1a78b44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054351 Jan 29 04:41:37.433054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:37.444631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:37.450701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:37.451254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:37.451353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:37.464909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] For port c235d094-2c67-4dc8-af9e-8a091d6f8634, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:37.468631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] For port c235d094-2c67-4dc8-af9e-8a091d6f8634, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c235d094-2c67-4dc8-af9e-8a091d6f8634,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:37.469362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a86229ab-13fc-4876-a76b-b392a6e7d37e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9fc0e15a1d641bd812267a340e60acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516778 Jan 29 04:41:37.475140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41180) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:37.477539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86229ab-13fc-4876-a76b-b392a6e7d37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e15b352-ad0c-489e-8eda-cbaa85b7d7d7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.479845 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.484838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.519762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Port ee09a9dc-40a4-4150-b134-ee9747d19042 on network bec95550-6efa-44cb-bad0-b75da32849fc not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:41:37.519981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Attempting to bind port ee09a9dc-40a4-4150-b134-ee9747d19042 on network bec95550-6efa-44cb-bad0-b75da32849fc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:37.522097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Pushing event updated for resources: {'Port': ['ID=d46bd9c5-0984-4d75-a125-e759b3c563a2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.545641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968aa7f-934a-4b24-b096-7f112e6ec13c None None] Pushing event updated for resources: {'Port': ['ID=c235d094-2c67-4dc8-af9e-8a091d6f8634,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.572924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:37.572924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Checking segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:37.572924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Bound using segment: {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:37.572924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Bound port: ee09a9dc-40a4-4150-b134-ee9747d19042, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:37.572924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.578584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.587021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:37.596175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2a0f9c7a-72b9-4559-8e01-8bd5b1ada45b admin admin] 10.222.0.32 "PUT /v2.0/routers/2ff89507-83ae-4f25-a92d-ea94900ad339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9300139 Jan 29 04:41:37.600417 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] Sync routers for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:37.604061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:37.615788 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:37.618976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:37.651107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a30415d7-3f89-4dd4-b6d2-c72a05b36ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.688746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a30415d7-3f89-4dd4-b6d2-c72a05b36ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.692272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.698988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.741235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d7e3af-b905-48f3-9559-61ada8854a46,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.750631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.752267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ae622c7-4bef-4e6f-882a-583de832a72c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109579 Jan 29 04:41:37.754848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41188) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:37.767023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:37.791879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a30415d7-3f89-4dd4-b6d2-c72a05b36ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.794148 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:37.795125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a30415d7-3f89-4dd4-b6d2-c72a05b36ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.800201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a30415d7-3f89-4dd4-b6d2-c72a05b36ae1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e15b352-ad0c-489e-8eda-cbaa85b7d7d7 HTTP/1.1" status: 204 len: 168 time: 0.3238218 Jan 29 04:41:37.812122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30415d7-3f89-4dd4-b6d2-c72a05b36ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e15b352-ad0c-489e-8eda-cbaa85b7d7d7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:37.858081 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.966475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c731c13-56eb-4a1b-9ca4-b4140a561185 req-c9a10762-25cc-4bc4-9c85-372a3368a56a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:37.969502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c731c13-56eb-4a1b-9ca4-b4140a561185 req-c9a10762-25cc-4bc4-9c85-372a3368a56a tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 943 time: 0.1257365 Jan 29 04:41:37.976610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:37.999080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Attempting to bind port d46bd9c5-0984-4d75-a125-e759b3c563a2 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:37.999458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Attempting to bind port d46bd9c5-0984-4d75-a125-e759b3c563a2 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:37.999730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Attempting to bind port d46bd9c5-0984-4d75-a125-e759b3c563a2 on network 6310dcdc-aede-4192-b568-5745e2ee0f48 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:38.028296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.040833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.058935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Port d46bd9c5-0984-4d75-a125-e759b3c563a2 on network 6310dcdc-aede-4192-b568-5745e2ee0f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:41:38.059278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Attempting to bind port d46bd9c5-0984-4d75-a125-e759b3c563a2 on network 6310dcdc-aede-4192-b568-5745e2ee0f48 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:38.077793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b19fae-a406-4e30-8772-7d33279975b7 req-5c09e264-317c-4e0b-afc3-508711cfd917 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:38.079941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76b19fae-a406-4e30-8772-7d33279975b7 req-5c09e264-317c-4e0b-afc3-508711cfd917 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 943 time: 0.3876615 Jan 29 04:41:38.091875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:38.101218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd79cc8-7202-4778-9fc3-6a8124e9f337,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.107384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:38.107943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c731c13-56eb-4a1b-9ca4-b4140a561185 req-412ba1af-ad33-442f-b9af-fc0f2b26a2c5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257608 Jan 29 04:41:38.108296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Checking segment: {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:38.108883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Bound using segment: {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:38.109542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Bound port: d46bd9c5-0984-4d75-a125-e759b3c563a2, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3023e515-9ee7-45b0-acc3-4cde2a0ebf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:38.109929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.117001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.118641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-01acb161-85a5-4484-997d-018b4fcdd8cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624911 Jan 29 04:41:38.121181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41194) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:38.128184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:38.167546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.171780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.175399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:38.211768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Port': ['ID=1c92cce3-c417-4d21-b6ed-a200a5f22a87,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.244909 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:41:36Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:38.275803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.279862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.284420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.295281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] Checking router: 2ff89507-83ae-4f25-a92d-ea94900ad339 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:38.307851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2befdd9a-3646-42a4-ac09-f44fc0e99115,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.313262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41196) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:38.332622 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] Routers {'2ff89507-83ae-4f25-a92d-ea94900ad339'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:38.334192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.335534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b23a120-4d20-4613-9630-02df00a571f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2132204 Jan 29 04:41:38.336688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62ee215e-b808-4e6c-955d-1d756d7ab2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.338659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41198) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:38.343478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:38.343621 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2ff89507-83ae-4f25-a92d-ea94900ad339'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:38.402155 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:41:38.404257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:38.405233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.409273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] 10.222.0.36 "PUT /v2.0/ports/ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 1091 time: 5.2468274 Jan 29 04:41:38.410367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.436541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:38.440101 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860" -d '{"events": [{"name": "network-changed", "server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:38.486318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Checking segment: {'id': '4dd2ca60-6ca2-4dd5-ae8b-61d5564a14e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5be8605a-0d51-4c53-91e0-f4876489ea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:38.487415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network hostable DHCP agents. Network: 5be8605a-0d51-4c53-91e0-f4876489ea95, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:38.543198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62ee215e-b808-4e6c-955d-1d756d7ab2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.559547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62ee215e-b808-4e6c-955d-1d756d7ab2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.564843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.570379 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.575306 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] Set router 2ff89507-83ae-4f25-a92d-ea94900ad339 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:38.581884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.607458 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bd9905-44d1-4115-a3b0-9234b30e2ba6 x-openstack-request-id: req-61bd9905-44d1-4115-a3b0-9234b30e2ba6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:38.607751 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:38.608148 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61bd9905-44d1-4115-a3b0-9234b30e2ba6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:38.608600 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'status': 'completed', 'code': 200} Jan 29 04:41:38.620072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76b19fae-a406-4e30-8772-7d33279975b7 req-e3a351d5-ab73-456f-89f4-e7b002854390 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197892 Jan 29 04:41:38.692943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0a352-1116-4868-ace1-cfb13b152274 service neutron] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.696200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network 5be8605a-0d51-4c53-91e0-f4876489ea95 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:38.703489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317e5ed2-b3cf-4666-b875-c403ad27f63b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.708271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-62ee215e-b808-4e6c-955d-1d756d7ab2c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43ffd61fd0fb4ccfb33d12eb3c7917d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933585 Jan 29 04:41:38.710567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee215e-b808-4e6c-955d-1d756d7ab2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb7340b-94fd-4dd7-bb5e-018c86163552,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:38.712442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c235d094-2c67-4dc8-af9e-8a091d6f8634 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:38.712922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41202) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:38.723488 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.727344 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-19720fed-6ea6-4806-a5b3-2819b634567a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850651 Jan 29 04:41:38.730230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41204) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:38.740672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:38.791886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] For port d46bd9c5-0984-4d75-a125-e759b3c563a2, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:38.795211 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:41:38.801563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45825616-f82a-4b1c-975e-891ed003a4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.803312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9657ef89-bf6d-48e2-bae0-1237fbd80430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:38.805306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9657ef89-bf6d-48e2-bae0-1237fbd80430 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1095 time: 0.3304036 Jan 29 04:41:38.806452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.814382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c235d094-2c67-4dc8-af9e-8a091d6f8634 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:38.815091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.841332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45825616-f82a-4b1c-975e-891ed003a4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.849193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5be8605a-0d51-4c53-91e0-f4876489ea95) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:38.866370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29590b-3342-49e3-a58b-1dfd18e2d380 None None] Network 5be8605a-0d51-4c53-91e0-f4876489ea95 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:38.893970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.898026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] For port d46bd9c5-0984-4d75-a125-e759b3c563a2, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:38.899427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:38.900183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.904800 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:41:36Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:38.935552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.940066 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45825616-f82a-4b1c-975e-891ed003a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.940797 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3378a8-c47b-4063-b467-f24ba801268f None None] The sync data for ids ['2ff89507-83ae-4f25-a92d-ea94900ad339'] in n-d-825930-1 is: [{'id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'name': 'tempest-ServerRescueTestJSONUnderV235-1083208888-router', 'tenant_id': '1ccfb8cd386e40ae95a395aae7436700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:40:04Z', 'updated_at': '2022-01-29T04:41:36Z', 'revision_number': 5, 'project_id': '1ccfb8cd386e40ae95a395aae7436700', 'gw_port': {'id': 'c9333a2f-dc1a-4b86-9808-934df043be0c', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89507-83ae-4f25-a92d-ea94900ad339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:40:05Z', 'updated_at': '2022-01-29T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:38.943260 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45825616-f82a-4b1c-975e-891ed003a4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.944391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-45825616-f82a-4b1c-975e-891ed003a4ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbb7340b-94fd-4dd7-bb5e-018c86163552 HTTP/1.1" status: 204 len: 168 time: 0.2307615 Jan 29 04:41:38.948504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:38.971597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45825616-f82a-4b1c-975e-891ed003a4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb7340b-94fd-4dd7-bb5e-018c86163552,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.000800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97deda7f-b159-49e0-8c3d-7baa7bb8755b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.021227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.024590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-35656282-c8cb-4028-aa5a-1ce6cdc9020e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933140 Jan 29 04:41:39.026248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:39.039384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'network': {'name': 'tempest-network-smoke--1950060669', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:39.054343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.096806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:39.102774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.119682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.161911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:39.173363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c235d094-2c67-4dc8-af9e-8a091d6f8634, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c235d094-2c67-4dc8-af9e-8a091d6f8634,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:39.177729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.181712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.182126 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Added segment 72889ac7-0001-495a-ac47-64bf33dd15e4 of type vlan for network c2203ca6-2d04-4043-8c94-b0ad3599a0ac Jan 29 04:41:39.220529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:39.222603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.224982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] 10.222.0.36 "PUT /v2.0/ports/d46bd9c5-0984-4d75-a125-e759b3c563a2 HTTP/1.1" status: 200 len: 1091 time: 2.8254001 Jan 29 04:41:39.238141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-425a2922-c0ef-461d-b296-20491e1a994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:39.240080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-425a2922-c0ef-461d-b296-20491e1a994a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.3728342 Jan 29 04:41:39.249807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c235d094-2c67-4dc8-af9e-8a091d6f8634,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.257167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Port': ['ID=59d60f20-2b46-4d53-84e6-01acc9f899a2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.280365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.382711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.388839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:39.389469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.416890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55bf8-f4dd-468f-aa66-0c51e3f1d9dc req-7ad61438-c735-4c87-9e03-5a46f3fc45be tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:39.418508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12f55bf8-f4dd-468f-aa66-0c51e3f1d9dc req-7ad61438-c735-4c87-9e03-5a46f3fc45be tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.1442971 Jan 29 04:41:39.437453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4061613 Jan 29 04:41:39.439538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41214) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:39.488360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'admin_state_up': True, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:39.510748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121495b4-7dba-4c16-9d54-d503f2207077 None None] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:39.520270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc5fe2-1a01-4d9d-bd78-49f1f3246e66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Network': ['ID=c2203ca6-2d04-4043-8c94-b0ad3599a0ac,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:39.523898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Checking segment: {'id': '0d802474-9b2d-4dba-9c9e-a1a586fedd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ebd549c1-de96-4873-bc60-e4c5e654cea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:39.524485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network hostable DHCP agents. Network: ebd549c1-de96-4873-bc60-e4c5e654cea3, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:39.544083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:39.558147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12f55bf8-f4dd-468f-aa66-0c51e3f1d9dc req-f5f82909-94a1-4011-aa3f-c5d11c4a6a58 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202760 Jan 29 04:41:39.559648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.561014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.667898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.723877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5ceff70e-f74d-47c9-891a-44bd21afba7a None None] Provisioning complete for port c235d094-2c67-4dc8-af9e-8a091d6f8634 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:39.724455 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ceff70e-f74d-47c9-891a-44bd21afba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.884725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Deleting port c9333a2f-dc1a-4b86-9808-934df043be0c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:39.885072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.927544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:39.990913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f1538-4f4d-40e9-84b7-afb8398f3b47 service neutron] Pushing event updated for resources: {'Port': ['ID=d46bd9c5-0984-4d75-a125-e759b3c563a2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:40.015652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-d83f2b0f-7f2d-45cd-b67a-8af893ff975c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 999 time: 0.7646034 Jan 29 04:41:40.051610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-79110dc2-7c85-43c0-8320-983950aaae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.053109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-79110dc2-7c85-43c0-8320-983950aaae38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 1094 time: 0.7255387 Jan 29 04:41:40.134046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network ebd549c1-de96-4873-bc60-e4c5e654cea3 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:40.168681 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.185850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] For port c9333a2f-dc1a-4b86-9808-934df043be0c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9333a2f-dc1a-4b86-9808-934df043be0c,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:40.186259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.193247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.194929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-cf200041-3ebf-4f9a-90e7-4199ba7ad66e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2 HTTP/1.1" status: 200 len: 217 time: 0.1042910 Jan 29 04:41:40.224571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Calling delete_port for c9333a2f-dc1a-4b86-9808-934df043be0c owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:40.225682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-88c2a0f6-c182-4e14-9701-28cb0b57782c None None] Provisioning complete for port c235d094-2c67-4dc8-af9e-8a091d6f8634 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:40.226117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88c2a0f6-c182-4e14-9701-28cb0b57782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.229235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, ebd549c1-de96-4873-bc60-e4c5e654cea3) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:40.233447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:40.240526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.246009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.246896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.248521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7199c08-306b-4f00-9644-df8da2a4073d None None] Network ebd549c1-de96-4873-bc60-e4c5e654cea3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:40.289218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105e84-616b-4d50-9dd7-532998a6debd req-2bd16004-4a9f-477b-a84e-933c1cc4f0e3 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.291126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84105e84-616b-4d50-9dd7-532998a6debd req-2bd16004-4a9f-477b-a84e-933c1cc4f0e3 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 943 time: 0.4094505 Jan 29 04:41:40.300596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9a7a1e8f-7e09-4962-8952-f4c03c9a65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.302529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-9a7a1e8f-7e09-4962-8952-f4c03c9a65cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.2708604 Jan 29 04:41:40.307456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Allocated IP 172.23.0.1 (967282fa-a9b2-41c0-86b0-fd2cc7be4e72/f0abad13-b72e-487a-b905-aea12a7351a8/4248714e-961a-494b-9422-fd9dad86c508) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:40.362270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e058da16-f304-4a8e-8b7d-1d114a588cab tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.0557563 Jan 29 04:41:40.367117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41234) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:40.446730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.31 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/121e1380-54c5-49a7-a5c3-329430391394) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:40.476447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c235d094-2c67-4dc8-af9e-8a091d6f8634 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:40.480315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22702f-65ed-4788-9d84-7f9df43e99ca tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.488431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22702f-65ed-4788-9d84-7f9df43e99ca tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.492735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b22702f-65ed-4788-9d84-7f9df43e99ca tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1220844 Jan 29 04:41:40.493375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41236) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:40.493493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-56588585-ae5a-4960-8b28-6284381401ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.494853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-56588585-ae5a-4960-8b28-6284381401ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be5461cc-a04a-4123-926d-c1a2a4cd4334 HTTP/1.1" status: 200 len: 848 time: 0.2859080 Jan 29 04:41:40.541181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c235d094-2c67-4dc8-af9e-8a091d6f8634 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:40.541618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84105e84-616b-4d50-9dd7-532998a6debd req-fe342ffe-43dc-4998-b3be-853970a195a9 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307003 Jan 29 04:41:40.542116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.569396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-6d5a3eb1-6fa8-4f13-82e5-a3e2ca84e66a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6310dcdc-aede-4192-b568-5745e2ee0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589943 Jan 29 04:41:40.592376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-7748ebc7-54f7-4875-ab08-86dd56ad3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.593970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-7748ebc7-54f7-4875-ab08-86dd56ad3a57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765741 Jan 29 04:41:40.639998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'tag': 'd46bd9c5-0984-4d75-a125-e759b3c563a2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:40.649086 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82101e52-85b2-4db7-a6ec-9ed6dc00c418" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce", "tag": "d46bd9c5-0984-4d75-a125-e759b3c563a2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:40.654602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5d45b8bb-6839-435c-aa3f-9293484d3685 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:40.698741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5d45b8bb-6839-435c-aa3f-9293484d3685 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:41:40.699086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5d45b8bb-6839-435c-aa3f-9293484d3685 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:40.731462 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a255d92-8e9b-40da-88cd-53716838000d x-openstack-request-id: req-1a255d92-8e9b-40da-88cd-53716838000d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:40.731894 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce", "tag": "d46bd9c5-0984-4d75-a125-e759b3c563a2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:40.732610 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a255d92-8e9b-40da-88cd-53716838000d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:40.732610 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'tag': 'd46bd9c5-0984-4d75-a125-e759b3c563a2', 'status': 'completed', 'code': 200} Jan 29 04:41:40.757420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.772086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Deleting port 1c92cce3-c417-4d21-b6ed-a200a5f22a87 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:40.772473 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.801471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed2ae1-9b5d-4ccb-a6b3-784c8a07d1dd req-5cafaa9a-c611-4a28-bf09-115aa69e28fc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:40.803007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-65ed2ae1-9b5d-4ccb-a6b3-784c8a07d1dd req-5cafaa9a-c611-4a28-bf09-115aa69e28fc tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.1153388 Jan 29 04:41:40.859967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.909876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.925471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-65ed2ae1-9b5d-4ccb-a6b3-784c8a07d1dd req-90cc1188-29f9-42bb-a01a-d52dad886e93 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903702 Jan 29 04:41:40.930321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Calling delete_port for 1c92cce3-c417-4d21-b6ed-a200a5f22a87 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:40.940840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:40.956203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-2f876b95-ab5a-47de-9dd2-41e2acbc03d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734820 Jan 29 04:41:41.025601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:41.031309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:41.043222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:41.044017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-e5e785a0-8b7e-4ea3-ac8b-8235e362e78a service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913665 Jan 29 04:41:41.065476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=121e1380-54c5-49a7-a5c3-329430391394,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:41.066528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.105551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9333a2f-dc1a-4b86-9808-934df043be0c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:41.107766 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.177121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.235135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.241560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/ports/1c92cce3-c417-4d21-b6ed-a200a5f22a87 HTTP/1.1" status: 204 len: 168 time: 0.7476072 Jan 29 04:41:41.244462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41260) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:41.245247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee9ceb-3139-4aac-a770-02e5ba64275d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Port': ['ID=1c92cce3-c417-4d21-b6ed-a200a5f22a87,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:41.259573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:41.282509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:41.285414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:41.325370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=4248714e-961a-494b-9422-fd9dad86c508,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:41.339611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f6ddcf9-6c3f-4c7c-8927-a5a8c02b1093 req-3c6dc682-34b4-44ef-841e-1a9cc5e54dfc service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679962 Jan 29 04:41:41.385335 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.391319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.447201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3aef0d3b-86c4-4603-9a35-3ac6af1ba93e req-8dde9492-a3e2-43ae-906e-12d7af87c404 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910673 Jan 29 04:41:41.602640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.638326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.668892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f288a21a-b9b2-49c5-a7c9-929eef83a05a None None] Provisioning complete for port 4248714e-961a-494b-9422-fd9dad86c508 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:41.669963 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f288a21a-b9b2-49c5-a7c9-929eef83a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.739495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f288a21a-b9b2-49c5-a7c9-929eef83a05a None None] Port 4248714e-961a-494b-9422-fd9dad86c508 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:41.870959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Deleting port 59d60f20-2b46-4d53-84e6-01acc9f899a2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:41.870959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.922687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:41.927984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.050397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-9a50eda5-f758-4292-9782-4bdf6e9ff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.052030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-9a50eda5-f758-4292-9782-4bdf6e9ff70b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 1094 time: 0.5635531 Jan 29 04:41:42.056911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.057432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff89507-83ae-4f25-a92d-ea94900ad339 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:41:42.076995 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.080732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a10e1fc-497a-48ec-bd43-fb8df7d2b619 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2ff89507-83ae-4f25-a92d-ea94900ad339 HTTP/1.1" status: 204 len: 168 time: 4.4735844 Jan 29 04:41:42.108330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:42.151823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-8f398eb4-e330-4970-bf7b-fb3cefbd2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.158544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.161628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-8f398eb4-e330-4970-bf7b-fb3cefbd2a1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1095 time: 0.5810218 Jan 29 04:41:42.216125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Calling delete_port for 59d60f20-2b46-4d53-84e6-01acc9f899a2 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:42.359931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bb815-6b13-4292-8ac1-4766bd16001f req-b687ad8f-bf2f-4e89-9592-f888b8d196d5 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.369802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d42bb815-6b13-4292-8ac1-4766bd16001f req-b687ad8f-bf2f-4e89-9592-f888b8d196d5 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 943 time: 0.4394550 Jan 29 04:41:42.411779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.412236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343181e-7fd0-4b94-ade6-c281b475224e req-5d63e60a-506b-424e-ae27-3d7158295e64 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.413885 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7343181e-7fd0-4b94-ade6-c281b475224e req-5d63e60a-506b-424e-ae27-3d7158295e64 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.3818524 Jan 29 04:41:42.459714 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.512890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Port': ['ID=59d60f20-2b46-4d53-84e6-01acc9f899a2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:42.552969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.559315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9659824e-febc-414d-ad5c-766dfcd74d09 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/ports/59d60f20-2b46-4d53-84e6-01acc9f899a2 HTTP/1.1" status: 204 len: 168 time: 1.3116369 Jan 29 04:41:42.563140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7343181e-7fd0-4b94-ade6-c281b475224e req-f1a23983-3dd4-4ed1-9d1c-e535156cc57f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116867 Jan 29 04:41:42.572679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:42.613943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Deleting subnet cbbdbe6b-a165-4985-bced-c550e1e36a47 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:41:42.627762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.705430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:42.785744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1396df05-9df1-4319-a73b-49053e68db2e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2069817 Jan 29 04:41:42.810979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:42.826698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1078877015'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:42.856581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d42bb815-6b13-4292-8ac1-4766bd16001f req-36092f22-e6af-4207-b94d-296ed93ee9f6 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355729 Jan 29 04:41:42.889565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 18c56e40-3692-47bf-816a-f1ec570f967e is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:41:42.893273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-a2920dc6-42c2-4b35-be43-dad942e2d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.894802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-a2920dc6-42c2-4b35-be43-dad942e2d486 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 200 len: 909 time: 0.8346152 Jan 29 04:41:42.941822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-63d0a883-5c97-4a3e-a0c2-b0633a395165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:42.943620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-63d0a883-5c97-4a3e-a0c2-b0633a395165 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.6521063 Jan 29 04:41:43.000284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.044177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:43.054789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Sync routers for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:43.083629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.091962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:43.092755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:43.095960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aaee153d-20f3-4d5a-a5c2-1eb2b99abb6e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6237068 Jan 29 04:41:43.096900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41306) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:43.117277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-33095c05-495c-4805-b765-e2d4b9f86aa5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2 HTTP/1.1" status: 200 len: 217 time: 0.1768825 Jan 29 04:41:43.134850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:43.139097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.227595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-3d00fa07-6fe0-4bf3-beb0-a59efb6f7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:43.229126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-3d00fa07-6fe0-4bf3-beb0-a59efb6f7a61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be5461cc-a04a-4123-926d-c1a2a4cd4334 HTTP/1.1" status: 200 len: 848 time: 0.0567176 Jan 29 04:41:43.268222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.275199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-22f04103-e30a-4ee2-a4fa-20f227dffdd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 999 time: 0.2830842 Jan 29 04:41:43.355647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:43.367330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:43.396427 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.396796 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Added segment 3d7cfa63-bb1f-4c31-a28e-9af48e5aef9b of type vlan for network 26aef53d-1e76-49de-893f-23bf4c0c247e Jan 29 04:41:43.527802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.608466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.612992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.623216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:43.627034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9cc04885-e0bc-4997-9e83-83940c250ec0 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e350f436196d44319d3ae21d47930a98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5275412 Jan 29 04:41:43.627739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41312) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:43.628175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.645395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d46bd9c5-0984-4d75-a125-e759b3c563a2 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:41:43.718845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.758703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.761340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:43.921685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d46bd9c5-0984-4d75-a125-e759b3c563a2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:43.976188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'd46bd9c5-0984-4d75-a125-e759b3c563a2', 'network_id': '6310dcdc-aede-4192-b568-5745e2ee0f48', 'port_id': 'd46bd9c5-0984-4d75-a125-e759b3c563a2', 'mac_address': 'fa:16:3e:ac:4c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5461cc-a04a-4123-926d-c1a2a4cd4334', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:41:44.071496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fa29c-33d9-469b-89b6-9f4cb1b8ce9e req-4f2f1851-94b0-45d5-823d-5a9069f072f6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:44.080666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:41Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:44.083404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-537fa29c-33d9-469b-89b6-9f4cb1b8ce9e req-4f2f1851-94b0-45d5-823d-5a9069f072f6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.3510568 Jan 29 04:41:44.092364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.092508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb9b225-58b2-401a-bb43-63cc16683046 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:44.097275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1cb9b225-58b2-401a-bb43-63cc16683046 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4647810 Jan 29 04:41:44.101818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2879512 Jan 29 04:41:44.111728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:44.112119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:44.145370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1018752486'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:44.153004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Checking router: 18c56e40-3692-47bf-816a-f1ec570f967e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:44.154133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Updating router 18c56e40-3692-47bf-816a-f1ec570f967e port 121e1380-54c5-49a7-a5c3-329430391394 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:44.172648 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.217678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0312a5b0-81f5-4b79-b69d-24bacff92d34 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1018231 Jan 29 04:41:44.218337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41324) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:44.224236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1109047139', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:44.245817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46bd9c5-0984-4d75-a125-e759b3c563a2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:41:44.246443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-e99726d0-4110-44a3-b0af-6819b707b7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6310dcdc-aede-4192-b568-5745e2ee0f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5060496 Jan 29 04:41:44.273251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d46bd9c5-0984-4d75-a125-e759b3c563a2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:44.283737 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.311551 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.330649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-537fa29c-33d9-469b-89b6-9f4cb1b8ce9e req-2815f2f5-4ecc-4da8-b7b7-071f9da17ace tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423244 Jan 29 04:41:44.362855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbdbe6b-a165-4985-bced-c550e1e36a47,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:44.369582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.373215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3958cd43-e277-43a2-b3d7-0d93975b02ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cbbdbe6b-a165-4985-bced-c550e1e36a47 HTTP/1.1" status: 204 len: 168 time: 2.2598500 Jan 29 04:41:44.379133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:44.379356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event updated for resources: {'Port': ['ID=4248714e-961a-494b-9422-fd9dad86c508,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:44.392962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.394133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9333a2f-dc1a-4b86-9808-934df043be0c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:41:44.403402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41328) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:44.493734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:44.559817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:44.565012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:41:44.569051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25687c91-9a49-471a-80cd-52f488f0cba9 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Network': ['ID=26aef53d-1e76-49de-893f-23bf4c0c247e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:44.576809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:44.596981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-19667b14-75b1-497d-9661-d17dd9470ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:44.598832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-19667b14-75b1-497d-9661-d17dd9470ac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.8602555 Jan 29 04:41:44.639354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:44.644389 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.941624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.951022 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.951713 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Added segment 4bca230d-d7fa-41ca-95b9-cae6b7d03b8e of type vlan for network 9348a992-1e71-46ee-9255-807bd565f7bc Jan 29 04:41:44.953090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 26aef53d-1e76-49de-893f-23bf4c0c247e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:44.955644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c9333a2f-dc1a-4b86-9808-934df043be0c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:41:44.956107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9333a2f-dc1a-4b86-9808-934df043be0c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:41:44.956783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.966707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:44.968708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.041303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['d46bd9c5-0984-4d75-a125-e759b3c563a2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:41:45.085196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d46bd9c5-0984-4d75-a125-e759b3c563a2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:45.117074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.152060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03016d3-e5c5-4d7d-a8b4-7c0183252859 req-fa100e5e-3a04-4585-aac6-9b62ded86710 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.161998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c03016d3-e5c5-4d7d-a8b4-7c0183252859 req-fa100e5e-3a04-4585-aac6-9b62ded86710 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 943 time: 0.9781928 Jan 29 04:41:45.163220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb6b0-d0b1-4f02-8a9f-592b369e94bf None None] Pushing event updated for resources: {'Port': ['ID=121e1380-54c5-49a7-a5c3-329430391394,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:45.199375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Subnet': ['ID=ec50d545-f9fe-4237-a3fd-ed27b37f528a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:45.222875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Checking segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:45.223271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network hostable DHCP agents. Network: c2203ca6-2d04-4043-8c94-b0ad3599a0ac, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:45.229531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.235259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f3b-d659-4b62-8d4b-89ef58102f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.244682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.251440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.252176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.302707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d28f61-b743-4d63-9d45-ca3b06926485']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:45.371750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-5ef13076-47c9-4f12-b8aa-7e0c7aa01d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.373474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-5ef13076-47c9-4f12-b8aa-7e0c7aa01d34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7504060 Jan 29 04:41:45.385606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-81cbfc0d-e325-4142-ab40-2c863a4e3a74 service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0520573 Jan 29 04:41:45.400149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35ef08e-144b-4eee-92a2-08e03e0d09a7') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:45.400403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35ef08e-144b-4eee-92a2-08e03e0d09a7') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:45.402532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:45.420595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c03016d3-e5c5-4d7d-a8b4-7c0183252859 req-87b41a1b-9167-4d07-bf2d-677289212106 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573559 Jan 29 04:41:45.429375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3148968 Jan 29 04:41:45.446405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:45.450893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c2203ca6-2d04-4043-8c94-b0ad3599a0ac) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:45.459375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:45.459972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.461026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f3b-d659-4b62-8d4b-89ef58102f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.485848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f3b-d659-4b62-8d4b-89ef58102f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.489046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d3489-ea4c-497b-baf0-29bca2696d0d None None] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:45.493338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.500489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ba901-7ef3-4408-ac80-567d3019a669 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Network': ['ID=9348a992-1e71-46ee-9255-807bd565f7bc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:45.504322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Attempting to bind port 121e1380-54c5-49a7-a5c3-329430391394 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:45.505597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Attempting to bind port 121e1380-54c5-49a7-a5c3-329430391394 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:45.506181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Attempting to bind port 121e1380-54c5-49a7-a5c3-329430391394 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:45.522789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6b71cd3a-914b-47a1-a446-f5af11e69a03 None None] Provisioning complete for port 4248714e-961a-494b-9422-fd9dad86c508 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:45.523167 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b71cd3a-914b-47a1-a446-f5af11e69a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.530685 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:41:45.558326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2cc3d1d2-c5a2-4690-b270-b93a67ef8727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3383882 Jan 29 04:41:45.560862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.569517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41336) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:45.629558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 9348a992-1e71-46ee-9255-807bd565f7bc details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:41:45.635205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6b71cd3a-914b-47a1-a446-f5af11e69a03 None None] Port 4248714e-961a-494b-9422-fd9dad86c508 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:45.644847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:41:45.645469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:41:45.647982 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:41:45.743081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:45.743383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:45.743776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.744170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:45.744690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Bound port: 121e1380-54c5-49a7-a5c3-329430391394, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:45.745054 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:45.772826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3aef8f3b-d659-4b62-8d4b-89ef58102f71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f56f39ba67534281a2e8090cb6eba046&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2670143 Jan 29 04:41:45.780355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef8f3b-d659-4b62-8d4b-89ef58102f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73c7b0a-4aee-4688-ab0f-89c259c2d5b7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:45.800458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:45.909536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] For port 121e1380-54c5-49a7-a5c3-329430391394, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:45.916650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] For port 121e1380-54c5-49a7-a5c3-329430391394, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=121e1380-54c5-49a7-a5c3-329430391394,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:46.011560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:46.028990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82101e52-85b2-4db7-a6ec-9ed6dc00c418 req-b3dd4224-5c17-4e60-ba32-57aef8c74389 service neutron] 10.222.0.36 "GET /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831165 Jan 29 04:41:46.031266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:46.051938 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:46.053778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3f73dec-3fa0-4d6a-b153-d6b15789131d tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4882834 Jan 29 04:41:46.054546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:46.068369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:46.069259 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:46.078083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:46.083651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-109eceab-52d5-40c9-9531-6363a68b1b8f service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619108 Jan 29 04:41:46.195051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e3ae7-c8a5-4191-a35f-f9724ccac283 req-f865c82c-1b4b-40db-8d8f-1804814e0797 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:46.208843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-108e3ae7-c8a5-4191-a35f-f9724ccac283 req-f865c82c-1b4b-40db-8d8f-1804814e0797 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.7426367 Jan 29 04:41:46.274335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb6b0-d0b1-4f02-8a9f-592b369e94bf None None] Pushing event updated for resources: {'Port': ['ID=121e1380-54c5-49a7-a5c3-329430391394,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.431127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:46.440581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:46.458288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3d28f61-b743-4d63-9d45-ca3b06926485 HTTP/1.1" status: 204 len: 168 time: 2.0456083 Jan 29 04:41:46.637377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73eafa-ce53-444f-bc25-a9c4ffe6ce0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d28f61-b743-4d63-9d45-ca3b06926485,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:46.669095 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67409ca8-5a14-4be3-8bd9-d92513db01c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:46.685530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1e681ce-3aa7-4e73-8df9-0adbfdb33860 req-bd414504-f23c-48f2-9fcc-0c9ba79c9097 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761951 Jan 29 04:41:46.723182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:46.755344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:46.758009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67409ca8-5a14-4be3-8bd9-d92513db01c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:46.760634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:46.761649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db980278-746a-4835-bc69-d1bbfb4c1e03 req-08e26fac-029e-4f6f-8680-490d53c72b4c tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:46.768120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db980278-746a-4835-bc69-d1bbfb4c1e03 req-08e26fac-029e-4f6f-8680-490d53c72b4c tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 944 time: 0.2147899 Jan 29 04:41:46.927888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41348) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:46.956112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493b35-54ba-467b-9e51-307924db60e3 req-49b9a008-6d0f-4288-a472-45812adc5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:46.957636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-49b9a008-6d0f-4288-a472-45812adc5517 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5059154c45420bb51f104a5609ae55&device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1095 time: 0.1666119 Jan 29 04:41:46.976297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db980278-746a-4835-bc69-d1bbfb4c1e03 req-d6e4d998-3033-470f-8995-10d98fe4c0df tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903470 Jan 29 04:41:47.103010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67409ca8-5a14-4be3-8bd9-d92513db01c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:47.110340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67409ca8-5a14-4be3-8bd9-d92513db01c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:47.115141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:47.118401 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67409ca8-5a14-4be3-8bd9-d92513db01c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f73c7b0a-4aee-4688-ab0f-89c259c2d5b7 HTTP/1.1" status: 204 len: 168 time: 1.2957351 Jan 29 04:41:47.195583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409ca8-5a14-4be3-8bd9-d92513db01c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73c7b0a-4aee-4688-ab0f-89c259c2d5b7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:47.264862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-108e3ae7-c8a5-4191-a35f-f9724ccac283 req-a7f78474-d1f9-4185-96c4-42a6c620805b tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0485115 Jan 29 04:41:47.284951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:47.286030 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:47.338852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493b35-54ba-467b-9e51-307924db60e3 req-a26b716c-369e-4b1b-abf0-3cb8becaff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:47.344129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-a26b716c-369e-4b1b-abf0-3cb8becaff5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 200 len: 918 time: 0.3490493 Jan 29 04:41:47.379756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ba6ad8f1-14a7-4afc-99bd-3e2176ad0523 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ccfb8cd386e40ae95a395aae7436700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459698 Jan 29 04:41:47.382083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41352) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:47.454335 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:42Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:43Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:47.513841 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:47.514648 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Updating router 0daff1d2-1609-4fc8-95fb-c3875d90e104 port 4248714e-961a-494b-9422-fd9dad86c508 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:47.643553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:41Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:47.653195 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:47.704805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-01665041-9d64-4047-8649-732464635302 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 200 len: 999 time: 0.2173712 Jan 29 04:41:47.721355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Allocated IP 172.20.0.2 (c2203ca6-2d04-4043-8c94-b0ad3599a0ac/ec50d545-f9fe-4237-a3fd-ed27b37f528a/43a91716-330b-49f4-ae00-af6f3ba0f03c) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:47.742825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1eac0-b969-4713-8d17-9bca87be975f None None] The sync data for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 is: [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:41Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:47.907163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4ead29b-f766-417f-85d0-34919831890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:47.972278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:41:48.052688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493b35-54ba-467b-9e51-307924db60e3 req-1f982cbe-e236-423b-bbd2-3f65494ee0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:48.064134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-1f982cbe-e236-423b-bbd2-3f65494ee0c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 200 len: 856 time: 0.3375976 Jan 29 04:41:48.118089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Removed routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:41:48.126473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.128615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:48.176211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4ead29b-f766-417f-85d0-34919831890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.440471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ca77046-1248-4616-9fff-4bfe4e81e5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.496052 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.507687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.518756 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.521390 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.571352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.693927 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132aba9-905b-47d7-9699-c73c6ed6d30b None None] Pushing event updated for resources: {'Port': ['ID=4248714e-961a-494b-9422-fd9dad86c508,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:48.728261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Pushing event updated for resources: {'Port': ['ID=43a91716-330b-49f4-ae00-af6f3ba0f03c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:48.742975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 121e1380-54c5-49a7-a5c3-329430391394 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:48.841139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41362) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:48.847939 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Attempting to bind port 4248714e-961a-494b-9422-fd9dad86c508 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:48.848305 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Attempting to bind port 4248714e-961a-494b-9422-fd9dad86c508 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:48.848660 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Attempting to bind port 4248714e-961a-494b-9422-fd9dad86c508 on network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:48.856797 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:48.857164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Checking segment: {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:48.857557 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.857999 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Bound using segment: {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:48.858426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Bound port: 4248714e-961a-494b-9422-fd9dad86c508, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e4c1cb-40df-4fed-9d76-be5b933f96d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:48.858801 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:48.864909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'subnets': [{'network_id': '26aef53d-1e76-49de-893f-23bf4c0c247e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--339637473', 'ip_version': 6}, {'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:48.866571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'subnet': {'network_id': '26aef53d-1e76-49de-893f-23bf4c0c247e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--339637473', 'ip_version': 6}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:48.869534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Request body: {'subnet': {'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:48.884002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:48.893919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:48.910271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:48.940139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e415dc-e322-48b8-98ba-fa72a62fddfc req-85d8064b-9e35-49cc-baf8-cfc5991742f2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:48.946081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82e415dc-e322-48b8-98ba-fa72a62fddfc req-85d8064b-9e35-49cc-baf8-cfc5991742f2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 944 time: 0.7453151 Jan 29 04:41:48.974469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493b35-54ba-467b-9e51-307924db60e3 req-7c7f7cde-278e-44cb-a551-49bd9caf5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:48.976030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-7c7f7cde-278e-44cb-a551-49bd9caf5653 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec95550-6efa-44cb-bad0-b75da32849fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8969595 Jan 29 04:41:48.996227 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] For port 4248714e-961a-494b-9422-fd9dad86c508, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:49.010754 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] For port 4248714e-961a-494b-9422-fd9dad86c508, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4248714e-961a-494b-9422-fd9dad86c508,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:49.022907 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.027885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4ead29b-f766-417f-85d0-34919831890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.030980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4ead29b-f766-417f-85d0-34919831890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.048673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d4ead29b-f766-417f-85d0-34919831890a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b8abce1-eafb-4371-913a-635d4f4483fe HTTP/1.1" status: 204 len: 168 time: 1.6475511 Jan 29 04:41:49.102979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Attempting to bind port 43a91716-330b-49f4-ae00-af6f3ba0f03c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:49.103361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Attempting to bind port 43a91716-330b-49f4-ae00-af6f3ba0f03c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:49.103733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Attempting to bind port 43a91716-330b-49f4-ae00-af6f3ba0f03c on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:49.126766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 121e1380-54c5-49a7-a5c3-329430391394 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:49.127148 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.140068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:49.140461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Checking segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:49.140784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.141180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Bound using segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:49.142217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Bound port: 43a91716-330b-49f4-ae00-af6f3ba0f03c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:49.142605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.241878 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:49.252729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:49.265133 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132aba9-905b-47d7-9699-c73c6ed6d30b None None] Pushing event updated for resources: {'Port': ['ID=4248714e-961a-494b-9422-fd9dad86c508,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:49.336318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bac80e-3e57-4e37-8a05-4c1941498eee req-071b052c-cf15-4ddf-a7b9-f65179453d2f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:49.337916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90bac80e-3e57-4e37-8a05-4c1941498eee req-071b052c-cf15-4ddf-a7b9-f65179453d2f tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.7934263 Jan 29 04:41:49.424140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ead29b-f766-417f-85d0-34919831890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8abce1-eafb-4371-913a-635d4f4483fe,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:49.461024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2c617435-6f40-486f-9772-e6be51f55b7e None None] Provisioning complete for port 4248714e-961a-494b-9422-fd9dad86c508 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:49.463693 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c617435-6f40-486f-9772-e6be51f55b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.473519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] For port 43a91716-330b-49f4-ae00-af6f3ba0f03c, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:49.492034 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:49.590850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] For port 43a91716-330b-49f4-ae00-af6f3ba0f03c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=43a91716-330b-49f4-ae00-af6f3ba0f03c,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:49.623853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:49.644479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d46bd9c5-0984-4d75-a125-e759b3c563a2 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:49.809985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.022548 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:47Z', 'revision_number': 6, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:48Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:50.045480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 121e1380-54c5-49a7-a5c3-329430391394, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=121e1380-54c5-49a7-a5c3-329430391394,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:50.061135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7979689-c9e3-41f7-b4c5-6ffdd67a4914 None None] Pushing event updated for resources: {'Port': ['ID=43a91716-330b-49f4-ae00-af6f3ba0f03c,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:50.067579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.108288 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b1f88-acf3-4145-aeab-8574f22a50f4 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:47Z', 'revision_number': 6, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:48Z', 'revision_number': 4, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:50.164791 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c617435-6f40-486f-9772-e6be51f55b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.262283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82e415dc-e322-48b8-98ba-fa72a62fddfc req-f15072cd-9e07-427f-8fed-552e0f657d99 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2850609 Jan 29 04:41:50.336614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.351286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ca77046-1248-4616-9fff-4bfe4e81e5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.354627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.380028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ca77046-1248-4616-9fff-4bfe4e81e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.495265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port d46bd9c5-0984-4d75-a125-e759b3c563a2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:41:50.525979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port d46bd9c5-0984-4d75-a125-e759b3c563a2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:50.525979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.615652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca77046-1248-4616-9fff-4bfe4e81e5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfdbb49-ebad-441f-8c0f-41a93ddbe786,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:50.696301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2c617435-6f40-486f-9772-e6be51f55b7e None None] For port 4248714e-961a-494b-9422-fd9dad86c508, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4248714e-961a-494b-9422-fd9dad86c508,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:50.744890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4248714e-961a-494b-9422-fd9dad86c508 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:50.752145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=121e1380-54c5-49a7-a5c3-329430391394,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:50.765955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-975144f9-3b89-4afe-9c36-3bd086362873 service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7733610 Jan 29 04:41:50.775563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c617435-6f40-486f-9772-e6be51f55b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:50.885618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ca77046-1248-4616-9fff-4bfe4e81e5a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff2511d02a424d768cfccab7059f88d4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7454610 Jan 29 04:41:50.951589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:50.992174 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.062698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46bd9c5-0984-4d75-a125-e759b3c563a2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:41:51.065578 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5df2b-4a1b-4073-934a-d5c6a93fce10" -d '{"events": [{"server_uuid": "1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce", "name": "network-vif-plugged", "status": "completed", "tag": "d46bd9c5-0984-4d75-a125-e759b3c563a2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:41:51.089725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:51.111764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c617435-6f40-486f-9772-e6be51f55b7e None None] Pushing event updated for resources: {'Port': ['ID=4248714e-961a-494b-9422-fd9dad86c508,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:51.139337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a81783f1-7666-42cd-b0a5-699afaabeece None None] Provisioning complete for port 4248714e-961a-494b-9422-fd9dad86c508 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:51.139857 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a81783f1-7666-42cd-b0a5-699afaabeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.144868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port d46bd9c5-0984-4d75-a125-e759b3c563a2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:51.185754 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.296862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4248714e-961a-494b-9422-fd9dad86c508 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:51.302137 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.312199 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29050f8-769c-43d0-9a15-43edea382d9d x-openstack-request-id: req-a29050f8-769c-43d0-9a15-43edea382d9d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:41:51.312490 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce", "name": "network-vif-plugged", "status": "completed", "tag": "d46bd9c5-0984-4d75-a125-e759b3c563a2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:41:51.312747 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a29050f8-769c-43d0-9a15-43edea382d9d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:41:51.313146 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46bd9c5-0984-4d75-a125-e759b3c563a2', 'code': 200} Jan 29 04:41:51.336480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=d46bd9c5-0984-4d75-a125-e759b3c563a2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:51.493420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a78020-1bcd-48ed-9632-3eaefcd2e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.524095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.1 (c2203ca6-2d04-4043-8c94-b0ad3599a0ac/ec50d545-f9fe-4237-a3fd-ed27b37f528a/e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:51.542975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-02493b35-54ba-467b-9e51-307924db60e3 req-b01ce1bd-92b6-4964-a50c-c48f8e86451e service neutron] 10.222.0.36 "GET /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517095 Jan 29 04:41:51.592971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90bac80e-3e57-4e37-8a05-4c1941498eee req-e831150a-091c-4695-98f6-12af238c0a28 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 2.2224267 Jan 29 04:41:51.716786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Made reservation on behalf of cc5602478ce7488fb861399d359deabc for: {'subnet': 2} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:41:51.723517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.723851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.756945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a78020-1bcd-48ed-9632-3eaefcd2e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.868058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:51.982706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64db5c-7ca3-41c0-bdba-630388fe3eea req-5bfcd49c-2a6a-4fdd-b080-431a3a25fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:51.984280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64db5c-7ca3-41c0-bdba-630388fe3eea req-5bfcd49c-2a6a-4fdd-b080-431a3a25fc39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 1096 time: 0.6240103 Jan 29 04:41:52.006578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12b693-b38a-4c5b-9784-682d9b9cf82f req-4727a52e-f039-417c-948e-5ceaee2270b0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:52.019424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb12b693-b38a-4c5b-9784-682d9b9cf82f req-4727a52e-f039-417c-948e-5ceaee2270b0 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 945 time: 0.5428851 Jan 29 04:41:52.092629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:52.099924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:52.137670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:52.144285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7320b446-9a72-4bb6-9bdb-f733cef7a4da tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 933 time: 6.0883603 Jan 29 04:41:52.168938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:52.283604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:52.296876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:52.298083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:52.462972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb12b693-b38a-4c5b-9784-682d9b9cf82f req-956a3486-0618-41d1-bcb6-93a879761fd2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969784 Jan 29 04:41:52.463735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a78020-1bcd-48ed-9632-3eaefcd2e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:52.495477 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a78020-1bcd-48ed-9632-3eaefcd2e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:52.497429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13a78020-1bcd-48ed-9632-3eaefcd2e79a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcfdbb49-ebad-441f-8c0f-41a93ddbe786 HTTP/1.1" status: 204 len: 168 time: 1.5372827 Jan 29 04:41:52.561520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64db5c-7ca3-41c0-bdba-630388fe3eea req-d8d5ca32-82c3-4393-a062-d8615b93709f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376642 Jan 29 04:41:52.571838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a78020-1bcd-48ed-9632-3eaefcd2e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfdbb49-ebad-441f-8c0f-41a93ddbe786,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:52.610931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d4a14e4-02ed-4afe-bc87-32095ce4969b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 933 time: 0.4398062 Jan 29 04:41:52.613568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:52.618845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'routes': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:41:52.719175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:52.821952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:52.919387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:52.921835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:52.939789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:53.144099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:53.151949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:53.174966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Subnet': ['ID=9936e9cc-319a-44dd-9abd-6422e2c14a93,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:53.233857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a5384-4fac-4df4-9280-d7ac0b3b7a8c None None] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:53.238410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4248714e-961a-494b-9422-fd9dad86c508 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:53.296486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de6dd-afd3-4b53-be03-e469123a0ce6 req-ded5ed35-2580-4e32-85fa-edff453d7fec tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:53.300035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c03de6dd-afd3-4b53-be03-e469123a0ce6 req-ded5ed35-2580-4e32-85fa-edff453d7fec tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.5108602 Jan 29 04:41:53.380523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Checking segment: {'id': '3d7cfa63-bb1f-4c31-a28e-9af48e5aef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '26aef53d-1e76-49de-893f-23bf4c0c247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:53.381301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network hostable DHCP agents. Network: 26aef53d-1e76-49de-893f-23bf4c0c247e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:53.488577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c03de6dd-afd3-4b53-be03-e469123a0ce6 req-c7112fb1-6495-4453-b87d-43e748aa6649 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724648 Jan 29 04:41:53.498374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network 26aef53d-1e76-49de-893f-23bf4c0c247e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:53.526715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 26aef53d-1e76-49de-893f-23bf4c0c247e) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:53.558168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:53.573927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a54285-f2bf-4276-963d-4837a004ad63 None None] Network 26aef53d-1e76-49de-893f-23bf4c0c247e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:53.639030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:41:53.641976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:41:53.748627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:53.804359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-27165d41-c493-433a-b9fe-2977959cfdf4 None None] Provisioning complete for port 43a91716-330b-49f4-ae00-af6f3ba0f03c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:53.806086 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-27165d41-c493-433a-b9fe-2977959cfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:53.846548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:53.878131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event updated for resources: {'Subnet': ['ID=5132ceb1-b848-4b67-a065-2949e8bb0fd2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:54.048999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325184d6-7837-4563-a2b7-047646065c61 req-252c3f69-5b61-45c6-8b55-59b865328712 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:54.056712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325184d6-7837-4563-a2b7-047646065c61 req-252c3f69-5b61-45c6-8b55-59b865328712 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 945 time: 0.3055146 Jan 29 04:41:54.168016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4248714e-961a-494b-9422-fd9dad86c508 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:54.168421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.170431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Checking segment: {'id': '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:54.171788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network hostable DHCP agents. Network: 9348a992-1e71-46ee-9255-807bd565f7bc, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:41:54.211458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325184d6-7837-4563-a2b7-047646065c61 req-86eb249f-bd17-496f-999e-1d1099f227b4 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537642 Jan 29 04:41:54.245654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a481e000-879d-47ea-a438-a2f94573b8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.312205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Network 9348a992-1e71-46ee-9255-807bd565f7bc is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:41:54.379357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 9348a992-1e71-46ee-9255-807bd565f7bc) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:54.397562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d989007-9568-4fe4-8dc0-1b3ad2b1fe4b None None] Network 9348a992-1e71-46ee-9255-807bd565f7bc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:54.410166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.417330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.461303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:54.461780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:54.472072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.622249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:54.655336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:47Z', 'revision_number': 6, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:50Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:54.668411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:54.683728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.698348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.712287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:54.739184 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-27165d41-c493-433a-b9fe-2977959cfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.756388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec2d1b-5508-4100-b9d5-beb7b7fa81c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-26aef53d-1e76-49de-893f-23bf4c0c247e', 'network_id': '26aef53d-1e76-49de-893f-23bf4c0c247e', 'tenant_id': 'cc5602478ce7488fb861399d359deabc', 'fixed_ips': [{'subnet_id': '9936e9cc-319a-44dd-9abd-6422e2c14a93'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:54.757263 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00ec2d1b-5508-4100-b9d5-beb7b7fa81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.786953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:54.840811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d3db1f76-541e-42c4-b942-507f12e2782c tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.9892292 Jan 29 04:41:54.850741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:54.851778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41454) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:54.855663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 121e1380-54c5-49a7-a5c3-329430391394 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:54.880373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:54.881017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:54.899672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0055f3e-0106-4297-bfec-862ea9c7983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.934118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:54.940333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-920eb4d0-f905-453d-9ce9-786647bc8fa8 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 699 time: 2.3234537 Jan 29 04:41:54.946360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41456) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:55.043939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-27165d41-c493-433a-b9fe-2977959cfdf4 None None] For port 43a91716-330b-49f4-ae00-af6f3ba0f03c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=43a91716-330b-49f4-ae00-af6f3ba0f03c,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:55.106433 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0055f3e-0106-4297-bfec-862ea9c7983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.136307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500944b8-86ee-447e-b4b3-47972876d1c3 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:55.137814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500944b8-86ee-447e-b4b3-47972876d1c3 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:55.149279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500944b8-86ee-447e-b4b3-47972876d1c3 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:55.150954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-500944b8-86ee-447e-b4b3-47972876d1c3 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2872405 Jan 29 04:41:55.168944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-27165d41-c493-433a-b9fe-2977959cfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.172233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41460) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:55.195187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d686ff52-a3f4-4a94-be56-b64a112c42e7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 699 time: 0.2461483 Jan 29 04:41:55.197008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0055f3e-0106-4297-bfec-862ea9c7983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.198497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41464) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:55.256764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0055f3e-0106-4297-bfec-862ea9c7983d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cac33ba4163d4cde9985b0c300c005cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277635 Jan 29 04:41:55.258815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:55.277528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0055f3e-0106-4297-bfec-862ea9c7983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de5199-b0b0-4fee-b16f-55895c5211ae,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:55.354753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b22a-aedd-4bfb-872f-4589fa8f0636 req-c2481d46-3b95-44fa-aaa7-ddbd4c60bdeb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:55.357243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2d8b22a-aedd-4bfb-872f-4589fa8f0636 req-c2481d46-3b95-44fa-aaa7-ddbd4c60bdeb tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.6625042 Jan 29 04:41:55.372773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Deleting subnet 9936e9cc-319a-44dd-9abd-6422e2c14a93 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:41:55.382442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.388679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.502673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae0415e0-a456-402e-89d3-0fcaffd6a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.537293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b4985-9d97-4147-a6b3-8c4f14bae1f2 req-8bee5b44-2aeb-4a6a-9eaf-c274083d9994 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:55.549969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-131b4985-9d97-4147-a6b3-8c4f14bae1f2 req-8bee5b44-2aeb-4a6a-9eaf-c274083d9994 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 945 time: 0.2129152 Jan 29 04:41:55.599256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-131b4985-9d97-4147-a6b3-8c4f14bae1f2 req-fa716122-7b3a-4669-9faa-6427c0a70a97 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Jan 29 04:41:55.601108 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae0415e0-a456-402e-89d3-0fcaffd6a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.682605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae0415e0-a456-402e-89d3-0fcaffd6a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.687416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae0415e0-a456-402e-89d3-0fcaffd6a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.691745 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae0415e0-a456-402e-89d3-0fcaffd6a558 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56de5199-b0b0-4fee-b16f-55895c5211ae HTTP/1.1" status: 204 len: 168 time: 0.4300582 Jan 29 04:41:55.707252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0415e0-a456-402e-89d3-0fcaffd6a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de5199-b0b0-4fee-b16f-55895c5211ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:55.874660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2d8b22a-aedd-4bfb-872f-4589fa8f0636 req-68b19c05-5118-49c9-a69d-60ceefd52458 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4899437 Jan 29 04:41:55.887599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.912459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 121e1380-54c5-49a7-a5c3-329430391394 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:55.913068 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:55.919738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:56.030318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-057681d5-65ce-4f9e-8fd0-84cb0203bd28 None None] Provisioning complete for port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:56.031186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-057681d5-65ce-4f9e-8fd0-84cb0203bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.039260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27165d41-c493-433a-b9fe-2977959cfdf4 None None] Pushing event updated for resources: {'Port': ['ID=43a91716-330b-49f4-ae00-af6f3ba0f03c,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:56.127824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-9348a992-1e71-46ee-9255-807bd565f7bc', 'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc', 'tenant_id': 'cc5602478ce7488fb861399d359deabc', 'fixed_ips': [{'subnet_id': '5132ceb1-b848-4b67-a065-2949e8bb0fd2'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:41:56.128961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.191480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-057681d5-65ce-4f9e-8fd0-84cb0203bd28 None None] Port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:56.204589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36019fec-8752-4f3d-8554-c85b5c763080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.220527 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.475706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-057681d5-65ce-4f9e-8fd0-84cb0203bd28 None None] Provisioning complete for port 43a91716-330b-49f4-ae00-af6f3ba0f03c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:56.476264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-057681d5-65ce-4f9e-8fd0-84cb0203bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.689781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:56.701169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:56.708406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:56.714858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4ed1956-b246-4b0a-8474-b8eb31856d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.882412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4ed1956-b246-4b0a-8474-b8eb31856d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.889847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4ed1956-b246-4b0a-8474-b8eb31856d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:56.943664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 43a91716-330b-49f4-ae00-af6f3ba0f03c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:56.958531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4ed1956-b246-4b0a-8474-b8eb31856d49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08b7e3ae82c04fc09192ce06f358ccc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675064 Jan 29 04:41:56.959365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41514) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:56.960197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed1956-b246-4b0a-8474-b8eb31856d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d0c1e2-5184-48f6-b439-007f8b1eed18,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:57.041335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server [None req-00ec2d1b-5508-4100-b9d5-beb7b7fa81c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9936e9cc-319a-44dd-9abd-6422e2c14a93: This subnet is being modified by another concurrent operation. Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9936e9cc-319a-44dd-9abd-6422e2c14a93: This subnet is being modified by another concurrent operation. Jan 29 04:41:57.041950 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Jan 29 04:41:57.087803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b445427-0fc8-4b2d-9335-c1eed7b06def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.090034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.096949 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/subnets/9936e9cc-319a-44dd-9abd-6422e2c14a93 HTTP/1.1" status: 204 len: 168 time: 1.9219503 Jan 29 04:41:57.112009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b445427-0fc8-4b2d-9335-c1eed7b06def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.116721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41516) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:57.132823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1cb0b-3ca8-41ae-9dce-468e4c16c1f5 None None] Network 26aef53d-1e76-49de-893f-23bf4c0c247e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:41:57.142530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d1ee3-c5cc-4fb4-904f-b22a4dbe6125 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Subnet': ['ID=9936e9cc-319a-44dd-9abd-6422e2c14a93,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:57.152577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1472-0653-48ae-9490-2a7a99c4a8ff req-644f22d6-9088-4e4f-917b-b37834272ab1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:57.154487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-204a1472-0653-48ae-9490-2a7a99c4a8ff req-644f22d6-9088-4e4f-917b-b37834272ab1 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 945 time: 0.2723956 Jan 29 04:41:57.173221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b445427-0fc8-4b2d-9335-c1eed7b06def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.176088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b445427-0fc8-4b2d-9335-c1eed7b06def admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.181070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b445427-0fc8-4b2d-9335-c1eed7b06def admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32d0c1e2-5184-48f6-b439-007f8b1eed18 HTTP/1.1" status: 204 len: 168 time: 0.2167940 Jan 29 04:41:57.210636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445427-0fc8-4b2d-9335-c1eed7b06def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d0c1e2-5184-48f6-b439-007f8b1eed18,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:57.228595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feaee3-e52c-49bc-bb9b-92c3a487c534 req-bf8f5134-9f43-4bc9-84f3-08da0c54c1a6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:57.230171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0feaee3-e52c-49bc-bb9b-92c3a487c534 req-bf8f5134-9f43-4bc9-84f3-08da0c54c1a6 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.0685639 Jan 29 04:41:57.250147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 18c56e40-3692-47bf-816a-f1ec570f967e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:41:57.280364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-204a1472-0653-48ae-9490-2a7a99c4a8ff req-832a522e-6bea-4a35-a09d-30c4287589e7 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000316 Jan 29 04:41:57.288745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Allocated IP 2001:db8:0:1::1 (9348a992-1e71-46ee-9255-807bd565f7bc/5132ceb1-b848-4b67-a065-2949e8bb0fd2/454ddf14-1e1a-48a8-898c-52fde63f970a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:41:57.290521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Deleting subnet 5132ceb1-b848-4b67-a065-2949e8bb0fd2 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:41:57.294555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0feaee3-e52c-49bc-bb9b-92c3a487c534 req-8cdc6994-f9e8-4293-a65d-e8cd42eca95d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550549 Jan 29 04:41:57.411229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.426571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.460299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 43a91716-330b-49f4-ae00-af6f3ba0f03c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:57.460682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.542525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 7, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:50Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:57.549359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:41:57.555338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8c354a85-72bd-449a-bc87-a39e2fc9c65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/18c56e40-3692-47bf-816a-f1ec570f967e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9844575 Jan 29 04:41:57.568793 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Sync routers for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:57.587826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096cd6f-cc61-4a30-8a25-3267564a52fb None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 7, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:50Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:41:57.591615 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:57.592265 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:57.592446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-18043acb-9029-4e17-a79f-61ce51ad1d2f None None] Provisioning complete for port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:57.592675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-18043acb-9029-4e17-a79f-61ce51ad1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.780340 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:57.807082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.833706 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.859545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:57.872542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-18043acb-9029-4e17-a79f-61ce51ad1d2f None None] Port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:41:57.890938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Network 9348a992-1e71-46ee-9255-807bd565f7bc is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:41:57.897746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:41:57.905191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:41:57.949922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Pushing event updated for resources: {'Port': ['ID=454ddf14-1e1a-48a8-898c-52fde63f970a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:58.067014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.080779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 43a91716-330b-49f4-ae00-af6f3ba0f03c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:41:58.085142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Attempting to bind port 454ddf14-1e1a-48a8-898c-52fde63f970a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:58.091048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Attempting to bind port 454ddf14-1e1a-48a8-898c-52fde63f970a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:58.091048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Attempting to bind port 454ddf14-1e1a-48a8-898c-52fde63f970a on network 9348a992-1e71-46ee-9255-807bd565f7bc {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:58.117192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-b2beb790-75f5-4f84-a0b7-7628304e7c87 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274575256&fields=id&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 267 time: 0.2516875 Jan 29 04:41:58.135861 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:41:54Z', 'revision_number': 2, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:58.165216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:58.165647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Checking segment: {'id': '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:58.166022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.166418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Bound using segment: {'id': '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:58.166901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Bound port: 454ddf14-1e1a-48a8-898c-52fde63f970a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9348a992-1e71-46ee-9255-807bd565f7bc'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:58.167282 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.177649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:41:58.177957 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Checking router: 18c56e40-3692-47bf-816a-f1ec570f967e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:58.178324 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Updating router 18c56e40-3692-47bf-816a-f1ec570f967e port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:41:58.186836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 4248714e-961a-494b-9422-fd9dad86c508 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:58.187365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.222315 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.240463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:58.241100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:58.374385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 43a91716-330b-49f4-ae00-af6f3ba0f03c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:58.374766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.446983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:58.487845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] For port 454ddf14-1e1a-48a8-898c-52fde63f970a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:58.526414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] For port 454ddf14-1e1a-48a8-898c-52fde63f970a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=454ddf14-1e1a-48a8-898c-52fde63f970a,segment=NetworkSegment(4bca230d-d7fa-41ca-95b9-cae6b7d03b8e),segment_id=4bca230d-d7fa-41ca-95b9-cae6b7d03b8e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:58.576449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-c84305eb-e518-47a1-9a63-fa7967929fb2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:58.579510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-c84305eb-e518-47a1-9a63-fa7967929fb2 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 945 time: 0.1512728 Jan 29 04:41:58.584036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.593142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.606391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5cbd1-cb52-464a-b195-6f779adcaa97 req-b6c57069-8311-48af-9599-e98cf625a25d tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:58.618845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc5cbd1-cb52-464a-b195-6f779adcaa97 req-b6c57069-8311-48af-9599-e98cf625a25d tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 945 time: 0.1326430 Jan 29 04:41:58.644611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-959c27b9-c052-469f-a5df-4c1716a50dbe tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:58.646199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-959c27b9-c052-469f-a5df-4c1716a50dbe tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 797 time: 0.5281239 Jan 29 04:41:58.681912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-b48522be-1468-4c4c-a013-29d987e495a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/quotas/e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 375 time: 0.0276730 Jan 29 04:41:58.685667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 4248714e-961a-494b-9422-fd9dad86c508, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4248714e-961a-494b-9422-fd9dad86c508,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:58.686072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.758323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc5cbd1-cb52-464a-b195-6f779adcaa97 req-5e5966a7-a8d5-4f85-9313-dd1ac2ec01b8 tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267722 Jan 29 04:41:58.761761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 4248714e-961a-494b-9422-fd9dad86c508 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:58.851457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Deleting port d46bd9c5-0984-4d75-a125-e759b3c563a2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:41:58.852312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.860881 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.876116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.877341 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.917030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Subnet': ['ID=5132ceb1-b848-4b67-a065-2949e8bb0fd2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:58.933723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-616ae5e4-d6f7-4757-810a-51ccc9b368c7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2442927 Jan 29 04:41:58.939646 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:58.941703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b139-95fe-471f-a992-82cd27128f82 None None] Pushing event updated for resources: {'Port': ['ID=454ddf14-1e1a-48a8-898c-52fde63f970a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:58.944123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c1e35495-1ef3-4e9a-948e-3d857c1ee49e tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/subnets/5132ceb1-b848-4b67-a065-2949e8bb0fd2 HTTP/1.1" status: 204 len: 168 time: 1.8230186 Jan 29 04:41:58.948721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41568) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:58.996631 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47999b80-fb63-40fa-ab46-fc6f68cf00c6 None None] Pushing event updated for resources: {'Port': ['ID=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:59.128190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Attempting to bind port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:41:59.128653 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Attempting to bind port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:41:59.128906 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Attempting to bind port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:41:59.141843 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:41:59.142282 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Checking segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:41:59.145503 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.146459 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Bound using segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:41:59.147136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Bound port: e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:41:59.147726 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.249176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08aa49-f95a-4cd3-9abd-0d22887eda01 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:59.259115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be08aa49-f95a-4cd3-9abd-0d22887eda01 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3093600 Jan 29 04:41:59.269744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 7, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:50Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:59.274653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:41:59.282142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.285688 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] For port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:41:59.290182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] For port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:41:59.298974 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.332647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] For port d46bd9c5-0984-4d75-a125-e759b3c563a2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=d46bd9c5-0984-4d75-a125-e759b3c563a2,segment=NetworkSegment(3023e515-9ee7-45b0-acc3-4cde2a0ebf95),segment_id=3023e515-9ee7-45b0-acc3-4cde2a0ebf95)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:59.336925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.374060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:41:59.382615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.405977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eeabe-6250-48dc-85c0-1e7e1afcc8d0 req-b5575268-d0a0-44b5-b219-61323ef05d51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:41:59.407873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:59.408524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:59.416847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc8eeabe-6250-48dc-85c0-1e7e1afcc8d0 req-b5575268-d0a0-44b5-b219-61323ef05d51 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.2809384 Jan 29 04:41:59.463927 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:41:59.465554 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:41:59.527458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Calling delete_port for d46bd9c5-0984-4d75-a125-e759b3c563a2 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:41:59.552877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc8eeabe-6250-48dc-85c0-1e7e1afcc8d0 req-801ceffe-9fe4-4163-89df-cf2869a92329 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278114 Jan 29 04:41:59.564400 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47999b80-fb63-40fa-ab46-fc6f68cf00c6 None None] Pushing event updated for resources: {'Port': ['ID=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:41:59.634857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ec157b56-0910-4f60-aea9-8b1d30432503 None None] Provisioning complete for port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:41:59.635373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec157b56-0910-4f60-aea9-8b1d30432503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:41:59.693796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:41:59.738704 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:41:59.814150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:41:59.839578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'port_id': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'mac_address': 'fa:16:3e:a7:ee:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:41:59.850841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:00.004742 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:00.075974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Pushing event deleted for resources: {'Port': ['ID=d46bd9c5-0984-4d75-a125-e759b3c563a2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:00.119473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161b46a-c938-4ec2-940b-d7091b2a917d req-0db01c1f-0184-41b6-8398-a91c09c0a8fe tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:00.121062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4161b46a-c938-4ec2-940b-d7091b2a917d req-0db01c1f-0184-41b6-8398-a91c09c0a8fe tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce HTTP/1.1" status: 200 len: 867 time: 0.1958117 Jan 29 04:42:00.193709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41590) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:00.250754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['d46bd9c5-0984-4d75-a125-e759b3c563a2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:42:00.252719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 454ddf14-1e1a-48a8-898c-52fde63f970a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:00.257587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] No DVR routers for this DVR port d46bd9c5-0984-4d75-a125-e759b3c563a2 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:00.281347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:00.291981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9b44cc24-7f11-4287-9f15-ba9ac18c4b08 req-2b5faed8-5074-4842-89c5-74d5852469fa tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.36 "DELETE /v2.0/ports/d46bd9c5-0984-4d75-a125-e759b3c563a2 HTTP/1.1" status: 204 len: 173 time: 1.7062080 Jan 29 04:42:00.303663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'name': 'network-vif-deleted', 'tag': 'd46bd9c5-0984-4d75-a125-e759b3c563a2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:42:00.311161 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435426a-2fd1-409d-bb34-31c5ccdb0556" -d '{"events": [{"server_uuid": "1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce", "name": "network-vif-deleted", "tag": "d46bd9c5-0984-4d75-a125-e759b3c563a2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:00.323481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:00.373251 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4161b46a-c938-4ec2-940b-d7091b2a917d req-9c852c52-5c3f-49ab-89b2-a8366396cd9f tempest-VolumesActionsTest-915419965 tempest-VolumesActionsTest-915419965-project] 10.222.0.32 "GET /v2.0/security-groups?id=e228ba29-3b2d-4905-a813-bfaf2eb47513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912394 Jan 29 04:42:00.441157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:00.474560 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152e3cee-2791-438b-bba2-87673af8503a x-openstack-request-id: req-152e3cee-2791-438b-bba2-87673af8503a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:00.474870 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce", "name": "network-vif-deleted", "tag": "d46bd9c5-0984-4d75-a125-e759b3c563a2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:00.475133 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-152e3cee-2791-438b-bba2-87673af8503a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:00.475546 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfbbb6-f79a-4771-bbe3-d03e7e70e4ce', 'name': 'network-vif-deleted', 'tag': 'd46bd9c5-0984-4d75-a125-e759b3c563a2', 'status': 'completed', 'code': 200} Jan 29 04:42:00.486973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-c9e949f1-88d9-49bd-82db-0b05b11d425e service neutron] 10.222.0.32 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4582949 Jan 29 04:42:00.510099 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:41:59Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:00.572869 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f4a0c-97b0-43b1-8964-f1e0b85b70f1 None None] The sync data for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 is: [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:41:59Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:00.592068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=4248714e-961a-494b-9422-fd9dad86c508,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:00.677562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:00.727138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:42:00.854408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324a89b4-9314-4d38-ae6f-282b3fcb6f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:00.977555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0ccb5a-30ca-46a9-b9b2-5b8c9fb4151f None None] Network 9348a992-1e71-46ee-9255-807bd565f7bc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:00.989846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324a89b4-9314-4d38-ae6f-282b3fcb6f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.003873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324a89b4-9314-4d38-ae6f-282b3fcb6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.032354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.048345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-93802f66-d3c2-47e7-922a-68a1d1fca962 service neutron] 10.222.0.32 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597842 Jan 29 04:42:01.063782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-324a89b4-9314-4d38-ae6f-282b3fcb6f72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ca507ef07d34fa1bf49af85384b3640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8650308 Jan 29 04:42:01.066320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:01.083030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af23a7-0ee7-4e7e-9048-66db30bc9d70 req-af414f03-09ac-4a8d-b6f4-df8f325fb657 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:01.098983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6af23a7-0ee7-4e7e-9048-66db30bc9d70 req-af414f03-09ac-4a8d-b6f4-df8f325fb657 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 944 time: 0.3763347 Jan 29 04:42:01.103053 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec157b56-0910-4f60-aea9-8b1d30432503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.122536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:01.158339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.180245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a89b4-9314-4d38-ae6f-282b3fcb6f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7b589-721d-4ee7-8f91-ec9e8e2fc286,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:01.190622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Deleting port 454ddf14-1e1a-48a8-898c-52fde63f970a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:01.190983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.253957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=11']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:01.284016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ec157b56-0910-4f60-aea9-8b1d30432503 None None] For port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:01.302338 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec157b56-0910-4f60-aea9-8b1d30432503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.312163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 454ddf14-1e1a-48a8-898c-52fde63f970a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:01.312749 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.324969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a6af23a7-0ee7-4e7e-9048-66db30bc9d70 req-22a4b027-41d5-449c-ace7-1514dcf2a33e tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2235055 Jan 29 04:42:01.331100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] For port 454ddf14-1e1a-48a8-898c-52fde63f970a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=454ddf14-1e1a-48a8-898c-52fde63f970a,segment=NetworkSegment(4bca230d-d7fa-41ca-95b9-cae6b7d03b8e),segment_id=4bca230d-d7fa-41ca-95b9-cae6b7d03b8e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:01.331562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.355986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Calling delete_port for 454ddf14-1e1a-48a8-898c-52fde63f970a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:01.360144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b896fdcb-a1e7-4868-9b7c-6e380dd3455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.387065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b896fdcb-a1e7-4868-9b7c-6e380dd3455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.507057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b896fdcb-a1e7-4868-9b7c-6e380dd3455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.509948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b896fdcb-a1e7-4868-9b7c-6e380dd3455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.514126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b896fdcb-a1e7-4868-9b7c-6e380dd3455e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81b7b589-721d-4ee7-8f91-ec9e8e2fc286 HTTP/1.1" status: 204 len: 168 time: 0.4443836 Jan 29 04:42:01.533854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896fdcb-a1e7-4868-9b7c-6e380dd3455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7b589-721d-4ee7-8f91-ec9e8e2fc286,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:01.546874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ee09a9dc-40a4-4150-b134-ee9747d19042'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:42:01.581007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-661317e8-e7f8-4916-90f3-69ccf8d3b22d req-a3614fd2-71c4-43fe-986c-9b538ee7d6d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 210 time: 0.1076982 Jan 29 04:42:01.711686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 7, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:50Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:01.735403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec157b56-0910-4f60-aea9-8b1d30432503 None None] Pushing event updated for resources: {'Port': ['ID=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:01.743893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a088e6ab-dd27-413b-977b-74ab8800a10d None None] Provisioning complete for port 454ddf14-1e1a-48a8-898c-52fde63f970a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:01.745787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a088e6ab-dd27-413b-977b-74ab8800a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.835317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d46bd9c5-0984-4d75-a125-e759b3c563a2 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:01.924836 n-d-825930-1 neutron-server[102404]: INFO neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No ports have port_id starting with 454ddf14-1e1a-48a8-898c-52fde63f970a Jan 29 04:42:01.967441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e776d-5ce7-40ca-afc8-aab0c3edb8cc None None] DHCP port deletion for 9348a992-1e71-46ee-9255-807bd565f7bc request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:01.993837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:01.996913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e2cab-4d38-44cd-9207-bc63622c869c None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 7, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '4248714e-961a-494b-9422-fd9dad86c508', 'name': '', 'network_id': '967282fa-a9b2-41c0-86b0-fd2cc7be4e72', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:7a:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:50Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'f0abad13-b72e-487a-b905-aea12a7351a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:02.015057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: d46bd9c5-0984-4d75-a125-e759b3c563a2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:02.015445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device d46bd9c5-0984-4d75-a125-e759b3c563a2 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:02.017649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a088e6ab-dd27-413b-977b-74ab8800a10d None None] Could not find standard attr ID for object 454ddf14-1e1a-48a8-898c-52fde63f970a. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:42:02.024787 n-d-825930-1 neutron-server[102404]: INFO neutron.plugins.ml2.db [None req-a088e6ab-dd27-413b-977b-74ab8800a10d None None] No ports have port_id starting with 454ddf14-1e1a-48a8-898c-52fde63f970a Jan 29 04:42:02.042640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151836c-7067-4273-936e-e553ba67b541 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:42:02.072231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Port': ['ID=454ddf14-1e1a-48a8-898c-52fde63f970a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:02.105521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] No DVR routers for this DVR port 454ddf14-1e1a-48a8-898c-52fde63f970a on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:02.182714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a088e6ab-dd27-413b-977b-74ab8800a10d None None] Provisioning complete for port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:02.183206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a088e6ab-dd27-413b-977b-74ab8800a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.404957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.420587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:02.450124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33081b2f-a299-420e-8c96-ab3b9c5b382e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.451882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:02.469696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9348a992-1e71-46ee-9255-807bd565f7bc']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:02.481412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:02.481924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bca230d-d7fa-41ca-95b9-cae6b7d03b8e') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:02.508084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.603038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.626897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:02.648351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:02.650037 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:02.663130 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:02.693511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f623520-cfd9-4b83-a2be-6728a5874c76 req-ef6618ae-3753-4306-8258-e8316f06fc0d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:02.718714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f623520-cfd9-4b83-a2be-6728a5874c76 req-ef6618ae-3753-4306-8258-e8316f06fc0d tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1957932 Jan 29 04:42:02.784676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:02.785677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.794178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f623520-cfd9-4b83-a2be-6728a5874c76 req-6be9fecd-bc0a-42ec-bf99-fe1670c2e132 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671046 Jan 29 04:42:02.800889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151836c-7067-4273-936e-e553ba67b541 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:42:02.978663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33081b2f-a299-420e-8c96-ab3b9c5b382e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.984788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33081b2f-a299-420e-8c96-ab3b9c5b382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.987880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5022ae28-94d6-4c24-a2d9-0a4e82c16f54 req-ac5f88d6-b58e-4c24-b800-b8f252518b38 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 210 time: 0.1872320 Jan 29 04:42:02.989169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:02.991894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:02.996962 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a861872a-e2fe-4e23-b9cd-7c98cbf091a0 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7958424 Jan 29 04:42:03.008314 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:03.019235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41692) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:03.022233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.026528 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/networks/9348a992-1e71-46ee-9255-807bd565f7bc HTTP/1.1" status: 204 len: 168 time: 3.7297626 Jan 29 04:42:03.027863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23e3b2-05df-4c9c-992d-e3ca4524e2a5 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Network': ['ID=9348a992-1e71-46ee-9255-807bd565f7bc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:03.028293 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:03.030095 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.038345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41694) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:03.168429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33081b2f-a299-420e-8c96-ab3b9c5b382e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff40d92f9e324414bf6969266d4b9042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7465258 Jan 29 04:42:03.173121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:03.192490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 454ddf14-1e1a-48a8-898c-52fde63f970a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:03.195881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33081b2f-a299-420e-8c96-ab3b9c5b382e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e570a6-207f-48eb-81f2-c899d369f3d0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:03.293886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet f0abad13-b72e-487a-b905-aea12a7351a8 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:03.306127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 454ddf14-1e1a-48a8-898c-52fde63f970a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:03.306643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 454ddf14-1e1a-48a8-898c-52fde63f970a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:03.315155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.332786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:03.339472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4da53c1a-ef39-4b60-8d27-78edfebf8883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.364001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.366673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4da53c1a-ef39-4b60-8d27-78edfebf8883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.409983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.432197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4da53c1a-ef39-4b60-8d27-78edfebf8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.436014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4da53c1a-ef39-4b60-8d27-78edfebf8883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.437324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4da53c1a-ef39-4b60-8d27-78edfebf8883 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07e570a6-207f-48eb-81f2-c899d369f3d0 HTTP/1.1" status: 204 len: 168 time: 0.2622044 Jan 29 04:42:03.455551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da53c1a-ef39-4b60-8d27-78edfebf8883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e570a6-207f-48eb-81f2-c899d369f3d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:03.567181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-efe78ac9-4c43-445e-bd63-30c9ff26933e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:03.568699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-efe78ac9-4c43-445e-bd63-30c9ff26933e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 797 time: 0.3892486 Jan 29 04:42:03.674438 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.681780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:03.760685 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:59Z', 'revision_number': 8, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.791890 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:03.810648 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:03.811809 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.856416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ee09a9dc-40a4-4150-b134-ee9747d19042 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:42:03.869070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.871219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ee09a9dc-40a4-4150-b134-ee9747d19042 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:03.871881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.892768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aef53d-1e76-49de-893f-23bf4c0c247e']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.918337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7cfa63-bb1f-4c31-a28e-9af48e5aef9b') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.925345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7cfa63-bb1f-4c31-a28e-9af48e5aef9b') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:03.960453 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:03.960660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:03.997983 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.063963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b8774-8b17-4f51-a037-a43f97d54719 req-c5872eab-a005-416c-baa7-81d194db3c38 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:04.064402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-c8ab5b41-3581-4851-a7d6-09cfa09c0cbc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 380 time: 0.4487717 Jan 29 04:42:04.066488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-677b8774-8b17-4f51-a037-a43f97d54719 req-c5872eab-a005-416c-baa7-81d194db3c38 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 945 time: 0.1614068 Jan 29 04:42:04.087792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:42:04.091026 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5353e015-6fcb-4701-a1b3-545bde96d57a" -d '{"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-plugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:04.112774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.124271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:04.124663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.132987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-677b8774-8b17-4f51-a037-a43f97d54719 req-fb020d77-df9f-41b1-8f27-0aca00df3fcf tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584576 Jan 29 04:42:04.138354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:04.147086 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.248485 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875066e-3fb9-41cf-bf92-bdf8e27f2d1d x-openstack-request-id: req-c875066e-3fb9-41cf-bf92-bdf8e27f2d1d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:04.249026 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-plugged", "status": "completed", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:04.249715 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c875066e-3fb9-41cf-bf92-bdf8e27f2d1d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:04.251337 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'code': 200} Jan 29 04:42:04.252538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=12']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:04.280117 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:04.293285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'port': {'device_id': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'admin_state_up': True, 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'security_groups': ['c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:04.322739 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:59Z', 'revision_number': 8, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:04.353604 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.374965 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3248651-2512-4af5-8ad8-02ac37a46386 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:41:59Z', 'revision_number': 8, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d520524-d1b9-4df0-a9cc-60034b12e456', 'name': '', 'network_id': '5b14b187-fb5a-421d-a537-f6f9d40e896d', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:13:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:27Z', 'updated_at': '2022-01-29T04:41:34Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:04.411038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=f0abad13-b72e-487a-b905-aea12a7351a8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:04.413609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54cf58f-e4b5-42aa-99e2-b48d9fef1663 None None] Network 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:04.414451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a055b8a7-eeb2-4eb7-9854-c8f062dd6da0 req-87faca67-d0bc-4855-995f-d099acec87bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 210 time: 0.1276114 Jan 29 04:42:04.418811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.427431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:04.437075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-018a1d18-09fb-481e-baab-e112455cf9c7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/f0abad13-b72e-487a-b905-aea12a7351a8 HTTP/1.1" status: 204 len: 168 time: 1.4054229 Jan 29 04:42:04.440191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.465527 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.468876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/networks/26aef53d-1e76-49de-893f-23bf4c0c247e HTTP/1.1" status: 204 len: 168 time: 1.4213698 Jan 29 04:42:04.472950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:04.513426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1f4ab-aa61-430b-b16b-fec6090e042d tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Network': ['ID=26aef53d-1e76-49de-893f-23bf4c0c247e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:04.665500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:04.672899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:04.814986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] DHCP port deletion for 967282fa-a9b2-41c0-86b0-fd2cc7be4e72 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:05.080733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.7 (c2203ca6-2d04-4043-8c94-b0ad3599a0ac/ec50d545-f9fe-4237-a3fd-ed27b37f528a/5e4b7655-41f8-4a82-85b0-d4ab63791564) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:05.114308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a497e-7630-4f12-801c-1a22015328ff req-67c6602a-589c-49ad-bc63-69730b606e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:05.115838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b12a497e-7630-4f12-801c-1a22015328ff req-67c6602a-589c-49ad-bc63-69730b606e67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 1097 time: 0.6402063 Jan 29 04:42:05.132098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.156110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.357153 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b12a497e-7630-4f12-801c-1a22015328ff req-5e5c03c2-ae02-4396-8cea-5b2e67a7f3e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2129481 Jan 29 04:42:05.388906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] Deleting port c235d094-2c67-4dc8-af9e-8a091d6f8634 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:05.390119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.489473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.533084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] For port c235d094-2c67-4dc8-af9e-8a091d6f8634, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c235d094-2c67-4dc8-af9e-8a091d6f8634,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:05.533596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd549c1-de96-4873-bc60-e4c5e654cea3']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:05.534063 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.564475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] Calling delete_port for c235d094-2c67-4dc8-af9e-8a091d6f8634 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:05.582275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.624926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d802474-9b2d-4dba-9c9e-a1a586fedd95') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:05.627140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d802474-9b2d-4dba-9c9e-a1a586fedd95') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:05.638033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8a7a163-c6f8-4fa0-9417-e0abd8b7e466 req-0cda6ac6-2bae-42d1-a23f-cef2fbebeabd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 210 time: 0.0492284 Jan 29 04:42:05.673294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.724524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.735436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb8699-03ae-4767-97fe-f94e406cb692 req-a9971cfb-b561-497c-814e-d1148a8e1575 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:05.743499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bceb8699-03ae-4767-97fe-f94e406cb692 req-a9971cfb-b561-497c-814e-d1148a8e1575 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 946 time: 0.3682377 Jan 29 04:42:05.746341 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.763238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:05.763915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:05.767494 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:05.815085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:05.819721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:05.840969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:05.867903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port c235d094-2c67-4dc8-af9e-8a091d6f8634 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:05.868251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.905202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:05.935530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:05.989211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] Pushing event deleted for resources: {'Port': ['ID=c235d094-2c67-4dc8-af9e-8a091d6f8634,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:06.042646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2598e-3d0b-459f-91c6-0e36b3f3d2f7 None None] No DVR routers for this DVR port c235d094-2c67-4dc8-af9e-8a091d6f8634 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:06.074128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.082479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.083582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.086917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.090198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.090803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.096674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.097037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.097391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.097733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.103212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.103635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.111361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port c235d094-2c67-4dc8-af9e-8a091d6f8634, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c235d094-2c67-4dc8-af9e-8a091d6f8634,segment=NetworkSegment(88e4c1cb-40df-4fed-9d76-be5b933f96d5),segment_id=88e4c1cb-40df-4fed-9d76-be5b933f96d5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:06.111740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.133960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for c235d094-2c67-4dc8-af9e-8a091d6f8634 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:06.158545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:06.159249 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.203191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-71aa056e-15ce-44ea-9259-1ee10e4be11e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9129338 Jan 29 04:42:06.218543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4248714e-961a-494b-9422-fd9dad86c508 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:06.238664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Request body: {'port': {'device_id': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:06.263970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.280739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4248714e-961a-494b-9422-fd9dad86c508 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:06.284328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4248714e-961a-494b-9422-fd9dad86c508 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:06.285019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c235d094-2c67-4dc8-af9e-8a091d6f8634 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:06.316304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port c235d094-2c67-4dc8-af9e-8a091d6f8634 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:06.340747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bceb8699-03ae-4767-97fe-f94e406cb692 req-e04d360f-9fc4-46ab-8a41-9ae619f53486 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5823510 Jan 29 04:42:06.351995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=c235d094-2c67-4dc8-af9e-8a091d6f8634,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:06.375686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c235d094-2c67-4dc8-af9e-8a091d6f8634 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:06.379732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c235d094-2c67-4dc8-af9e-8a091d6f8634 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:06.385703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.386091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.386442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.386824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.387124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.387432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.387829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.388077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.388414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.388741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.389068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.389420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:06.392715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.408651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-236f319b-ee89-4ed8-a6c8-fce8659e458f None None] Provisioning complete for port 5e4b7655-41f8-4a82-85b0-d4ab63791564 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:06.411887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-236f319b-ee89-4ed8-a6c8-fce8659e458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.444547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.448102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/networks/ebd549c1-de96-4873-bc60-e4c5e654cea3 HTTP/1.1" status: 204 len: 168 time: 1.9741807 Jan 29 04:42:06.449231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce460a7-c67a-449d-ab0f-bb58e99c2425 tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Network': ['ID=ebd549c1-de96-4873-bc60-e4c5e654cea3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:06.452913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41808) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:06.487709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-236f319b-ee89-4ed8-a6c8-fce8659e458f None None] Port 5e4b7655-41f8-4a82-85b0-d4ab63791564 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:42:06.526134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.563806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967282fa-a9b2-41c0-86b0-fd2cc7be4e72']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:06.571348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.577387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.586819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e4c1cb-40df-4fed-9d76-be5b933f96d5') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:06.587127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e4c1cb-40df-4fed-9d76-be5b933f96d5') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:06.609935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.626661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.633432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:06.633842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:06.637307 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:06.735414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.757405 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.771076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/967282fa-a9b2-41c0-86b0-fd2cc7be4e72 HTTP/1.1" status: 204 len: 168 time: 2.3422933 Jan 29 04:42:06.774080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:06.791960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:06.812675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e379bfd-892c-4b6f-ac07-7be5df891848 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=967282fa-a9b2-41c0-86b0-fd2cc7be4e72,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:07.482647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:07.639283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be8605a-0d51-4c53-91e0-f4876489ea95']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:07.714329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd2ca60-6ca2-4dd5-ae8b-61d5564a14e8') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:07.714625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd2ca60-6ca2-4dd5-ae8b-61d5564a14e8') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:07.771452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:07.913467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4d2fa-6d25-429a-8854-45673ac585e8 req-00222a17-93bc-4574-b6e5-fa583a5727ea tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:07.915078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61f4d2fa-6d25-429a-8854-45673ac585e8 req-00222a17-93bc-4574-b6e5-fa583a5727ea tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 946 time: 0.2851970 Jan 29 04:42:08.020893 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.089542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61f4d2fa-6d25-429a-8854-45673ac585e8 req-13fcffee-08b2-467f-9cec-bfbb4c35dbe5 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564188 Jan 29 04:42:08.199820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:08.200666 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.238379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde6cc7-38d0-4e24-8b80-c6174fc73497 req-dd539615-4697-4829-99be-cc6e5df57864 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:08.240289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfde6cc7-38d0-4e24-8b80-c6174fc73497 req-dd539615-4697-4829-99be-cc6e5df57864 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 931 time: 0.6196687 Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:08.244029 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:08.324240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 9d520524-d1b9-4df0-a9cc-60034b12e456 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:08.324603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.497978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.512819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.519714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] 10.222.0.32 "DELETE /v2.0/networks/5be8605a-0d51-4c53-91e0-f4876489ea95 HTTP/1.1" status: 204 len: 168 time: 2.0618031 Jan 29 04:42:08.534356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfde6cc7-38d0-4e24-8b80-c6174fc73497 req-429c87a1-e307-4fa0-88c2-4c8049f6d04b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983676 Jan 29 04:42:08.541835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 9d520524-d1b9-4df0-a9cc-60034b12e456, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d520524-d1b9-4df0-a9cc-60034b12e456,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:08.543774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.561397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d1929-c378-4d8f-a86b-6dde5e6d122a tempest-BulkNetworkOpsIpV6Test-799284695 tempest-BulkNetworkOpsIpV6Test-799284695-project] Pushing event deleted for resources: {'Network': ['ID=5be8605a-0d51-4c53-91e0-f4876489ea95,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:08.599583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 9d520524-d1b9-4df0-a9cc-60034b12e456 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:08.702604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4b7655-41f8-4a82-85b0-d4ab63791564 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:42:08.715049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.742523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Transition to ACTIVE for port object 5e4b7655-41f8-4a82-85b0-d4ab63791564 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:42:08.768571 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.880874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:08.902739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:08.925690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=9d520524-d1b9-4df0-a9cc-60034b12e456,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:09.068551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:09.069171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:09.069386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:09.077767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:42:09.079313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:09.092679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:09.093647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Checking segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:09.094255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Bound using segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:09.094870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Bound port: 5e4b7655-41f8-4a82-85b0-d4ab63791564, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:09.095386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:09.229387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:09.345315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:09.347658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:09.352141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:09.366911 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:09.478431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:09.483440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:09.484122 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:09.485736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5f6d6e0-12be-4a4e-8475-9b50a5a3cf6f service neutron] 10.222.0.20 "PUT /v2.0/ports/5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 1091 time: 3.2726908 Jan 29 04:42:09.486265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:42:09.488645 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f6499-358a-4186-a51e-9b936221cc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:09.526380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55742a0b-18eb-4a8a-ace8-86ffeb4ae08e req-ea72a757-d6f4-4afa-921f-5918a403e128 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:09.532168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55742a0b-18eb-4a8a-ace8-86ffeb4ae08e req-ea72a757-d6f4-4afa-921f-5918a403e128 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 946 time: 0.2293298 Jan 29 04:42:09.628636 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcebdaa-2d49-407d-85ca-62fd2168b27e x-openstack-request-id: req-5fcebdaa-2d49-407d-85ca-62fd2168b27e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:09.629763 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:09.631052 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fcebdaa-2d49-407d-85ca-62fd2168b27e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:09.631618 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'status': 'completed', 'code': 200} Jan 29 04:42:09.675130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-b5474b61-b6b9-4589-a852-2f1267257ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:09.680386 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-b5474b61-b6b9-4589-a852-2f1267257ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1094 time: 0.1214433 Jan 29 04:42:09.709617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55742a0b-18eb-4a8a-ace8-86ffeb4ae08e req-f2dafa5b-74e7-4c1b-b687-0b11227cc555 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179156 Jan 29 04:42:09.723662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:09.776888 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e65fd2c-5cca-4b02-b41e-1456b48c12ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc5602478ce7488fb861399d359deabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267740 Jan 29 04:42:09.792291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 41956) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:09.919208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-97e07a3b-f258-42ba-864e-d28ee38d0447 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 217 time: 0.1411533 Jan 29 04:42:09.966247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:09.976332 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb35f4b8-19aa-48fc-b42b-6934e4f93d3a tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005184 Jan 29 04:42:09.976971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:09.979605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:10.009986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:10.010643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:10.096008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:10.097495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5cedc50-5b4b-40d5-8d25-ef34b1358a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:10.099014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e5cedc50-5b4b-40d5-8d25-ef34b1358a2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1661973 Jan 29 04:42:10.109348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.201210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.241014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72e50da1-8c93-4973-b162-086b80d20ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.264784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:10.305469 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c001dd2-752b-4603-ab7e-e6e324a9c0c0 req-550007e3-d257-4003-bd3b-76306405987f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:10.322767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c001dd2-752b-4603-ab7e-e6e324a9c0c0 req-550007e3-d257-4003-bd3b-76306405987f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.5485907 Jan 29 04:42:10.343335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72e50da1-8c93-4973-b162-086b80d20ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.418898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e69b741f-93a9-4a8a-8f40-f938c77673d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:10.420408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-e69b741f-93a9-4a8a-8f40-f938c77673d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3114388 Jan 29 04:42:10.435037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.555867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c001dd2-752b-4603-ab7e-e6e324a9c0c0 req-2bd61d68-fbf3-4521-9c9a-eb16a057d898 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322094 Jan 29 04:42:10.566528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.643615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:10.653571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:10.663306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.671211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0c0c6d18-69a9-4c97-b9e6-dda0aa188095 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298 HTTP/1.1" status: 204 len: 168 time: 0.6923640 Jan 29 04:42:10.675914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6e490-119e-4478-95b7-54af8400f7ef None None] Network 5b14b187-fb5a-421d-a537-f6f9d40e896d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:10.684036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72e50da1-8c93-4973-b162-086b80d20ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.685735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42002) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:10.695179 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72e50da1-8c93-4973-b162-086b80d20ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.696357 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-72e50da1-8c93-4973-b162-086b80d20ef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c87617b-66cd-45d5-84cc-255db3d1d223 HTTP/1.1" status: 204 len: 168 time: 0.9024522 Jan 29 04:42:10.742089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50da1-8c93-4973-b162-086b80d20ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c87617b-66cd-45d5-84cc-255db3d1d223,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:10.759804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-17fc4a21-53a2-4130-a791-d2daadad528a service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926018 Jan 29 04:42:10.874414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:10.980831 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2f61541-8411-43cd-ba1c-238034a95dad req-a740b72e-32f1-4fcd-a81b-ceb98481e056 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135139 Jan 29 04:42:10.989792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:08Z', 'revision_number': 9, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:11.008778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port f8e77ec6-addc-4461-bccd-dd5161f3a860 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:11.009588 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:11.066460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:11.114861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:11.121193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:11.199646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] DHCP port deletion for 5b14b187-fb5a-421d-a537-f6f9d40e896d request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:11.221115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6499-358a-4186-a51e-9b936221cc6b req-d3f7eb6d-5d1d-48cb-8ad3-748caf723369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:11.222688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-d3f7eb6d-5d1d-48cb-8ad3-748caf723369 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1094 time: 0.1424973 Jan 29 04:42:11.309243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:11.465124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6499-358a-4186-a51e-9b936221cc6b req-432f89c6-3f21-45a6-bd2d-6dde452330fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:11.467138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-432f89c6-3f21-45a6-bd2d-6dde452330fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.2304494 Jan 29 04:42:11.503924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] Deleting port f8e77ec6-addc-4461-bccd-dd5161f3a860 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:11.504297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:11.561361 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-d30e0319-cc5d-445f-bba7-595eab661cdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 217 time: 0.0865638 Jan 29 04:42:11.701686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6499-358a-4186-a51e-9b936221cc6b req-488bb22b-fe62-4b4c-90af-55be1bd095d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:11.710145 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-488bb22b-fe62-4b4c-90af-55be1bd095d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1415606 Jan 29 04:42:11.791031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634f1628-b5f7-4b25-8e4d-a00bc792f38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:11.846060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port f8e77ec6-addc-4461-bccd-dd5161f3a860, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f8e77ec6-addc-4461-bccd-dd5161f3a860,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:11.846449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:11.867142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f6499-358a-4186-a51e-9b936221cc6b req-b338955d-2063-4b2d-ae0c-d9a231e569cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:11.871628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-b338955d-2063-4b2d-ae0c-d9a231e569cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531355 Jan 29 04:42:11.909314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for f8e77ec6-addc-4461-bccd-dd5161f3a860 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:11.941133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] For port f8e77ec6-addc-4461-bccd-dd5161f3a860, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f8e77ec6-addc-4461-bccd-dd5161f3a860,segment=NetworkSegment(7bd69fcf-bafc-461c-b60e-dce88990c4f6),segment_id=7bd69fcf-bafc-461c-b60e-dce88990c4f6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:11.944247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:11.969360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4db2-9e84-49bd-8075-37da55140eef req-c839ec7d-104f-47f9-918c-5a5dde4f9391 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:11.970943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1cc4db2-9e84-49bd-8075-37da55140eef req-c839ec7d-104f-47f9-918c-5a5dde4f9391 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.2354920 Jan 29 04:42:12.001753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.006080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] Calling delete_port for f8e77ec6-addc-4461-bccd-dd5161f3a860 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:12.060306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-48fb94bf-da9e-43ed-98b9-bd29d6b59240 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798472 Jan 29 04:42:12.061547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42062) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:12.117002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:08Z', 'revision_number': 9, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:12.154218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a32586-4f28-46c9-aaa7-261338fc5cd3 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:08Z', 'revision_number': 9, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '53d7089c-b407-4ce3-8130-b733472f2132', 'name': '', 'network_id': '504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:b5:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '93282307-4277-4791-bdab-46fec97d8096', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:19Z', 'updated_at': '2022-01-29T04:41:26Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': '93282307-4277-4791-bdab-46fec97d8096', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:12.215801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f8e77ec6-addc-4461-bccd-dd5161f3a860 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:12.263972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1cc4db2-9e84-49bd-8075-37da55140eef req-c68578df-7e00-412b-ba2e-4082dabc2bc5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826664 Jan 29 04:42:12.279286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634f1628-b5f7-4b25-8e4d-a00bc792f38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.305034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634f1628-b5f7-4b25-8e4d-a00bc792f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.307457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'networks': [{'name': 'tempest-network--2141927174'}, {'name': 'tempest-network--864184633'}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:12.307921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'network': {'name': 'tempest-network--2141927174'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:12.338333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'network': {'name': 'tempest-network--864184633'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:12.363891 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-009f6499-358a-4186-a51e-9b936221cc6b req-d821d236-461d-4e62-805b-135dcebf2d23 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845488 Jan 29 04:42:12.384337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.392274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-634f1628-b5f7-4b25-8e4d-a00bc792f38e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4259b4793e0c47c2a8f9f40dcdefaf80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7375283 Jan 29 04:42:12.393283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42082) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:12.399279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f1628-b5f7-4b25-8e4d-a00bc792f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f8bb2d-27e6-4711-bfb1-087bd51965bd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:12.408851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port f8e77ec6-addc-4461-bccd-dd5161f3a860 update to DOWN by agent not found {{(pid=102404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 29 04:42:12.415945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.445511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port f8e77ec6-addc-4461-bccd-dd5161f3a860 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:12.451509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'network': 2} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:12.453534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] Pushing event deleted for resources: {'Port': ['ID=f8e77ec6-addc-4461-bccd-dd5161f3a860,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:12.453829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=f8e77ec6-addc-4461-bccd-dd5161f3a860,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:12.455699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3354d0d-dc2f-42c3-bdb8-e60cc968830c None None] No DVR routers for this DVR port f8e77ec6-addc-4461-bccd-dd5161f3a860 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:12.458574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.512101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.556073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.578899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b14b187-fb5a-421d-a537-f6f9d40e896d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:12.585654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a292d8a8-f3a3-438a-98fc-8ae61cb9d7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.589017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd69fcf-bafc-461c-b60e-dce88990c4f6') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:12.589337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd69fcf-bafc-461c-b60e-dce88990c4f6') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:12.601882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.621613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.630290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:12.631051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.633742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a292d8a8-f3a3-438a-98fc-8ae61cb9d7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:12.701499 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:12.706916 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.714500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.723568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/5b14b187-fb5a-421d-a537-f6f9d40e896d HTTP/1.1" status: 204 len: 168 time: 2.0338166 Jan 29 04:42:12.725314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42090) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:12.771711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6574cc-b31e-41ae-88f5-41e086bbdaac tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=5b14b187-fb5a-421d-a537-f6f9d40e896d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:12.795596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.832106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.832749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.874415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a292d8a8-f3a3-438a-98fc-8ae61cb9d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.877847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a292d8a8-f3a3-438a-98fc-8ae61cb9d7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:12.879238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a292d8a8-f3a3-438a-98fc-8ae61cb9d7a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56f8bb2d-27e6-4711-bfb1-087bd51965bd HTTP/1.1" status: 204 len: 168 time: 0.4842908 Jan 29 04:42:12.937332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3122da9-ea7f-4860-8bc8-1b494881ca88,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:12.951429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:12.992287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292d8a8-f3a3-438a-98fc-8ae61cb9d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f8bb2d-27e6-4711-bfb1-087bd51965bd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:13.161626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.162267 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Added segment eff100f2-8836-4b4b-b9d9-3b17243b586b of type vlan for network e3ce6211-b97e-443a-9768-1e20abe54afd Jan 29 04:42:13.181428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:13.243628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.342985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:13.366620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f28c79fb-9a38-4b1c-8681-c849f7f62ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.528726 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.552084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:13.565070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f28c79fb-9a38-4b1c-8681-c849f7f62ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.576223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f28c79fb-9a38-4b1c-8681-c849f7f62ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.579090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.579443 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Added segment 597e686e-0232-450f-80f9-d630bcbd6628 of type vlan for network c8bc8b7c-e02a-45c9-ae30-690839089934 Jan 29 04:42:13.602617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f37fd3-254d-4d7e-b59f-1ee5a8196c05 req-c216ec14-bc49-40ec-80cb-4db891bb8e39 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:13.612191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95f37fd3-254d-4d7e-b59f-1ee5a8196c05 req-c216ec14-bc49-40ec-80cb-4db891bb8e39 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.1634305 Jan 29 04:42:13.666318 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f28c79fb-9a38-4b1c-8681-c849f7f62ad0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=656562fa08a34972b54145512beb4269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214979 Jan 29 04:42:13.667259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:13.679018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c79fb-9a38-4b1c-8681-c849f7f62ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5739633d-a680-4834-8426-6bdc67bc3633,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:13.679835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.712203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d1511fe-0d37-412a-8380-c22f69398170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.725499 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95f37fd3-254d-4d7e-b59f-1ee5a8196c05 req-2cf31854-f747-4a4c-b921-e67bc32e5392 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075363 Jan 29 04:42:13.768759 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.769418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.775646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:13.781052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:13.782377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.827922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2cae2a3-861c-4689-9db5-606d7a2f2b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.869825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2cae2a3-861c-4689-9db5-606d7a2f2b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.873261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8004630 Jan 29 04:42:13.876521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42112) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:13.918737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Network': ['ID=e3ce6211-b97e-443a-9768-1e20abe54afd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:13.925113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:13.932685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e3ce6211-b97e-443a-9768-1e20abe54afd details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:14.070460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d1511fe-0d37-412a-8380-c22f69398170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.090332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d1511fe-0d37-412a-8380-c22f69398170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.102513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d520524-d1b9-4df0-a9cc-60034b12e456 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:14.124011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0c5a-00b6-4de6-9da2-35c183b99b17 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Network': ['ID=c8bc8b7c-e02a-45c9-ae30-690839089934,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:14.162631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304d073-eca8-42c8-90b7-66a1cd475eb9 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:14.164205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c8bc8b7c-e02a-45c9-ae30-690839089934 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:14.166845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9d520524-d1b9-4df0-a9cc-60034b12e456 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:14.167444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d520524-d1b9-4df0-a9cc-60034b12e456 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:14.169291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304d073-eca8-42c8-90b7-66a1cd475eb9 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:14.176010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304d073-eca8-42c8-90b7-66a1cd475eb9 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:14.182548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304d073-eca8-42c8-90b7-66a1cd475eb9 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:14.188059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5304d073-eca8-42c8-90b7-66a1cd475eb9 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3070176 Jan 29 04:42:14.188059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2cae2a3-861c-4689-9db5-606d7a2f2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.190856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2cae2a3-861c-4689-9db5-606d7a2f2b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.195089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e2cae2a3-861c-4689-9db5-606d7a2f2b37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5739633d-a680-4834-8426-6bdc67bc3633 HTTP/1.1" status: 204 len: 168 time: 0.5252414 Jan 29 04:42:14.195995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:14.215261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8d1511fe-0d37-412a-8380-c22f69398170 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d520f235f0ce4d55950b91e84f12953e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0319710 Jan 29 04:42:14.218513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42118) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:14.232624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1511fe-0d37-412a-8380-c22f69398170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8c36b-569f-449b-bf6f-00e8c309e64f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:14.292650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cae2a3-861c-4689-9db5-606d7a2f2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739633d-a680-4834-8426-6bdc67bc3633,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:14.321229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.353473 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7005-1495-444a-b678-489aab3dbd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.441255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7005-1495-444a-b678-489aab3dbd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.478483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.503825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ce6211-b97e-443a-9768-1e20abe54afd']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:14.520544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff100f2-8836-4b4b-b9d9-3b17243b586b') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:14.520865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff100f2-8836-4b4b-b9d9-3b17243b586b') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:14.530977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.560586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.570167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:14.570624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:14.643903 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:14.709838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.727802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.742629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/networks/e3ce6211-b97e-443a-9768-1e20abe54afd HTTP/1.1" status: 204 len: 168 time: 0.5407128 Jan 29 04:42:14.744646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:14.813093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e71d5-108c-4594-ab61-fb60f60b5fe1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Network': ['ID=e3ce6211-b97e-443a-9768-1e20abe54afd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:14.882345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 53d7089c-b407-4ce3-8130-b733472f2132 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:14.882953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.928214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7005-1495-444a-b678-489aab3dbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.930796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7005-1495-444a-b678-489aab3dbd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:14.934319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b4fc7005-1495-444a-b678-489aab3dbd2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71a8c36b-569f-449b-bf6f-00e8c309e64f HTTP/1.1" status: 204 len: 168 time: 0.6744788 Jan 29 04:42:14.946076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc7005-1495-444a-b678-489aab3dbd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8c36b-569f-449b-bf6f-00e8c309e64f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:15.024933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 53d7089c-b407-4ce3-8130-b733472f2132, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=53d7089c-b407-4ce3-8130-b733472f2132,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:15.025300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.033741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.051932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 53d7089c-b407-4ce3-8130-b733472f2132 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:15.092595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f46368-eded-4552-9a88-9b79701ca3d7 req-2a31d862-5acd-4133-8305-cd7f31bd2c39 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:15.095618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9f46368-eded-4552-9a88-9b79701ca3d7 req-2a31d862-5acd-4133-8305-cd7f31bd2c39 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.1844213 Jan 29 04:42:15.243287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9f46368-eded-4552-9a88-9b79701ca3d7 req-ee29b575-9f48-4bb9-ae96-ec9ad2375e8f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377590 Jan 29 04:42:15.252650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.308750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bc8b7c-e02a-45c9-ae30-690839089934']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:15.326479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597e686e-0232-450f-80f9-d630bcbd6628') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:15.327078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597e686e-0232-450f-80f9-d630bcbd6628') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:15.338136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.364415 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.370297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:42:15.382497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:15.384733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:15.390379 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:15.394226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.485268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=53d7089c-b407-4ce3-8130-b733472f2132,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:15.501661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.543669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.551031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/networks/c8bc8b7c-e02a-45c9-ae30-690839089934 HTTP/1.1" status: 204 len: 168 time: 0.7883945 Jan 29 04:42:15.551031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de928c-7785-4d8d-b06c-44e9d5a76a0e tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Network': ['ID=c8bc8b7c-e02a-45c9-ae30-690839089934,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:15.552661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:15.641171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:15.689211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'port_id': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'mac_address': 'fa:16:3e:77:ed:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:42:15.755323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:15.768514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.784963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4b7655-41f8-4a82-85b0-d4ab63791564 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:42:15.808215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:15.812336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3ea8aa4-caed-4101-ae3d-60d8493652bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.821043 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.826370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:15.896232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:15.942618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b577768-0295-44c2-8bb7-d55a9c727dd3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:15.949031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b577768-0295-44c2-8bb7-d55a9c727dd3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:15.954610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b577768-0295-44c2-8bb7-d55a9c727dd3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3971970 Jan 29 04:42:15.956229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:15.963240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1249883306'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:16.036481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:16.039954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.077514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3ea8aa4-caed-4101-ae3d-60d8493652bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.088651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3ea8aa4-caed-4101-ae3d-60d8493652bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.116088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5e4b7655-41f8-4a82-85b0-d4ab63791564'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:42:16.186994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3ea8aa4-caed-4101-ae3d-60d8493652bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98a7f1a12a794d1ba983dec374d7f59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305913 Jan 29 04:42:16.209213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:16.288508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:16.420957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.433271 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Added segment 7318980c-1d71-4c2e-a345-872a2e870511 of type vlan for network 0db70031-6300-460d-be46-f70e65890385 Jan 29 04:42:16.482689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea8aa4-caed-4101-ae3d-60d8493652bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12cde1-35a5-45e8-9638-e4e6f075d2b0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:16.607782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:16.635066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e34696-9f35-4662-a98e-314f9ffb566e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.638474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.640091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345678-de31-4cef-bb40-a4f4eb426d2d req-67cb6532-199c-45f2-b8ab-aaf8ac4ff83e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:16.652595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1345678-de31-4cef-bb40-a4f4eb426d2d req-67cb6532-199c-45f2-b8ab-aaf8ac4ff83e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 944 time: 0.1765692 Jan 29 04:42:16.686325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e34696-9f35-4662-a98e-314f9ffb566e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.714219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.720967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:16.721606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.846106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8887064 Jan 29 04:42:16.849646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:16.863122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1132688722'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:16.881196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4978-7c0c-4928-b3de-8f911158f872 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Network': ['ID=0db70031-6300-460d-be46-f70e65890385,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:16.906789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e34696-9f35-4662-a98e-314f9ffb566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.911306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 0db70031-6300-460d-be46-f70e65890385 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:16.926521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e34696-9f35-4662-a98e-314f9ffb566e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:16.933906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8e34696-9f35-4662-a98e-314f9ffb566e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b12cde1-35a5-45e8-9638-e4e6f075d2b0 HTTP/1.1" status: 204 len: 168 time: 0.7207329 Jan 29 04:42:16.944920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1345678-de31-4cef-bb40-a4f4eb426d2d req-0404802e-7bfa-4895-b54d-17fe6de3bbfa tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905602 Jan 29 04:42:16.958394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e34696-9f35-4662-a98e-314f9ffb566e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12cde1-35a5-45e8-9638-e4e6f075d2b0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:16.960274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:16.968537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.032220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:17.054385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:17.056797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.056797 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Added segment 37e9a588-c8bc-48fc-bfae-36a32b1bf5c6 of type vlan for network 07f18d0b-b76f-4b03-8c59-443f0c0bd861 Jan 29 04:42:17.074184 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:17.084282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:17.086476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1dae040b-6084-439d-84e6-85874e536ff6 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3594470 Jan 29 04:42:17.093127 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:17.096550 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:17.168664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.201693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet 93282307-4277-4791-bdab-46fec97d8096 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:17.220921 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.308253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.316669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:17.317297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.368918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:17.453791 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:17.515098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5e4b7655-41f8-4a82-85b0-d4ab63791564 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:42:17.521335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5e4b7655-41f8-4a82-85b0-d4ab63791564 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:17.521725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.537723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Network': ['ID=07f18d0b-b76f-4b03-8c59-443f0c0bd861,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:17.573640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42204) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:17.579255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 07f18d0b-b76f-4b03-8c59-443f0c0bd861 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:17.580526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'ports': [{'network_id': '0db70031-6300-460d-be46-f70e65890385', 'name': 'tempest-port--526718890', 'admin_state_up': True}, {'network_id': '07f18d0b-b76f-4b03-8c59-443f0c0bd861', 'admin_state_up': False}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:17.581237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'port': {'network_id': '0db70031-6300-460d-be46-f70e65890385', 'name': 'tempest-port--526718890', 'admin_state_up': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:17.581943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'port': {'network_id': '07f18d0b-b76f-4b03-8c59-443f0c0bd861', 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:17.585539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-81ae7168-abc9-4ed4-ab41-d8244fa6aec1 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7346959 Jan 29 04:42:17.615468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.877537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:17.958075 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:15Z', 'revision_number': 10, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:17.984162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'port': 2} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:17.989347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.029479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.057192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.062402 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:18.090322 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:18.092147 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:18.131040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.154094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/93282307-4277-4791-bdab-46fec97d8096 HTTP/1.1" status: 204 len: 168 time: 1.0644758 Jan 29 04:42:18.157047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:18.164923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591a96a-b99c-492b-9ebb-5732228ae307 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=93282307-4277-4791-bdab-46fec97d8096,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:18.165802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33caec8-8833-4f9e-816c-3b06da96391c None None] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:18.408444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.420818 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:18.422225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] device_id is not set on port 51251de0-3f5d-4939-a998-10f90ef30337 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:42:18.457193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.500938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349df8b-e4f7-4b4a-abc6-603dd563143d req-29ef0374-7983-44fe-904e-de7e3cc71632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:18.503154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:18.510098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:42:18.512051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8349df8b-e4f7-4b4a-abc6-603dd563143d req-29ef0374-7983-44fe-904e-de7e3cc71632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 944 time: 0.3524194 Jan 29 04:42:18.516357 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e5ed7-601e-4df1-82d0-9380118e1ade" -d '{"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-plugged", "status": "completed", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:18.539800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.615266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8349df8b-e4f7-4b4a-abc6-603dd563143d req-1799ce04-b0ad-4bb3-851b-edc8dd09d1dc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020546 Jan 29 04:42:18.635563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.658406 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983dba59-76d6-4f62-9407-53311d94c2de x-openstack-request-id: req-983dba59-76d6-4f62-9407-53311d94c2de {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:18.658703 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-plugged", "status": "completed", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:18.659449 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-983dba59-76d6-4f62-9407-53311d94c2de {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:18.659858 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'code': 200} Jan 29 04:42:18.665735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 30b07279-0de5-4bfd-b669-669755f38e2b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:18.666495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.747612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] device_id is not set on port 03ef52f8-8265-4a16-b7eb-361ee0cc3f7b yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:42:18.762454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:18.775901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] DHCP port deletion for 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:18.804805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 30b07279-0de5-4bfd-b669-669755f38e2b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=30b07279-0de5-4bfd-b669-669755f38e2b,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:18.806900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.832569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.843356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 30b07279-0de5-4bfd-b669-669755f38e2b owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:18.883245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.911828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Deleting port 30b07279-0de5-4bfd-b669-669755f38e2b {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:18.912339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:18.993289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Port': ['ID=51251de0-3f5d-4939-a998-10f90ef30337,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:18.996962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Checking segment: {'id': '7318980c-1d71-4c2e-a345-872a2e870511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0db70031-6300-460d-be46-f70e65890385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:18.997592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network hostable DHCP agents. Network: 0db70031-6300-460d-be46-f70e65890385, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:19.006278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadc69e-928c-45b8-8ceb-e68f60df7f74 req-c32f4204-7615-491c-929a-75e8622f8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:19.008091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-faadc69e-928c-45b8-8ceb-e68f60df7f74 req-c32f4204-7615-491c-929a-75e8622f8c6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.1385200 Jan 29 04:42:19.041501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network 0db70031-6300-460d-be46-f70e65890385 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:19.077060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-faadc69e-928c-45b8-8ceb-e68f60df7f74 req-a5f36db6-c0aa-4ec4-98ae-24cb4edef3d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590260 Jan 29 04:42:19.087682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 0db70031-6300-460d-be46-f70e65890385) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:19.092987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:19.094926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.132105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.136316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] For port 30b07279-0de5-4bfd-b669-669755f38e2b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=30b07279-0de5-4bfd-b669-669755f38e2b,segment=NetworkSegment(bb3a879a-2997-454e-ac90-bc63abba0bcc),segment_id=bb3a879a-2997-454e-ac90-bc63abba0bcc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:19.136874 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.163035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=30b07279-0de5-4bfd-b669-669755f38e2b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:19.167266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port 30b07279-0de5-4bfd-b669-669755f38e2b on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:19.189029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Calling delete_port for 30b07279-0de5-4bfd-b669-669755f38e2b owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:19.284248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Port': ['ID=03ef52f8-8265-4a16-b7eb-361ee0cc3f7b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:19.302767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ad02f-fd10-4f8b-9b13-3095ecfba4ae None None] Network 0db70031-6300-460d-be46-f70e65890385 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:19.311876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Checking segment: {'id': '37e9a588-c8bc-48fc-bfae-36a32b1bf5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '07f18d0b-b76f-4b03-8c59-443f0c0bd861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:19.312237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network hostable DHCP agents. Network: 07f18d0b-b76f-4b03-8c59-443f0c0bd861, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:19.363172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.364517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network 07f18d0b-b76f-4b03-8c59-443f0c0bd861 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:19.414199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:19.414340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 07f18d0b-b76f-4b03-8c59-443f0c0bd861) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:19.439388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3a879a-2997-454e-ac90-bc63abba0bcc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:19.439946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3a879a-2997-454e-ac90-bc63abba0bcc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:19.463832 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:15Z', 'revision_number': 10, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:19.466219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.505082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.514789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:19.515286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:19.523456 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:19.535397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437c892-c664-429c-bbcb-74a44a684980 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:15Z', 'revision_number': 10, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None, '_interfaces': [{'id': '81de0933-ea81-46a3-9477-513f12a48200', 'name': '', 'network_id': 'b8ab3eaf-761a-4d9e-9683-8fe97c634f54', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'mac_address': 'fa:16:3e:f5:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:08Z', 'updated_at': '2022-01-29T04:41:16Z', 'revision_number': 5, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'subnets': [{'id': 'aa534cbe-9ca7-4c4c-8f92-52ec53052a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:19.544204 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:19.567122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:19.567537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e9691-e3d9-4db9-9b9a-b5a4e4eb707e None None] Network 07f18d0b-b76f-4b03-8c59-443f0c0bd861 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:19.589317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:19.590074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.630814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8a14e1f6-2541-4f4a-bc77-755ed84774be tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0557702 Jan 29 04:42:19.633444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42252) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:19.673700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:42:19.686641 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:42:19.701483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.718106 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:19.739357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 HTTP/1.1" status: 204 len: 168 time: 1.5584097 Jan 29 04:42:19.744686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd17fa-cd68-4ace-b30b-427737538a19 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:19.745995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Network 504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2 is not hosted by any dhcp agent {{(pid=102404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:42:19.746683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] No DVR routers for this DVR port 30b07279-0de5-4bfd-b669-669755f38e2b on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:19.752855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:19.756846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bd612-12c3-431d-8df5-07a1026f4ca4 None None] Pushing event deleted for resources: {'Port': ['ID=30b07279-0de5-4bfd-b669-669755f38e2b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:19.763320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd17fa-cd68-4ace-b30b-427737538a19 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:19.765000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f8bd17fa-cd68-4ace-b30b-427737538a19 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1305802 Jan 29 04:42:19.770976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42262) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:19.839116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145fef2-d1b1-4daa-b0c3-b29986547f10 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=504829eb-5fa7-4fa2-8c3b-2357d2c9c5d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:20.071760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c570616-ffa8-40c8-9340-ac0f6afc5cad req-60087ce6-2eff-4c21-8c5c-34e42e52f3a0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:20.076777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c570616-ffa8-40c8-9340-ac0f6afc5cad req-60087ce6-2eff-4c21-8c5c-34e42e52f3a0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2127194 Jan 29 04:42:20.182704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c570616-ffa8-40c8-9340-ac0f6afc5cad req-c37259ec-52ce-4684-96ae-4bad02e5a150 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944147 Jan 29 04:42:20.223571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 30b07279-0de5-4bfd-b669-669755f38e2b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:20.235354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Deleting port 51251de0-3f5d-4939-a998-10f90ef30337 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:20.235707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:20.277441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 30b07279-0de5-4bfd-b669-669755f38e2b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:20.277796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 30b07279-0de5-4bfd-b669-669755f38e2b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:20.278260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53d7089c-b407-4ce3-8130-b733472f2132 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:20.354711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 53d7089c-b407-4ce3-8130-b733472f2132 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:20.355299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 53d7089c-b407-4ce3-8130-b733472f2132 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:20.477334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:20.533950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Calling delete_port for 51251de0-3f5d-4939-a998-10f90ef30337 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:20.787529 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:20.861488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:20.927997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Port': ['ID=51251de0-3f5d-4939-a998-10f90ef30337,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:20.960268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:20.974345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4eab3ac8-6eee-45d1-94e8-ce93bd564a62 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/ports/51251de0-3f5d-4939-a998-10f90ef30337 HTTP/1.1" status: 204 len: 168 time: 1.2020488 Jan 29 04:42:20.979612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42290) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:21.173211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Deleting port 03ef52f8-8265-4a16-b7eb-361ee0cc3f7b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:21.179011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.285722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 81de0933-ea81-46a3-9477-513f12a48200 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:21.285722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.345824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.383030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Calling delete_port for 03ef52f8-8265-4a16-b7eb-361ee0cc3f7b owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:21.430572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 81de0933-ea81-46a3-9477-513f12a48200, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=81de0933-ea81-46a3-9477-513f12a48200,segment=NetworkSegment(ecc1ad61-c360-41be-9cb2-1f7ab745ef93),segment_id=ecc1ad61-c360-41be-9cb2-1f7ab745ef93)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:21.431064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.444667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 81de0933-ea81-46a3-9477-513f12a48200 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:21.515343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.590200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Port': ['ID=03ef52f8-8265-4a16-b7eb-361ee0cc3f7b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:21.616166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.621927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d7a62267-2a02-44cc-825e-2f47e12e7241 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/ports/03ef52f8-8265-4a16-b7eb-361ee0cc3f7b HTTP/1.1" status: 204 len: 168 time: 0.6408017 Jan 29 04:42:21.624609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42302) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:21.698021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.715759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f8ac3e3c-5396-48c4-b35b-3558de59f497 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0854743 Jan 29 04:42:21.717633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42310) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:21.723659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1799167796'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:21.746627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=81de0933-ea81-46a3-9477-513f12a48200,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:21.811723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:21.821491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.887308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f7fc-4c1d-40b9-8964-f6c93f315a5c req-d0f7ffaa-9d54-4f3e-968c-bc0d32fea136 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:21.888783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:21.892478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b30f7fc-4c1d-40b9-8964-f6c93f315a5c req-d0f7ffaa-9d54-4f3e-968c-bc0d32fea136 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2327793 Jan 29 04:42:21.911086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:21.911642 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Added segment f105f55f-0f36-46a9-a0ea-5d61e14f2008 of type vlan for network 4ccd1059-2076-401d-89f5-6fc76129c3bd Jan 29 04:42:22.002892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.040152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.052184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:22.052567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.082785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.126938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5b30f7fc-4c1d-40b9-8964-f6c93f315a5c req-30e289a9-5058-46c4-bdf3-4f546216e3bc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197564 Jan 29 04:42:22.189168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4702802 Jan 29 04:42:22.189763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:22.199452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-169861942'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:22.211353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e00d4-8f28-4c83-a7e0-5213ddce59f2 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Network': ['ID=4ccd1059-2076-401d-89f5-6fc76129c3bd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:22.222461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4ccd1059-2076-401d-89f5-6fc76129c3bd details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:22.256961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:22.266791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.306620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:22.358217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.359853 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Added segment 82ef5f77-e50b-4a7e-b380-f26eb31f6241 of type vlan for network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 Jan 29 04:42:22.421364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aef7d3-d06d-41cd-8d94-6fe1c05e147e req-cd35172e-67aa-4a13-af80-613a9eb6e3c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:22.424496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47aef7d3-d06d-41cd-8d94-6fe1c05e147e req-cd35172e-67aa-4a13-af80-613a9eb6e3c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.1241608 Jan 29 04:42:22.493240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:22.527163 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47aef7d3-d06d-41cd-8d94-6fe1c05e147e req-c7a6a1ac-f8ec-4e9e-8c93-2d8a74e43f03 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794072 Jan 29 04:42:22.537872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.543278 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:42:22.580074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42334) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:22.666276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.680692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:22.681308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.694667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:22.706730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:22.731970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:22.732615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:22.735185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dfe258b4-f105-4ba4-87c8-7982c1fcc583 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9665258 Jan 29 04:42:22.735856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42344) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:22.898464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Network': ['ID=158e96c6-431f-4bd3-8bd7-2828c8c1f1d0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:22.924856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting subnet aa534cbe-9ca7-4c4c-8f92-52ec53052a80 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:22.930279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:22.934171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd4caaf-a8a3-47fd-821f-009958f60bb6 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:22.935994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ebd4caaf-a8a3-47fd-821f-009958f60bb6 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1091 time: 0.3501439 Jan 29 04:42:22.939366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42350) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:22.958933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:22.982495 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7d5ea853-fc19-41ee-a032-f6b2c8255d2b tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7870409 Jan 29 04:42:23.000254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:23.006412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:23.013483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.093165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42352) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:23.114498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'subnets': [{'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1078230191', 'ip_version': 4}, {'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:23.115113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'subnet': {'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1078230191', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:23.118567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Request body: {'subnet': {'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:23.145171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.237660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:21Z', 'revision_number': 11, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:23.276511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.290325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:23.335044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:23.336935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:41:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:23.400913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.433820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:23.438300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f09dd5-b12e-4730-85f1-377eb75f4d92 None None] Network b8ab3eaf-761a-4d9e-9683-8fe97c634f54 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:23.438559 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.447307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/aa534cbe-9ca7-4c4c-8f92-52ec53052a80 HTTP/1.1" status: 204 len: 168 time: 0.7098322 Jan 29 04:42:23.448093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42362) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:23.576999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.587730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f7131-a2ce-4990-a269-9fe68d87fc0b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Subnet': ['ID=aa534cbe-9ca7-4c4c-8f92-52ec53052a80,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:23.638256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:21Z', 'revision_number': 11, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:23.706234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf5f77-0e6b-483c-b08b-12be4b95a723 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:21Z', 'revision_number': 11, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:23.748098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.778034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Deleting port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:23.778705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.851230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Made reservation on behalf of 3fe1a53556d540b9aa2ffce0b86913b6 for: {'subnet': 2} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:23.862609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9aaffc8d-9950-4e7d-bc0c-4e75f1df10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.869639 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.870096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.914549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] For port 38588c0b-97e7-4cb5-bd95-1781e7cfc059, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=38588c0b-97e7-4cb5-bd95-1781e7cfc059,segment=NetworkSegment(ecc1ad61-c360-41be-9cb2-1f7ab745ef93),segment_id=ecc1ad61-c360-41be-9cb2-1f7ab745ef93)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:23.914988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:23.935927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Calling delete_port for 38588c0b-97e7-4cb5-bd95-1781e7cfc059 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:24.117725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9a9f8-71e3-4cad-a9bb-499fe44d958c None None] DHCP port deletion for b8ab3eaf-761a-4d9e-9683-8fe97c634f54 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:24.125473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.151242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No DVR routers for this DVR port 38588c0b-97e7-4cb5-bd95-1781e7cfc059 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:24.155652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.103 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b4be579d-150c-4c7d-b9e4-77fb137e04b5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:24.208305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9a9f8-71e3-4cad-a9bb-499fe44d958c None None] The port '38588c0b-97e7-4cb5-bd95-1781e7cfc059' was deleted {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 29 04:42:24.239497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42376) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:24.245777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Port': ['ID=38588c0b-97e7-4cb5-bd95-1781e7cfc059,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:24.273264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 81de0933-ea81-46a3-9477-513f12a48200 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:24.317116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 81de0933-ea81-46a3-9477-513f12a48200 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:24.317116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 81de0933-ea81-46a3-9477-513f12a48200 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:24.317116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 38588c0b-97e7-4cb5-bd95-1781e7cfc059 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:24.351410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 38588c0b-97e7-4cb5-bd95-1781e7cfc059 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:24.351865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 38588c0b-97e7-4cb5-bd95-1781e7cfc059 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:24.374342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.410771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ab3eaf-761a-4d9e-9683-8fe97c634f54']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:24.431102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:24.431999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc1ad61-c360-41be-9cb2-1f7ab745ef93') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:24.448181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.478643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.492570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:24.493328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:24.497402 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:24.606983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.633064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.637520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/networks/b8ab3eaf-761a-4d9e-9683-8fe97c634f54 HTTP/1.1" status: 204 len: 168 time: 1.1859059 Jan 29 04:42:24.651115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42384) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:24.653331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f98531-c633-491d-ba0d-b030fdfc9734 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Pushing event deleted for resources: {'Network': ['ID=b8ab3eaf-761a-4d9e-9683-8fe97c634f54,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:24.697125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:24.744378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'routes': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:25.302550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.373130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ebc-5eae-43b4-8f4b-9a4af037aafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.445681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:25.520644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:25.531526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=b4be579d-150c-4c7d-b9e4-77fb137e04b5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:25.586575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:25.635731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.extraroute_db [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Added routes are [] {{(pid=102403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 04:42:25.636067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.extraroute_db [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Removed routes are [] {{(pid=102403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 04:42:25.636417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.659825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.903100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Subnet': ['ID=8d762d0f-c28c-43c2-a8f8-8b5e73a6c975,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:25.954546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.977819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ebc-5eae-43b4-8f4b-9a4af037aafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.979120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:25.984258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Checking segment: {'id': 'f105f55f-0f36-46a9-a0ea-5d61e14f2008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:25.984820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network hostable DHCP agents. Network: 4ccd1059-2076-401d-89f5-6fc76129c3bd, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:25.993038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ebc-5eae-43b4-8f4b-9a4af037aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.098726 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cea4a51c-bbbf-4211-95ab-61193d013177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.162193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a01d0ebc-5eae-43b4-8f4b-9a4af037aafc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=039e42484b7048ada076d5bd7b1aab94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8341336 Jan 29 04:42:26.163150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:26.172799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0ebc-5eae-43b4-8f4b-9a4af037aafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3878a9bc-6326-4735-aa9c-eb6111d7d883,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:26.208811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 0daff1d2-1609-4fc8-95fb-c3875d90e104 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:26.209722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network 4ccd1059-2076-401d-89f5-6fc76129c3bd is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:26.239738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4ccd1059-2076-401d-89f5-6fc76129c3bd) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:26.252273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ae962-bcaf-4c26-b307-21017f965685 None None] Network 4ccd1059-2076-401d-89f5-6fc76129c3bd requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:26.319932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.351706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef97cd82-7cfd-4634-99bc-62f3078dbefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.358337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:26.369739 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] Sync routers for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:26.383836 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:26.385614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:26.405719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef97cd82-7cfd-4634-99bc-62f3078dbefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.424010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.426459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-49b0c50b-e575-4c43-9708-b7fed94d2825 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 700 time: 1.7676849 Jan 29 04:42:26.432984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42414) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:26.458177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event updated for resources: {'Subnet': ['ID=f98c27bc-18e7-4ba9-91e0-5cb6e55ef913,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:26.497194 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:26.544202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Checking segment: {'id': '82ef5f77-e50b-4a7e-b380-f26eb31f6241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:26.544552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network hostable DHCP agents. Network: 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:26.561572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:21Z', 'revision_number': 11, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:26.577967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-05c955fe-ee03-434c-8e14-2f7300abc73c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 205 time: 0.1423318 Jan 29 04:42:26.578597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:26.601425 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] Checking router: 0daff1d2-1609-4fc8-95fb-c3875d90e104 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:26.630061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] Routers {'0daff1d2-1609-4fc8-95fb-c3875d90e104'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:26.631064 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0daff1d2-1609-4fc8-95fb-c3875d90e104'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:26.644622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4ccd1059-2076-401d-89f5-6fc76129c3bd', 'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd', 'tenant_id': '3fe1a53556d540b9aa2ffce0b86913b6', 'fixed_ips': [{'subnet_id': '8d762d0f-c28c-43c2-a8f8-8b5e73a6c975'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:26.645498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.732754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:26.757151 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] Set router 0daff1d2-1609-4fc8-95fb-c3875d90e104 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:26.777946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.783599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:26.793005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:26.793494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:26.800029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed350e28-30e2-4074-95b2-e725361700ee None None] Network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:26.802284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:26.868090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42428) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:26.870486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be213227-5d76-477d-a18a-7330c5644d39 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7728028 Jan 29 04:42:26.878606 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:21Z', 'revision_number': 11, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:26.949337 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bd412-87c9-436d-9484-299423cbe277 None None] The sync data for ids ['0daff1d2-1609-4fc8-95fb-c3875d90e104'] in n-d-825930-1 is: [{'id': '0daff1d2-1609-4fc8-95fb-c3875d90e104', 'name': 'tempest-RoutersTest-router-747460558', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:03Z', 'updated_at': '2022-01-29T04:42:21Z', 'revision_number': 11, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:26.982360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.005416 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.125150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef97cd82-7cfd-4634-99bc-62f3078dbefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.127677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef97cd82-7cfd-4634-99bc-62f3078dbefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.129946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef97cd82-7cfd-4634-99bc-62f3078dbefb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3878a9bc-6326-4735-aa9c-eb6111d7d883 HTTP/1.1" status: 204 len: 168 time: 0.9641380 Jan 29 04:42:27.182835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Allocated IP 172.20.0.2 (4ccd1059-2076-401d-89f5-6fc76129c3bd/8d762d0f-c28c-43c2-a8f8-8b5e73a6c975/e1312e69-da36-4eb1-8bf4-1c7e3a657d70) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:27.208827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97cd82-7cfd-4634-99bc-62f3078dbefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878a9bc-6326-4735-aa9c-eb6111d7d883,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:27.433094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.447629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.582238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.598885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.605689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae6531-e0e7-4988-add3-ea56ddaac9fc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:27.615824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae6531-e0e7-4988-add3-ea56ddaac9fc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:27.616816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.617577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae6531-e0e7-4988-add3-ea56ddaac9fc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:27.619562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-45ae6531-e0e7-4988-add3-ea56ddaac9fc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.7460630 Jan 29 04:42:27.633022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:27.653292 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.654382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.659031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=b4be579d-150c-4c7d-b9e4-77fb137e04b5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:27.674887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.703463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Pushing event updated for resources: {'Port': ['ID=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:27.707585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-158e96c6-431f-4bd3-8bd7-2828c8c1f1d0', 'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0', 'tenant_id': '3fe1a53556d540b9aa2ffce0b86913b6', 'fixed_ips': [{'subnet_id': 'f98c27bc-18e7-4ba9-91e0-5cb6e55ef913'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:27.708441 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.734809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Network 4ccd1059-2076-401d-89f5-6fc76129c3bd is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:27.741396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:27.754691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:27.810971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.810971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router 0daff1d2-1609-4fc8-95fb-c3875d90e104 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:42:27.834715 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP 45d20503-6ad5-4a9b-aba8-a31eb9af51f3 associated. External IP: 172.25.4.103, port: 5e4b7655-41f8-4a82-85b0-d4ab63791564. Jan 29 04:42:27.837091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:27.839852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b3c5dfd-9e35-4886-9bd1-7a79278b1325 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 204 len: 168 time: 1.2464921 Jan 29 04:42:27.848007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:27.860650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2108001761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:27.943378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Deleting subnet 8d762d0f-c28c-43c2-a8f8-8b5e73a6c975 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:27.953988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.023993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42452) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:28.048521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-676d5ad1-0423-4bb3-ab5c-ff2b1a3f0f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.060189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.064210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.065423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.083550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Attempting to bind port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:28.084301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Attempting to bind port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f105f55f-0f36-46a9-a0ea-5d61e14f2008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:28.086973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Attempting to bind port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 on network 4ccd1059-2076-401d-89f5-6fc76129c3bd {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:28.167294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:28.167678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Checking segment: {'id': 'f105f55f-0f36-46a9-a0ea-5d61e14f2008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:28.168091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.168487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Bound using segment: {'id': 'f105f55f-0f36-46a9-a0ea-5d61e14f2008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:28.175562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Bound port: e1312e69-da36-4eb1-8bf4-1c7e3a657d70, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f105f55f-0f36-46a9-a0ea-5d61e14f2008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4ccd1059-2076-401d-89f5-6fc76129c3bd'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:28.175984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.224912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.267778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.300711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.307270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.309077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2179984f-d719-4355-99bc-f8d8dd07e5e4 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4589598 Jan 29 04:42:28.340460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:28.347175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:28.529027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Allocated IP 172.20.0.18 (158e96c6-431f-4bd3-8bd7-2828c8c1f1d0/f98c27bc-18e7-4ba9-91e0-5cb6e55ef913/08c7c103-26b2-4215-a3a3-e7716d0c746d) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:28.636081 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-676d5ad1-0423-4bb3-ab5c-ff2b1a3f0f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.644005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-676d5ad1-0423-4bb3-ab5c-ff2b1a3f0f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.690622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d5ad1-0423-4bb3-ab5c-ff2b1a3f0f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb18dea-ea5f-4030-9d72-6fd5e1e790eb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:28.717532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 18c56e40-3692-47bf-816a-f1ec570f967e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:28.737938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-676d5ad1-0423-4bb3-ab5c-ff2b1a3f0f5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e2dce87750a441e855fe160e21e0d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102804 Jan 29 04:42:28.738812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42464) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:28.843933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c197babd-ad6a-4a88-a987-2b5c1de5915b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.905217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:28.920850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.011069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c197babd-ad6a-4a88-a987-2b5c1de5915b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.026557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:29.029785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:29.033557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:29.063655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:29.088255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.138642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] Sync routers for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:29.141215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-41e43380-fa6d-472a-beb7-d0b85f7f69db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2006991 Jan 29 04:42:29.142420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:42:29.153054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] For port e1312e69-da36-4eb1-8bf4-1c7e3a657d70, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:29.160165 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02a3a83-3b40-412d-b474-19d80bdf48f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:29.191402 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c197babd-ad6a-4a88-a987-2b5c1de5915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.197689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c197babd-ad6a-4a88-a987-2b5c1de5915b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.201952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Pushing event updated for resources: {'Port': ['ID=08c7c103-26b2-4215-a3a3-e7716d0c746d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:29.203035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c197babd-ad6a-4a88-a987-2b5c1de5915b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fb18dea-ea5f-4030-9d72-6fd5e1e790eb HTTP/1.1" status: 204 len: 168 time: 0.4627507 Jan 29 04:42:29.224052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.229803 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad422ae-2227-42b1-a523-dbee93ae05a8 x-openstack-request-id: req-6ad422ae-2227-42b1-a523-dbee93ae05a8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:29.230758 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:29.231419 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ad422ae-2227-42b1-a523-dbee93ae05a8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:29.232265 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'status': 'completed', 'code': 200} Jan 29 04:42:29.233551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197babd-ad6a-4a88-a987-2b5c1de5915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb18dea-ea5f-4030-9d72-6fd5e1e790eb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:29.241321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.276341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Subnet': ['ID=8d762d0f-c28c-43c2-a8f8-8b5e73a6c975,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:29.278365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.282974 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.288530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9a380f6-6ef2-4abe-9d8e-6963d1ec9fe3 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/subnets/8d762d0f-c28c-43c2-a8f8-8b5e73a6c975 HTTP/1.1" status: 204 len: 168 time: 1.6519685 Jan 29 04:42:29.289881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42480) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:29.325337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] For port e1312e69-da36-4eb1-8bf4-1c7e3a657d70, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,segment=NetworkSegment(f105f55f-0f36-46a9-a0ea-5d61e14f2008),segment_id=f105f55f-0f36-46a9-a0ea-5d61e14f2008)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:29.339159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Attempting to bind port 08c7c103-26b2-4215-a3a3-e7716d0c746d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:29.339909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Attempting to bind port 08c7c103-26b2-4215-a3a3-e7716d0c746d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '82ef5f77-e50b-4a7e-b380-f26eb31f6241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:29.341842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Attempting to bind port 08c7c103-26b2-4215-a3a3-e7716d0c746d on network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:29.358531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-197ec1b1-4bc7-463b-85b8-fbd81e2a1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:29.361525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-197ec1b1-4bc7-463b-85b8-fbd81e2a1170 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.0833361 Jan 29 04:42:29.384732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.385844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:29.387291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:29.483826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debe961-23d2-4a9f-914a-40535c3b9aa0 req-00e7e2c5-5c25-44a9-bb11-1e367c082ce5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:29.485824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4debe961-23d2-4a9f-914a-40535c3b9aa0 req-00e7e2c5-5c25-44a9-bb11-1e367c082ce5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.0929587 Jan 29 04:42:29.511396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Deleting subnet f98c27bc-18e7-4ba9-91e0-5cb6e55ef913 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:29.521273 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.524890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Router 947fb862-ffcc-4944-b648-50314c5207ce is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:42:29.621756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:29.645168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-23c9cefc-734c-4ab8-b89f-98ba52561ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:29.648828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-23c9cefc-734c-4ab8-b89f-98ba52561ae8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.2794211 Jan 29 04:42:29.659097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:29.681173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.681396 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] Sync routers for ids ['947fb862-ffcc-4944-b648-50314c5207ce'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:29.688524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-033869e1-ce3a-4e2b-b2ec-7a70791c2320 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "PUT /v2.0/routers/947fb862-ffcc-4944-b648-50314c5207ce HTTP/1.1" status: 200 len: 694 time: 1.3441973 Jan 29 04:42:29.696152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:29.699750 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] Routers {'947fb862-ffcc-4944-b648-50314c5207ce'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:29.700388 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['947fb862-ffcc-4944-b648-50314c5207ce'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:29.732131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4debe961-23d2-4a9f-914a-40535c3b9aa0 req-bdb4d1db-d3b5-4145-85af-d63bad68034b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358329 Jan 29 04:42:29.762672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42492) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:29.793181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.827453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.844158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:29.845575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Checking segment: {'id': '82ef5f77-e50b-4a7e-b380-f26eb31f6241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:29.847781 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.847781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Bound using segment: {'id': '82ef5f77-e50b-4a7e-b380-f26eb31f6241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:29.850310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Bound port: 08c7c103-26b2-4215-a3a3-e7716d0c746d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ef5f77-e50b-4a7e-b380-f26eb31f6241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '158e96c6-431f-4bd3-8bd7-2828c8c1f1d0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:29.851040 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.880677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:29.943574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-95ba2079-d553-4f42-967d-f9cd636725d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 999 time: 0.2850292 Jan 29 04:42:29.985325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad71d0a6-d7d2-4e3f-b94d-f4cdc7af29a9 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/routers/947fb862-ffcc-4944-b648-50314c5207ce HTTP/1.1" status: 200 len: 700 time: 0.2765608 Jan 29 04:42:29.988367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42502) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.023357 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] Set router 947fb862-ffcc-4944-b648-50314c5207ce gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:30.067297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9237f3c7-eac5-4d8b-94af-5f7ff5051edf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 200 len: 991 time: 0.2999680 Jan 29 04:42:30.074818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.087706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-97a7cd0a-be90-47be-b6b0-c166d401c558 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=947fb862-ffcc-4944-b648-50314c5207ce HTTP/1.1" status: 200 len: 205 time: 0.0985048 Jan 29 04:42:30.091091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.120274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-be7e901e-a7b8-47f5-ac1f-8f935f400db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:30.123591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-be7e901e-a7b8-47f5-ac1f-8f935f400db5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1718307 Jan 29 04:42:30.268308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.269722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-266ac4ca-713b-4912-9024-976471b1eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:30.274394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-266ac4ca-713b-4912-9024-976471b1eed7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439199 Jan 29 04:42:30.280583 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947fb862-ffcc-4944-b648-50314c5207ce', 'name': 'tempest-RoutersTest-router-2108001761', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:42:28Z', 'updated_at': '2022-01-29T04:42:29Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:30.424300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.485190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] Checking router: 947fb862-ffcc-4944-b648-50314c5207ce for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:30.495578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89d2c228-eee6-48e0-934d-655f1c50c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.529274 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] Routers {'947fb862-ffcc-4944-b648-50314c5207ce'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:30.530588 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['947fb862-ffcc-4944-b648-50314c5207ce'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:30.555540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f5e47-73c5-4f6f-b13e-f8b6484b7718 None None] Pushing event updated for resources: {'Port': ['ID=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:30.640572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '45d20503-6ad5-4a9b-aba8-a31eb9af51f3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'port_id': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'mac_address': 'fa:16:3e:77:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:26Z', 'updated_at': '2022-01-29T04:42:26Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:30.652958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.657136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.664451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-25c931fd-31b2-4ec0-957f-91d931c45a78 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838151 Jan 29 04:42:30.708251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] Checking router: 18c56e40-3692-47bf-816a-f1ec570f967e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:30.726538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:30.727107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:30.730444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.733207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Fanout notify agent at l3_agent the message router_deleted on router 947fb862-ffcc-4944-b648-50314c5207ce {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:42:30.744788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:30.746230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d77c1f6c-0320-49fb-b237-f87014b25e2e tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/947fb862-ffcc-4944-b648-50314c5207ce HTTP/1.1" status: 204 len: 168 time: 0.6539032 Jan 29 04:42:30.751734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.776627 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] Set router 947fb862-ffcc-4944-b648-50314c5207ce gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:30.787023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e85dd0e3-00ed-40fd-9d33-bbea734cfcf2 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=947fb862-ffcc-4944-b648-50314c5207ce HTTP/1.1" status: 200 len: 205 time: 0.0338497 Jan 29 04:42:30.791607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.837724 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f09422d9-50b0-46ce-80ee-c662e69a3aff tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:30.839155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f09422d9-50b0-46ce-80ee-c662e69a3aff tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/947fb862-ffcc-4944-b648-50314c5207ce HTTP/1.1" status: 404 len: 336 time: 0.0463111 Jan 29 04:42:30.842061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.890884 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff162ef-5213-400d-8457-3bc86d862c4b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:30.891997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff162ef-5213-400d-8457-3bc86d862c4b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:30.898726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bff162ef-5213-400d-8457-3bc86d862c4b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/f0abad13-b72e-487a-b905-aea12a7351a8 HTTP/1.1" status: 404 len: 337 time: 0.0530045 Jan 29 04:42:30.903928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:30.962185 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947fb862-ffcc-4944-b648-50314c5207ce', 'name': 'tempest-RoutersTest-router-2108001761', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:42:28Z', 'updated_at': '2022-01-29T04:42:29Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:30.968109 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-298d33ea-253e-41fe-9d1c-b9fb7c7e7d73 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:30.969938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298d33ea-253e-41fe-9d1c-b9fb7c7e7d73 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:30.973435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-298d33ea-253e-41fe-9d1c-b9fb7c7e7d73 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/a04e2cdd-cec5-4172-a9ba-aa3c9cd4b298 HTTP/1.1" status: 404 len: 337 time: 0.0680418 Jan 29 04:42:30.981550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.046954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42540) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.051148 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047fb10-835e-45fd-ac72-24f53fc9669f None None] The sync data for ids ['947fb862-ffcc-4944-b648-50314c5207ce'] in n-d-825930-1 is: [{'id': '947fb862-ffcc-4944-b648-50314c5207ce', 'name': 'tempest-RoutersTest-router-2108001761', 'tenant_id': 'ca0f420262424e00a3cec55b3361735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:42:28Z', 'updated_at': '2022-01-29T04:42:29Z', 'revision_number': 2, 'project_id': 'ca0f420262424e00a3cec55b3361735d', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:31.054402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Subnet': ['ID=f98c27bc-18e7-4ba9-91e0-5cb6e55ef913,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:31.058463 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.064113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2f0a838-9e19-4021-a617-70f718041dbc tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/subnets/f98c27bc-18e7-4ba9-91e0-5cb6e55ef913 HTTP/1.1" status: 204 len: 168 time: 1.7728570 Jan 29 04:42:31.066270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.089282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] For port 08c7c103-26b2-4215-a3a3-e7716d0c746d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:31.099285 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a44c0e5-3a43-4f30-a70a-f7a279783ce1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:31.099751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a44c0e5-3a43-4f30-a70a-f7a279783ce1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:31.108187 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a44c0e5-3a43-4f30-a70a-f7a279783ce1 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/93282307-4277-4791-bdab-46fec97d8096 HTTP/1.1" status: 404 len: 337 time: 0.0597160 Jan 29 04:42:31.108839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42544) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.109838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.138430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89d2c228-eee6-48e0-934d-655f1c50c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.151630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8157c865-5415-47ba-aa94-ea0223cc6c49 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:31.157658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] For port 08c7c103-26b2-4215-a3a3-e7716d0c746d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=08c7c103-26b2-4215-a3a3-e7716d0c746d,segment=NetworkSegment(82ef5f77-e50b-4a7e-b380-f26eb31f6241),segment_id=82ef5f77-e50b-4a7e-b380-f26eb31f6241)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:31.161275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8157c865-5415-47ba-aa94-ea0223cc6c49 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0937593 Jan 29 04:42:31.164735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42550) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.197560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.237426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89d2c228-eee6-48e0-934d-655f1c50c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.257506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:31.329248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89d2c228-eee6-48e0-934d-655f1c50c1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a1c8b793d1e491282882b0a9e2258ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2533798 Jan 29 04:42:31.330549 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc770a2b-b868-448e-8442-32784a79443c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:31.331190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc770a2b-b868-448e-8442-32784a79443c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:31.338983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc770a2b-b868-448e-8442-32784a79443c tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/aa534cbe-9ca7-4c4c-8f92-52ec53052a80 HTTP/1.1" status: 404 len: 337 time: 0.2195516 Jan 29 04:42:31.339858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42552) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.340402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42554) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.391083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.407461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ae51-000c-4c42-8311-f557c9f124fb None None] Pushing event updated for resources: {'Port': ['ID=08c7c103-26b2-4215-a3a3-e7716d0c746d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:31.456428 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9444656d-0a46-4a4a-b7e8-138744856740 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 200 len: 205 time: 0.1078525 Jan 29 04:42:31.460760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42558) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.466214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a02a3a83-3b40-412d-b474-19d80bdf48f5 req-00fdcf71-a1bb-469b-b094-eaec8007949e service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874167 Jan 29 04:42:31.578643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2c228-eee6-48e0-934d-655f1c50c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccdc51-1915-4d5e-85c9-842afd538de9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:31.596637 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-9ab44466-3b7e-41a9-862b-a5a2dd63e2d2 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:31.598053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9ab44466-3b7e-41a9-862b-a5a2dd63e2d2 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/0daff1d2-1609-4fc8-95fb-c3875d90e104 HTTP/1.1" status: 404 len: 336 time: 0.1308196 Jan 29 04:42:31.602463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.620858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad18e5d8-e1bd-433b-8a6b-3929d006b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.631516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Deleting port 08c7c103-26b2-4215-a3a3-e7716d0c746d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:31.631939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.641550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1b1016c6-7532-47ba-8a51-d331d5f89304 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 200 len: 991 time: 0.5233047 Jan 29 04:42:31.672258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d336b478-d2bc-4658-87c7-c170e2edaede tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=01a0623f-a68a-44b8-bd77-b5c142dcd00e HTTP/1.1" status: 200 len: 205 time: 0.0670571 Jan 29 04:42:31.683623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42562) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:31.705169 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad18e5d8-e1bd-433b-8a6b-3929d006b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.841340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] For port 08c7c103-26b2-4215-a3a3-e7716d0c746d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=08c7c103-26b2-4215-a3a3-e7716d0c746d,segment=NetworkSegment(82ef5f77-e50b-4a7e-b380-f26eb31f6241),segment_id=82ef5f77-e50b-4a7e-b380-f26eb31f6241)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:31.843770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:31.897818 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-c67020be-2ab9-427a-9d6b-4b0a53aa49aa tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:31.902157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c67020be-2ab9-427a-9d6b-4b0a53aa49aa tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/01a0623f-a68a-44b8-bd77-b5c142dcd00e HTTP/1.1" status: 404 len: 336 time: 0.2127924 Jan 29 04:42:31.905984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Calling delete_port for 08c7c103-26b2-4215-a3a3-e7716d0c746d owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:31.912623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42568) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.012413 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-de07ef0f-4d9e-47a0-81ca-8f57417a8200 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:32.012880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de07ef0f-4d9e-47a0-81ca-8f57417a8200 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:32.025192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-de07ef0f-4d9e-47a0-81ca-8f57417a8200 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/406587d6-9e80-4102-b63a-38f9bcd25113 HTTP/1.1" status: 404 len: 337 time: 0.1111736 Jan 29 04:42:32.027780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42572) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.124301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '45d20503-6ad5-4a9b-aba8-a31eb9af51f3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'port_id': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'mac_address': 'fa:16:3e:77:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:26Z', 'updated_at': '2022-01-29T04:42:26Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:32.133677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8496a33a-08c9-4a8b-921e-6cdf7cab649f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 200 len: 205 time: 0.1038237 Jan 29 04:42:32.135242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42580) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.152653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad18e5d8-e1bd-433b-8a6b-3929d006b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:32.160490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad18e5d8-e1bd-433b-8a6b-3929d006b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:32.177812 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ad18e5d8-e1bd-433b-8a6b-3929d006b672 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2ccdc51-1915-4d5e-85c9-842afd538de9 HTTP/1.1" status: 204 len: 168 time: 0.8168652 Jan 29 04:42:32.185702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:32.192905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9070cad-d7c8-4d8f-803a-1e51bfd84d96 None None] The sync data for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 is: [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '45d20503-6ad5-4a9b-aba8-a31eb9af51f3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'port_id': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'mac_address': 'fa:16:3e:77:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:42:26Z', 'updated_at': '2022-01-29T04:42:26Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:32.262756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Port': ['ID=08c7c103-26b2-4215-a3a3-e7716d0c746d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:32.288127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48460559-13b6-4ae8-88c3-e2028bc9cc5a None None] Network 4ccd1059-2076-401d-89f5-6fc76129c3bd requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:32.289610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] No DVR routers for this DVR port 08c7c103-26b2-4215-a3a3-e7716d0c746d on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:32.320953 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-33b39f0b-68c8-49c5-8dd3-7b4392b14858 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:32.322062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-33b39f0b-68c8-49c5-8dd3-7b4392b14858 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/15f1ea62-e312-4c95-9efb-7dfa432b1f18 HTTP/1.1" status: 404 len: 336 time: 0.1835637 Jan 29 04:42:32.335829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42584) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.396217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18e5d8-e1bd-433b-8a6b-3929d006b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccdc51-1915-4d5e-85c9-842afd538de9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:32.476325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.477176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2395129c-489c-46ca-8e33-c29cdf2e53d3 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed995e6c-5254-48b3-92ef-f58fc2125910 HTTP/1.1" status: 200 len: 205 time: 0.1316612 Jan 29 04:42:32.538175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Provisioning complete for port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:32.538557 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:32.573641 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e8bc060a-9eaa-4222-808f-c46f59aca0b7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:32.577109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8bc060a-9eaa-4222-808f-c46f59aca0b7 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/ed995e6c-5254-48b3-92ef-f58fc2125910 HTTP/1.1" status: 404 len: 336 time: 0.0971701 Jan 29 04:42:32.580363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42594) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.580989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:32.629565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 08c7c103-26b2-4215-a3a3-e7716d0c746d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:32.646315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.652247 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2dac5d-d273-4456-86e8-b79b52aac595 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:32.653035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2dac5d-d273-4456-86e8-b79b52aac595 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:32.658322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f2dac5d-d273-4456-86e8-b79b52aac595 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/da95338d-dc52-4988-bb0a-17b524f62584 HTTP/1.1" status: 404 len: 337 time: 0.0764494 Jan 29 04:42:32.660921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42598) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.703430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158e96c6-431f-4bd3-8bd7-2828c8c1f1d0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:32.709814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 08c7c103-26b2-4215-a3a3-e7716d0c746d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:32.710541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 08c7c103-26b2-4215-a3a3-e7716d0c746d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 04:42:32.742918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f35a8b2a-e02a-4000-afd5-10e102e2759f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=431f349e-8b5a-43a1-8e34-fccf0ddce88d HTTP/1.1" status: 200 len: 205 time: 0.0805864 Jan 29 04:42:32.744613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42602) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.849622 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-29b80482-e346-4dcc-918c-cb551808d710 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:32.857075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-29b80482-e346-4dcc-918c-cb551808d710 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/431f349e-8b5a-43a1-8e34-fccf0ddce88d HTTP/1.1" status: 404 len: 336 time: 0.1114080 Jan 29 04:42:32.858158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42604) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:32.909458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port 08c7c103-26b2-4215-a3a3-e7716d0c746d not found, will not notify nova. {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 04:42:32.909864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e1312e69-da36-4eb1-8bf4-1c7e3a657d70 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:32.975221 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf92cf1-daa9-4265-8ee6-5eba9680bffd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:32.985323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf92cf1-daa9-4265-8ee6-5eba9680bffd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:32.994093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0e622af-16a2-46f3-b7f0-dfb6bcb72c0e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 200 len: 991 time: 0.3393087 Jan 29 04:42:32.998459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0bf92cf1-daa9-4265-8ee6-5eba9680bffd tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/ed20868c-4316-4f93-8b94-48363cfce21e HTTP/1.1" status: 404 len: 337 time: 0.1378829 Jan 29 04:42:32.999102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42606) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.014898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ef5f77-e50b-4a7e-b380-f26eb31f6241') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:33.015286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ef5f77-e50b-4a7e-b380-f26eb31f6241') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:33.036848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.055938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.068845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:33.070559 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:33.080161 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:33.089024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b43d00-cc91-4f76-ab33-9160dd03a7b2 None None] New status for floating IP 45d20503-6ad5-4a9b-aba8-a31eb9af51f3: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:42:33.095058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7580bf1e-83a8-4fdf-b216-1508f2788b9b tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8cb0567-caa4-4fa8-b554-72c8bc20699a HTTP/1.1" status: 200 len: 205 time: 0.0862048 Jan 29 04:42:33.098851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42608) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.217755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42614) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.284040 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-c8715980-c5da-4297-a719-4b67ccbf297f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] delete failed (client error): The resource could not be found. Jan 29 04:42:33.292467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8715980-c5da-4297-a719-4b67ccbf297f tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/routers/d8cb0567-caa4-4fa8-b554-72c8bc20699a HTTP/1.1" status: 404 len: 336 time: 0.1904261 Jan 29 04:42:33.293413 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c618c04-4ad8-46d5-adf5-36b8feef902e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.296410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.357718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.523883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.541661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42624) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.554338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/networks/158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 HTTP/1.1" status: 204 len: 168 time: 2.3883953 Jan 29 04:42:33.623340 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f70f1b0-3d0c-4176-a59f-13847e0931cc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:33.623866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f70f1b0-3d0c-4176-a59f-13847e0931cc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:33.626767 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.631514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:33.631893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.638840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f70f1b0-3d0c-4176-a59f-13847e0931cc tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/b0695f79-0da0-42d2-97ea-ea17af2d15b0 HTTP/1.1" status: 404 len: 337 time: 0.3350294 Jan 29 04:42:33.652422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.656438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecbcb5-6fbd-40fe-95a3-d36c6f736429 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Network': ['ID=158e96c6-431f-4bd3-8bd7-2828c8c1f1d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:33.701479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c618c04-4ad8-46d5-adf5-36b8feef902e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.722989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c618c04-4ad8-46d5-adf5-36b8feef902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.735728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5497c-2a7f-4566-a5e5-9e7371222d2e None None] DHCP port deletion for 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:33.757843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] DHCP port deletion for 4ccd1059-2076-401d-89f5-6fc76129c3bd request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:42:33.759518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea6b98-f33c-49b3-a21d-ccd71e79072a None None] Network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:33.779740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea6b98-f33c-49b3-a21d-ccd71e79072a None None] Network 158e96c6-431f-4bd3-8bd7-2828c8c1f1d0 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:42:33.781739 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d92dc3-47bd-495a-a17a-d1f6bea7f202 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] DELETE failed (client error): The resource could not be found. Jan 29 04:42:33.782544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d92dc3-47bd-495a-a17a-d1f6bea7f202 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:42:33.796776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-03d92dc3-47bd-495a-a17a-d1f6bea7f202 tempest-RoutersTest-1187181440 tempest-RoutersTest-1187181440-project] 10.222.0.32 "DELETE /v2.0/subnets/ddd80fa6-da91-40a4-8567-4bb779147eec HTTP/1.1" status: 404 len: 337 time: 0.1415987 Jan 29 04:42:33.823469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.825632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] For port e1312e69-da36-4eb1-8bf4-1c7e3a657d70, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,segment=NetworkSegment(f105f55f-0f36-46a9-a0ea-5d61e14f2008),segment_id=f105f55f-0f36-46a9-a0ea-5d61e14f2008)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:33.833148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:33.840482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c618c04-4ad8-46d5-adf5-36b8feef902e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9414a285cd545b88b197c7c83d31275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966532 Jan 29 04:42:33.848689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618c04-4ad8-46d5-adf5-36b8feef902e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3f1ed8-ba08-4cad-9d23-5121177d2f47,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:33.906206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.948513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-737c722d-acdc-4970-b061-a5741d387eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.984621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Deleting port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:33.984977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:33.991426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42636) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:34.005062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-737c722d-acdc-4970-b061-a5741d387eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.054006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Pushing event updated for resources: {'Port': ['ID=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:34.075481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.076112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.076800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.077402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.079111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.081301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.081692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.082306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.085697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.086356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.086937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.087514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec368be-0191-454c-b9d8-a63f675d0d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:42:34.096774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0f5e4ee4-2820-44f1-b978-53cf170aa3cd None None] Could not find standard attr ID for object 08c7c103-26b2-4215-a3a3-e7716d0c746d. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:42:34.106321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-737c722d-acdc-4970-b061-a5741d387eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.109701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-737c722d-acdc-4970-b061-a5741d387eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.113646 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-737c722d-acdc-4970-b061-a5741d387eb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa3f1ed8-ba08-4cad-9d23-5121177d2f47 HTTP/1.1" status: 204 len: 168 time: 0.2794113 Jan 29 04:42:34.117670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] Deleting port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:34.118334 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.128386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c722d-acdc-4970-b061-a5741d387eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3f1ed8-ba08-4cad-9d23-5121177d2f47,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:34.189925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] For port e1312e69-da36-4eb1-8bf4-1c7e3a657d70, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,segment=NetworkSegment(f105f55f-0f36-46a9-a0ea-5d61e14f2008),segment_id=f105f55f-0f36-46a9-a0ea-5d61e14f2008)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:34.190313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.206554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c58a04a-39c6-449a-ad5d-2e10ba5eaa68 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 200 len: 993 time: 0.2126496 Jan 29 04:42:34.215107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Calling delete_port for e1312e69-da36-4eb1-8bf4-1c7e3a657d70 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:34.351405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:34.525491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.566821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 08c7c103-26b2-4215-a3a3-e7716d0c746d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:34.573452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] For port e1312e69-da36-4eb1-8bf4-1c7e3a657d70, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,segment=NetworkSegment(f105f55f-0f36-46a9-a0ea-5d61e14f2008),segment_id=f105f55f-0f36-46a9-a0ea-5d61e14f2008)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:34.574424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.619801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Port': ['ID=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:34.644185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] No DVR routers for this DVR port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:34.649135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 08c7c103-26b2-4215-a3a3-e7716d0c746d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:34.649722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 08c7c103-26b2-4215-a3a3-e7716d0c746d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:34.650943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e1312e69-da36-4eb1-8bf4-1c7e3a657d70 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:34.676754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] Calling delete_port for e1312e69-da36-4eb1-8bf4-1c7e3a657d70 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:34.693640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e1312e69-da36-4eb1-8bf4-1c7e3a657d70 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:34.698268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e1312e69-da36-4eb1-8bf4-1c7e3a657d70 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:34.803399 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.829028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.830008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccd1059-2076-401d-89f5-6fc76129c3bd']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:34.856006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f105f55f-0f36-46a9-a0ea-5d61e14f2008') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:34.863032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f105f55f-0f36-46a9-a0ea-5d61e14f2008') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:34.878388 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.900502 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.911063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] Pushing event deleted for resources: {'Port': ['ID=e1312e69-da36-4eb1-8bf4-1c7e3a657d70,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:34.914039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:34.914798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:34.920594 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:34.928252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe2ea6-14ab-4eba-bd61-080cbc007c79 None None] No DVR routers for this DVR port e1312e69-da36-4eb1-8bf4-1c7e3a657d70 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:34.976637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6585b92d-b5f7-4007-aac4-3f2218fc2ded admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca0f420262424e00a3cec55b3361735d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193182 Jan 29 04:42:34.977427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:35.018474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.028933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.033413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/networks/4ccd1059-2076-401d-89f5-6fc76129c3bd HTTP/1.1" status: 204 len: 168 time: 1.4906228 Jan 29 04:42:35.039383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:35.044784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95158d26-cbd6-4fc3-9f80-31cc006f173d tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Network': ['ID=4ccd1059-2076-401d-89f5-6fc76129c3bd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:35.142511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.165627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-382fd5db-edf7-4f80-b87c-4f7597430779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.275784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.307581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f18d0b-b76f-4b03-8c59-443f0c0bd861']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:35.317345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e9a588-c8bc-48fc-bfae-36a32b1bf5c6') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:35.317921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e9a588-c8bc-48fc-bfae-36a32b1bf5c6') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:35.331740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.345596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.357740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:35.358463 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:35.456153 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:35.466774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.477920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.485791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/networks/07f18d0b-b76f-4b03-8c59-443f0c0bd861 HTTP/1.1" status: 204 len: 168 time: 0.4452770 Jan 29 04:42:35.486271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:35.497797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-382fd5db-edf7-4f80-b87c-4f7597430779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.520669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa5e6-beb3-444e-adb1-9ca282844654 tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Network': ['ID=07f18d0b-b76f-4b03-8c59-443f0c0bd861,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:35.619988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-382fd5db-edf7-4f80-b87c-4f7597430779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.623568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-382fd5db-edf7-4f80-b87c-4f7597430779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.629459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-382fd5db-edf7-4f80-b87c-4f7597430779 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c90fb4e5-5e42-46aa-afad-0a699f5f1b78 HTTP/1.1" status: 204 len: 168 time: 0.6487253 Jan 29 04:42:35.658860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fd5db-edf7-4f80-b87c-4f7597430779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90fb4e5-5e42-46aa-afad-0a699f5f1b78,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:35.664767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.791054 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.827649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db70031-6300-460d-be46-f70e65890385']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:35.844978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7318980c-1d71-4c2e-a345-872a2e870511') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:35.845671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7318980c-1d71-4c2e-a345-872a2e870511') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:35.861626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.875573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.881715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:35.882140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:35.942637 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:35.953687 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.982672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:35.987058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] 10.222.0.32 "DELETE /v2.0/networks/0db70031-6300-460d-be46-f70e65890385 HTTP/1.1" status: 204 len: 168 time: 0.4995759 Jan 29 04:42:35.988300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36959082-99a1-4eb5-9871-0d494fcf414a tempest-BulkNetworkOpsTest-1767273523 tempest-BulkNetworkOpsTest-1767273523-project] Pushing event deleted for resources: {'Network': ['ID=0db70031-6300-460d-be46-f70e65890385,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:36.504018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42742) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:36.790309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-f63f005e-0e8f-4d47-af38-9b9dbfbbcf19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688536 Jan 29 04:42:36.800810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:36.801814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-91c8bdd6-94c7-4e8d-893b-5654411f50b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fe1a53556d540b9aa2ffce0b86913b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956209 Jan 29 04:42:36.902128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc59d2-8ca1-44e4-b87d-b8ab1cb30151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:36.949782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc59d2-8ca1-44e4-b87d-b8ab1cb30151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:36.964492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42758) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:36.967568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-975ea1a7-8ab3-4f78-810f-aedcef232b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:36.970670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-975ea1a7-8ab3-4f78-810f-aedcef232b37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.0939741 Jan 29 04:42:37.047414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc59d2-8ca1-44e4-b87d-b8ab1cb30151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:37.050614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc59d2-8ca1-44e4-b87d-b8ab1cb30151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:37.054584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-06bc59d2-8ca1-44e4-b87d-b8ab1cb30151 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3122da9-ea7f-4860-8bc8-1b494881ca88 HTTP/1.1" status: 204 len: 168 time: 0.2526991 Jan 29 04:42:37.073263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc59d2-8ca1-44e4-b87d-b8ab1cb30151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3122da9-ea7f-4860-8bc8-1b494881ca88,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:37.180553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-b47ae632-f14c-4e60-8b35-9e0eceef6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:37.182501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-b47ae632-f14c-4e60-8b35-9e0eceef6afd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.1844659 Jan 29 04:42:37.365004 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-0c365023-2b2b-4da0-9372-f26452997566 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 1001 time: 0.1740458 Jan 29 04:42:37.460596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82eb8dd-fdaf-49d1-ada7-5b52b1dbc00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:37.482581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-38590c5c-8368-4f0e-a8e5-8d01a614872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:37.484613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-38590c5c-8368-4f0e-a8e5-8d01a614872c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1121707 Jan 29 04:42:37.595156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-db2d8332-be60-457f-9537-10d049c14fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:37.596782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-db2d8332-be60-457f-9537-10d049c14fcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046598 Jan 29 04:42:37.702442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82eb8dd-fdaf-49d1-ada7-5b52b1dbc00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:37.722851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a82eb8dd-fdaf-49d1-ada7-5b52b1dbc00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:37.752393 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a82eb8dd-fdaf-49d1-ada7-5b52b1dbc00e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58b520480a19416f84a2402ca29831c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804904 Jan 29 04:42:37.755814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:37.786699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-887478cb-e7b0-4192-aba4-e7c35889bf6d service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762855 Jan 29 04:42:37.788613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eb8dd-fdaf-49d1-ada7-5b52b1dbc00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8accbc10-79da-4679-afec-5c8199a2a439,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:37.873801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-865b17f7-abc7-404a-9f35-40a4dd4e8f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:37.931110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c205294-6c2b-45ab-a444-7375c5d4da46 req-1e674dbc-da85-4ee2-b903-e6ae30bf832e service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338766 Jan 29 04:42:37.948936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-865b17f7-abc7-404a-9f35-40a4dd4e8f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.012145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-865b17f7-abc7-404a-9f35-40a4dd4e8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.015833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-865b17f7-abc7-404a-9f35-40a4dd4e8f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.019308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-865b17f7-abc7-404a-9f35-40a4dd4e8f93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8accbc10-79da-4679-afec-5c8199a2a439 HTTP/1.1" status: 204 len: 168 time: 0.2599256 Jan 29 04:42:38.033189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b17f7-abc7-404a-9f35-40a4dd4e8f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8accbc10-79da-4679-afec-5c8199a2a439,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:38.154437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42796) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:38.627422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-74904296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:38.689295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.691856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.792191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:38.810165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.817515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.829520 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c8863-a588-4553-9eb0-7c6cda5c7eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.878363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.885695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e336d90-2920-404d-a556-215c117637b4 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7272882 Jan 29 04:42:38.893103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42820) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:38.908452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1911004238'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:38.948168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c8863-a588-4553-9eb0-7c6cda5c7eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.958760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Made reservation on behalf of 0132dd12aaa649639bfff0fa4804d01b for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:38.959874 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c8863-a588-4553-9eb0-7c6cda5c7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.966459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:38.982837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.031783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-144c8863-a588-4553-9eb0-7c6cda5c7eda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc53e6e71d2240d0b231365f172c99a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386675 Jan 29 04:42:39.034480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:39.071236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8863-a588-4553-9eb0-7c6cda5c7eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1577fcec-b96c-4321-8da4-e06f4941bd96,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:39.133359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc747bc7-902d-4084-9a7b-68d84821ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.162786 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc747bc7-902d-4084-9a7b-68d84821ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.221152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.234479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.334255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc747bc7-902d-4084-9a7b-68d84821ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.336966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc747bc7-902d-4084-9a7b-68d84821ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.341715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc747bc7-902d-4084-9a7b-68d84821ba35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1577fcec-b96c-4321-8da4-e06f4941bd96 HTTP/1.1" status: 204 len: 168 time: 0.3058014 Jan 29 04:42:39.346345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec17916-2a0c-46bd-a72c-235a0f58b28f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:39.349269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:39.381781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.381781 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Added segment 56bdbd02-102f-44d7-8b2c-ca254ba68683 of type vlan for network 09c5fc93-2c43-4421-a68f-e2cc28517047 Jan 29 04:42:39.389877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc747bc7-902d-4084-9a7b-68d84821ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1577fcec-b96c-4321-8da4-e06f4941bd96,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:39.425332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:39.466812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.551489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.560051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:39.560898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.600957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7022808 Jan 29 04:42:39.604014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42848) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:39.614218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'subnet': {'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:39.758319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b953-06f8-44ac-8974-7bd3d3c495fa tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Network': ['ID=09c5fc93-2c43-4421-a68f-e2cc28517047,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:39.767821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Made reservation on behalf of 0132dd12aaa649639bfff0fa4804d01b for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:39.771984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:39.776583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:39.909000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-843694700'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:39.975166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:39.978698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.002503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.115276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.213843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.224780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.320938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:40.331450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Subnet': ['ID=c5511b82-2ead-47ff-9888-b2b26844bff9,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:40.344191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Checking segment: {'id': '56bdbd02-102f-44d7-8b2c-ca254ba68683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:40.344816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network hostable DHCP agents. Network: 09c5fc93-2c43-4421-a68f-e2cc28517047, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:40.347132 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687bf68e-3434-4b59-ad9b-be062b59042e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:40.351379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.351958 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 17c43613-bdfa-4b23-b5ed-d518b75e8a01 of type vlan for network 7d55dd88-6831-4abb-8ece-19605c0aff1d Jan 29 04:42:40.412626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.418659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:40.458788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 09c5fc93-2c43-4421-a68f-e2cc28517047) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:40.473321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7ccbf-6a90-42dc-8f6a-b72c33cebfde None None] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:40.480709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:40.482057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.504762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.512316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:40.513724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.552541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b9404cc-ccdf-4602-9fe0-48276380217e tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9474266 Jan 29 04:42:40.557381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:40.564312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'network': {'name': 'tempest-router-network01--308225183'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:40.678729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2640045 Jan 29 04:42:40.685404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Made reservation on behalf of 0132dd12aaa649639bfff0fa4804d01b for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:40.690071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.719285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61584361-f97c-44fd-9076-d589d5c170e0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=7d55dd88-6831-4abb-8ece-19605c0aff1d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:40.738221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7d55dd88-6831-4abb-8ece-19605c0aff1d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:40.763746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:40.774990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.775886 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Added segment c0104471-52e7-419e-b98d-4c12193873eb of type vlan for network 83d6622b-e25c-41cd-b7ae-70c558e2b222 Jan 29 04:42:40.815821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42880) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:40.822015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:40.839266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-09c5fc93-2c43-4421-a68f-e2cc28517047', 'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047', 'tenant_id': '0132dd12aaa649639bfff0fa4804d01b', 'fixed_ips': [{'subnet_id': 'c5511b82-2ead-47ff-9888-b2b26844bff9'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:40.840807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.850809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.899307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.917548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:40.918672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:40.969144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4093645 Jan 29 04:42:40.979773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42892) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:40.990316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'network': {'name': 'tempest-router-network02--1688730858'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:41.038763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Allocated IP 172.20.0.2 (09c5fc93-2c43-4421-a68f-e2cc28517047/c5511b82-2ead-47ff-9888-b2b26844bff9/c20afafb-d397-45cb-b02b-574067f836d1) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:41.068613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c470b9-dfd5-46a5-b721-7b9133883998 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Network': ['ID=83d6622b-e25c-41cd-b7ae-70c558e2b222,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:41.094747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Made reservation on behalf of 0132dd12aaa649639bfff0fa4804d01b for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:41.095741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:41.098711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.117373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:41.120942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.302768 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.315982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.427025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Pushing event updated for resources: {'Port': ['ID=c20afafb-d397-45cb-b02b-574067f836d1,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:41.460066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:41.464609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:41.473757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:41.560557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Attempting to bind port c20afafb-d397-45cb-b02b-574067f836d1 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:41.561534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Attempting to bind port c20afafb-d397-45cb-b02b-574067f836d1 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '56bdbd02-102f-44d7-8b2c-ca254ba68683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:41.562695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Attempting to bind port c20afafb-d397-45cb-b02b-574067f836d1 on network 09c5fc93-2c43-4421-a68f-e2cc28517047 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:41.574897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:41.575619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Checking segment: {'id': '56bdbd02-102f-44d7-8b2c-ca254ba68683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:41.577034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.578221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Bound using segment: {'id': '56bdbd02-102f-44d7-8b2c-ca254ba68683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:41.579416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Bound port: c20afafb-d397-45cb-b02b-574067f836d1, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bdbd02-102f-44d7-8b2c-ca254ba68683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '09c5fc93-2c43-4421-a68f-e2cc28517047'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:41.580108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.726591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] For port c20afafb-d397-45cb-b02b-574067f836d1, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:41.730483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] For port c20afafb-d397-45cb-b02b-574067f836d1, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c20afafb-d397-45cb-b02b-574067f836d1,segment=NetworkSegment(56bdbd02-102f-44d7-8b2c-ca254ba68683),segment_id=56bdbd02-102f-44d7-8b2c-ca254ba68683)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:41.740290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.806264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd0a5-8cfe-4abe-9781-31e97329ef19 None None] Pushing event updated for resources: {'Port': ['ID=c20afafb-d397-45cb-b02b-574067f836d1,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:41.906747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:41.933248 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.979829 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:41.982555 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Added segment d2af574a-63e9-4aa3-9552-05150044b649 of type vlan for network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 Jan 29 04:42:42.063995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.164073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.174433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:42.175245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.268164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:42.273766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'subnet': {'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:42.281507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2928240 Jan 29 04:42:42.354800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e899f3-fef2-444c-b41b-64bc5ba83f49 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Network': ['ID=63d23ee2-7fe1-4814-a7f4-202885c6b1e9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:42.370887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:42.421503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.464434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Made reservation on behalf of 0132dd12aaa649639bfff0fa4804d01b for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:42.468651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.515114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d020-6159-49f4-a0ed-f3525eb60789 req-a2577166-c685-4524-aecc-b029e746e1f9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:42.517048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3186d020-6159-49f4-a0ed-f3525eb60789 req-a2577166-c685-4524-aecc-b029e746e1f9 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 946 time: 0.6070542 Jan 29 04:42:42.517885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=cb52879f-cec1-443a-a129-1252205e5808,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:42.558266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '17c43613-bdfa-4b23-b5ed-d518b75e8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:42.558744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: 7d55dd88-6831-4abb-8ece-19605c0aff1d, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:42.588515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3186d020-6159-49f4-a0ed-f3525eb60789 req-d0875c18-7b0e-439e-9da6-611a692ef0ba tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568378 Jan 29 04:42:42.598906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network 7d55dd88-6831-4abb-8ece-19605c0aff1d is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:42.612537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7d55dd88-6831-4abb-8ece-19605c0aff1d) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:42.619304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:42.621959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcc7e1-7943-4fe6-a4d0-65b64c7e17cb None None] Network 7d55dd88-6831-4abb-8ece-19605c0aff1d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:42.632946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.676154 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-91123d9b-d2af-4ef8-bb0c-3f86fb64d56e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8580537 Jan 29 04:42:42.678678 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42966) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:42.706861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1443449416'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:42.791436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:42.799697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.832579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-7d55dd88-6831-4abb-8ece-19605c0aff1d', 'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': 'cb52879f-cec1-443a-a129-1252205e5808'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:42.834117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.880777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:42.906470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:42.907817 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment ed0298ca-860a-48fe-921f-a4b53154a271 of type vlan for network aae8a184-5371-481a-97d4-1a00b9e7e424 Jan 29 04:42:42.959717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.011730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.083380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.098873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:43.099521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.129876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Allocated IP 172.20.255.242 (7d55dd88-6831-4abb-8ece-19605c0aff1d/cb52879f-cec1-443a-a129-1252205e5808/8d5f48aa-facf-4fe3-be41-98196bd73e0d) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:43.181118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5004089 Jan 29 04:42:43.184212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 42990) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.209162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-c8abb065-7747-49da-941c-d67fa9075a16 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:43.210755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-c8abb065-7747-49da-941c-d67fa9075a16 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 946 time: 0.1554778 Jan 29 04:42:43.232343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': 'aae8a184-5371-481a-97d4-1a00b9e7e424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:43.275045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.381580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fa408-63b7-4015-9be0-87fa256f0ec3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=aae8a184-5371-481a-97d4-1a00b9e7e424,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:43.401068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368eefd-96cf-44d4-a890-758d1a1ad5c0 None None] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:43.403730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network aae8a184-5371-481a-97d4-1a00b9e7e424 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:43.407574 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.413813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:43.420422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.437903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Subnet': ['ID=7857c5b1-1c9f-4f13-a2c6-5e73ca741c04,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:43.443532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a80fd5ae-a4cc-48a1-a146-476dcc62cafd tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:43.500901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Checking segment: {'id': 'c0104471-52e7-419e-b98d-4c12193873eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:43.500901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network hostable DHCP agents. Network: 83d6622b-e25c-41cd-b7ae-70c558e2b222, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:43.563885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.564897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Deleting port ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:43.566255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.641608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0b727cda-20f4-48b5-9079-5e2581eb6b9a None None] Provisioning complete for port c20afafb-d397-45cb-b02b-574067f836d1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:43.641988 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0b727cda-20f4-48b5-9079-5e2581eb6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.654952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:43.678372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 83d6622b-e25c-41cd-b7ae-70c558e2b222) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:43.679177 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.685385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Network 7d55dd88-6831-4abb-8ece-19605c0aff1d is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:43.688353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:43.688960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.693780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Pushing event updated for resources: {'Port': ['ID=8d5f48aa-facf-4fe3-be41-98196bd73e0d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:43.706126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:43.708480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da56d2d-a8a3-4d1f-937d-9fd2dd19cfd1 None None] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:43.710806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a80fd5ae-a4cc-48a1-a146-476dcc62cafd tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1934f8b0007543ebb94cc438c9d8d578 HTTP/1.1" status: 200 len: 366 time: 0.7461240 Jan 29 04:42:43.711448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:43.714991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43014) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.759479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1bfea248-19ef-4de0-b31d-a14559f7a432 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4899378 Jan 29 04:42:43.772796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e8f3396-eb5b-4192-b7d1-233a90ee679d tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0561457 Jan 29 04:42:43.773993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.774732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43026) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.785445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'subnet': {'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:43.812299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.903111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ff84fc3-b312-4604-9101-9126cf67f073 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "GET /v2.0/quotas/1934f8b0007543ebb94cc438c9d8d578 HTTP/1.1" status: 200 len: 366 time: 0.0327914 Jan 29 04:42:43.905132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] For port ee09a9dc-40a4-4150-b134-ee9747d19042, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ee09a9dc-40a4-4150-b134-ee9747d19042,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:43.906193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:43.917069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.919121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=0259f1f7-333c-4ce4-88eb-1387229897ca,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:43.966841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac3e41d0-950f-44b4-acde-2fe585ebe608 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1934f8b0007543ebb94cc438c9d8d578 HTTP/1.1" status: 204 len: 168 time: 0.0447655 Jan 29 04:42:43.974957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43044) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:43.989575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': 'ed0298ca-860a-48fe-921f-a4b53154a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'aae8a184-5371-481a-97d4-1a00b9e7e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:43.989965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: aae8a184-5371-481a-97d4-1a00b9e7e424, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:44.008089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ae71cdb3-cc1f-4fb6-96cc-bb3189e2bf21 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0319130 Jan 29 04:42:44.012141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43046) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:44.066283 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6483833-e16e-4a4c-839f-d845c055b915 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "GET /v2.0/quotas/1934f8b0007543ebb94cc438c9d8d578 HTTP/1.1" status: 200 len: 370 time: 0.0514238 Jan 29 04:42:44.071472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:44.082980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3dde5789-d820-4a1c-a6e6-a3b045e878b9 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "GET /v2.0/quotas/1934f8b0007543ebb94cc438c9d8d578/default HTTP/1.1" status: 200 len: 370 time: 0.0068178 Jan 29 04:42:44.084425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network aae8a184-5371-481a-97d4-1a00b9e7e424 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:44.092213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43054) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:44.094952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Made reservation on behalf of 0132dd12aaa649639bfff0fa4804d01b for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:44.099158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.146475 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-13a0b594-c3f3-4265-9b2a-6c247c3ee8ce tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] delete failed (client error): The resource could not be found. Jan 29 04:42:44.148231 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0b727cda-20f4-48b5-9079-5e2581eb6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.150473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-13a0b594-c3f3-4265-9b2a-6c247c3ee8ce tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1934f8b0007543ebb94cc438c9d8d578 HTTP/1.1" status: 404 len: 348 time: 0.0521080 Jan 29 04:42:44.169710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, aae8a184-5371-481a-97d4-1a00b9e7e424) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:44.172269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Attempting to bind port 8d5f48aa-facf-4fe3-be41-98196bd73e0d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:44.174801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Attempting to bind port 8d5f48aa-facf-4fe3-be41-98196bd73e0d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '17c43613-bdfa-4b23-b5ed-d518b75e8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:44.174801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Attempting to bind port 8d5f48aa-facf-4fe3-be41-98196bd73e0d on network 7d55dd88-6831-4abb-8ece-19605c0aff1d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:44.202215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:44.208515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.218723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f17fab-ae29-4dd0-9a0e-9317fc12e64e None None] Network aae8a184-5371-481a-97d4-1a00b9e7e424 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:44.275123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-61bef294-9bd0-48df-a2a4-a05de1df8ada tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0462482 Jan 29 04:42:44.276784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43060) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:44.374986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:44.376236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Checking segment: {'id': '17c43613-bdfa-4b23-b5ed-d518b75e8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:44.376236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.376236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Bound using segment: {'id': '17c43613-bdfa-4b23-b5ed-d518b75e8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:44.376629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Bound port: 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c43613-bdfa-4b23-b5ed-d518b75e8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7d55dd88-6831-4abb-8ece-19605c0aff1d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:44.377123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.416221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c20afafb-d397-45cb-b02b-574067f836d1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:44.457785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0b727cda-20f4-48b5-9079-5e2581eb6b9a None None] For port c20afafb-d397-45cb-b02b-574067f836d1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c20afafb-d397-45cb-b02b-574067f836d1,segment=NetworkSegment(56bdbd02-102f-44d7-8b2c-ca254ba68683),segment_id=56bdbd02-102f-44d7-8b2c-ca254ba68683)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:44.485957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0b727cda-20f4-48b5-9079-5e2581eb6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.568414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] For port 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:44.571586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] For port 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d5f48aa-facf-4fe3-be41-98196bd73e0d,segment=NetworkSegment(17c43613-bdfa-4b23-b5ed-d518b75e8a01),segment_id=17c43613-bdfa-4b23-b5ed-d518b75e8a01)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:44.618394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.622000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43064) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:44.641697 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.663289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:network and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:44.666736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-83d6622b-e25c-41cd-b7ae-70c558e2b222', 'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222', 'tenant_id': '0132dd12aaa649639bfff0fa4804d01b', 'fixed_ips': [{'subnet_id': '7857c5b1-1c9f-4f13-a2c6-5e73ca741c04'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:44.669430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:44.677995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.687071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.688260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.689285 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Floating IP c3361152-99f6-489f-855e-c55c964ea098 disassociated. External IP: 172.25.4.246, port: ee09a9dc-40a4-4150-b134-ee9747d19042. Jan 29 04:42:44.689660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Calling delete_port for ee09a9dc-40a4-4150-b134-ee9747d19042 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:44.739123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:subnet and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:44.758910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c20afafb-d397-45cb-b02b-574067f836d1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:44.759292 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.762437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:44.781479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:subnetpool and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:44.784299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:44.821421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:44.878933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:port and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:44.916596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:44.936830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:router and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:44.948368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:44.982966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:floatingip and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:44.994819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:44.999893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986ee4d-0874-493f-a9c4-b26917daaf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-aae8a184-5371-481a-97d4-1a00b9e7e424', 'network_id': 'aae8a184-5371-481a-97d4-1a00b9e7e424', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': '0259f1f7-333c-4ce4-88eb-1387229897ca'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:45.000848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8986ee4d-0874-493f-a9c4-b26917daaf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.018042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.048732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.081682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=0259f1f7-333c-4ce4-88eb-1387229897ca,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:45.128230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:security_group and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:45.138927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event deleted for resources: {'Port': ['ID=ee09a9dc-40a4-4150-b134-ee9747d19042,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:45.165554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:45.194353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Usage tracker for resource:security_group_rule and tenant:b0626f3b84c04562ba4c1650f383957c is out of sync, need to count used quota {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 04:42:45.197445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.221640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.quota.resource [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102403) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 29 04:42:45.255486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae8a184-5371-481a-97d4-1a00b9e7e424']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:45.257453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f005-f37a-47fa-90c0-5ced095ea5f0 req-120be9d0-b0bc-40b3-8a08-1f6cc3cd834c tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:45.259118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7c4f005-f37a-47fa-90c0-5ced095ea5f0 req-120be9d0-b0bc-40b3-8a08-1f6cc3cd834c tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 868 time: 1.4949059 Jan 29 04:42:45.265649 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-43568302-8b3a-4b09-9703-815cf93b83e2 tempest-QuotasTest-1663942457 tempest-QuotasTest-1663942457-project-admin] 10.222.0.32 "GET /v2.0/quotas/b0626f3b84c04562ba4c1650f383957c/details.json HTTP/1.1" status: 200 len: 703 time: 0.6353893 Jan 29 04:42:45.275732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0298ca-860a-48fe-921f-a4b53154a271') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:45.276094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0298ca-860a-48fe-921f-a4b53154a271') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:45.285709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.287091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b727cda-20f4-48b5-9079-5e2581eb6b9a None None] Pushing event updated for resources: {'Port': ['ID=c20afafb-d397-45cb-b02b-574067f836d1,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:45.323240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.339100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:45.340050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:45.344940 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:45.491528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.536352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.537448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Allocated IP 172.20.0.2 (83d6622b-e25c-41cd-b7ae-70c558e2b222/7857c5b1-1c9f-4f13-a2c6-5e73ca741c04/36b396f7-e262-4276-bb7b-02243b3863a4) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:45.549415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/aae8a184-5371-481a-97d4-1a00b9e7e424 HTTP/1.1" status: 204 len: 168 time: 1.2626438 Jan 29 04:42:45.549415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d5b27-9b80-4fb9-9f93-3bef510ab078 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=aae8a184-5371-481a-97d4-1a00b9e7e424,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:45.551490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:45.559687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268170811'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:45.618489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:45.622804 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.650479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e77b98e5-94cd-469a-8067-659c42bff10e None None] Provisioning complete for port c20afafb-d397-45cb-b02b-574067f836d1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:45.650711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e77b98e5-94cd-469a-8067-659c42bff10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.699189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.710674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:45.731273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:45.737729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9acdc-2661-40b2-9176-8d52408f85fe None None] Network aae8a184-5371-481a-97d4-1a00b9e7e424 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:45.740649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.741009 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment c6a610f8-30e9-413f-86ef-277cf0315ff8 of type vlan for network 3ac053c7-15b6-4129-903a-ad2468036dd8 Jan 29 04:42:45.824200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e7c4f005-f37a-47fa-90c0-5ced095ea5f0 req-907803ab-4813-4994-b488-5e6b6fa632f7 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups?id=c56c12a6-af26-4545-bf30-2b8e760f105d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5214927 Jan 29 04:42:45.874956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.887356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9acdc-2661-40b2-9176-8d52408f85fe None None] Network aae8a184-5371-481a-97d4-1a00b9e7e424 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:42:45.927754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a4e53-260a-4b12-ab06-ae6d6a96bbdb None None] Pushing event updated for resources: {'Port': ['ID=8d5f48aa-facf-4fe3-be41-98196bd73e0d,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:45.937524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Subnet': ['ID=147327f7-c53d-4ae6-8527-0fcd96f41cf4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:45.937739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.944597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:42:45.948105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:45.948773 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:45.996578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ee09a9dc-40a4-4150-b134-ee9747d19042 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:42:45.997030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ee09a9dc-40a4-4150-b134-ee9747d19042 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:42:46.047899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Checking segment: {'id': 'd2af574a-63e9-4aa3-9552-05150044b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:46.048225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network hostable DHCP agents. Network: 63d23ee2-7fe1-4814-a7f4-202885c6b1e9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:46.093978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:46.097750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:46.105173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=3ac053c7-15b6-4129-903a-ad2468036dd8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:46.111686 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:46.128596 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:46.130334 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:46.136617 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-669e74ee-266b-4ae8-a4de-f0a3a2d2d81a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5816498 Jan 29 04:42:46.138667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43082) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:46.149803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:46.154881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 63d23ee2-7fe1-4814-a7f4-202885c6b1e9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:46.167869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 3ac053c7-15b6-4129-903a-ad2468036dd8 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:46.182492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': '3ac053c7-15b6-4129-903a-ad2468036dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:46.191321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725ede5-0ac1-4b38-bf9f-4542aceeabe8 None None] Network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:46.222675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] No DVR routers for this DVR port ee09a9dc-40a4-4150-b134-ee9747d19042 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:42:46.224937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:46.225438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:46.255578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:46.263503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0818ed7d-ccaa-4d7c-a786-2f3648dfb503 req-9e30c66e-51a6-4ca4-9f97-abfe4db20fd4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.36 "DELETE /v2.0/ports/ee09a9dc-40a4-4150-b134-ee9747d19042 HTTP/1.1" status: 204 len: 173 time: 3.0352106 Jan 29 04:42:46.265853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-deleted', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:42:46.274157 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:46.281152 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bcc2ac-3c67-4d31-9af7-e5c4b657f562" -d '{"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-deleted", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:42:46.311421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8523e647-4862-4d9b-b448-46bf7621a4fb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5322466 Jan 29 04:42:46.326169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:46.489684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:46.534157 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3323dcbe-a685-44a2-9820-128f3b7d4db9 x-openstack-request-id: req-3323dcbe-a685-44a2-9820-128f3b7d4db9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:42:46.534157 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432add1c-fbe1-4db7-90a2-a2b3c8ff564b", "name": "network-vif-deleted", "tag": "ee09a9dc-40a4-4150-b134-ee9747d19042", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:42:46.534157 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3323dcbe-a685-44a2-9820-128f3b7d4db9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:42:46.534157 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432add1c-fbe1-4db7-90a2-a2b3c8ff564b', 'name': 'network-vif-deleted', 'tag': 'ee09a9dc-40a4-4150-b134-ee9747d19042', 'status': 'completed', 'code': 200} Jan 29 04:42:46.565088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:46.569186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:46.615089 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:46.631106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d5f48aa-facf-4fe3-be41-98196bd73e0d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:46.693000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:46.709083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:46.719994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Pushing event updated for resources: {'Port': ['ID=36b396f7-e262-4276-bb7b-02243b3863a4,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:46.733061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:46.767644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing IP validity checks on allocation pools {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:42:46.768403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:42:46.867553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea000e36-bddf-4095-8b73-873c94ef0811 None None] Network 7d55dd88-6831-4abb-8ece-19605c0aff1d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:46.888872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8d5f48aa-facf-4fe3-be41-98196bd73e0d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:46.890822 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:46.898508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Attempting to bind port 36b396f7-e262-4276-bb7b-02243b3863a4 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:46.899176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Attempting to bind port 36b396f7-e262-4276-bb7b-02243b3863a4 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'c0104471-52e7-419e-b98d-4c12193873eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:46.899858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Attempting to bind port 36b396f7-e262-4276-bb7b-02243b3863a4 on network 83d6622b-e25c-41cd-b7ae-70c558e2b222 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:47.029566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:47.033525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Checking segment: {'id': 'c0104471-52e7-419e-b98d-4c12193873eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:47.036454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.038938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Bound using segment: {'id': 'c0104471-52e7-419e-b98d-4c12193873eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:47.040794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Bound port: 36b396f7-e262-4276-bb7b-02243b3863a4, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0104471-52e7-419e-b98d-4c12193873eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '83d6622b-e25c-41cd-b7ae-70c558e2b222'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:47.042815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.104887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.117590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d6f906d-ddeb-466c-b7d3-90adbb1f7a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.150212 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:47.153063 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-151570f0-718d-4afe-850e-ecf8b909b292 req-fea38048-3709-4140-94bb-48aa7c7c4865 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/ports?device_id=432add1c-fbe1-4db7-90a2-a2b3c8ff564b HTTP/1.1" status: 200 len: 210 time: 0.1358182 Jan 29 04:42:47.209391 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:42:47.236964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': 'c6a610f8-30e9-413f-86ef-277cf0315ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3ac053c7-15b6-4129-903a-ad2468036dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:47.237360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: 3ac053c7-15b6-4129-903a-ad2468036dd8, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:47.242772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=973d4ffc-92fe-4882-82cd-b75dc6c40074,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:47.244381 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:47.245023 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:47.260257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.267492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network 3ac053c7-15b6-4129-903a-ad2468036dd8 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:47.285631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 3ac053c7-15b6-4129-903a-ad2468036dd8) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:47.285865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] For port 36b396f7-e262-4276-bb7b-02243b3863a4, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:47.291250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] For port 36b396f7-e262-4276-bb7b-02243b3863a4, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=36b396f7-e262-4276-bb7b-02243b3863a4,segment=NetworkSegment(c0104471-52e7-419e-b98d-4c12193873eb),segment_id=c0104471-52e7-419e-b98d-4c12193873eb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:47.300300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:47.301263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.322976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-63d23ee2-7fe1-4814-a7f4-202885c6b1e9', 'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9', 'tenant_id': '0132dd12aaa649639bfff0fa4804d01b', 'fixed_ips': [{'subnet_id': '147327f7-c53d-4ae6-8527-0fcd96f41cf4'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:47.324331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.326622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb83594-dc17-43ef-9950-ce57d1cc6e2e None None] Network 3ac053c7-15b6-4129-903a-ad2468036dd8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:47.334609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1b5a17cf-55f2-4e97-bf7e-111d35437ea6 None None] Provisioning complete for port 8d5f48aa-facf-4fe3-be41-98196bd73e0d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:47.335610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b5a17cf-55f2-4e97-bf7e-111d35437ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.340295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c3250ec-4655-4144-b9dd-393719e2a0ff tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1991129 Jan 29 04:42:47.340943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43106) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:47.362900 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.437830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d6f906d-ddeb-466c-b7d3-90adbb1f7a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.481423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.485788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d6f906d-ddeb-466c-b7d3-90adbb1f7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.524084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d6f906d-ddeb-466c-b7d3-90adbb1f7a8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51a623fe54fb4560a6c06a42e37831ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3701117 Jan 29 04:42:47.531636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:47.581071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.601745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:47.672294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Deleting subnet be5461cc-a04a-4123-926d-c1a2a4cd4334 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:42:47.700018 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:42:47.710925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Allocated IP 172.20.0.2 (63d23ee2-7fe1-4814-a7f4-202885c6b1e9/147327f7-c53d-4ae6-8527-0fcd96f41cf4/c590c732-775b-413a-8434-68e28a65731e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:47.719533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.724371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f906d-ddeb-466c-b7d3-90adbb1f7a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb34a59-a84a-4c6f-a1d5-978303c96511,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:47.783352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:47.900030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=973d4ffc-92fe-4882-82cd-b75dc6c40074,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:47.900715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Allocated IP 172.20.0.1 (83d6622b-e25c-41cd-b7ae-70c558e2b222/7857c5b1-1c9f-4f13-a2c6-5e73ca741c04/402abb7b-b0f6-4cb6-8f9c-047d4ab71788) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:47.967414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445939d2-4874-469b-956a-5d98d06d91ae None None] Pushing event updated for resources: {'Port': ['ID=36b396f7-e262-4276-bb7b-02243b3863a4,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:48.001207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.030322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac053c7-15b6-4129-903a-ad2468036dd8']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:48.044184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a610f8-30e9-413f-86ef-277cf0315ff8') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:48.044490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a610f8-30e9-413f-86ef-277cf0315ff8') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:48.056008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.083376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.103944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:48.104071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:48.111371 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:48.123851 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.128159 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:48.204819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264819c-6d2e-46c3-9628-c3f339485616 None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:35:40Z', 'revision_number': 4, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '436de701-c798-4963-94a8-0b01602838be', 'name': '', 'network_id': 'bec95550-6efa-44cb-bad0-b75da32849fc', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'mac_address': 'fa:16:3e:62:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:37Z', 'updated_at': '2022-01-29T04:35:48Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'subnets': [{'id': '0ff71686-4be4-4610-91af-90bc14cc47d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:48.209207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-870a2074-2d72-40ae-b642-c9c1b5d25374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.217128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.221383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.286453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b5a17cf-55f2-4e97-bf7e-111d35437ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.361453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:48.365701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1b5a17cf-55f2-4e97-bf7e-111d35437ea6 None None] For port 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d5f48aa-facf-4fe3-be41-98196bd73e0d,segment=NetworkSegment(17c43613-bdfa-4b23-b5ed-d518b75e8a01),segment_id=17c43613-bdfa-4b23-b5ed-d518b75e8a01)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:48.366981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.393540 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b5a17cf-55f2-4e97-bf7e-111d35437ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.437963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.444046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:48.448864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-870a2074-2d72-40ae-b642-c9c1b5d25374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.467230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.480724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/3ac053c7-15b6-4129-903a-ad2468036dd8 HTTP/1.1" status: 204 len: 168 time: 1.1319523 Jan 29 04:42:48.494004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:48.496175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Port': ['ID=402abb7b-b0f6-4cb6-8f9c-047d4ab71788,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:48.509005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43128) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:48.520844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.525316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:48.528454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1179296249'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:48.534758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ce82e-2523-467d-97f2-bcdc5d2cfca4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=3ac053c7-15b6-4129-903a-ad2468036dd8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:48.599442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:48.614469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.668892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:48.682233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.682687 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 4d3b6784-b278-4ffd-847e-91b696c34faa of type vlan for network b0c53c99-9d73-4e09-aca2-43ebd6669e4f Jan 29 04:42:48.730870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.732477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a17cf-55f2-4e97-bf7e-111d35437ea6 None None] Pushing event updated for resources: {'Port': ['ID=8d5f48aa-facf-4fe3-be41-98196bd73e0d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:48.770143 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.805951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aff20c4-4eb5-420f-bd43-0657cef81be4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.818447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.820250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.830470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6d092-f29f-496a-a16d-ef667c894d1d None None] Network 3ac053c7-15b6-4129-903a-ad2468036dd8 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:48.861983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6d092-f29f-496a-a16d-ef667c894d1d None None] Network 3ac053c7-15b6-4129-903a-ad2468036dd8 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:42:48.877468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.884757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:48.885565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.893325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8f511a18-e9fb-4506-b171-00f90f76e53c None None] Provisioning complete for port 8d5f48aa-facf-4fe3-be41-98196bd73e0d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:48.893687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f511a18-e9fb-4506-b171-00f90f76e53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.903759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:48.930395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4129612 Jan 29 04:42:48.933984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d571e98-b885-4fb2-93b5-52f541e56547 None None] New status for floating IP c3361152-99f6-489f-855e-c55c964ea098: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:42:48.935271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43132) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:48.947431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aff20c4-4eb5-420f-bd43-0657cef81be4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.970096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-870a2074-2d72-40ae-b642-c9c1b5d25374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.975394 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-870a2074-2d72-40ae-b642-c9c1b5d25374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:48.984278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-870a2074-2d72-40ae-b642-c9c1b5d25374 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feb34a59-a84a-4c6f-a1d5-978303c96511 HTTP/1.1" status: 204 len: 168 time: 1.4490063 Jan 29 04:42:48.989399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': 'b0c53c99-9d73-4e09-aca2-43ebd6669e4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:48.993450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-0d3d6bbb-d3e7-4ec4-8a90-fab4f4eb50e6 req-fecde400-fbe2-4086-bcd5-9a9205c15219 service neutron] (102403) timed out ('10.222.0.36', 52030) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:42:49.021825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.040438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a2074-2d72-40ae-b642-c9c1b5d25374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb34a59-a84a-4c6f-a1d5-978303c96511,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:49.082928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7892b-6cf5-4ac0-86fd-4d9133bd8d4b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=b0c53c99-9d73-4e09-aca2-43ebd6669e4f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:49.131152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:42:49.131727 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:42:49.156483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b0c53c99-9d73-4e09-aca2-43ebd6669e4f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:49.179349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:49.186500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:49.196831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Pushing event updated for resources: {'Port': ['ID=c590c732-775b-413a-8434-68e28a65731e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:49.220611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5461cc-a04a-4123-926d-c1a2a4cd4334,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:49.242068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.251668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:49.255736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.260043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-394e577c-022b-433d-9943-6179ce200f4b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/be5461cc-a04a-4123-926d-c1a2a4cd4334 HTTP/1.1" status: 204 len: 168 time: 1.6457150 Jan 29 04:42:49.270489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43140) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:49.435509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aff20c4-4eb5-420f-bd43-0657cef81be4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.438563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7aff20c4-4eb5-420f-bd43-0657cef81be4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.449135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7aff20c4-4eb5-420f-bd43-0657cef81be4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "DELETE /v2.0/security-groups/c56c12a6-af26-4545-bf30-2b8e760f105d HTTP/1.1" status: 204 len: 168 time: 1.0638778 Jan 29 04:42:49.451648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.459451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43142) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:49.541811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff20c4-4eb5-420f-bd43-0657cef81be4 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56c12a6-af26-4545-bf30-2b8e760f105d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:49.551273 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f9489e15-8aaa-4cc9-9626-c54516c15b14 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] show failed (client error): The resource could not be found. Jan 29 04:42:49.555606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9489e15-8aaa-4cc9-9626-c54516c15b14 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "GET /v2.0/security-groups/c56c12a6-af26-4545-bf30-2b8e760f105d HTTP/1.1" status: 404 len: 347 time: 0.0879066 Jan 29 04:42:49.575663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43148) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:49.620396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Attempting to bind port c590c732-775b-413a-8434-68e28a65731e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:49.620789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Attempting to bind port c590c732-775b-413a-8434-68e28a65731e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'd2af574a-63e9-4aa3-9552-05150044b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:49.621142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Attempting to bind port c590c732-775b-413a-8434-68e28a65731e on network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:49.719607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.722902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b20c32-95e3-4202-b02c-a359667f377d None None] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:49.832353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:49.833179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Checking segment: {'id': 'd2af574a-63e9-4aa3-9552-05150044b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:49.833179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.833536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Bound using segment: {'id': 'd2af574a-63e9-4aa3-9552-05150044b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:49.834037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Bound port: c590c732-775b-413a-8434-68e28a65731e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af574a-63e9-4aa3-9552-05150044b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63d23ee2-7fe1-4814-a7f4-202885c6b1e9'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:49.834425 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.853385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43152) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:49.883632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ebda490f-928d-4166-8253-012d5ef51e43 None None] Provisioning complete for port 36b396f7-e262-4276-bb7b-02243b3863a4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:49.884035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebda490f-928d-4166-8253-012d5ef51e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.907251 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a007324-8cf0-444d-8e93-311ac369f902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:49.983376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] For port c590c732-775b-413a-8434-68e28a65731e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:49.987739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] For port c590c732-775b-413a-8434-68e28a65731e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c590c732-775b-413a-8434-68e28a65731e,segment=NetworkSegment(d2af574a-63e9-4aa3-9552-05150044b649),segment_id=d2af574a-63e9-4aa3-9552-05150044b649)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:50.007531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c20afafb-d397-45cb-b02b-574067f836d1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:50.032803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.065373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.073117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6310dcdc-aede-4192-b568-5745e2ee0f48']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:50.121649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3023e515-9ee7-45b0-acc3-4cde2a0ebf95') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:50.122114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3023e515-9ee7-45b0-acc3-4cde2a0ebf95') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:50.144711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a007324-8cf0-444d-8e93-311ac369f902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.149964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.161293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a007324-8cf0-444d-8e93-311ac369f902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.167717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.182678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f8643-c0d0-45d6-adfd-a96c89890f82 None None] Pushing event updated for resources: {'Port': ['ID=c590c732-775b-413a-8434-68e28a65731e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:50.184566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.191751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:50.193257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.254436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Deleting port 9a09758f-801b-4031-b9d0-9b6a3d5703b8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:50.255740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.265968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c20afafb-d397-45cb-b02b-574067f836d1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:50.266495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:50.273755 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:50.319600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.323934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebda490f-928d-4166-8253-012d5ef51e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.372930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ebda490f-928d-4166-8253-012d5ef51e43 None None] For port 36b396f7-e262-4276-bb7b-02243b3863a4, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=36b396f7-e262-4276-bb7b-02243b3863a4,segment=NetworkSegment(c0104471-52e7-419e-b98d-4c12193873eb),segment_id=c0104471-52e7-419e-b98d-4c12193873eb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:50.396178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a007324-8cf0-444d-8e93-311ac369f902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52900c86-36ab-4e2b-b30a-b817260c3bbd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:50.414790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ebda490f-928d-4166-8253-012d5ef51e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.415756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.428285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] 10.222.0.32 "DELETE /v2.0/networks/6310dcdc-aede-4192-b568-5745e2ee0f48 HTTP/1.1" status: 204 len: 168 time: 1.1552849 Jan 29 04:42:50.481062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda490f-928d-4166-8253-012d5ef51e43 None None] Pushing event updated for resources: {'Port': ['ID=36b396f7-e262-4276-bb7b-02243b3863a4,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:50.502094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7a007324-8cf0-444d-8e93-311ac369f902 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0626f3b84c04562ba4c1650f383957c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412644 Jan 29 04:42:50.513601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43162) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:50.517234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ddd16-39df-4cdd-afc5-8f4b8477a18f admin admin] Pushing event deleted for resources: {'Network': ['ID=6310dcdc-aede-4192-b568-5745e2ee0f48,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:50.520802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.521140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.527717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.547462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.565991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Calling delete_port for 9a09758f-801b-4031-b9d0-9b6a3d5703b8 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:50.671927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=7cac603d-cb67-42db-8472-60b719b41497,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:50.682039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '4d3b6784-b278-4ffd-847e-91b696c34faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b0c53c99-9d73-4e09-aca2-43ebd6669e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:50.682960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: b0c53c99-9d73-4e09-aca2-43ebd6669e4f, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:50.720822 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99f5a67d-0adc-484f-afd8-39452de0e3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.726668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network b0c53c99-9d73-4e09-aca2-43ebd6669e4f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:50.756387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99f5a67d-0adc-484f-afd8-39452de0e3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.758575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b0c53c99-9d73-4e09-aca2-43ebd6669e4f) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:50.771123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761d2d3-478c-4314-b491-515820546e21 None None] Network b0c53c99-9d73-4e09-aca2-43ebd6669e4f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:50.772987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:50.773579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.822157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-225481d4-a16d-4f0e-9e72-a8d4823ea779 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8848259 Jan 29 04:42:50.829450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:50.847359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:50.849372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Port': ['ID=402abb7b-b0f6-4cb6-8f9c-047d4ab71788,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:50.914401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43168) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:50.931517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d5f48aa-facf-4fe3-be41-98196bd73e0d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:51.046459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3016801a-97cd-499f-8f0a-be4e8e19a029 None None] Provisioning complete for port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:51.046771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3016801a-97cd-499f-8f0a-be4e8e19a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.058666 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.068796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99f5a67d-0adc-484f-afd8-39452de0e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.072059 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99f5a67d-0adc-484f-afd8-39452de0e3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.073357 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-99f5a67d-0adc-484f-afd8-39452de0e3f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52900c86-36ab-4e2b-b30a-b817260c3bbd HTTP/1.1" status: 204 len: 168 time: 0.5490100 Jan 29 04:42:51.095576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.111431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Pushing event deleted for resources: {'Port': ['ID=9a09758f-801b-4031-b9d0-9b6a3d5703b8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:51.114172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3016801a-97cd-499f-8f0a-be4e8e19a029 None None] Port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:42:51.117066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:51.127574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e6ac659-cbbe-4563-8de4-682ffaf10100 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2a6f0f0675d42f48d9c63fc5df17d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988285 Jan 29 04:42:51.151102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3016801a-97cd-499f-8f0a-be4e8e19a029 None None] Provisioning complete for port 36b396f7-e262-4276-bb7b-02243b3863a4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:51.151478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3016801a-97cd-499f-8f0a-be4e8e19a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.163557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5a67d-0adc-484f-afd8-39452de0e3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52900c86-36ab-4e2b-b30a-b817260c3bbd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:51.240216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8d5f48aa-facf-4fe3-be41-98196bd73e0d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:51.240590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.326827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.335378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:51.341025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:51.343837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e199cd3-dc34-4f74-b30a-ca9a4998178b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.348120 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.352919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.357444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-46132b20-3039-4d41-8166-313ded2a9643 tempest-AttachVolumeShelveTestJSON-1678077656 tempest-AttachVolumeShelveTestJSON-1678077656-project] 10.222.0.32 "DELETE /v2.0/floatingips/c3361152-99f6-489f-855e-c55c964ea098 HTTP/1.1" status: 204 len: 168 time: 1.7753232 Jan 29 04:42:51.437640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01b800-3738-4e4b-af0e-b8b36cfbc2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-b0c53c99-9d73-4e09-aca2-43ebd6669e4f', 'network_id': 'b0c53c99-9d73-4e09-aca2-43ebd6669e4f', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': '7cac603d-cb67-42db-8472-60b719b41497'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:51.438821 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab01b800-3738-4e4b-af0e-b8b36cfbc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.486649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 36b396f7-e262-4276-bb7b-02243b3863a4 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:51.563648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.660900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=7cac603d-cb67-42db-8472-60b719b41497,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:51.667525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e199cd3-dc34-4f74-b30a-ca9a4998178b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.724484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dc28cd1b-cb01-4a40-a94b-00ec3068a917 None None] Provisioning complete for port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:51.724998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc28cd1b-cb01-4a40-a94b-00ec3068a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.758736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Router 5643a037-3dea-476a-97dc-e7580f8663c5 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server [None req-ab01b800-3738-4e4b-af0e-b8b36cfbc2dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cac603d-cb67-42db-8472-60b719b41497: This subnet is being modified by another concurrent operation. Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cac603d-cb67-42db-8472-60b719b41497: This subnet is being modified by another concurrent operation. Jan 29 04:42:51.777830 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Jan 29 04:42:51.814672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-dc28cd1b-cb01-4a40-a94b-00ec3068a917 None None] Port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:42:51.823163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a3760-8010-45eb-9dfc-5c5e4435b85f None None] Network b0c53c99-9d73-4e09-aca2-43ebd6669e4f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:51.847475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 36b396f7-e262-4276-bb7b-02243b3863a4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:51.847856 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.859709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:51.926257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c53c99-9d73-4e09-aca2-43ebd6669e4f']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:51.938585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3b6784-b278-4ffd-847e-91b696c34faa') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:51.939236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3b6784-b278-4ffd-847e-91b696c34faa') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:51.970397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.003567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.017980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a042ce5b-e9c7-42b9-881e-b120a82dee52 None None] Provisioning complete for port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:52.018609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a042ce5b-e9c7-42b9-881e-b120a82dee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.022483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:52.023345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:52.023677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.036713 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] Sync routers for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:52.050490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-93cc5677-4876-4598-9a0a-99862a5f3bcb tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7144217 Jan 29 04:42:52.052387 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:52.053158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:52.057100 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:52.059448 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:52.060844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e199cd3-dc34-4f74-b30a-ca9a4998178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.068285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e199cd3-dc34-4f74-b30a-ca9a4998178b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.073633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e199cd3-dc34-4f74-b30a-ca9a4998178b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e228ba29-3b2d-4905-a813-bfaf2eb47513 HTTP/1.1" status: 204 len: 168 time: 0.9511516 Jan 29 04:42:52.174401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a042ce5b-e9c7-42b9-881e-b120a82dee52 None None] Port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:42:52.181182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e199cd3-dc34-4f74-b30a-ca9a4998178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228ba29-3b2d-4905-a813-bfaf2eb47513,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:52.204272 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:52.229613 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:52.230296 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:52.283329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.290288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.293453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/b0c53c99-9d73-4e09-aca2-43ebd6669e4f HTTP/1.1" status: 204 len: 168 time: 1.4630768 Jan 29 04:42:52.300992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43202) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:52.311824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f8372-61db-42df-b2de-f20ab14d7ded None None] Network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:52.319195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278e81f-e508-4d6f-9017-84783d60d3fe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=b0c53c99-9d73-4e09-aca2-43ebd6669e4f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:52.321704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149171459'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:52.324202 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:52.325127 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8ffd2-5cbc-40ad-b435-4288cbc6e7bf None None] The sync data for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:52.431850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-288d0efc-4d48-453b-83e4-25a2872bfcad None None] Provisioning complete for port c590c732-775b-413a-8434-68e28a65731e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:52.432472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-288d0efc-4d48-453b-83e4-25a2872bfcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.440045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:52.443808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.519901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:52.627722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.627996 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 14d9ddba-afd2-41e7-9987-f43bf822094c of type vlan for network 336aa921-5a6b-489f-9b26-de81243593b9 Jan 29 04:42:52.684033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.805513 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-38aea7d6-01c6-44fb-9446-efb74b99bc4c tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:42:52.809807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43220) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:52.810026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-38aea7d6-01c6-44fb-9446-efb74b99bc4c tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7547791 Jan 29 04:42:52.810929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.817220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:52.817879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:52.842911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c590c732-775b-413a-8434-68e28a65731e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:52.886539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5821395 Jan 29 04:42:52.896481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:52.917497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': '336aa921-5a6b-489f-9b26-de81243593b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:52.977507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95992906-0df1-4ec0-b66c-994a35184a43 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=336aa921-5a6b-489f-9b26-de81243593b9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:53.002034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 336aa921-5a6b-489f-9b26-de81243593b9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:53.098694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c590c732-775b-413a-8434-68e28a65731e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:53.099370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.214066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706bb71-e5de-411c-bf24-517e1441983f req-7d55a82c-c815-45f8-aae0-ff585a23fc55 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:53.215753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a706bb71-e5de-411c-bf24-517e1441983f req-7d55a82c-c815-45f8-aae0-ff585a23fc55 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.1612670 Jan 29 04:42:53.248275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a706bb71-e5de-411c-bf24-517e1441983f req-4ab574cf-aa54-4008-9386-922d522d8b23 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.256923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:53.260550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.285575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-288d0efc-4d48-453b-83e4-25a2872bfcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.346551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-288d0efc-4d48-453b-83e4-25a2872bfcad None None] For port c590c732-775b-413a-8434-68e28a65731e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c590c732-775b-413a-8434-68e28a65731e,segment=NetworkSegment(d2af574a-63e9-4aa3-9552-05150044b649),segment_id=d2af574a-63e9-4aa3-9552-05150044b649)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:42:53.362762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-288d0efc-4d48-453b-83e4-25a2872bfcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.454280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d0efc-4d48-453b-83e4-25a2872bfcad None None] Pushing event updated for resources: {'Port': ['ID=c590c732-775b-413a-8434-68e28a65731e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:53.522332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 36b396f7-e262-4276-bb7b-02243b3863a4 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:53.541314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a706bb71-e5de-411c-bf24-517e1441983f req-4ab574cf-aa54-4008-9386-922d522d8b23 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.561068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a706bb71-e5de-411c-bf24-517e1441983f req-4ab574cf-aa54-4008-9386-922d522d8b23 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.593022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 36b396f7-e262-4276-bb7b-02243b3863a4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:53.593397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.616601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a706bb71-e5de-411c-bf24-517e1441983f req-4ab574cf-aa54-4008-9386-922d522d8b23 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898308 Jan 29 04:42:53.778802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab574cf-aa54-4008-9386-922d522d8b23 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e564e89-4897-47cf-95db-c41a33c20717,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:53.802627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.869406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60683ebc-af06-47de-b5de-67aa6a273305 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:42:53.884943 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab8c8-8814-4d78-8f3a-800e1dd53da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.944103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52eb-bd41-428d-af78-a8b6d3c4197f req-805085c4-49e9-4503-a184-c871c5016df4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:53.945727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfd52eb-bd41-428d-af78-a8b6d3c4197f req-805085c4-49e9-4503-a184-c871c5016df4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.1731255 Jan 29 04:42:53.964654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e47da394-5616-40c8-8123-ff36898d5fdc None None] Provisioning complete for port c590c732-775b-413a-8434-68e28a65731e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:53.965617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e47da394-5616-40c8-8123-ff36898d5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:53.981781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=f37f5c75-d4eb-444e-b35f-667890ce40b0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:54.001722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '14d9ddba-afd2-41e7-9987-f43bf822094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '336aa921-5a6b-489f-9b26-de81243593b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:54.002161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: 336aa921-5a6b-489f-9b26-de81243593b9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:54.037143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network 336aa921-5a6b-489f-9b26-de81243593b9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:54.054547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 336aa921-5a6b-489f-9b26-de81243593b9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:54.063602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:54.064226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.096034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5af8139f-d576-412d-ae3a-6a5fffb4c642 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1906171 Jan 29 04:42:54.098515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:54.117833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcfd52eb-bd41-428d-af78-a8b6d3c4197f req-7202a49f-54cd-478a-8853-b03233e8c2ae tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266196 Jan 29 04:42:54.134671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43262) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:54.244971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.340610 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3e8a5e72-b7b1-4f6a-afd1-42e612b012b0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 200 len: 993 time: 0.2039883 Jan 29 04:42:54.355928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.383686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.401640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60683ebc-af06-47de-b5de-67aa6a273305 None None] Unable to find a vacant binding_index for network 336aa921-5a6b-489f-9b26-de81243593b9 and agent 870823af-78df-4f22-82ef-6e3d9d8ac3be {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 29 04:42:54.410980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60683ebc-af06-47de-b5de-67aa6a273305 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 336aa921-5a6b-489f-9b26-de81243593b9) {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:42:54.481449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.575751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=f37f5c75-d4eb-444e-b35f-667890ce40b0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:54.638403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c590c732-775b-413a-8434-68e28a65731e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:42:54.687745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.753170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336aa921-5a6b-489f-9b26-de81243593b9']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:54.775478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d9ddba-afd2-41e7-9987-f43bf822094c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:54.775801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d9ddba-afd2-41e7-9987-f43bf822094c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:54.819435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.838747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c590c732-775b-413a-8434-68e28a65731e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:42:54.839130 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.847629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-63a2d846-b114-4f94-9fc2-e9d65dc92745 req-6e51352b-8cbc-48ff-b82d-0639ea08db41 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:42:54.847968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.859819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:42:54.861009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63a2d846-b114-4f94-9fc2-e9d65dc92745 req-6e51352b-8cbc-48ff-b82d-0639ea08db41 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228159 Jan 29 04:42:54.861402 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:42:54.870900 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:42:54.924519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting port 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:42:54.925161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.011887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.024367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.027679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/336aa921-5a6b-489f-9b26-de81243593b9 HTTP/1.1" status: 204 len: 168 time: 0.9280963 Jan 29 04:42:55.033379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43296) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:55.043626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-484628204'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:55.053532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20907a-9b85-4d37-88fd-7e0ecc9ae65b tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=336aa921-5a6b-489f-9b26-de81243593b9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:55.085162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-bb6dd2cd-4794-4058-805e-b51d4d313334 req-c778ca76-f9c7-4a61-8989-11ea936f4352 service neutron] (102403) timed out ('10.222.0.36', 51782) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:42:55.123065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec0007-7f8f-4e5f-bb5c-df1643cf06b8 None None] Network 336aa921-5a6b-489f-9b26-de81243593b9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:55.143168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.148251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec0007-7f8f-4e5f-bb5c-df1643cf06b8 None None] Network 336aa921-5a6b-489f-9b26-de81243593b9 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:42:55.151325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:55.161133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcee1a-91a2-40e6-8591-3f67feda4fb6 None None] Network 336aa921-5a6b-489f-9b26-de81243593b9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:55.163357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.185050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcee1a-91a2-40e6-8591-3f67feda4fb6 None None] Network 336aa921-5a6b-489f-9b26-de81243593b9 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:42:55.205138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Calling delete_port for 402abb7b-b0f6-4cb6-8f9c-047d4ab71788 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:42:55.291846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:55.323368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.329267 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 7d3a6162-eb3a-47c5-9d65-a9055e733991 of type vlan for network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 Jan 29 04:42:55.503860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.647495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.657796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:55.658552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.690363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d5909-1263-402b-b741-885767a9918b req-963a69e5-94aa-44fa-9954-1d6b426f3c0b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:55.691953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c7d5909-1263-402b-b741-885767a9918b req-963a69e5-94aa-44fa-9954-1d6b426f3c0b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.0866520 Jan 29 04:42:55.767289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c7d5909-1263-402b-b741-885767a9918b req-91925203-f77b-4640-b69a-5e04aeb843af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633216 Jan 29 04:42:55.842350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8086100 Jan 29 04:42:55.845526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:55.851868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:55.857444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a0431-2913-409e-b536-6056ccf3d9e1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=509c0c53-9bf0-43e4-9c8b-2202b2d570e4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:55.872365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:55.876767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:55.964621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Port': ['ID=402abb7b-b0f6-4cb6-8f9c-047d4ab71788,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:56.092805 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e7de6e96-1a9b-492f-83b9-848b71eae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.161555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.347218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:56.354565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:56.358282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.467131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1891010384', 'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:56.518946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Made reservation on behalf of 1a7f739c288642d5b748003bea6897c3 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:56.522330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.538635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-955aa8e7-750e-443b-a08f-d949a21ef4c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9001946 Jan 29 04:42:56.544060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing IP validity checks on allocation pools {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:42:56.544579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:42:56.546696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.599968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Router 5643a037-3dea-476a-97dc-e7580f8663c5 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:42:56.710419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:42:56.716191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0e2c6f28-2b7d-47a9-b8a3-9c5801b02343 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9046459 Jan 29 04:42:56.720865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43378) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:56.725631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] Sync routers for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:42:56.726415 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.736075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.754657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:56.755543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:56.771785 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-45ccd7c0-01d1-48b9-8acb-c96564f8dcc7 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] delete failed (client error): The resource could not be found. Jan 29 04:42:56.772823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-45ccd7c0-01d1-48b9-8acb-c96564f8dcc7 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-2025255526 HTTP/1.1" status: 404 len: 335 time: 0.0496926 Jan 29 04:42:56.778062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43384) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:56.809364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3c95c874-db1f-4a8b-9a53-e35593780dbe tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'router': {'external_gateway_info': {'network_id': '5643a037-3dea-476a-97dc-e7580f8663c5'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:56.829244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:42:56.860109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543e0d19-e58a-40a8-9cb9-497940cde7f0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:56.878834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:56.902867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:56.904503 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Added segment 80e74214-3153-46f1-a12a-21f93296fd3b of type vlan for network cde1a182-ccee-410e-b0d3-58f202db47e7 Jan 29 04:42:56.911792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:42:56.913060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:57.010287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:42:57.010989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534aa23-9a75-4851-98d0-e8a096c29eba None None] The sync data for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:42:57.037344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.092541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.094431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:57.095151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.129349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:57.217824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b1bfc-0b03-46a4-9845-57a074565190 req-df69040d-a6ce-4413-93f9-6d4d2e7224d7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:57.220069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-334b1bfc-0b03-46a4-9845-57a074565190 req-df69040d-a6ce-4413-93f9-6d4d2e7224d7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.3037648 Jan 29 04:42:57.221197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.235239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Network': ['ID=cde1a182-ccee-410e-b0d3-58f202db47e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:57.248553 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-96d546d7-6987-41c0-a600-2108881cc5e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9001303 Jan 29 04:42:57.252160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43450) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:57.258145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'subnet': {'network_id': 'cde1a182-ccee-410e-b0d3-58f202db47e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:57.265023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network cde1a182-ccee-410e-b0d3-58f202db47e7 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:42:57.329678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Made reservation on behalf of 1a7f739c288642d5b748003bea6897c3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:57.337353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.437348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.443422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e9bb23-1d0b-474c-996a-3d178b08f7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.469915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3c95c874-db1f-4a8b-9a53-e35593780dbe tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:57.561067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=eee9b258-662e-4f52-8fc8-c409965b076e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:57.614520 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-3c95c874-db1f-4a8b-9a53-e35593780dbe tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] update failed (client error): The resource could not be found. Jan 29 04:42:57.619804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3c95c874-db1f-4a8b-9a53-e35593780dbe tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5 HTTP/1.1" status: 404 len: 339 time: 0.8367789 Jan 29 04:42:57.619804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43496) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:57.801222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-334b1bfc-0b03-46a4-9845-57a074565190 req-2cf73963-f9aa-475b-a842-7b91643c6145 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5481772 Jan 29 04:42:57.863527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '7d3a6162-eb3a-47c5-9d65-a9055e733991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:57.863887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: 509c0c53-9bf0-43e4-9c8b-2202b2d570e4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:57.990120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:58.031001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e9bb23-1d0b-474c-996a-3d178b08f7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.043718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8e9bb23-1d0b-474c-996a-3d178b08f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.106419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8e9bb23-1d0b-474c-996a-3d178b08f7ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11c68d4792714b79a6b2cbc731441630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9756434 Jan 29 04:42:58.107582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9bb23-1d0b-474c-996a-3d178b08f7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad6db01-acaf-44a7-bde4-1272088824dd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:58.113728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:58.216011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b81e98-549b-4f5b-94da-28903a215508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.250684 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fafc614e-225f-4e8c-8e65-f03581e6ae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.264031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b81e98-549b-4f5b-94da-28903a215508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.300347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:58.348734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 509c0c53-9bf0-43e4-9c8b-2202b2d570e4) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:58.353990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:58.354817 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.362757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66e776-e53c-4fbd-b3e7-2ec5a6128f54 None None] Network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:58.386212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:42:58.386788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.402472 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c344d2a7-a1d1-4a42-9dbc-60b08b720398 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5550196 Jan 29 04:42:58.405830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43506) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:58.441826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b81e98-549b-4f5b-94da-28903a215508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.444331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b81e98-549b-4f5b-94da-28903a215508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.445090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34b81e98-549b-4f5b-94da-28903a215508 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ad6db01-acaf-44a7-bde4-1272088824dd HTTP/1.1" status: 204 len: 168 time: 0.3300409 Jan 29 04:42:58.488838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81e98-549b-4f5b-94da-28903a215508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad6db01-acaf-44a7-bde4-1272088824dd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:58.494179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fafc614e-225f-4e8c-8e65-f03581e6ae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.500359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7a075902-bac3-4d78-8749-60d95dcd1b50,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:58.527000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.538322 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fafc614e-225f-4e8c-8e65-f03581e6ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.584645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Checking segment: {'id': '80e74214-3153-46f1-a12a-21f93296fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'cde1a182-ccee-410e-b0d3-58f202db47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:58.584902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network hostable DHCP agents. Network: cde1a182-ccee-410e-b0d3-58f202db47e7, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:42:58.601424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc614e-225f-4e8c-8e65-f03581e6ae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78aeeec-95e3-42ff-ae05-d309d8cb4fbf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:58.605882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fafc614e-225f-4e8c-8e65-f03581e6ae3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=991ba338dcd242328c1ee625e808fa12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139770 Jan 29 04:42:58.609244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:58.611641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.643122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network cde1a182-ccee-410e-b0d3-58f202db47e7 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:42:58.657586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-509c0c53-9bf0-43e4-9c8b-2202b2d570e4', 'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': 'eee9b258-662e-4f52-8fc8-c409965b076e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:42:58.658663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.674938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, cde1a182-ccee-410e-b0d3-58f202db47e7) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:58.678995 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6335f796-5226-41ed-a399-2f430b2df4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.683938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:58.684795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.712380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6335f796-5226-41ed-a399-2f430b2df4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.722562 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-48682d53-6d31-40da-974b-c83d32fc1fad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4691384 Jan 29 04:42:58.725240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:58.730313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-792674641', 'network_id': 'cde1a182-ccee-410e-b0d3-58f202db47e7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:42:58.778214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Made reservation on behalf of 1a7f739c288642d5b748003bea6897c3 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:42:58.781738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.803311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] device_id is not set on port 9579d015-812c-4c79-8dfa-d3f7c517bc88 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:42:58.809872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6335f796-5226-41ed-a399-2f430b2df4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.813283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6335f796-5226-41ed-a399-2f430b2df4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:58.814936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6335f796-5226-41ed-a399-2f430b2df4b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e78aeeec-95e3-42ff-ae05-d309d8cb4fbf HTTP/1.1" status: 204 len: 168 time: 0.2043095 Jan 29 04:42:58.863874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335f796-5226-41ed-a399-2f430b2df4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78aeeec-95e3-42ff-ae05-d309d8cb4fbf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:58.928556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Allocated IP 172.20.0.3 (509c0c53-9bf0-43e4-9c8b-2202b2d570e4/eee9b258-662e-4f52-8fc8-c409965b076e/d45b5797-bdab-4724-a2f8-f5b89277324c) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:58.951284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Allocated IP 172.20.0.6 (cde1a182-ccee-410e-b0d3-58f202db47e7/7a075902-bac3-4d78-8749-60d95dcd1b50/9579d015-812c-4c79-8dfa-d3f7c517bc88) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:58.966625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd78a8-118f-4db6-b523-546613aff1d7 None None] Network cde1a182-ccee-410e-b0d3-58f202db47e7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:59.028536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43522) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:59.097375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f84a1f96-0536-4078-ba24-d145c31f4daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.124565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.208748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.220970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.223618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d21d7-d02c-4154-b5d1-ea700cab743e req-034cb9a3-acf0-4504-8a3d-70896f19ba2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:59.225260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-152d21d7-d02c-4154-b5d1-ea700cab743e req-034cb9a3-acf0-4504-8a3d-70896f19ba2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2261095 Jan 29 04:42:59.261958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Allocated IP 172.20.0.1 (09c5fc93-2c43-4421-a68f-e2cc28517047/c5511b82-2ead-47ff-9888-b2b26844bff9/e368a436-40f5-47f8-956c-381d5996c124) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:42:59.332599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8cc611-f698-4253-89a2-2d5e78889617 None None] Network cde1a182-ccee-410e-b0d3-58f202db47e7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:59.337565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.350265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-152d21d7-d02c-4154-b5d1-ea700cab743e req-71e4118a-634b-42da-824e-d89d2d5de454 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982206 Jan 29 04:42:59.425392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43526) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:59.427602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f84a1f96-0536-4078-ba24-d145c31f4daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.434475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f84a1f96-0536-4078-ba24-d145c31f4daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.448528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ad58572-bd5b-41c3-ab30-577b37f0366f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.455270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-89ddbc8e-c04f-47ed-a4b2-b850c0cee1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:59.457043 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-89ddbc8e-c04f-47ed-a4b2-b850c0cee1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.8367295 Jan 29 04:42:59.474692 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.492259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f84a1f96-0536-4078-ba24-d145c31f4daa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d31dd22a7e0e42a99951912132b1ac40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517536 Jan 29 04:42:59.514949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43530) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:59.524476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a1f96-0536-4078-ba24-d145c31f4daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23c117-71e2-44bf-af34-423eb6ad7f04,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:59.535610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:42:59.547966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.562303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.579746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ad58572-bd5b-41c3-ab30-577b37f0366f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.585415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network cde1a182-ccee-410e-b0d3-58f202db47e7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:59.607843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:42:59.608784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Port': ['ID=9579d015-812c-4c79-8dfa-d3f7c517bc88,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:59.612318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:59.616828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:59.629640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:42:59.632390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:42:59.657519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ad58572-bd5b-41c3-ab30-577b37f0366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.658842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43536) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:59.679593 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.690816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Pushing event updated for resources: {'Port': ['ID=d45b5797-bdab-4724-a2f8-f5b89277324c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:59.707725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5169aed2-77c9-4784-8640-8598d2588a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.710951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:59.711562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.712030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Attempting to bind port d45b5797-bdab-4724-a2f8-f5b89277324c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:42:59.712408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Attempting to bind port d45b5797-bdab-4724-a2f8-f5b89277324c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '7d3a6162-eb3a-47c5-9d65-a9055e733991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:42:59.712769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Attempting to bind port d45b5797-bdab-4724-a2f8-f5b89277324c on network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:42:59.718793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:42:59.719166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Checking segment: {'id': '7d3a6162-eb3a-47c5-9d65-a9055e733991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:42:59.719568 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.719957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Bound using segment: {'id': '7d3a6162-eb3a-47c5-9d65-a9055e733991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:42:59.720419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Bound port: d45b5797-bdab-4724-a2f8-f5b89277324c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3a6162-eb3a-47c5-9d65-a9055e733991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:42:59.720798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.782905 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.783154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5169aed2-77c9-4784-8640-8598d2588a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.787725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=eee9b258-662e-4f52-8fc8-c409965b076e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:59.787979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cbf0157-2435-401c-bff2-b5ac23b99c9d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0613713 Jan 29 04:42:59.797333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] For port d45b5797-bdab-4724-a2f8-f5b89277324c, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:42:59.799593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43540) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:59.800790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] For port d45b5797-bdab-4724-a2f8-f5b89277324c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d45b5797-bdab-4724-a2f8-f5b89277324c,segment=NetworkSegment(7d3a6162-eb3a-47c5-9d65-a9055e733991),segment_id=7d3a6162-eb3a-47c5-9d65-a9055e733991)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:42:59.811219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.844553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58572-bd5b-41c3-ab30-577b37f0366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af96e63-4f07-4aca-8720-033cfb55aaf1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:42:59.849164 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ad58572-bd5b-41c3-ab30-577b37f0366f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85ab6bed45db4fc18de4eea6b057ba45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215176 Jan 29 04:42:59.852292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:42:59.925608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d3c0a-7211-466d-9825-bf0ff6d6ddf9 None None] Network 509c0c53-9bf0-43e4-9c8b-2202b2d570e4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:42:59.940670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5169aed2-77c9-4784-8640-8598d2588a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.943160 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5169aed2-77c9-4784-8640-8598d2588a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.946702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5169aed2-77c9-4784-8640-8598d2588a3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b23c117-71e2-44bf-af34-423eb6ad7f04 HTTP/1.1" status: 204 len: 168 time: 0.4241447 Jan 29 04:42:59.972171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-e95bd9ff-7740-40e6-8ca4-3cbc6da48702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:42:59.973987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-e95bd9ff-7740-40e6-8ca4-3cbc6da48702 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.5059092 Jan 29 04:42:59.980793 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:42:59.984579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169aed2-77c9-4784-8640-8598d2588a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23c117-71e2-44bf-af34-423eb6ad7f04,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:00.065608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c0c53-9bf0-43e4-9c8b-2202b2d570e4']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:00.070215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d325b6-a146-4345-ab3a-c4abc73562f1 None None] Pushing event updated for resources: {'Port': ['ID=d45b5797-bdab-4724-a2f8-f5b89277324c,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:00.082298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3a6162-eb3a-47c5-9d65-a9055e733991') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:00.082610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3a6162-eb3a-47c5-9d65-a9055e733991') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:00.101986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.106771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75531147-bea3-4442-a572-74499bca44d4 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:43:00.120589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Deleting port 9579d015-812c-4c79-8dfa-d3f7c517bc88 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:00.121233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.179313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.193499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.200299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-bf052556-c3f8-456a-8cf8-b34062ac9878 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 1001 time: 0.2043967 Jan 29 04:43:00.259258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:00.259973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:00.265095 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:00.281713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32005e61-f8ab-4aa1-94ab-fb96baaa82db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.308363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75531147-bea3-4442-a572-74499bca44d4 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:43:00.320084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:00.321623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32005e61-f8ab-4aa1-94ab-fb96baaa82db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.364487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.369411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:00.392422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32005e61-f8ab-4aa1-94ab-fb96baaa82db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.395818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32005e61-f8ab-4aa1-94ab-fb96baaa82db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.400912 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-32005e61-f8ab-4aa1-94ab-fb96baaa82db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7af96e63-4f07-4aca-8720-033cfb55aaf1 HTTP/1.1" status: 204 len: 168 time: 0.5437675 Jan 29 04:43:00.401164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:00.410089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Port': ['ID=e368a436-40f5-47f8-956c-381d5996c124,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:00.415095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Calling delete_port for 9579d015-812c-4c79-8dfa-d3f7c517bc88 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:00.425083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32005e61-f8ab-4aa1-94ab-fb96baaa82db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af96e63-4f07-4aca-8720-033cfb55aaf1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:00.471962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.479843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-10318b49-9591-42ef-ac93-1e3570f7dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:00.481421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-10318b49-9591-42ef-ac93-1e3570f7dfeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.2427614 Jan 29 04:43:00.523951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:43:00.523951 n-d-825930-1 neutron-server[102403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:43:00.523951 n-d-825930-1 neutron-server[102403]: [parameters: {'id': '509c0c53-9bf0-43e4-9c8b-2202b2d570e4'}] Jan 29 04:43:00.523951 n-d-825930-1 neutron-server[102403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:00.524444 n-d-825930-1 neutron-server[102403]: DEBUG oslo_db.api [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:00.569589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:00.604414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe2a-8dc4-42b9-9008-d5c9f98b7473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.688630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-717ff209-34be-4ba8-817a-4407c0b5ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:00.690295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-717ff209-34be-4ba8-817a-4407c0b5ab10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694500 Jan 29 04:43:00.740994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887bc39-9cf9-49bc-936e-bd2e7c0aa070 req-516f0fcd-3ada-4b6e-8cb5-366782014ca4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:00.742563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e887bc39-9cf9-49bc-936e-bd2e7c0aa070 req-516f0fcd-3ada-4b6e-8cb5-366782014ca4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2248321 Jan 29 04:43:00.809296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe2a-8dc4-42b9-9008-d5c9f98b7473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.820664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe2a-8dc4-42b9-9008-d5c9f98b7473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.848091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:00.891766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e887bc39-9cf9-49bc-936e-bd2e7c0aa070 req-a545e169-7596-4c77-aa7e-431dc78903d8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902565 Jan 29 04:43:00.896468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40fe2a-8dc4-42b9-9008-d5c9f98b7473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e2629-3107-4624-9c54-88364406b0d8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:00.906869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c40fe2a-8dc4-42b9-9008-d5c9f98b7473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=583a1785c2574b8c971cd8a77c104c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305151 Jan 29 04:43:00.923503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43564) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:00.966003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.008795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-5cfc73fd-9070-4de5-a628-96896f436a16 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096979 Jan 29 04:43:01.036699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.078489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8663ec33-1d4c-466f-b746-f845a21e6fe5 None None] Provisioning complete for port e368a436-40f5-47f8-956c-381d5996c124 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:01.079067 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8663ec33-1d4c-466f-b746-f845a21e6fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.117562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8663ec33-1d4c-466f-b746-f845a21e6fe5 None None] Port e368a436-40f5-47f8-956c-381d5996c124 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:43:01.203284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.259110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Deleting port 436de701-c798-4963-94a8-0b01602838be {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:01.259464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.266859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event deleted for resources: {'Port': ['ID=9579d015-812c-4c79-8dfa-d3f7c517bc88,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:01.287864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:01.308082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d28fdae-1970-4290-b2db-8addf5592557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.344817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] For port 436de701-c798-4963-94a8-0b01602838be, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=436de701-c798-4963-94a8-0b01602838be,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:01.345387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.358709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Calling delete_port for 436de701-c798-4963-94a8-0b01602838be owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:01.410017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-436e6be1-6081-4e06-9162-c933a2acd300 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893440 Jan 29 04:43:01.412413 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d28fdae-1970-4290-b2db-8addf5592557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.453728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-522804508-network', 'tenant_id': '227885614052428d803f7a08cb47d247'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:01.482141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port d45b5797-bdab-4724-a2f8-f5b89277324c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:01.482847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.526840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.531693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c2f668bb-18e5-4b62-a57f-a8e23fa486e3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9579d015-812c-4c79-8dfa-d3f7c517bc88 HTTP/1.1" status: 204 len: 168 time: 1.7305582 Jan 29 04:43:01.536031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:01.540828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cde1a182-ccee-410e-b0d3-58f202db47e7', 'external_fixed_ips': [{'subnet_id': '7a075902-bac3-4d78-8749-60d95dcd1b50', 'ip_address': '172.20.0.6'}]}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:01.574548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.582576 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.583685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.617557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Made reservation on behalf of 227885614052428d803f7a08cb47d247 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:01.620136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.622405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=436de701-c798-4963-94a8-0b01602838be,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:01.629986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port d45b5797-bdab-4724-a2f8-f5b89277324c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d45b5797-bdab-4724-a2f8-f5b89277324c,segment=NetworkSegment(7d3a6162-eb3a-47c5-9d65-a9055e733991),segment_id=7d3a6162-eb3a-47c5-9d65-a9055e733991)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:01.630400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.656984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.670960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for d45b5797-bdab-4724-a2f8-f5b89277324c owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:01.673099 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d28fdae-1970-4290-b2db-8addf5592557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.675391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d28fdae-1970-4290-b2db-8addf5592557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.676554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3d28fdae-1970-4290-b2db-8addf5592557 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa2e2629-3107-4624-9c54-88364406b0d8 HTTP/1.1" status: 204 len: 168 time: 0.7502885 Jan 29 04:43:01.719115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28fdae-1970-4290-b2db-8addf5592557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e2629-3107-4624-9c54-88364406b0d8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:01.722912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.949567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:01.970286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.072764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.083791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.137237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f40742-e6be-43f5-a72e-024fd3f4a355 req-25274583-7e4e-451b-a5e4-487154758cd0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:02.138620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36f40742-e6be-43f5-a72e-024fd3f4a355 req-25274583-7e4e-451b-a5e4-487154758cd0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.1560802 Jan 29 04:43:02.206090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.220528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event updated for resources: {'Port': ['ID=e368a436-40f5-47f8-956c-381d5996c124,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:02.228318 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.288689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=d45b5797-bdab-4724-a2f8-f5b89277324c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:02.290652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port d45b5797-bdab-4724-a2f8-f5b89277324c on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:02.321157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.334065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.382783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:02.465235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2902bf-19e4-412e-9488-0836bc8f5a20,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:02.468255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.468608 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Added segment 94287039-8f83-46e2-b11d-2bb9f92f317f of type vlan for network e369de0c-455d-4e70-bb94-d850f34b13ae Jan 29 04:43:02.487133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.523690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36f40742-e6be-43f5-a72e-024fd3f4a355 req-358fe567-b996-401f-9217-1f53a6335099 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663917 Jan 29 04:43:02.544337 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.565710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:02.569622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c0c53-9bf0-43e4-9c8b-2202b2d570e4']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:02.573733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:02.591816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3a6162-eb3a-47c5-9d65-a9055e733991') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:02.592125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3a6162-eb3a-47c5-9d65-a9055e733991') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:02.614441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.663935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.664758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:02.665351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.706700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.743071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:02.743596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:02.780811 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:02.793800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:02.814186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5169523 Jan 29 04:43:02.816482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:02.825223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Request body: {'subnet': {'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-522804508-subnet', 'tenant_id': '227885614052428d803f7a08cb47d247', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:02.850420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.870190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335f211-b65d-4047-b7f4-c115b916b739 admin admin] Pushing event updated for resources: {'Network': ['ID=e369de0c-455d-4e70-bb94-d850f34b13ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:02.881093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e369de0c-455d-4e70-bb94-d850f34b13ae details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:02.887818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Router 5643a037-3dea-476a-97dc-e7580f8663c5 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:02.893343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.902907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.907655 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/509c0c53-9bf0-43e4-9c8b-2202b2d570e4 HTTP/1.1" status: 204 len: 168 time: 4.5002475 Jan 29 04:43:02.918212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43610) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:02.926387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1199119885'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:02.931581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4ea4e-80a3-4949-83c1-286730b60a36 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=509c0c53-9bf0-43e4-9c8b-2202b2d570e4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:02.953148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:02.972530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4ae48709-839f-448f-b858-5582b49c2824 None None] Provisioning complete for port e368a436-40f5-47f8-956c-381d5996c124 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:02.973178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4ae48709-839f-448f-b858-5582b49c2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.008866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4ae48709-839f-448f-b858-5582b49c2824 None None] Port e368a436-40f5-47f8-956c-381d5996c124 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:43:03.032770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:03.036534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.054057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:03.063074 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-469d507e-6ea0-4148-95e9-e091376b6fd8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4421926 Jan 29 04:43:03.066310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43616) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:03.072636 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] Sync routers for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:03.077804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:03.089005 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:03.089635 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:03.128744 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:03.138736 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:03.139581 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:03.159848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.160297 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 760776c7-b5e8-483f-80f0-fdbf2eea4bb5 of type vlan for network f82566a4-4c84-4032-a80c-48e494afb3f2 Jan 29 04:43:03.184600 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:03.185614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a7f01-f2c1-4b7e-a00a-290bcc131c9a None None] The sync data for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:03.193011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Allocated IP 172.20.0.6 (cde1a182-ccee-410e-b0d3-58f202db47e7/7a075902-bac3-4d78-8749-60d95dcd1b50/3b248400-3024-4bd1-a506-f2c0a7af4c13) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:03.212610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-891ca814-18dd-47d6-a465-a931d1a43c2a tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.215274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.262140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Made reservation on behalf of 227885614052428d803f7a08cb47d247 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:03.265370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.315078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.320675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:03.321277 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.346768 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-891ca814-18dd-47d6-a465-a931d1a43c2a tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:43:03.350589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-891ca814-18dd-47d6-a465-a931d1a43c2a tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5 HTTP/1.1" status: 409 len: 329 time: 0.2805419 Jan 29 04:43:03.351202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:03.398912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4759040 Jan 29 04:43:03.401417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:03.410702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:03.446791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.468286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c77f0-4310-4f33-a291-8370df3deb51 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=f82566a4-4c84-4032-a80c-48e494afb3f2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:03.482279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f82566a4-4c84-4032-a80c-48e494afb3f2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:03.508335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:03.519655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d22c892e-4f0b-454a-a355-75645cd54e2f admin admin] 10.222.0.32 "PUT /v2.0/routers/59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8597627 Jan 29 04:43:03.528515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:03.538561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] Sync routers for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:03.560375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:03.562212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:03.650455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.785629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868168d1-80f1-4c89-bfed-7a70dc5a5d19 req-06af31f8-c121-4f9e-9200-4319fe7800b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:03.787332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-868168d1-80f1-4c89-bfed-7a70dc5a5d19 req-06af31f8-c121-4f9e-9200-4319fe7800b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.1308572 Jan 29 04:43:03.820232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.829324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:03.875057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Port': ['ID=3b248400-3024-4bd1-a506-f2c0a7af4c13,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:03.889763 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-868168d1-80f1-4c89-bfed-7a70dc5a5d19 req-08114fd5-a9f6-4f3b-bc7f-282259dccdf3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851953 Jan 29 04:43:03.908077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.914156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:03.917682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:03.940492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network cde1a182-ccee-410e-b0d3-58f202db47e7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:03.974884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:03.995484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:04.028915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.043797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.070542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:43:01Z', 'revision_number': 5, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port': {'id': '9f3a7215-7ea4-4267-bbf5-f0181de80c21', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:35:31Z', 'updated_at': '2022-01-29T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:04.098829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] Checking router: 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:04.107580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] Routers {'59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:04.108808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:04.206032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] Set router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:04.241342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Checking segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:04.241708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Network hostable DHCP agents. Network: e369de0c-455d-4e70-bb94-d850f34b13ae, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:04.251568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting port e368a436-40f5-47f8-956c-381d5996c124 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:04.252281 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.255681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d7df9f-d5f3-4a88-a745-578f5908f133,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:04.296514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:43:04Z', 'revision_number': 6, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:04.330929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da84b35-29d5-4b99-bdfa-7c8e3910337f None None] The sync data for ids ['59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f'] in n-d-825930-1 is: [{'id': '59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f', 'name': 'tempest-AttachVolumeShelveTestJSON-1912730459-router', 'tenant_id': 'bc5059154c45420bb51f104a5609ae55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:35:30Z', 'updated_at': '2022-01-29T04:43:04Z', 'revision_number': 6, 'project_id': 'bc5059154c45420bb51f104a5609ae55', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:04.340934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Network e369de0c-455d-4e70-bb94-d850f34b13ae is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:04.366803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Deleting port 9f3a7215-7ea4-4267-bbf5-f0181de80c21 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:04.367149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.380470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.399656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e369de0c-455d-4e70-bb94-d850f34b13ae) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:04.407709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Calling delete_port for e368a436-40f5-47f8-956c-381d5996c124 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:04.411594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eda056-1754-4077-ac62-1bf4c354757f None None] Network e369de0c-455d-4e70-bb94-d850f34b13ae requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:04.458645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:04.459622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.496013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7073c71-ef34-4708-94b3-6e38f3500f96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6784749 Jan 29 04:43:04.517266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:04.521548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:04.562970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.571831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.574732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.614527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-e369de0c-455d-4e70-bb94-d850f34b13ae', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:04.615463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.648422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.684409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] For port 9f3a7215-7ea4-4267-bbf5-f0181de80c21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9f3a7215-7ea4-4267-bbf5-f0181de80c21,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:04.684778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.700695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=7d05f856-a3d5-45e8-ad85-64b80ac5b26d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:04.725347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Calling delete_port for 9f3a7215-7ea4-4267-bbf5-f0181de80c21 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:04.760240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '760776c7-b5e8-483f-80f0-fdbf2eea4bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:04.760611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: f82566a4-4c84-4032-a80c-48e494afb3f2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:04.769371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:04.773491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Allocated IP 172.20.0.2 (e369de0c-455d-4e70-bb94-d850f34b13ae/40d7df9f-d5f3-4a88-a745-578f5908f133/0b9aa777-0202-44f3-b2db-ca74164c55a5) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:04.795053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 436de701-c798-4963-94a8-0b01602838be no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:04.820875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 436de701-c798-4963-94a8-0b01602838be {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:04.821146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 436de701-c798-4963-94a8-0b01602838be not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:04.828814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43652) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:05.022110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.030424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.078813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Network e369de0c-455d-4e70-bb94-d850f34b13ae is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:05.083846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:05.087583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:05.096304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Pushing event updated for resources: {'Port': ['ID=0b9aa777-0202-44f3-b2db-ca74164c55a5,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:05.151600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Attempting to bind port 0b9aa777-0202-44f3-b2db-ca74164c55a5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:05.151974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Attempting to bind port 0b9aa777-0202-44f3-b2db-ca74164c55a5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:05.152343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Attempting to bind port 0b9aa777-0202-44f3-b2db-ca74164c55a5 on network e369de0c-455d-4e70-bb94-d850f34b13ae {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:05.158481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:05.158774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Checking segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:05.159181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.159573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Bound using segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:05.160042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Bound port: 0b9aa777-0202-44f3-b2db-ca74164c55a5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:05.160428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.244893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] For port 0b9aa777-0202-44f3-b2db-ca74164c55a5, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:05.252158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] For port 0b9aa777-0202-44f3-b2db-ca74164c55a5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0b9aa777-0202-44f3-b2db-ca74164c55a5,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:05.257324 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.260896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b26c193f-86bc-45c3-a9bb-9a06742dfddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.261763 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.264876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.278105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network f82566a4-4c84-4032-a80c-48e494afb3f2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:05.319176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Port': ['ID=e368a436-40f5-47f8-956c-381d5996c124,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:05.331197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f82566a4-4c84-4032-a80c-48e494afb3f2) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:05.356006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fa303-97b3-49cb-9e50-5dd598b0eb30 None None] Network f82566a4-4c84-4032-a80c-48e494afb3f2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:05.405807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82025570-eacf-4877-999b-1df4e5c15121 None None] Pushing event updated for resources: {'Port': ['ID=0b9aa777-0202-44f3-b2db-ca74164c55a5,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:05.423901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:05.428147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.502988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053c201-bb48-41e4-bcf9-83d0b34ab2e5 req-4c380816-b132-4415-ac82-b3838ecb482d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:05.505357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9053c201-bb48-41e4-bcf9-83d0b34ab2e5 req-4c380816-b132-4415-ac82-b3838ecb482d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2912905 Jan 29 04:43:05.547933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dba99bd5-c639-441c-bb79-1640fea89bb1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1411066 Jan 29 04:43:05.559456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:05.586556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.612027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f82566a4-4c84-4032-a80c-48e494afb3f2', 'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': '7d05f856-a3d5-45e8-ad85-64b80ac5b26d'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:05.613184 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.761364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9053c201-bb48-41e4-bcf9-83d0b34ab2e5 req-13b59401-c00c-4313-9b0a-d2d0f19515ac tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327838 Jan 29 04:43:05.765511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.772411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.773058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b26c193f-86bc-45c3-a9bb-9a06742dfddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.789357 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b26c193f-86bc-45c3-a9bb-9a06742dfddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:05.835709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3a7215-7ea4-4267-bbf5-f0181de80c21,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:05.839554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b26c193f-86bc-45c3-a9bb-9a06742dfddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16c9d1d3a0104eea925e3e89a08d6072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9941747 Jan 29 04:43:05.841433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:05.884904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Allocated IP 172.20.0.1 (f82566a4-4c84-4032-a80c-48e494afb3f2/7d05f856-a3d5-45e8-ad85-64b80ac5b26d/c6e49ddb-014d-438e-af38-575828d20955) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:05.915390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c193f-86bc-45c3-a9bb-9a06742dfddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba4537-b95d-45b8-bc23-acd70c0e1667,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:05.938039 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.002967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.009090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Router 5643a037-3dea-476a-97dc-e7580f8663c5 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:06.063823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.070160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.082624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.114728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Network f82566a4-4c84-4032-a80c-48e494afb3f2 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:06.117525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:06.122442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:06.125703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Pushing event updated for resources: {'Port': ['ID=c6e49ddb-014d-438e-af38-575828d20955,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:06.142395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.146776 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.159431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.187928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Attempting to bind port c6e49ddb-014d-438e-af38-575828d20955 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:06.188457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Attempting to bind port c6e49ddb-014d-438e-af38-575828d20955 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '760776c7-b5e8-483f-80f0-fdbf2eea4bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:06.189064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Attempting to bind port c6e49ddb-014d-438e-af38-575828d20955 on network f82566a4-4c84-4032-a80c-48e494afb3f2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:06.189456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.191409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:06.193245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.196443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:06.197507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Checking segment: {'id': '760776c7-b5e8-483f-80f0-fdbf2eea4bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:06.197507 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.198043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Bound using segment: {'id': '760776c7-b5e8-483f-80f0-fdbf2eea4bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:06.202492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Bound port: c6e49ddb-014d-438e-af38-575828d20955, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760776c7-b5e8-483f-80f0-fdbf2eea4bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f82566a4-4c84-4032-a80c-48e494afb3f2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:06.202492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.202784 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-84cbd393-07fe-4d3b-9983-2e01d1751b30 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466887 Jan 29 04:43:06.212449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] Sync routers for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:06.222459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:06.224960 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:06.225838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.228492 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:06.273701 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:06.287926 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] Routers {'5643a037-3dea-476a-97dc-e7580f8663c5'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:06.289176 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5643a037-3dea-476a-97dc-e7580f8663c5'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:06.294781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] For port c6e49ddb-014d-438e-af38-575828d20955, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:06.299323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] For port c6e49ddb-014d-438e-af38-575828d20955, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c6e49ddb-014d-438e-af38-575828d20955,segment=NetworkSegment(760776c7-b5e8-483f-80f0-fdbf2eea4bb5),segment_id=760776c7-b5e8-483f-80f0-fdbf2eea4bb5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:06.318976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.337769 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:06.339003 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00886bc-73b3-4082-861a-b7885787b95b None None] The sync data for ids ['5643a037-3dea-476a-97dc-e7580f8663c5'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:06.347670 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-4197810f-a3c6-4a9f-859f-7b77a91bd982 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] show failed (client error): The resource could not be found. Jan 29 04:43:06.352196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4197810f-a3c6-4a9f-859f-7b77a91bd982 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-937983800 HTTP/1.1" status: 404 len: 334 time: 0.1269522 Jan 29 04:43:06.353319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:06.367587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e56ffcc3-7a88-4d98-9223-3535b02cbd41 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:06.369590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.370147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:06.380400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.381563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4bf31d23-e6b8-412e-9dd5-640e45b73a3e admin admin] 10.222.0.32 "DELETE /v2.0/routers/59ca1223-7edf-4ac4-8d9a-0a7d38b66a9f HTTP/1.1" status: 204 len: 168 time: 2.8521175 Jan 29 04:43:06.384692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:06.391245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.396783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.404028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddba4537-b95d-45b8-bc23-acd70c0e1667 HTTP/1.1" status: 204 len: 168 time: 0.5557055 Jan 29 04:43:06.431950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba4537-b95d-45b8-bc23-acd70c0e1667,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:06.435172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Allocated IP 172.25.4.57 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/04816497-c286-40b7-8c7e-2d3ca27264b7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:06.443511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9665ee6-39ac-4cb1-8126-bf673bae66be None None] Pushing event updated for resources: {'Port': ['ID=c6e49ddb-014d-438e-af38-575828d20955,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:06.448497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.448834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.449166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.449572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.449819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.450169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.450492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.450810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.451128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.451981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.452333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.452671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb787-f32b-4acf-8194-15ed3eef4498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.454810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.458401 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e56ffcc3-7a88-4d98-9223-3535b02cbd41 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] update failed (client error): The resource could not be found. Jan 29 04:43:06.459535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e56ffcc3-7a88-4d98-9223-3535b02cbd41 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1214375288 HTTP/1.1" status: 404 len: 335 time: 0.1017039 Jan 29 04:43:06.474396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43670) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:06.503541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Router b619efd8-64f6-4e85-a442-c6f785d2d8a5 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:06.568945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=7d05f856-a3d5-45e8-ad85-64b80ac5b26d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:06.673791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting subnet 147327f7-c53d-4ae6-8527-0fcd96f41cf4 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:43:06.681741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.718822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.719357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.719807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.724281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.724763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.725041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.725390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.725738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.726098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.726428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.726761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.727092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:06.733021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0b9aa777-0202-44f3-b2db-ca74164c55a5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:06.786512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Deleting subnet 0ff71686-4be4-4610-91af-90bc14cc47d4 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:43:06.813885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.841542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0b9aa777-0202-44f3-b2db-ca74164c55a5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:06.842934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.880351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.895237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:06.993922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.001597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.006925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.042510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d9024d-5bf5-4ab5-9bdd-bde15e3038ec None None] Network e369de0c-455d-4e70-bb94-d850f34b13ae requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:07.071971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.103259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43676) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:07.113595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82566a4-4c84-4032-a80c-48e494afb3f2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:07.116463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 0b9aa777-0202-44f3-b2db-ca74164c55a5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0b9aa777-0202-44f3-b2db-ca74164c55a5,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:07.129642 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.132330 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.140479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d774938-477c-4c02-8799-4ac99baf785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.142881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760776c7-b5e8-483f-80f0-fdbf2eea4bb5') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:07.143430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760776c7-b5e8-483f-80f0-fdbf2eea4bb5') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:07.159706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:07.161611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8300ec04-6d77-447f-81f7-bfa45a05e841 None None] Provisioning complete for port 0b9aa777-0202-44f3-b2db-ca74164c55a5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:07.162023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8300ec04-6d77-447f-81f7-bfa45a05e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.162419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.205862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Sync routers for ids ['b619efd8-64f6-4e85-a442-c6f785d2d8a5'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:07.209791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.225072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:07.225489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:07.228840 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:07.231209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f3a7215-7ea4-4267-bbf5-f0181de80c21 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:07.232365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.236223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-56fa7191-ecf0-4d5c-ae6e-8e788281b114 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.6969182 Jan 29 04:43:07.238599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:07.243109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43678) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:07.245711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:07.256133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192179-69ae-4e73-8ced-c65d698a0dde req-d42b867d-23ee-4913-a047-a2ea4b5b4295 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:07.265274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32192179-69ae-4e73-8ced-c65d698a0dde req-d42b867d-23ee-4913-a047-a2ea4b5b4295 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.3149004 Jan 29 04:43:07.274282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:07.277990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Pushing event updated for resources: {'Port': ['ID=04816497-c286-40b7-8c7e-2d3ca27264b7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:07.278163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9f3a7215-7ea4-4267-bbf5-f0181de80c21 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:07.278269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9f3a7215-7ea4-4267-bbf5-f0181de80c21 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:07.292564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.298811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Routers {'b619efd8-64f6-4e85-a442-c6f785d2d8a5'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:07.299460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b619efd8-64f6-4e85-a442-c6f785d2d8a5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:07.341639 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:43:07.341639 n-d-825930-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:43:07.341639 n-d-825930-1 neutron-server[102402]: [parameters: {'id': 'f82566a4-4c84-4032-a80c-48e494afb3f2'}] Jan 29 04:43:07.341639 n-d-825930-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:07.342724 n-d-825930-1 neutron-server[102402]: DEBUG oslo_db.api [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:07.355028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=0b9aa777-0202-44f3-b2db-ca74164c55a5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:07.368623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.392232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.401532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.409240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ff71686-4be4-4610-91af-90bc14cc47d4 HTTP/1.1" status: 204 len: 168 time: 0.9724948 Jan 29 04:43:07.410095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:07.410928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97197ca4-a3cc-40c3-a70f-1e047f64bcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff71686-4be4-4610-91af-90bc14cc47d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:07.415995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2decf7-9558-4c39-873a-ef4b81f774f1 None None] Network bec95550-6efa-44cb-bad0-b75da32849fc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:07.435117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Subnet': ['ID=147327f7-c53d-4ae6-8527-0fcd96f41cf4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:07.466477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.470683 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-63762992-aadc-468e-9fcc-559072bfb1e8 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/subnets/147327f7-c53d-4ae6-8527-0fcd96f41cf4 HTTP/1.1" status: 204 len: 168 time: 0.9944453 Jan 29 04:43:07.473286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:07.475947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b12da-1219-4f04-b2f1-645649fca9cb None None] Network 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:07.533425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.580855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32192179-69ae-4e73-8ced-c65d698a0dde req-59fa1316-a293-40b8-84f1-758947d444db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152533 Jan 29 04:43:07.587639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting subnet 7857c5b1-1c9f-4f13-a2c6-5e73ca741c04 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:43:07.592690 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.633616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.641336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Set router b619efd8-64f6-4e85-a442-c6f785d2d8a5 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:07.664216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.718134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Deleting port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:07.718517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.752633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d774938-477c-4c02-8799-4ac99baf785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.787178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d774938-477c-4c02-8799-4ac99baf785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.838767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] For port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,segment=NetworkSegment(cfeac47b-669c-4aa7-ac46-4e68b1f0643f),segment_id=cfeac47b-669c-4aa7-ac46-4e68b1f0643f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:07.839269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.844067 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.869532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Calling delete_port for f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:07.879372 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:07.906268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3d774938-477c-4c02-8799-4ac99baf785b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b94f4cabd9a492392f5f527aa8ccc9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7889812 Jan 29 04:43:07.906268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d774938-477c-4c02-8799-4ac99baf785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41d3f6-3b9d-4310-810d-cf5647a0548b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:07.907250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43684) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:07.980097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b24db23-f5ae-46e5-b698-379aa10488b7 None None] Network f82566a4-4c84-4032-a80c-48e494afb3f2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:08.079544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port c6e49ddb-014d-438e-af38-575828d20955 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:08.080386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.140441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e7ca15c2-fa19-41d9-b112-fa79a074b5c1 None None] Provisioning complete for port c6e49ddb-014d-438e-af38-575828d20955 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:08.141082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e7ca15c2-fa19-41d9-b112-fa79a074b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.163401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.175471 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port c6e49ddb-014d-438e-af38-575828d20955, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c6e49ddb-014d-438e-af38-575828d20955,segment=NetworkSegment(760776c7-b5e8-483f-80f0-fdbf2eea4bb5),segment_id=760776c7-b5e8-483f-80f0-fdbf2eea4bb5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:08.175909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.211807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Subnet': ['ID=7857c5b1-1c9f-4f13-a2c6-5e73ca741c04,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:08.215748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for c6e49ddb-014d-438e-af38-575828d20955 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:08.223740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.227070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3184016c-46ae-4c50-aac6-7ede0ed68037 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/subnets/7857c5b1-1c9f-4f13-a2c6-5e73ca741c04 HTTP/1.1" status: 204 len: 168 time: 0.7527900 Jan 29 04:43:08.231429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:08.273793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f802387-667a-4c97-97cb-7f9c31810b71 None None] Network 83d6622b-e25c-41cd-b7ae-70c558e2b222 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:08.282617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.312597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.386594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.392131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-446c0c65-0cef-41ed-817b-9b6b4c961ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.413586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.414579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-446c0c65-0cef-41ed-817b-9b6b4c961ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.422369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:08.427819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] No DVR routers for this DVR port f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:08.442988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678c21c-35f7-481a-a3bf-df5d211d9dbe None None] DHCP port deletion for bec95550-6efa-44cb-bad0-b75da32849fc request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:08.497699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b619efd8-64f6-4e85-a442-c6f785d2d8a5', 'name': '', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cde1a182-ccee-410e-b0d3-58f202db47e7', 'external_fixed_ips': [{'subnet_id': '7a075902-bac3-4d78-8749-60d95dcd1b50', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '3b248400-3024-4bd1-a506-f2c0a7af4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:01Z', 'updated_at': '2022-01-29T04:43:04Z', 'revision_number': 3, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port': {'id': '3b248400-3024-4bd1-a506-f2c0a7af4c13', 'name': '', 'network_id': 'cde1a182-ccee-410e-b0d3-58f202db47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b619efd8-64f6-4e85-a442-c6f785d2d8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '7a075902-bac3-4d78-8749-60d95dcd1b50', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:02Z', 'updated_at': '2022-01-29T04:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a075902-bac3-4d78-8749-60d95dcd1b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:08.503947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e7ca15c2-fa19-41d9-b112-fa79a074b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.538583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Checking router: b619efd8-64f6-4e85-a442-c6f785d2d8a5 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:08.538940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Updating router b619efd8-64f6-4e85-a442-c6f785d2d8a5 port 3b248400-3024-4bd1-a506-f2c0a7af4c13 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:08.594814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.601386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Deleting port 3b248400-3024-4bd1-a506-f2c0a7af4c13 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:08.601857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.608378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] DHCP port deletion for 63d23ee2-7fe1-4814-a7f4-202885c6b1e9 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:08.631713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.637458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec95550-6efa-44cb-bad0-b75da32849fc']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:08.660517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c8ebae-00ad-4c2b-b014-b2df502719d6 None None] DHCP port deletion for f82566a4-4c84-4032-a80c-48e494afb3f2 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:08.692947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port c6e49ddb-014d-438e-af38-575828d20955 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:08.707693 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.724469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=c6e49ddb-014d-438e-af38-575828d20955,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:08.728695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:08.729003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeac47b-669c-4aa7-ac46-4e68b1f0643f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:08.732471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.746371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Calling delete_port for 3b248400-3024-4bd1-a506-f2c0a7af4c13 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:08.770642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0b9aa777-0202-44f3-b2db-ca74164c55a5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:08.818988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-446c0c65-0cef-41ed-817b-9b6b4c961ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.821956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-446c0c65-0cef-41ed-817b-9b6b4c961ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.826167 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-446c0c65-0cef-41ed-817b-9b6b4c961ffd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c41d3f6-3b9d-4310-810d-cf5647a0548b HTTP/1.1" status: 204 len: 168 time: 0.9184551 Jan 29 04:43:08.883097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c0c65-0cef-41ed-817b-9b6b4c961ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41d3f6-3b9d-4310-810d-cf5647a0548b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:08.910127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] DHCP port deletion for 83d6622b-e25c-41cd-b7ae-70c558e2b222 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:08.965057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] Deleting port c590c732-775b-413a-8434-68e28a65731e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:08.965517 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:08.989001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-92d0189d-4628-4fb0-8ae1-e7997071942b None None] Provisioning complete for port 0b9aa777-0202-44f3-b2db-ca74164c55a5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:08.989526 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92d0189d-4628-4fb0-8ae1-e7997071942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.078359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.104050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.107344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0b9aa777-0202-44f3-b2db-ca74164c55a5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:09.108010 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.145362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.155275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b248400-3024-4bd1-a506-f2c0a7af4c13,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:09.156092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting port c590c732-775b-413a-8434-68e28a65731e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:09.156442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.162609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.198684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82566a4-4c84-4032-a80c-48e494afb3f2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:09.217660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760776c7-b5e8-483f-80f0-fdbf2eea4bb5') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:09.218324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760776c7-b5e8-483f-80f0-fdbf2eea4bb5') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:09.219057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.221559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] For port c590c732-775b-413a-8434-68e28a65731e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c590c732-775b-413a-8434-68e28a65731e,segment=NetworkSegment(d2af574a-63e9-4aa3-9552-05150044b649),segment_id=d2af574a-63e9-4aa3-9552-05150044b649)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:09.222108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.235326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.249856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] Deleting port 36b396f7-e262-4276-bb7b-02243b3863a4 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:09.250419 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.253549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.260953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:09.261367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.273584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] Calling delete_port for c590c732-775b-413a-8434-68e28a65731e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:09.290552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:09.333713 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:09.390773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] For port 36b396f7-e262-4276-bb7b-02243b3863a4, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=36b396f7-e262-4276-bb7b-02243b3863a4,segment=NetworkSegment(c0104471-52e7-419e-b98d-4c12193873eb),segment_id=c0104471-52e7-419e-b98d-4c12193873eb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:09.391050 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.395623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:09.396164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:09.399676 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:09.413603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] Calling delete_port for 36b396f7-e262-4276-bb7b-02243b3863a4 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:09.463690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.467656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.472212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.475140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] For port c590c732-775b-413a-8434-68e28a65731e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c590c732-775b-413a-8434-68e28a65731e,segment=NetworkSegment(d2af574a-63e9-4aa3-9552-05150044b649),segment_id=d2af574a-63e9-4aa3-9552-05150044b649)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:09.475633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.499489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0128d-3688-4f26-a246-d45d2a9516b3 req-05163e10-8c4f-4f46-a7bb-998ab36178a0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:09.506949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13d0128d-3688-4f26-a246-d45d2a9516b3 req-05163e10-8c4f-4f46-a7bb-998ab36178a0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.4157939 Jan 29 04:43:09.512426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.520090 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/f82566a4-4c84-4032-a80c-48e494afb3f2 HTTP/1.1" status: 204 len: 168 time: 3.9189630 Jan 29 04:43:09.520995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:09.533372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Calling delete_port for c590c732-775b-413a-8434-68e28a65731e owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:09.547777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-142299705'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:09.554787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.555718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b619efd8-64f6-4e85-a442-c6f785d2d8a5 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:09.564188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01dca-2f57-4eee-a341-b001343b173c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=f82566a4-4c84-4032-a80c-48e494afb3f2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:09.574459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.579870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.586758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:09.591567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.593415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-18ff1728-3997-4117-9700-b9a1cbec9dfd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b619efd8-64f6-4e85-a442-c6f785d2d8a5 HTTP/1.1" status: 204 len: 168 time: 2.3384895 Jan 29 04:43:09.599150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bec95550-6efa-44cb-bad0-b75da32849fc HTTP/1.1" status: 204 len: 168 time: 2.1813984 Jan 29 04:43:09.602912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Router c4a2006f-6b41-428c-a362-11254de44ec9 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:09.692451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5942682-45c4-45c1-a851-53c6d5093833 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec95550-6efa-44cb-bad0-b75da32849fc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:09.709518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13d0128d-3688-4f26-a246-d45d2a9516b3 req-e50fe1c7-a909-40f9-922d-8c8ed3959506 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011414 Jan 29 04:43:09.731965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:09.737572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.785274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Deleting subnet 7a075902-bac3-4d78-8749-60d95dcd1b50 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:43:09.799468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:09.814054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.814779 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 2287e085-c3c4-4d62-ba4b-3e621e73e145 of type vlan for network ec15d29d-540b-4eec-88f6-6927b9fab9ca Jan 29 04:43:09.848020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.860125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43716) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:09.887605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.888118 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:09.888488 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:09.894623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.914250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Port': ['ID=c590c732-775b-413a-8434-68e28a65731e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:09.918651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] No DVR routers for this DVR port c590c732-775b-413a-8434-68e28a65731e on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:09.921414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.923760 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:09.925762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] Pushing event deleted for resources: {'Port': ['ID=c590c732-775b-413a-8434-68e28a65731e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:09.942871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc72da-36a2-4d4f-946f-6abe33259149 None None] No DVR routers for this DVR port c590c732-775b-413a-8434-68e28a65731e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:09.943119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:09.959938 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Sync routers for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:09.964318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] No DVR routers for this DVR port 36b396f7-e262-4276-bb7b-02243b3863a4 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:09.965981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3525d-beda-49ff-83d0-4c594e595217 None None] Pushing event deleted for resources: {'Port': ['ID=36b396f7-e262-4276-bb7b-02243b3863a4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:09.976747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:09.977614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:09.985447 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.017659 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:10.042057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:10.042570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f9cdb8d8-7e6a-45b3-970e-ffe32c13f3df not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:10.056180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.058527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3ce3fdc6-b1b6-4cab-8461-9ea8aae82834 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5402932 Jan 29 04:43:10.063422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-90eb52f0-6c47-4319-81db-7ac76e0c296f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc5059154c45420bb51f104a5609ae55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017910 Jan 29 04:43:10.064295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43720) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:10.071029 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43722) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:10.085799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.095303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.101136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:10.102333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.156370 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:10.196859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=ec15d29d-540b-4eec-88f6-6927b9fab9ca,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:10.209469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.212755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d23ee2-7fe1-4814-a7f4-202885c6b1e9']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:10.213635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ec15d29d-540b-4eec-88f6-6927b9fab9ca details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:10.229726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ead9dfaa-4753-49db-8927-74089407c604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.278619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a2b22e6-8c5c-477e-b7b4-42b6276eb5c4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7451203 Jan 29 04:43:10.278619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2af574a-63e9-4aa3-9552-05150044b649') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:10.278619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2af574a-63e9-4aa3-9552-05150044b649') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:10.281980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43732) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:10.304182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ead9dfaa-4753-49db-8927-74089407c604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.314530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:10.419202 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:07Z', 'revision_number': 3, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:10.423641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.430966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Port 3b248400-3024-4bd1-a506-f2c0a7af4c13 not found while updating agent binding for router b619efd8-64f6-4e85-a442-c6f785d2d8a5. {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 29 04:43:10.447035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Routers set() bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:10.447412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Router IDs set() for agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 04:43:10.448026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_agentschedulers_db [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b619efd8-64f6-4e85-a442-c6f785d2d8a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent'). {{(pid=102404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 04:43:10.448412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92633405-9724-409c-abbb-fe4b1dc2975d None None] The sync data for ids ['b619efd8-64f6-4e85-a442-c6f785d2d8a5'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:10.450880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ead9dfaa-4753-49db-8927-74089407c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.451190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Checking router: c4a2006f-6b41-428c-a362-11254de44ec9 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:10.452092 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Updating router c4a2006f-6b41-428c-a362-11254de44ec9 port 04816497-c286-40b7-8c7e-2d3ca27264b7 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:10.454192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ead9dfaa-4753-49db-8927-74089407c604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.458909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ead9dfaa-4753-49db-8927-74089407c604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce05233a-c38a-4547-a097-c7bc8a4378cd HTTP/1.1" status: 204 len: 168 time: 0.3833306 Jan 29 04:43:10.471771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.476588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9dfaa-4753-49db-8927-74089407c604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce05233a-c38a-4547-a097-c7bc8a4378cd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:10.506433 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.514643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.516609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7a075902-bac3-4d78-8749-60d95dcd1b50,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:10.533972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:10.534389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:10.537647 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:10.550381 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.556263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-753ce4cd-2f01-4a69-8605-04a890616ae4 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/7a075902-bac3-4d78-8749-60d95dcd1b50 HTTP/1.1" status: 204 len: 168 time: 0.9561200 Jan 29 04:43:10.557183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43744) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:10.647453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.665104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.675081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.681501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c590c732-775b-413a-8434-68e28a65731e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:10.682565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/networks/63d23ee2-7fe1-4814-a7f4-202885c6b1e9 HTTP/1.1" status: 204 len: 168 time: 2.4501247 Jan 29 04:43:10.690990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43748) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:10.727064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c590c732-775b-413a-8434-68e28a65731e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:10.727573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c590c732-775b-413a-8434-68e28a65731e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:10.728039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c6e49ddb-014d-438e-af38-575828d20955 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:10.736599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ddef5-1434-4c80-9b57-7322760378dd tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Network': ['ID=63d23ee2-7fe1-4814-a7f4-202885c6b1e9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:10.738827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:10.742993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.778272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c6e49ddb-014d-438e-af38-575828d20955 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:10.779036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c6e49ddb-014d-438e-af38-575828d20955 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:10.779888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 36b396f7-e262-4276-bb7b-02243b3863a4 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:10.817073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 36b396f7-e262-4276-bb7b-02243b3863a4 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:10.817947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 36b396f7-e262-4276-bb7b-02243b3863a4 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:10.916968 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.929000 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.950351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:10.973357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.005467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.046384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Pushing event updated for resources: {'Port': ['ID=04816497-c286-40b7-8c7e-2d3ca27264b7,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:11.056599 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.057396 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.057946 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.058449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.059271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.059755 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.060255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.060801 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.062188 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.062708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.063189 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.063846 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:11.092436 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Attempting to bind port 04816497-c286-40b7-8c7e-2d3ca27264b7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:11.093141 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Attempting to bind port 04816497-c286-40b7-8c7e-2d3ca27264b7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:11.093724 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Attempting to bind port 04816497-c286-40b7-8c7e-2d3ca27264b7 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:11.103012 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:11.104152 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:11.104811 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.105687 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:11.106425 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Bound port: 04816497-c286-40b7-8c7e-2d3ca27264b7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:11.107070 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.131516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde1a182-ccee-410e-b0d3-58f202db47e7']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.132201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.174283 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] For port 04816497-c286-40b7-8c7e-2d3ca27264b7, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:11.179243 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] For port 04816497-c286-40b7-8c7e-2d3ca27264b7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=04816497-c286-40b7-8c7e-2d3ca27264b7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:11.186444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d6622b-e25c-41cd-b7ae-70c558e2b222']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.189351 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.200981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2347b-0321-4cba-b112-a6a173e96893 req-4d2940b6-76de-41d5-86ba-c0539558f483 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:11.206563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0104471-52e7-419e-b98d-4c12193873eb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.207467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0104471-52e7-419e-b98d-4c12193873eb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.210013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-27e2347b-0321-4cba-b112-a6a173e96893 req-4d2940b6-76de-41d5-86ba-c0539558f483 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.3790629 Jan 29 04:43:11.220168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.223801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.232777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e74214-3153-46f1-a12a-21f93296fd3b') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.235310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e74214-3153-46f1-a12a-21f93296fd3b') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.265229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.282322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.288179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:11.288980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:11.292389 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:11.357720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.374016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=a05bd71f-0668-46dc-a87e-aa25323b6567,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:11.392088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.394198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '2287e085-c3c4-4d62-ba4b-3e621e73e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:11.394799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: ec15d29d-540b-4eec-88f6-6927b9fab9ca, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:11.405136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.408761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/networks/83d6622b-e25c-41cd-b7ae-70c558e2b222 HTTP/1.1" status: 204 len: 168 time: 0.7137952 Jan 29 04:43:11.420415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:11.426671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48212e65-7ea5-4309-a798-1eb805f67a61 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Network': ['ID=83d6622b-e25c-41cd-b7ae-70c558e2b222,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:11.476263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:11.476839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network ec15d29d-540b-4eec-88f6-6927b9fab9ca is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:11.477060 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:11.477669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:11.480598 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce835cb-7165-47cc-be54-7f22122f6e69 None None] Pushing event updated for resources: {'Port': ['ID=04816497-c286-40b7-8c7e-2d3ca27264b7,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:11.485290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-27e2347b-0321-4cba-b112-a6a173e96893 req-1e3e80c8-724d-4e6f-baf0-1a2530bfb1e1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743695 Jan 29 04:43:11.512704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:11.515728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.519769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting subnet c5511b82-2ead-47ff-9888-b2b26844bff9 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:43:11.523820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, ec15d29d-540b-4eec-88f6-6927b9fab9ca) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:11.526234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.534289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a27382-0249-4b35-8d96-a23cd7e38aee None None] Network ec15d29d-540b-4eec-88f6-6927b9fab9ca requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:11.553074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:11.554660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.613948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0f85a68-600a-49c6-9be4-0652f8ca11a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3263187 Jan 29 04:43:11.617099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.619877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:11.629233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9155857-d49d-478e-a84b-926be710f9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:11.630036 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:11.692584 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:11.697297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Allocated IP 172.20.0.1 (e369de0c-455d-4e70-bb94-d850f34b13ae/40d7df9f-d5f3-4a88-a745-578f5908f133/eb0f27fe-f578-4e17-a652-a8a7622a80ee) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:11.787746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.802228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cde1a182-ccee-410e-b0d3-58f202db47e7 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 04:43:11.845184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.848134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-ec15d29d-540b-4eec-88f6-6927b9fab9ca', 'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': 'a05bd71f-0668-46dc-a87e-aa25323b6567'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:11.849127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.849723 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cde1a182-ccee-410e-b0d3-58f202db47e7 HTTP/1.1" status: 204 len: 168 time: 1.2905636 Jan 29 04:43:11.853469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.859845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae176d-18d0-416d-8ffa-67218e5f25c3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event deleted for resources: {'Network': ['ID=cde1a182-ccee-410e-b0d3-58f202db47e7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:11.882642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.894603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.947537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.959463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:11.976818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Network e369de0c-455d-4e70-bb94-d850f34b13ae is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:11.986858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:12.051799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:12.092837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9155857-d49d-478e-a84b-926be710f9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.110358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Pushing event updated for resources: {'Port': ['ID=eb0f27fe-f578-4e17-a652-a8a7622a80ee,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:12.118234 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.126262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9155857-d49d-478e-a84b-926be710f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.157328 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:07Z', 'revision_number': 3, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:12.237585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Allocated IP 172.20.0.1 (ec15d29d-540b-4eec-88f6-6927b9fab9ca/a05bd71f-0668-46dc-a87e-aa25323b6567/b2eb10e8-0a05-4729-a348-95e06cddff21) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:12.242187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf905a08-64d6-41ea-89fb-2095f4087f4c None None] The sync data for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 is: [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:07Z', 'revision_number': 3, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:12.253233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.328986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.330401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9155857-d49d-478e-a84b-926be710f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c85640d-d50c-4a79-a6eb-85abcb04646a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:12.354240 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9155857-d49d-478e-a84b-926be710f9c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64fb15aa0549408dac4612da3ef8ec74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748963 Jan 29 04:43:12.359816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:12.363366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.396933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Subnet': ['ID=c5511b82-2ead-47ff-9888-b2b26844bff9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:12.426293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.430309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6fc3f58-b764-4f6f-9b26-955be128d032 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/subnets/c5511b82-2ead-47ff-9888-b2b26844bff9 HTTP/1.1" status: 204 len: 168 time: 1.0048394 Jan 29 04:43:12.432611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:12.491799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a712b57-8dea-4b08-9b1c-085087096fba None None] Network 09c5fc93-2c43-4421-a68f-e2cc28517047 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:12.497533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43816) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:12.504069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'name': 'tempest-router--1900627509', 'project_id': '6a7ca2e418c84257a772bfa235bc6094'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:12.543636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.606084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d2cacfca-5d74-4b58-bd61-5560243257c2 None None] Provisioning complete for port eb0f27fe-f578-4e17-a652-a8a7622a80ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:12.606684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d2cacfca-5d74-4b58-bd61-5560243257c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.631237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.632259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.657595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d2cacfca-5d74-4b58-bd61-5560243257c2 None None] Port eb0f27fe-f578-4e17-a652-a8a7622a80ee cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:43:12.673992 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71b7043b-0d7d-4dd0-9a96-0a6415d68b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.780888 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.788748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f25c-f43a-42ec-bd77-d9143755840c req-62d7db0b-86ff-4650-b1b6-ca491a66c469 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:12.790719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f49f25c-f43a-42ec-bd77-d9143755840c req-62d7db0b-86ff-4650-b1b6-ca491a66c469 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.1599259 Jan 29 04:43:12.795642 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.802012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71b7043b-0d7d-4dd0-9a96-0a6415d68b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.814927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.833631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.864633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Deleting port c20afafb-d397-45cb-b02b-574067f836d1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:12.868929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.876397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] DHCP port deletion for 09c5fc93-2c43-4421-a68f-e2cc28517047 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:12.901121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.902799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Network ec15d29d-540b-4eec-88f6-6927b9fab9ca is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:12.903015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.907323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7adae7f6-d9f3-48b2-acbd-d857f4433d73 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4084442 Jan 29 04:43:12.908450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:12.912504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.923585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:12.939760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:12.947293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:12.978034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Pushing event updated for resources: {'Port': ['ID=b2eb10e8-0a05-4729-a348-95e06cddff21,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.023984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Attempting to bind port b2eb10e8-0a05-4729-a348-95e06cddff21 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:13.024364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Attempting to bind port b2eb10e8-0a05-4729-a348-95e06cddff21 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2287e085-c3c4-4d62-ba4b-3e621e73e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:13.024738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Attempting to bind port b2eb10e8-0a05-4729-a348-95e06cddff21 on network ec15d29d-540b-4eec-88f6-6927b9fab9ca {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:13.025488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=a05bd71f-0668-46dc-a87e-aa25323b6567,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.034546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Pushing event updated for resources: {'Port': ['ID=eb0f27fe-f578-4e17-a652-a8a7622a80ee,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.035714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:13.036106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Checking segment: {'id': '2287e085-c3c4-4d62-ba4b-3e621e73e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:13.042148 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.042658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Bound using segment: {'id': '2287e085-c3c4-4d62-ba4b-3e621e73e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:13.043241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Bound port: b2eb10e8-0a05-4729-a348-95e06cddff21, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2287e085-c3c4-4d62-ba4b-3e621e73e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:13.043627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.043929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f49f25c-f43a-42ec-bd77-d9143755840c req-b70c8d43-77e6-42b5-a6b6-16b60848d476 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390320 Jan 29 04:43:13.108375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.120063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] Deleting port c20afafb-d397-45cb-b02b-574067f836d1 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:13.120457 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.147327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] For port c20afafb-d397-45cb-b02b-574067f836d1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c20afafb-d397-45cb-b02b-574067f836d1,segment=NetworkSegment(56bdbd02-102f-44d7-8b2c-ca254ba68683),segment_id=56bdbd02-102f-44d7-8b2c-ca254ba68683)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:13.147753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.155286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71b7043b-0d7d-4dd0-9a96-0a6415d68b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.158861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71b7043b-0d7d-4dd0-9a96-0a6415d68b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.164235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-71b7043b-0d7d-4dd0-9a96-0a6415d68b39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c85640d-d50c-4a79-a6eb-85abcb04646a HTTP/1.1" status: 204 len: 168 time: 0.7947671 Jan 29 04:43:13.164572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.165701 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.176792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Calling delete_port for c20afafb-d397-45cb-b02b-574067f836d1 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:13.178376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:13.210114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec15d29d-540b-4eec-88f6-6927b9fab9ca']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:13.266466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2287e085-c3c4-4d62-ba4b-3e621e73e145') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:13.267092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2287e085-c3c4-4d62-ba4b-3e621e73e145') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:13.293870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] For port b2eb10e8-0a05-4729-a348-95e06cddff21, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:13.320450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] For port b2eb10e8-0a05-4729-a348-95e06cddff21, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b2eb10e8-0a05-4729-a348-95e06cddff21,segment=NetworkSegment(2287e085-c3c4-4d62-ba4b-3e621e73e145),segment_id=2287e085-c3c4-4d62-ba4b-3e621e73e145)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:13.335742 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.338650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.377016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.395571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:13.396218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.457698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] For port c20afafb-d397-45cb-b02b-574067f836d1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c20afafb-d397-45cb-b02b-574067f836d1,segment=NetworkSegment(56bdbd02-102f-44d7-8b2c-ca254ba68683),segment_id=56bdbd02-102f-44d7-8b2c-ca254ba68683)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:13.458660 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:13.487623 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:13.496768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:43:13.496768 n-d-825930-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:43:13.496768 n-d-825930-1 neutron-server[102402]: [parameters: {'id': 'ec15d29d-540b-4eec-88f6-6927b9fab9ca'}] Jan 29 04:43:13.496768 n-d-825930-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:13.497249 n-d-825930-1 neutron-server[102402]: DEBUG oslo_db.api [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:13.545612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] Calling delete_port for c20afafb-d397-45cb-b02b-574067f836d1 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:13.545972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.579303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef581e-af0d-48e7-bc35-1cdadaf35373 None None] Pushing event updated for resources: {'Port': ['ID=b2eb10e8-0a05-4729-a348-95e06cddff21,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.584884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] No DVR routers for this DVR port c20afafb-d397-45cb-b02b-574067f836d1 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:13.593522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577a03d-a455-41c7-9e1e-8f11c619e917 None None] Network ec15d29d-540b-4eec-88f6-6927b9fab9ca requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:13.626865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.647720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Port': ['ID=c20afafb-d397-45cb-b02b-574067f836d1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.691530 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e54ba88-1ea3-4b4d-81b8-37c4b0bb8ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.796501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.796965 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.818620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] No DVR routers for this DVR port c20afafb-d397-45cb-b02b-574067f836d1 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:13.847590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c5fc93-2c43-4421-a68f-e2cc28517047']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:13.856318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3123a7a-6a38-4002-8fc4-9264ef24a7e1 None None] Pushing event deleted for resources: {'Port': ['ID=c20afafb-d397-45cb-b02b-574067f836d1,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.878011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bdbd02-102f-44d7-8b2c-ca254ba68683') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:13.878385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bdbd02-102f-44d7-8b2c-ca254ba68683') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:13.886379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853514a4-66da-4447-b09a-d055571839da None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:43:13.903806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.927092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7043b-0d7d-4dd0-9a96-0a6415d68b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c85640d-d50c-4a79-a6eb-85abcb04646a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:13.928536 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.941072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:13.941582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Network e369de0c-455d-4e70-bb94-d850f34b13ae is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:13.941726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:13.945073 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:14.022984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.048282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e54ba88-1ea3-4b4d-81b8-37c4b0bb8ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.053464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853514a4-66da-4447-b09a-d055571839da None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:43:14.061451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e54ba88-1ea3-4b4d-81b8-37c4b0bb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.073228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.103665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:14.116344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.119676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/networks/09c5fc93-2c43-4421-a68f-e2cc28517047 HTTP/1.1" status: 204 len: 168 time: 1.6859102 Jan 29 04:43:14.129469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:14.182108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae9471-d746-4e2a-9c69-d7aff6114680 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Pushing event deleted for resources: {'Network': ['ID=09c5fc93-2c43-4421-a68f-e2cc28517047,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:14.189113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e54ba88-1ea3-4b4d-81b8-37c4b0bb8ba2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=139c31e415ff48b8920baed0b4a7c628&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0072961 Jan 29 04:43:14.207752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b8207fe-b1a1-4890-bbee-ed79a1543152 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "GET /v2.0/ports?device_id=5643a037-3dea-476a-97dc-e7580f8663c5 HTTP/1.1" status: 200 len: 205 time: 0.0518768 Jan 29 04:43:14.207752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:14.209286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ba88-1ea3-4b4d-81b8-37c4b0bb8ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e1d07-ce64-4bbd-b1e1-f45f506d188a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:14.218769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:14.278797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.282355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.368593 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-6a304591-7f69-4554-9700-a8ce56181530 req-12da3d6d-6cbf-48ed-90b1-b9cb8f8492aa service neutron] show failed (client error): The resource could not be found. Jan 29 04:43:14.369994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-12da3d6d-6cbf-48ed-90b1-b9cb8f8492aa service neutron] 10.222.0.20 "GET /v2.0/ports/5e4b7655-41f8-4a82-85b0-d4ab63791564/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.4794903 Jan 29 04:43:14.406899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.413427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34dc07db-e38d-4b01-a9b2-6fd0ce856bc0 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:14.467422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.480318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-790959d9-12d0-4bd7-915b-7d1a1c7d92b8 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/routers/34dc07db-e38d-4b01-a9b2-6fd0ce856bc0 HTTP/1.1" status: 204 len: 168 time: 1.5565948 Jan 29 04:43:14.685148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a468ca-db13-4756-ad7f-f8ee1b9b2d30 req-2c26642b-aadb-4123-add8-0a4f8bd73b19 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:14.696531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1a468ca-db13-4756-ad7f-f8ee1b9b2d30 req-2c26642b-aadb-4123-add8-0a4f8bd73b19 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.3241971 Jan 29 04:43:14.729868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 04816497-c286-40b7-8c7e-2d3ca27264b7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:14.825751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c1a468ca-db13-4756-ad7f-f8ee1b9b2d30 req-b7d43aac-488f-4994-a5d3-0d4f6da7d960 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258295 Jan 29 04:43:14.839670 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Router c4a2006f-6b41-428c-a362-11254de44ec9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:14.869462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 04816497-c286-40b7-8c7e-2d3ca27264b7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:14.871246 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.886471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.971506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:14.971729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f464e299-a457-402b-97d9-bc7b7556dc94 None None] Provisioning complete for port eb0f27fe-f578-4e17-a652-a8a7622a80ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:14.971937 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f464e299-a457-402b-97d9-bc7b7556dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.978054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:14.978622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port b2eb10e8-0a05-4729-a348-95e06cddff21 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:14.978924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:14.985399 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-81edc0b4-21f9-4d64-a092-06d8e11f3dba admin admin] 10.222.0.32 "PUT /v2.0/routers/c4a2006f-6b41-428c-a362-11254de44ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9199178 Jan 29 04:43:15.008079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a829fb41-bf87-4292-a06b-ac2222ab7f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.087122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f464e299-a457-402b-97d9-bc7b7556dc94 None None] Port eb0f27fe-f578-4e17-a652-a8a7622a80ee cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:43:15.091119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.126881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 04816497-c286-40b7-8c7e-2d3ca27264b7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=04816497-c286-40b7-8c7e-2d3ca27264b7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:15.133758 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.157965 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.160096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.181325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-b6031a98-bcd6-4fa1-be84-926e068e7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:15.182919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-b6031a98-bcd6-4fa1-be84-926e068e7f4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 1096 time: 0.4103341 Jan 29 04:43:15.231282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c20afafb-d397-45cb-b02b-574067f836d1 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:15.231493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:15.254319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c20afafb-d397-45cb-b02b-574067f836d1 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:15.254667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c20afafb-d397-45cb-b02b-574067f836d1 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:15.259596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=04816497-c286-40b7-8c7e-2d3ca27264b7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:15.281396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a829fb41-bf87-4292-a06b-ac2222ab7f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.330221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1465200556', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:15.351282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.351796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Fanout notify agent at l3_agent the message router_deleted on router 5643a037-3dea-476a-97dc-e7580f8663c5 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:15.359969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.361030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-604192c4-9d5f-4b04-bb77-bdea46883722 tempest-RoutersNegativeTest-1231080734 tempest-RoutersNegativeTest-1231080734-project] 10.222.0.32 "DELETE /v2.0/routers/5643a037-3dea-476a-97dc-e7580f8663c5 HTTP/1.1" status: 204 len: 168 time: 1.1405220 Jan 29 04:43:15.370205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port b2eb10e8-0a05-4729-a348-95e06cddff21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b2eb10e8-0a05-4729-a348-95e06cddff21,segment=NetworkSegment(2287e085-c3c4-4d62-ba4b-3e621e73e145),segment_id=2287e085-c3c4-4d62-ba4b-3e621e73e145)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:15.370552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.415080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for b2eb10e8-0a05-4729-a348-95e06cddff21 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:15.441580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.533122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.534481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.543995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Sync routers for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:15.548959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a829fb41-bf87-4292-a06b-ac2222ab7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.552013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a829fb41-bf87-4292-a06b-ac2222ab7f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.553181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a829fb41-bf87-4292-a06b-ac2222ab7f95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b9e1d07-ce64-4bbd-b1e1-f45f506d188a HTTP/1.1" status: 204 len: 168 time: 1.3448467 Jan 29 04:43:15.563723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:15.564583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:15.595158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829fb41-bf87-4292-a06b-ac2222ab7f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e1d07-ce64-4bbd-b1e1-f45f506d188a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:15.683189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43900) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:15.715240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.735974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:15.778363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:15.913503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port b2eb10e8-0a05-4729-a348-95e06cddff21 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:15.924973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=b2eb10e8-0a05-4729-a348-95e06cddff21,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:15.989574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 2, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:16.022668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Checking router: c4a2006f-6b41-428c-a362-11254de44ec9 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:16.023339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Updating router c4a2006f-6b41-428c-a362-11254de44ec9 port eb0f27fe-f578-4e17-a652-a8a7622a80ee binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:16.074744 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.107113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.136330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d95836ef-97a4-4f5f-b331-990002ab9ee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0132dd12aaa649639bfff0fa4804d01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513104 Jan 29 04:43:16.138555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:16.157928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43916) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:16.167865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.174227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:16.212537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77d43fe-db63-46e1-a7fa-f0b831faf5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.240662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec15d29d-540b-4eec-88f6-6927b9fab9ca']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:16.244587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77d43fe-db63-46e1-a7fa-f0b831faf5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.250478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc70668-bc54-4630-b9bf-4ed0e94af871 req-c808e8c1-a0f7-4f1e-8b4f-d8de8bc08399 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:16.252033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bc70668-bc54-4630-b9bf-4ed0e94af871 req-c808e8c1-a0f7-4f1e-8b4f-d8de8bc08399 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.3334620 Jan 29 04:43:16.273687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2287e085-c3c4-4d62-ba4b-3e621e73e145') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:16.274043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2287e085-c3c4-4d62-ba4b-3e621e73e145') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:16.333929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.349165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77d43fe-db63-46e1-a7fa-f0b831faf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.352300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e77d43fe-db63-46e1-a7fa-f0b831faf5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.354041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e77d43fe-db63-46e1-a7fa-f0b831faf5c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eec17916-2a0c-46bd-a72c-235a0f58b28f HTTP/1.1" status: 204 len: 168 time: 0.2116513 Jan 29 04:43:16.368568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d43fe-db63-46e1-a7fa-f0b831faf5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec17916-2a0c-46bd-a72c-235a0f58b28f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:16.393215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:16.424652 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.465320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-21f60f2e-6282-4ca3-b9f8-176eadf6231d tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:16.475648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:16.476577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:16.482700 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:16.485829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bc70668-bc54-4630-b9bf-4ed0e94af871 req-c92038f9-c05f-4bf1-bd00-68c673e846ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220938 Jan 29 04:43:16.573943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:43:16.581547 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b685de-c7ed-4177-8e60-0a9726f9cfe2" -d '{"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-unplugged", "status": "completed", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:16.584947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.608789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-21f60f2e-6282-4ca3-b9f8-176eadf6231d tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "PUT /v2.0/quotas/5bd3080a24ef4cb5b23cd66f1ee42982 HTTP/1.1" status: 200 len: 368 time: 0.4320285 Jan 29 04:43:16.612631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43934) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:16.630079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Request body: {'network': {'project_id': '5bd3080a24ef4cb5b23cd66f1ee42982'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:16.630644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Transition to ACTIVE for port object 5e4b7655-41f8-4a82-85b0-d4ab63791564 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:43:16.636470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.645614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.649047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/ec15d29d-540b-4eec-88f6-6927b9fab9ca HTTP/1.1" status: 204 len: 168 time: 5.0277267 Jan 29 04:43:16.659877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:16.663045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.686120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 04816497-c286-40b7-8c7e-2d3ca27264b7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:16.704771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26030400'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:16.715061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43938) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:16.720536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1300997089-network', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:16.736620 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea463d-46ae-448c-ad34-adcadc2767ff x-openstack-request-id: req-aaea463d-46ae-448c-ad34-adcadc2767ff {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:16.736991 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-unplugged", "status": "completed", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:16.737196 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaea463d-46ae-448c-ad34-adcadc2767ff {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:16.737561 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'code': 200} Jan 29 04:43:16.739582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5871-6338-4065-bdd3-bfcd4cf62827 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=ec15d29d-540b-4eec-88f6-6927b9fab9ca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:16.741955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Made reservation on behalf of 5bd3080a24ef4cb5b23cd66f1ee42982 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:16.751813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.767852 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.839016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 04816497-c286-40b7-8c7e-2d3ca27264b7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:16.840107 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.895869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:16.920249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Made reservation on behalf of 2da8c13cc7234541a98c755beb4e7410 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:16.923827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.943850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.946573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.962131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:16.969809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:16.972233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.174352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.207923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08ee07-5373-4f03-8f67-0030823983e7 None None] Pushing event updated for resources: {'Port': ['ID=eb0f27fe-f578-4e17-a652-a8a7622a80ee,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:17.210060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.260981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:17.273605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.273996 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea of type vlan for network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 Jan 29 04:43:17.321678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Attempting to bind port eb0f27fe-f578-4e17-a652-a8a7622a80ee on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:17.322364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Attempting to bind port eb0f27fe-f578-4e17-a652-a8a7622a80ee by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:17.322954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Attempting to bind port eb0f27fe-f578-4e17-a652-a8a7622a80ee on network e369de0c-455d-4e70-bb94-d850f34b13ae {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:17.335294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.339019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:17.339629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Checking segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:17.340193 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.340748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Bound using segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:17.341547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Bound port: eb0f27fe-f578-4e17-a652-a8a7622a80ee, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:17.343150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.365644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] No DVR routers for this DVR port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:17.395939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:17.447349 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.454347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:17.454983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.480315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.485566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.487651 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Added segment 3ca011ff-6ab7-47ce-992d-19b94b1b49a3 of type vlan for network b9971c8f-a96b-4a0e-b450-9ef10e784431 Jan 29 04:43:17.488829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] For port eb0f27fe-f578-4e17-a652-a8a7622a80ee, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:17.510606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] For port eb0f27fe-f578-4e17-a652-a8a7622a80ee, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=eb0f27fe-f578-4e17-a652-a8a7622a80ee,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:17.513268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.520869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.563259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:17.569939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.585105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a47d8-1983-4ae6-b484-a6ecaa3cbdf5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:17.636073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=266e4710-604f-4c86-b9f9-f5d1d42d84b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:17.650433 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.681271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.681821 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Added segment 81291d53-2784-47d2-9978-9933935b6693 of type vlan for network 24242568-fbb0-4d76-9bdb-49190aea8640 Jan 29 04:43:17.697960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08ee07-5373-4f03-8f67-0030823983e7 None None] Pushing event updated for resources: {'Port': ['ID=eb0f27fe-f578-4e17-a652-a8a7622a80ee,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:17.737984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:17.749404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.830947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978e55d3-a277-4fc2-93ee-bda70915186a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:17.882054 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.928584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1826f0d-27a3-4952-a98d-684b1e123fe7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2604382 Jan 29 04:43:17.929145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:17.941723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:17.969961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:17.969961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:17.969961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.008845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:18.014199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3993580 Jan 29 04:43:18.033146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43974) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:18.071334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0912f22d-01d3-4c8e-aa96-0da7fe82c3cd None None] Provisioning complete for port eb0f27fe-f578-4e17-a652-a8a7622a80ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:18.071850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0912f22d-01d3-4c8e-aa96-0da7fe82c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.074812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Request body: {'network': {'project_id': '5bd3080a24ef4cb5b23cd66f1ee42982'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:18.078203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:18.079491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.080632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:18.080846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:18.081555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.081689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:18.127517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545205-2991-48d1-bd14-1ebad33e08a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Pushing event updated for resources: {'Network': ['ID=b9971c8f-a96b-4a0e-b450-9ef10e784431,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:18.214286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:18.263945 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5447814 Jan 29 04:43:18.320263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 43980) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:18.330364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.338530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Request body: {'subnet': {'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1300997089-subnet', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:18.395152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Made reservation on behalf of 5bd3080a24ef4cb5b23cd66f1ee42982 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:18.398064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.422425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.429010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b9971c8f-a96b-4a0e-b450-9ef10e784431 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:18.446447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 is not hosted by any dhcp agent {{(pid=102403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:43:18.453987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:18.454870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.456373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "PUT /v2.0/networks/266e4710-604f-4c86-b9f9-f5d1d42d84b4 HTTP/1.1" status: 200 len: 723 time: 0.5225317 Jan 29 04:43:18.461772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f473a9-732e-487d-b3bf-28e8daaceceb admin admin] Pushing event updated for resources: {'Network': ['ID=24242568-fbb0-4d76-9bdb-49190aea8640,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:18.470017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42304eb7-4a25-4f30-9604-eaa1edff284d req-a0940822-ee01-424c-aa4c-185cc5e80559 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:18.472321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42304eb7-4a25-4f30-9604-eaa1edff284d req-a0940822-ee01-424c-aa4c-185cc5e80559 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.8322306 Jan 29 04:43:18.472592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:18.496441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 24242568-fbb0-4d76-9bdb-49190aea8640 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:18.501225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:18.560293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3c5df-0ed8-4da6-a932-241783b2a681 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=266e4710-604f-4c86-b9f9-f5d1d42d84b4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:18.573596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:18.589005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.589846 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Added segment 3df3b580-dc20-42a5-856b-a6ee3f271743 of type vlan for network 49396a02-f5fc-4c92-a4ec-1aaeadc764bb Jan 29 04:43:18.594982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Allocated IP 172.25.4.192 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/8856198f-f9fa-4640-8943-d631694ffa63) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:18.600498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Made reservation on behalf of 2da8c13cc7234541a98c755beb4e7410 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:18.603337 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.689509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:18.689863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:18.690234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:18.728966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42304eb7-4a25-4f30-9604-eaa1edff284d req-7f9de876-bdc2-4125-a5b3-0498436b7640 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394900 Jan 29 04:43:18.735227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:18.735566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Attempting to bind port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on network c2203ca6-2d04-4043-8c94-b0ad3599a0ac {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:18.762015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.776254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:18.792501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:18.792966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Checking segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:18.793432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Bound using segment: {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:18.793812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Bound port: 5e4b7655-41f8-4a82-85b0-d4ab63791564, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72889ac7-0001-495a-ac47-64bf33dd15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:18.794273 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.800068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:18.800640 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.801628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:18.802240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.803826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:18.887724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8502693 Jan 29 04:43:18.888402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44004) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:18.892401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da81cd-faf4-4141-91d4-e329fef0e74a tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Pushing event updated for resources: {'Network': ['ID=49396a02-f5fc-4c92-a4ec-1aaeadc764bb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:18.905863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bdcafcb7-8fe0-4f0a-937b-8be8da2c07de tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Request body: {'network': {'project_id': '5bd3080a24ef4cb5b23cd66f1ee42982'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:18.937670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 49396a02-f5fc-4c92-a4ec-1aaeadc764bb details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:18.992269 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcafcb7-8fe0-4f0a-937b-8be8da2c07de tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 04:43:18.992912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcafcb7-8fe0-4f0a-937b-8be8da2c07de tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:19.007168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bdcafcb7-8fe0-4f0a-937b-8be8da2c07de tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1038995 Jan 29 04:43:19.007168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:19.007626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.107096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.152060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c4d71e6b-7191-4fb6-9e5c-34e0b414b2af tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bd3080a24ef4cb5b23cd66f1ee42982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521807 Jan 29 04:43:19.160262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44020) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:19.179653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:19.197649 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0912f22d-01d3-4c8e-aa96-0da7fe82c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.216186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:19.245054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0912f22d-01d3-4c8e-aa96-0da7fe82c3cd None None] For port eb0f27fe-f578-4e17-a652-a8a7622a80ee, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=eb0f27fe-f578-4e17-a652-a8a7622a80ee,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:19.273638 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0912f22d-01d3-4c8e-aa96-0da7fe82c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.277704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab898c-f1dc-4733-a0ce-8c5c04020521 None None] The sync data for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 is: [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:17Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:19.328187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:19.336255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.360175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912f22d-01d3-4c8e-aa96-0da7fe82c3cd None None] Pushing event updated for resources: {'Port': ['ID=eb0f27fe-f578-4e17-a652-a8a7622a80ee,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:19.370115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:19.387731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.389997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24289e20-01b0-4db5-afd1-bcb88a5200a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.393786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:19.398341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event updated for resources: {'Port': ['ID=8856198f-f9fa-4640-8943-d631694ffa63,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:19.407509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-63cbbdf8-0f23-4cad-87dd-b3f06d70a7ea None None] Provisioning complete for port eb0f27fe-f578-4e17-a652-a8a7622a80ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:19.407912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cbbdf8-0f23-4cad-87dd-b3f06d70a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.409668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:19.479707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24289e20-01b0-4db5-afd1-bcb88a5200a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.521311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:19.522148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.523650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] 10.222.0.36 "PUT /v2.0/ports/5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 1091 time: 4.3013432 Jan 29 04:43:19.524142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:43:19.526464 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901cde14-149a-4ee3-b49c-a75fd89ed113" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:19.583311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24289e20-01b0-4db5-afd1-bcb88a5200a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.586090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24289e20-01b0-4db5-afd1-bcb88a5200a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.590556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-24289e20-01b0-4db5-afd1-bcb88a5200a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/c38a47d8-1983-4ae6-b484-a6ecaa3cbdf5 HTTP/1.1" status: 204 len: 168 time: 0.4291642 Jan 29 04:43:19.593468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44036) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:19.641716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:19.667046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24289e20-01b0-4db5-afd1-bcb88a5200a5 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a47d8-1983-4ae6-b484-a6ecaa3cbdf5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:19.695823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Checking segment: {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:19.698065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Network hostable DHCP agents. Network: 24242568-fbb0-4d76-9bdb-49190aea8640, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:19.712327 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8a6b63-3268-4fae-aa6e-b03c58394860 x-openstack-request-id: req-bf8a6b63-3268-4fae-aa6e-b03c58394860 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:19.712561 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:19.712808 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf8a6b63-3268-4fae-aa6e-b03c58394860 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:19.713155 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'status': 'completed', 'code': 200} Jan 29 04:43:19.740792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Network 24242568-fbb0-4d76-9bdb-49190aea8640 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:19.853043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 24242568-fbb0-4d76-9bdb-49190aea8640) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:19.861590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:19.864988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203bbf7c-62bc-49d3-b1e7-4dcf4138ce5e None None] Network 24242568-fbb0-4d76-9bdb-49190aea8640 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:19.871056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.887065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-2485ca89-a9c7-472c-b35f-d2f0af3aee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:19.889751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-2485ca89-a9c7-472c-b35f-d2f0af3aee0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1094 time: 0.1385891 Jan 29 04:43:19.891176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:19.908230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a95089-ddc1-4efc-988d-8a872289ae7f service neutron] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:19.917053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-58be2149-6a88-4908-804c-ef186f69b25a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5875599 Jan 29 04:43:19.927845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:19.933250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:20.024180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.025497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.078443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-193a9144-6393-4392-ba0d-b5a71a5924d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.080693 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-193a9144-6393-4392-ba0d-b5a71a5924d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.1842852 Jan 29 04:43:20.113259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-3ebf6b28-7109-4ea8-82a8-8c4ff731380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.115411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-3ebf6b28-7109-4ea8-82a8-8c4ff731380c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1094 time: 0.5267081 Jan 29 04:43:20.125262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.172127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-40d950b5-82ec-46cf-90e6-3ed851944f0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 999 time: 0.0817161 Jan 29 04:43:20.186980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=2c25290e-4272-4501-b1bc-38df7e4fa65b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:20.228543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-24242568-fbb0-4d76-9bdb-49190aea8640', 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'fixed_ips': [{'subnet_id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:20.231347 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.241054 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.292038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a01a-b9b1-4173-8e0a-6916ade0ef39 req-67098e0b-30c8-4aee-87ce-46266bdf3b9f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.293998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1091a01a-b9b1-4173-8e0a-6916ade0ef39 req-67098e0b-30c8-4aee-87ce-46266bdf3b9f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.4003615 Jan 29 04:43:20.378895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:20.379347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: 266e4710-604f-4c86-b9f9-f5d1d42d84b4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:20.537042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.548432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-6c3087d7-5cf2-4188-8635-621c56f799d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.550984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-6c3087d7-5cf2-4188-8635-621c56f799d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.3362615 Jan 29 04:43:20.554350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Allocated IP 172.20.0.2 (24242568-fbb0-4d76-9bdb-49190aea8640/cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f/a4e75753-4e5c-48ea-8e15-6bc7b3ac505c) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:20.700566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-04ce5cf4-8606-4213-aba2-f46ce1793d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.702744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-04ce5cf4-8606-4213-aba2-f46ce1793d47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293035 Jan 29 04:43:20.723379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device eb0f27fe-f578-4e17-a652-a8a7622a80ee up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:20.784890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1091a01a-b9b1-4173-8e0a-6916ade0ef39 req-c26fd9ee-5640-49a6-92ea-e4d325b7d346 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723263 Jan 29 04:43:20.791373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.794397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.796771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:20.813252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-91fb117f-3f7c-4907-a453-e31b3c6ba265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.813252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-91fb117f-3f7c-4907-a453-e31b3c6ba265 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.6736991 Jan 29 04:43:20.929306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 266e4710-604f-4c86-b9f9-f5d1d42d84b4) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:20.934856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:20.935561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:20.948399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49396a02-f5fc-4c92-a4ec-1aaeadc764bb']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:20.948634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bbb63-ba6a-4779-ba01-1133a6212a01 None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:20.965562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df3b580-dc20-42a5-856b-a6ee3f271743') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:20.965980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df3b580-dc20-42a5-856b-a6ee3f271743') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:21.011873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.022789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8dbdf619-9ff8-4eec-857b-a95720c6b846 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5440466 Jan 29 04:43:21.027724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44062) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:21.037364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:21.040643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port eb0f27fe-f578-4e17-a652-a8a7622a80ee triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:21.041039 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.044013 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.048222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-09b04dc0-70d7-4582-a9e2-b41f26cbe812 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 999 time: 0.2271957 Jan 29 04:43:21.050814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.074187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:21.074644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:21.077050 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:21.083154 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-b3115ee1-f0cb-4841-9418-b1ee4186b791 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700488 Jan 29 04:43:21.095140 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.152589 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.188639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Network 24242568-fbb0-4d76-9bdb-49190aea8640 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:21.220405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:21.225298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:21.227511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-8c1b776f-89e3-4068-8ae9-770f86deb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:21.229399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-8c1b776f-89e3-4068-8ae9-770f86deb8fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1716533 Jan 29 04:43:21.251980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.260190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Pushing event updated for resources: {'Port': ['ID=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:21.312567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.325583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.351885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.356371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "DELETE /v2.0/networks/49396a02-f5fc-4c92-a4ec-1aaeadc764bb HTTP/1.1" status: 204 len: 168 time: 1.7177207 Jan 29 04:43:21.368851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:21.389028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Attempting to bind port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:21.389450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Attempting to bind port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:21.390037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Attempting to bind port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c on network 24242568-fbb0-4d76-9bdb-49190aea8640 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:21.396841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:21.397219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Checking segment: {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:21.397620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.398039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Bound using segment: {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:21.398501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Bound port: a4e75753-4e5c-48ea-8e15-6bc7b3ac505c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:21.398883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.467216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131592581'] for subnet, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.487848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] For port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:21.491248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] For port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,segment=NetworkSegment(81291d53-2784-47d2-9978-9933935b6693),segment_id=81291d53-2784-47d2-9978-9933935b6693)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:21.516164 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.521371 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.525377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958c34e-af01-43bd-b1cb-06bc2f331143 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Pushing event deleted for resources: {'Network': ['ID=49396a02-f5fc-4c92-a4ec-1aaeadc764bb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:21.552466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304591-7f69-4554-9700-a8ce56181530 req-0383ac1f-8284-48d2-8e85-6c86b5ca3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:21.554107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-0383ac1f-8284-48d2-8e85-6c86b5ca3fbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370698 Jan 29 04:43:21.631070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0b409-fff5-45ce-8add-205e3c28f9f4 None None] Pushing event updated for resources: {'Port': ['ID=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:21.641195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-266e4710-604f-4c86-b9f9-f5d1d42d84b4', 'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': '2c25290e-4272-4501-b1bc-38df7e4fa65b'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:21.642814 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:21.834158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Allocated IP 172.20.0.2 (266e4710-604f-4c86-b9f9-f5d1d42d84b4/2c25290e-4272-4501-b1bc-38df7e4fa65b/4be5d98c-17fc-486b-b133-b524689b2f8a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:22.077702 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.090556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.199852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:22.213615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:22.223900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:22.228137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Pushing event updated for resources: {'Port': ['ID=4be5d98c-17fc-486b-b133-b524689b2f8a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:22.338429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-a3be31ea-bb1b-4d0d-9ed3-d25ad9aa97e4 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2460794 Jan 29 04:43:22.347618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Attempting to bind port 4be5d98c-17fc-486b-b133-b524689b2f8a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:22.348189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Attempting to bind port 4be5d98c-17fc-486b-b133-b524689b2f8a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:22.353109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Attempting to bind port 4be5d98c-17fc-486b-b133-b524689b2f8a on network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:22.363399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:22.363399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Checking segment: {'id': 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:22.363897 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.364156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Bound using segment: {'id': 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:22.364623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Bound port: 4be5d98c-17fc-486b-b133-b524689b2f8a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '266e4710-604f-4c86-b9f9-f5d1d42d84b4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:22.365012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.371083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.412395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9971c8f-a96b-4a0e-b450-9ef10e784431']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:22.412622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Allocated IP 172.25.4.87 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c71d5fc9-75d6-44fa-a29f-fc4fa7d62009) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:22.444488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca011ff-6ab7-47ce-992d-19b94b1b49a3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:22.444814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca011ff-6ab7-47ce-992d-19b94b1b49a3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:22.466254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.484297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] For port 4be5d98c-17fc-486b-b133-b524689b2f8a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:22.490019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] For port 4be5d98c-17fc-486b-b133-b524689b2f8a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4be5d98c-17fc-486b-b133-b524689b2f8a,segment=NetworkSegment(fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea),segment_id=fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:22.501444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.502217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.521097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-c8233e34-05a2-474d-9223-8d9f36656f9e service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9253643 Jan 29 04:43:22.556646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Router 03ec6091-efe4-4436-b4bf-6435071e23b0 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:22.598127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:22.598667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:22.600649 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:22.611695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9aa8-5acf-42b0-837e-ae2a3c9ca10e None None] Pushing event updated for resources: {'Port': ['ID=4be5d98c-17fc-486b-b133-b524689b2f8a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:22.715587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5bef-b077-4de6-845c-361ac587bb87 req-30878c1a-cc10-454e-a5ba-d820ff196a4e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:22.718598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a4e75753-4e5c-48ea-8e15-6bc7b3ac505c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:22.718972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b6d5bef-b077-4de6-845c-361ac587bb87 req-30878c1a-cc10-454e-a5ba-d820ff196a4e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.5307040 Jan 29 04:43:22.750106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.778945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.787508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b9971c8f-a96b-4a0e-b450-9ef10e784431 HTTP/1.1" status: 204 len: 168 time: 1.4111667 Jan 29 04:43:22.831074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746768454759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131335839'] for subnet, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.846257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:22.846641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.970178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce1324-5179-440f-adfb-c59e68e6bf60 tempest-QuotasNegativeTest-1090085782 tempest-QuotasNegativeTest-1090085782-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9971c8f-a96b-4a0e-b450-9ef10e784431,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:22.971127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:22.971853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:22.975196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "PUT /v2.0/subnets/2c25290e-4272-4501-b1bc-38df7e4fa65b HTTP/1.1" status: 200 len: 806 time: 1.9438961 Jan 29 04:43:22.985375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:23.055551 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.089582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76828a0d-0724-40e2-bdfc-7f2608e414b0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=2c25290e-4272-4501-b1bc-38df7e4fa65b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:23.102515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b6d5bef-b077-4de6-845c-361ac587bb87 req-b47af40e-9956-448a-9386-36ec134002f6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765262 Jan 29 04:43:23.197294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.366637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:23.378851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:23.391650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:23.422671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a304591-7f69-4554-9700-a8ce56181530 req-73c41212-799e-4efc-bc61-52bf5ec6a066 service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972275 Jan 29 04:43:23.491361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.549811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,segment=NetworkSegment(81291d53-2784-47d2-9978-9933935b6693),segment_id=81291d53-2784-47d2-9978-9933935b6693)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:23.555322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.610625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:23.624637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:23.647033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.660047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:23.674904 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] Sync routers for ids ['03ec6091-efe4-4436-b4bf-6435071e23b0'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:23.691961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5315b-a917-4f27-8bd1-b5f5d53b7b57 None None] Network 24242568-fbb0-4d76-9bdb-49190aea8640 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:23.692618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.697150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da0740a7-09e6-4c62-8d67-6c7c67be8db4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7203176 Jan 29 04:43:23.715008 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] Routers {'03ec6091-efe4-4436-b4bf-6435071e23b0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:23.717301 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03ec6091-efe4-4436-b4bf-6435071e23b0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:23.717816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:23.734040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-9f1a753e-8b68-417e-96fa-de286e68c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:23.735570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-9f1a753e-8b68-417e-96fa-de286e68c2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1094 time: 0.1966858 Jan 29 04:43:23.817585 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:23.835616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-207eb9c6-a00b-4903-9f03-e905b83cca0b None None] Provisioning complete for port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:23.836179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-207eb9c6-a00b-4903-9f03-e905b83cca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.853401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] Routers {'03ec6091-efe4-4436-b4bf-6435071e23b0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:23.854056 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['03ec6091-efe4-4436-b4bf-6435071e23b0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:23.912552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-15508160-d9f5-43be-96ee-97b71cb78d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:23.914783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-15508160-d9f5-43be-96ee-97b71cb78d2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.1409009 Jan 29 04:43:23.927202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f405179-3aea-411b-b1a1-cd5b4e97804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:23.962359 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:23.963004 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76e70a-c726-4d58-8f78-66b35ec18459 None None] The sync data for ids ['03ec6091-efe4-4436-b4bf-6435071e23b0'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:23.974997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.093067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port 4be5d98c-17fc-486b-b133-b524689b2f8a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:24.093511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.105083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44118) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:24.215807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port 4be5d98c-17fc-486b-b133-b524689b2f8a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4be5d98c-17fc-486b-b133-b524689b2f8a,segment=NetworkSegment(fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea),segment_id=fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:24.220408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.242946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for 4be5d98c-17fc-486b-b133-b524689b2f8a owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:24.332270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.390187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-7d854094-9d98-4084-a1d9-394e7a2d4ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 999 time: 0.4604812 Jan 29 04:43:24.414840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82b1cba3-f42d-41fa-94d9-827751244d2a tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/03ec6091-efe4-4436-b4bf-6435071e23b0 HTTP/1.1" status: 200 len: 921 time: 0.6916280 Jan 29 04:43:24.417007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44130) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:24.460650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-873849af-3e39-4bd7-b99a-7e6955197b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.472541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-05645997-d408-4c09-8c7f-2a8adcec1639 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ec6091-efe4-4436-b4bf-6435071e23b0 HTTP/1.1" status: 200 len: 205 time: 0.0524442 Jan 29 04:43:24.478095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:24.500187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d114460-7175-45b6-9321-2956db9ef538 None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:24.625063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:24.643526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5074ba08-25ff-4d8b-b4af-4cae28f0a57b None None] Provisioning complete for port 4be5d98c-17fc-486b-b133-b524689b2f8a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:24.643903 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5074ba08-25ff-4d8b-b4af-4cae28f0a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.653503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-873849af-3e39-4bd7-b99a-7e6955197b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.671959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-873849af-3e39-4bd7-b99a-7e6955197b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.749341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2285b65-a1c8-4d58-a6d0-0ecb3d628594 req-a135b363-c4d9-4169-9e37-c58909dd83d1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.751200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2285b65-a1c8-4d58-a6d0-0ecb3d628594 req-a135b363-c4d9-4169-9e37-c58909dd83d1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.4271176 Jan 29 04:43:24.775274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44144) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:24.775525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-873849af-3e39-4bd7-b99a-7e6955197b42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=818bf7fce2f94f889ae82e2632ed68a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6685939 Jan 29 04:43:24.791096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873849af-3e39-4bd7-b99a-7e6955197b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fad6f1-7d67-462c-8144-878cbe5c3d8e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:24.796361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-d00b8f2a-8252-48e9-9d6a-2afbde0b218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:24.798257 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-d00b8f2a-8252-48e9-9d6a-2afbde0b218c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.3937006 Jan 29 04:43:24.869291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:24.881175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Sync routers for ids ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:24.897515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:24.899576 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-45387c24-f7e8-4a0a-a6cf-5990c3c96ba4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9699132 Jan 29 04:43:24.902102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44146) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:24.918605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a4e75753-4e5c-48ea-8e15-6bc7b3ac505c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:24.934312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.006516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Routers {'d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:25.007166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:42:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:25.013114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5074ba08-25ff-4d8b-b4af-4cae28f0a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.082378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60dada6a-0237-4d33-8e0d-8e99b0791857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.096226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:25.096599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.112060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60dada6a-0237-4d33-8e0d-8e99b0791857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.145447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-23283d5b-71f8-4882-93ce-79ec2fd793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:25.147166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-23283d5b-71f8-4882-93ce-79ec2fd793cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3396666 Jan 29 04:43:25.249317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Set router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:25.277775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-72b05ced-11ce-4ac6-9993-0bf9bbf0f1ec service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140573 Jan 29 04:43:25.292538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2285b65-a1c8-4d58-a6d0-0ecb3d628594 req-59102cc7-6e16-47c4-ab4f-0873f17641d0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216765 Jan 29 04:43:25.363985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.387618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ef17a-19ef-4c08-b106-54ca1004994c None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:25.415233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=4be5d98c-17fc-486b-b133-b524689b2f8a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:25.580386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4be5d98c-17fc-486b-b133-b524689b2f8a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:25.605242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.640816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4be5d98c-17fc-486b-b133-b524689b2f8a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:25.641160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4be5d98c-17fc-486b-b133-b524689b2f8a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 04:43:25.689922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port 4be5d98c-17fc-486b-b133-b524689b2f8a not found, will not notify nova. {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 04:43:25.699512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5074ba08-25ff-4d8b-b4af-4cae28f0a57b None None] Provisioning complete for port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:25.699512 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5074ba08-25ff-4d8b-b4af-4cae28f0a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.800922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port 4be5d98c-17fc-486b-b133-b524689b2f8a on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:25.812955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60dada6a-0237-4d33-8e0d-8e99b0791857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.815637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60dada6a-0237-4d33-8e0d-8e99b0791857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.819214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-60dada6a-0237-4d33-8e0d-8e99b0791857 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45fad6f1-7d67-462c-8144-878cbe5c3d8e HTTP/1.1" status: 204 len: 168 time: 1.0319383 Jan 29 04:43:25.836984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:43:23Z', 'revision_number': 3, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:25.854907 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.876565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Checking router: d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:25.876928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Updating router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:25.889277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dada6a-0237-4d33-8e0d-8e99b0791857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fad6f1-7d67-462c-8144-878cbe5c3d8e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:25.926039 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:25.945755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-901cde14-149a-4ee3-b49c-a75fd89ed113 req-bdcc74bc-1fe5-4148-9b79-db37aa7ec0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483352 Jan 29 04:43:25.955475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.057078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Deleting port 8856198f-f9fa-4640-8943-d631694ffa63 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:26.057461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.108199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.128105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Allocated IP 172.20.0.1 (24242568-fbb0-4d76-9bdb-49190aea8640/cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f/b7d29dd9-8487-4a76-b478-788bcb1e6ad6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:26.147114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:43:26.157547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=2c25290e-4272-4501-b1bc-38df7e4fa65b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:26.211445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0eb534a9-2fc7-40b6-8b60-ec9a82a53bc7 None None] Could not find standard attr ID for object 4be5d98c-17fc-486b-b133-b524689b2f8a. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:43:26.219449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfdb4f-3b23-4db7-b470-ab9d6c4a4144 None None] Network 266e4710-604f-4c86-b9f9-f5d1d42d84b4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:26.251634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.260342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.305501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Calling delete_port for 8856198f-f9fa-4640-8943-d631694ffa63 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:26.311378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.330924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e4710-604f-4c86-b9f9-f5d1d42d84b4']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:26.370909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:26.371157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdfe566-7b7d-4c9e-996f-2aff9ebc7bea') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:26.392262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.401872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.420416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Network 24242568-fbb0-4d76-9bdb-49190aea8640 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:26.424910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:26.445113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.459028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:26.459463 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.462656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:26.462828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:26.480124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'port_id': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'mac_address': 'fa:16:3e:77:ed:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:43:26.500966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be00246c-3c99-4316-8af9-ceac7ca0eb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.541536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44164) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:26.596272 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:26.640098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.648656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.655739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/266e4710-604f-4c86-b9f9-f5d1d42d84b4 HTTP/1.1" status: 204 len: 168 time: 3.6644142 Jan 29 04:43:26.658612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:26.675997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2eb3-6624-43d1-bd53-b700b746277a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.690747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd99e3-11a4-4fa6-b607-490f2b44dcaf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=266e4710-604f-4c86-b9f9-f5d1d42d84b4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:26.696532 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-137976c8-c182-455c-8f05-5dd7babe01bd tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:26.698190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137976c8-c182-455c-8f05-5dd7babe01bd tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:26.708850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-137976c8-c182-455c-8f05-5dd7babe01bd tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/266e4710-604f-4c86-b9f9-f5d1d42d84b4 HTTP/1.1" status: 404 len: 339 time: 0.0470614 Jan 29 04:43:26.711566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44170) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:26.716261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760115089', 'description': 'd1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:26.886851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.888812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:26.898758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:26.927060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a945ff-0eca-4577-813d-814bfc75814a req-8fb2ee37-e0a3-4407-9f84-56f7284af363 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:26.939137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29a945ff-0eca-4577-813d-814bfc75814a req-8fb2ee37-e0a3-4407-9f84-56f7284af363 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.4354038 Jan 29 04:43:27.004353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:27.008088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2eb3-6624-43d1-bd53-b700b746277a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.025428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2eb3-6624-43d1-bd53-b700b746277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.039510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.047829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:27.089812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event deleted for resources: {'Port': ['ID=8856198f-f9fa-4640-8943-d631694ffa63,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:27.101055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.101055 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 0affdb40-431e-436a-8539-da9d848b470c of type vlan for network a4e8431e-b082-4833-8f3e-ea33b77c279d Jan 29 04:43:27.152239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-29a945ff-0eca-4577-813d-814bfc75814a req-ee2a2980-5cda-45b5-94b6-5e59320e80a2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122312 Jan 29 04:43:27.159969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ce0f2eb3-6624-43d1-bd53-b700b746277a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d5a682dfca84895b8596f7a0a0db5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942581 Jan 29 04:43:27.160736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f2eb3-6624-43d1-bd53-b700b746277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9f8b4-c23e-4756-b6f3-c84213de4be8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:27.163272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:27.237173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.241389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.252348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.350141 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.352156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf863-2311-44bb-8a05-88d22d2e157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.467016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf863-2311-44bb-8a05-88d22d2e157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.474157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.485661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.491437 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.509292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:27.510057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.574224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.619729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4b7655-41f8-4a82-85b0-d4ab63791564 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:43:27.625038 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.674049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9594865 Jan 29 04:43:27.675939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:27.679281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.698036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:27.699273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-15f2a68e-87cd-40da-9df5-6cb4b3f36593 None None] Provisioning complete for port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:27.699716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15f2a68e-87cd-40da-9df5-6cb4b3f36593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.720837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20702e9-b281-46a2-a355-b04f5dcae667 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=a4e8431e-b082-4833-8f3e-ea33b77c279d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:27.727957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.728809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Fanout notify agent at l3_agent the message router_deleted on router 03ec6091-efe4-4436-b4bf-6435071e23b0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:27.740341 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.741444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13a16d2e-3697-4189-9f67-044b5a930443 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/03ec6091-efe4-4436-b4bf-6435071e23b0 HTTP/1.1" status: 204 len: 168 time: 3.2544675 Jan 29 04:43:27.752539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-15f2a68e-87cd-40da-9df5-6cb4b3f36593 None None] Port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:43:27.754200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd653779-6892-47e6-ac55-0d2d88d86e5f None None] DHCP port deletion for 266e4710-604f-4c86-b9f9-f5d1d42d84b4 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:27.755345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44214) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:27.756164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a4e8431e-b082-4833-8f3e-ea33b77c279d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:27.761599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.763573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'name': 'tempest-snat-router-723195855', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': False}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:27.778466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370f22c-afba-43f1-a887-39011a5e8e40 None None] Pushing event updated for resources: {'Port': ['ID=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:27.833272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d00c6b-b8c1-48e4-bfeb-81322cecfe74 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:27.839519 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-11d00c6b-b8c1-48e4-bfeb-81322cecfe74 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks?id=a4e8431e-b082-4833-8f3e-ea33b77c279d HTTP/1.1" status: 200 len: 760 time: 0.1592622 Jan 29 04:43:27.840596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:27.850191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Attempting to bind port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:27.850565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Attempting to bind port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:27.850931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Attempting to bind port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:27.854879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'description': 'd2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:27.869612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:27.870053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:27.870465 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.870972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:27.871443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Bound port: c71d5fc9-75d6-44fa-a29f-fc4fa7d62009, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:27.871830 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.890933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.923572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532be33a-9050-4480-a6bf-a81e909b17e1 req-90b1718e-8130-4bc8-8054-018ab5febe0d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:27.924813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:27.925603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-532be33a-9050-4480-a6bf-a81e909b17e1 req-90b1718e-8130-4bc8-8054-018ab5febe0d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 943 time: 0.4614887 Jan 29 04:43:27.928154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.948736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-2ffcf429-7d3d-4edf-94f9-03fa76ecba96 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:27.952091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-2ffcf429-7d3d-4edf-94f9-03fa76ecba96 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab&tenant_id=e350f436196d44319d3ae21d47930a98&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 943 time: 0.3828528 Jan 29 04:43:27.953341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.955344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:27.977454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] For port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:27.994352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] For port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:28.003037 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.092437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf863-2311-44bb-8a05-88d22d2e157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.095702 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf863-2311-44bb-8a05-88d22d2e157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.098991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4e5cf863-2311-44bb-8a05-88d22d2e157f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ca9f8b4-c23e-4756-b6f3-c84213de4be8 HTTP/1.1" status: 204 len: 168 time: 0.9014151 Jan 29 04:43:28.120374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5e4b7655-41f8-4a82-85b0-d4ab63791564'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:43:28.131635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Routers {'d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:28.133117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:28.167264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cf863-2311-44bb-8a05-88d22d2e157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9f8b4-c23e-4756-b6f3-c84213de4be8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:28.180977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.194563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:28.198028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370f22c-afba-43f1-a887-39011a5e8e40 None None] Pushing event updated for resources: {'Port': ['ID=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:28.256912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.258912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.268420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-532be33a-9050-4480-a6bf-a81e909b17e1 req-2bfe513a-ee18-4463-bebf-3dc69dceb944 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799745 Jan 29 04:43:28.306975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.331015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network a4e8431e-b082-4833-8f3e-ea33b77c279d is not hosted by any dhcp agent {{(pid=102402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 04:43:28.338234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:28.338858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.345826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "PUT /v2.0/networks/a4e8431e-b082-4833-8f3e-ea33b77c279d HTTP/1.1" status: 200 len: 757 time: 0.5027742 Jan 29 04:43:28.348551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:28.385321 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-859e2f23-b81c-4665-96d4-a6bebf3cd4b1 service neutron] delete failed (client error): The resource could not be found. Jan 29 04:43:28.387506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] Set router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:28.389103 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-859e2f23-b81c-4665-96d4-a6bebf3cd4b1 service neutron] 10.222.0.20 "DELETE /v2.0/ports/5e4b7655-41f8-4a82-85b0-d4ab63791564/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.4007158 Jan 29 04:43:28.558301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9fa4e-7d2f-44f6-968a-6b2c4aeca2a1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:28.564162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33f9fa4e-7d2f-44f6-968a-6b2c4aeca2a1 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks?id=a4e8431e-b082-4833-8f3e-ea33b77c279d HTTP/1.1" status: 200 len: 760 time: 0.2025514 Jan 29 04:43:28.583586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:28.592086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2004566459'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:28.596767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4061517-ebd8-4e67-9309-a8cabbbe434e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=a4e8431e-b082-4833-8f3e-ea33b77c279d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:28.602046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4be5d98c-17fc-486b-b133-b524689b2f8a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:28.637850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:28.644760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.689434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:28.723762 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.724003 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 660f3ecc-370e-4fa9-afe8-35a0688bf41c of type vlan for network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 Jan 29 04:43:28.743583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4be5d98c-17fc-486b-b133-b524689b2f8a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:28.743934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4be5d98c-17fc-486b-b133-b524689b2f8a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:28.746476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a4e8431e-b082-4833-8f3e-ea33b77c279d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:28.783795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.828399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:28.838749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.846221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:28.847579 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:28.884871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2983301 Jan 29 04:43:28.891057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44250) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:28.897211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:29.019418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.066494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Network 24242568-fbb0-4d76-9bdb-49190aea8640 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:29.070443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-776a0fd6-74c3-4884-aaa2-10f72267910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:29.072094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-776a0fd6-74c3-4884-aaa2-10f72267910b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1095 time: 0.5644703 Jan 29 04:43:29.074082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:29.101191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b7d29dd9-8487-4a76-b478-788bcb1e6ad6', 'name': '', 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'mac_address': 'fa:16:3e:74:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:25Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 2, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'subnets': [{'id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:29.135289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f561346-9eb4-4401-8ebe-782d8ffcb34c tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=c784ed7b-aea8-4c1c-8ea9-6925b0f6b097,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:29.182746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04f49b8b-194c-4a0b-8316-19cc554c8363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.214247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:29.254697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a09d1-5e19-4b46-9961-55971f752604 None None] The sync data for ids ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'] in n-d-825930-1 is: [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b7d29dd9-8487-4a76-b478-788bcb1e6ad6', 'name': '', 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'mac_address': 'fa:16:3e:74:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:25Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 2, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'subnets': [{'id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:29.303668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:29.311362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.472454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.565358 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.629206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:29.675471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1b66c4a4-29a1-4dd5-b123-97c3f12ec796 None None] Provisioning complete for port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:29.676066 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b66c4a4-29a1-4dd5-b123-97c3f12ec796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.707277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-fbcd6814-8aad-4df8-b649-06aa10c49171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:29.717860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-fbcd6814-8aad-4df8-b649-06aa10c49171 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.6376164 Jan 29 04:43:29.719298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca5a01-4a34-4b52-ab0f-711cec10fa8e req-6bcde45c-97af-43dd-9958-e1c839c1af22 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:29.728836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-50ca5a01-4a34-4b52-ab0f-711cec10fa8e req-6bcde45c-97af-43dd-9958-e1c839c1af22 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 944 time: 0.2812128 Jan 29 04:43:29.761073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04f49b8b-194c-4a0b-8316-19cc554c8363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.791052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04f49b8b-194c-4a0b-8316-19cc554c8363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:29.861807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1b66c4a4-29a1-4dd5-b123-97c3f12ec796 None None] Port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:43:29.935959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f49b8b-194c-4a0b-8316-19cc554c8363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd85b851-0407-4161-94e2-34ab6b3688c1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:29.956598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-04f49b8b-194c-4a0b-8316-19cc554c8363 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e4f2a1813cb425a9554fdb682746560&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1269321 Jan 29 04:43:29.960965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:30.005452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-50ca5a01-4a34-4b52-ab0f-711cec10fa8e req-81379a3a-9961-4d2d-90dc-13b91ac0d464 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756228 Jan 29 04:43:30.026539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.121481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-42c653d1-1dc9-4dd7-b41e-4fd989b2e333 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 1000 time: 0.3902051 Jan 29 04:43:30.143002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.144904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=94107ad3-6569-40a3-a109-42b1ac2bb535,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:30.188130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.189812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f889282d-3f13-4ec7-87aa-792f80e60493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.196924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '660f3ecc-370e-4fa9-afe8-35a0688bf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:30.197298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: c784ed7b-aea8-4c1c-8ea9-6925b0f6b097, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:30.222201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:30.231764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f889282d-3f13-4ec7-87aa-792f80e60493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.269627 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-36870e1e-d9fd-4120-a5a5-1dd68804ca78 admin admin] 10.222.0.32 "PUT /v2.0/routers/d6d31e52-f2f6-46b8-9ebf-b70607df2bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3664010 Jan 29 04:43:30.274908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-9a02091f-3714-4f3c-9c57-720394e745db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:30.276408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-9a02091f-3714-4f3c-9c57-720394e745db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1434684 Jan 29 04:43:30.281130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:30.329273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c784ed7b-aea8-4c1c-8ea9-6925b0f6b097) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:30.345838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:30.346747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.354111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5a09c-37a3-436c-87e7-af13be8130a7 None None] Network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:30.380616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9a2a72d4-eb4e-4d84-8237-c44686a8a6d3 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4880085 Jan 29 04:43:30.384382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44286) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:30.397360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-01e0e316-e3e4-4831-9faa-f8e2428dc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:30.399527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-01e0e316-e3e4-4831-9faa-f8e2428dc0fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165259 Jan 29 04:43:30.404747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f889282d-3f13-4ec7-87aa-792f80e60493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.408059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f889282d-3f13-4ec7-87aa-792f80e60493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.411955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f889282d-3f13-4ec7-87aa-792f80e60493 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd85b851-0407-4161-94e2-34ab6b3688c1 HTTP/1.1" status: 204 len: 168 time: 0.4500368 Jan 29 04:43:30.432219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889282d-3f13-4ec7-87aa-792f80e60493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd85b851-0407-4161-94e2-34ab6b3688c1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:30.586270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Allocated IP 172.25.4.55 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:30.697775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-0f40d726-e5e9-40fc-8638-3d63cad419b9 service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826381 Jan 29 04:43:30.811957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c784ed7b-aea8-4c1c-8ea9-6925b0f6b097', 'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': '94107ad3-6569-40a3-a109-42b1ac2bb535'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:30.819552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.836560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:30.922511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59ea0fb7-926b-4262-9845-2d96fc538c9c req-bf5b2661-7fca-4790-b73e-be601ed3b5db service neutron] 10.222.0.20 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092700 Jan 29 04:43:31.025573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.072356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Allocated IP 172.20.0.2 (c784ed7b-aea8-4c1c-8ea9-6925b0f6b097/94107ad3-6569-40a3-a109-42b1ac2bb535/9a16a862-7d2b-4ce0-aced-b759963aa538) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:31.192945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:31.208863 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0067c4f3-673f-44c5-a279-ab760b2d1e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.315533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89980a96-4a68-44a8-99f5-35d7190c4879 req-cddfbae7-4d0c-4ee8-b636-f599ea1c9d99 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:31.319027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89980a96-4a68-44a8-99f5-35d7190c4879 req-cddfbae7-4d0c-4ee8-b636-f599ea1c9d99 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 944 time: 0.1146014 Jan 29 04:43:31.417434 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-89980a96-4a68-44a8-99f5-35d7190c4879 req-a3f820f5-c4b2-41d2-9a42-d955a66296d0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812070 Jan 29 04:43:31.422862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0067c4f3-673f-44c5-a279-ab760b2d1e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.429989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.431259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:31.442968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0067c4f3-673f-44c5-a279-ab760b2d1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.496371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0067c4f3-673f-44c5-a279-ab760b2d1e62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f565ad1f7c24480e8249933a3df77deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023164 Jan 29 04:43:31.498140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44344) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:31.511690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.522671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067c4f3-673f-44c5-a279-ab760b2d1e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171eace1-552d-4896-978e-40caf3ff8fa6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.526176 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.569939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.641358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21e2513e-546f-427c-ae08-2177fadec6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.676523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=94107ad3-6569-40a3-a109-42b1ac2bb535,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.679288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Pushing event updated for resources: {'Port': ['ID=9a16a862-7d2b-4ce0-aced-b759963aa538,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.680345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21e2513e-546f-427c-ae08-2177fadec6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.700019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.728438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:31.735766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:31.746964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:31.791398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Port': ['ID=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.799413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21e2513e-546f-427c-ae08-2177fadec6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.803379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-236185633'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:31.807718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21e2513e-546f-427c-ae08-2177fadec6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.812594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-21e2513e-546f-427c-ae08-2177fadec6e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/171eace1-552d-4896-978e-40caf3ff8fa6 HTTP/1.1" status: 204 len: 168 time: 0.3105454 Jan 29 04:43:31.818433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.822016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2513e-546f-427c-ae08-2177fadec6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171eace1-552d-4896-978e-40caf3ff8fa6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:31.837482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:31.843521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:31.851756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:31.974884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Attempting to bind port 9a16a862-7d2b-4ce0-aced-b759963aa538 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:31.975943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Attempting to bind port 9a16a862-7d2b-4ce0-aced-b759963aa538 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '660f3ecc-370e-4fa9-afe8-35a0688bf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:31.976235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c784ed7b-aea8-4c1c-8ea9-6925b0f6b097']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:31.976740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Attempting to bind port 9a16a862-7d2b-4ce0-aced-b759963aa538 on network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:31.987217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:31.988342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Checking segment: {'id': '660f3ecc-370e-4fa9-afe8-35a0688bf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:31.989577 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:31.990182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Bound using segment: {'id': '660f3ecc-370e-4fa9-afe8-35a0688bf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:31.990847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Bound port: 9a16a862-7d2b-4ce0-aced-b759963aa538, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660f3ecc-370e-4fa9-afe8-35a0688bf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:31.991452 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.019875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Made reservation on behalf of 96040c18f1824f0995d9d595f02c3b50 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:32.023916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.050237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660f3ecc-370e-4fa9-afe8-35a0688bf41c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:32.050437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660f3ecc-370e-4fa9-afe8-35a0688bf41c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:32.053006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.074621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] For port 9a16a862-7d2b-4ce0-aced-b759963aa538, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:32.079122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] For port 9a16a862-7d2b-4ce0-aced-b759963aa538, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9a16a862-7d2b-4ce0-aced-b759963aa538,segment=NetworkSegment(660f3ecc-370e-4fa9-afe8-35a0688bf41c),segment_id=660f3ecc-370e-4fa9-afe8-35a0688bf41c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:32.087036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.108188 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.173868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:32.200699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab9388c-6bb1-4bc7-a198-44c87b11aa20 None None] Network c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:32.206870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.248209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d7762-82cd-475c-8815-98a9f33b5874 None None] Pushing event updated for resources: {'Port': ['ID=9a16a862-7d2b-4ce0-aced-b759963aa538,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:32.353916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.360680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:32.361086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:32.364882 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:32.371773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 5e4b7655-41f8-4a82-85b0-d4ab63791564 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:43:32.377468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5e4b7655-41f8-4a82-85b0-d4ab63791564 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:32.378365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.379824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.516427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:32.518919 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976e95fb-a06f-402e-aada-3cd17174d331,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:32.528985 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:43:32.528985 n-d-825930-1 neutron-server[102403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:43:32.528985 n-d-825930-1 neutron-server[102403]: [parameters: {'id': 'c784ed7b-aea8-4c1c-8ea9-6925b0f6b097'}] Jan 29 04:43:32.528985 n-d-825930-1 neutron-server[102403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:32.529506 n-d-825930-1 neutron-server[102403]: DEBUG oslo_db.api [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:32.538876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.539336 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Added segment d409efef-c88a-4d2d-9c66-e819cb6e5254 of type vlan for network aa5f763a-1030-44f6-91da-afc277f34212 Jan 29 04:43:32.720645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.754331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40a6fe-193d-4552-b53e-30395888939a req-b4d369fe-d737-4a6f-94c0-1b0d1be89539 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:32.770902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:32.771376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee40a6fe-193d-4552-b53e-30395888939a req-b4d369fe-d737-4a6f-94c0-1b0d1be89539 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 944 time: 0.1713889 Jan 29 04:43:32.833396 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:32.845051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7527e931-fec8-4541-8b66-5bf9dd4b8803 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:43:32.879855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee40a6fe-193d-4552-b53e-30395888939a req-07271e2b-63c8-4e66-8b8b-2f88dc22e676 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017325 Jan 29 04:43:32.891726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:32.979515 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.009568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68af2aa5-addb-4cd3-b645-61d8413278be tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 200 len: 992 time: 0.1160560 Jan 29 04:43:33.032861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:33.033247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.060404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.084745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.092585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:43:33.095681 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f15aaf-7bdf-4157-8d44-93edf62cb1df" -d '{"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-plugged", "status": "completed", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:43:33.100189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:33.101102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.141423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:33.157436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.234347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Sync routers for ids ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:33.244458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:33.249974 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Routers {'d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:33.250926 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:33.266935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527e931-fec8-4541-8b66-5bf9dd4b8803 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:43:33.337071 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9046371 Jan 29 04:43:33.441402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0dad-4667-4f6c-8272-f4ec3eb91965 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Pushing event updated for resources: {'Network': ['ID=aa5f763a-1030-44f6-91da-afc277f34212,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:33.472532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network aa5f763a-1030-44f6-91da-afc277f34212 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:33.474412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.508835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.519766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port 9a16a862-7d2b-4ce0-aced-b759963aa538 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:33.520492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.541630 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Set router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:33.621751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:33.641975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:33.781193 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f09f6-2623-4334-bb8a-0a297e85988c x-openstack-request-id: req-563f09f6-2623-4334-bb8a-0a297e85988c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:43:33.785186 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-plugged", "status": "completed", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:43:33.786163 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-563f09f6-2623-4334-bb8a-0a297e85988c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:43:33.786806 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'code': 200} Jan 29 04:43:33.932604 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b7d29dd9-8487-4a76-b478-788bcb1e6ad6', 'name': '', 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'mac_address': 'fa:16:3e:74:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:25Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 2, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'subnets': [{'id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:33.970131 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Checking router: d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:33.970778 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Updating router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:34.007236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:34.016797 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.089649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:34.095652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Request body: {'port': {'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212', 'binding:host_id': 'n-h2-825930-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2068868115'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:34.147688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Made reservation on behalf of b71268e8495a40b3b8fd521502afc635 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:34.154903 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.198925 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.394619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.406418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.411541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port 13faec4a-8ffd-4624-b767-61582a32c044 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:34.446214 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.453622 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.501930 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229d9c2-8180-4952-a649-41d79d87228e None None] Pushing event updated for resources: {'Port': ['ID=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:34.536063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44454) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:34.561785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6fc4b3-997d-4e27-81b3-bc4f19e2abb9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:34.593330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port 9a16a862-7d2b-4ce0-aced-b759963aa538, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9a16a862-7d2b-4ce0-aced-b759963aa538,segment=NetworkSegment(660f3ecc-370e-4fa9-afe8-35a0688bf41c),segment_id=660f3ecc-370e-4fa9-afe8-35a0688bf41c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:34.596988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.653422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for 9a16a862-7d2b-4ce0-aced-b759963aa538 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:34.658647 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Attempting to bind port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:34.659077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Attempting to bind port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:34.659567 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Attempting to bind port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 on network 24242568-fbb0-4d76-9bdb-49190aea8640 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:34.678054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:34.701954 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:34.702283 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Checking segment: {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:34.702699 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.703091 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Bound using segment: {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:34.703572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Bound port: b7d29dd9-8487-4a76-b478-788bcb1e6ad6, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81291d53-2784-47d2-9978-9933935b6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:34.703950 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.866727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:34.867096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.903404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bede1c87-c528-44a5-aada-e240c3c9a39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.909984 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] For port b7d29dd9-8487-4a76-b478-788bcb1e6ad6, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:34.913979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] For port b7d29dd9-8487-4a76-b478-788bcb1e6ad6, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,segment=NetworkSegment(81291d53-2784-47d2-9978-9933935b6693),segment_id=81291d53-2784-47d2-9978-9933935b6693)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:34.924030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port 13faec4a-8ffd-4624-b767-61582a32c044 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:34.930115 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.937278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.954592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:34.981022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Provisioning complete for port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:34.982152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Router 07333052-bc1d-42ce-a58a-55df91fb7a85 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:34.983643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.015999 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Routers {'d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:35.016875 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.087543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=13faec4a-8ffd-4624-b767-61582a32c044,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.192149 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] Set router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:35.220325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Checking segment: {'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:35.221926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.222126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Network hostable DHCP agents. Network: aa5f763a-1030-44f6-91da-afc277f34212, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:35.239811 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.284118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Network aa5f763a-1030-44f6-91da-afc277f34212 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:35.321837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] For port b7d29dd9-8487-4a76-b478-788bcb1e6ad6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,segment=NetworkSegment(81291d53-2784-47d2-9978-9933935b6693),segment_id=81291d53-2784-47d2-9978-9933935b6693)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:35.323437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, aa5f763a-1030-44f6-91da-afc277f34212) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:35.328245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.342596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:35.358919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.359556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.360082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.365617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.366293 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.366879 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 2 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.382153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.382740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.383256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.389457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.390067 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.390897 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 3 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.408647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.409286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.409772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Pushing event updated for resources: {'Port': ['ID=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.410164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.412046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c821052-4b9f-42de-aa19-009aabc9da2a None None] Network aa5f763a-1030-44f6-91da-afc277f34212 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:35.416113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.416921 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.417675 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 4 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.445477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bede1c87-c528-44a5-aada-e240c3c9a39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.450292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.451944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.453168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.454963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port 9a16a862-7d2b-4ce0-aced-b759963aa538 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:35.464915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.467377 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.468159 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 5 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.501326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.501689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.502852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.515625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.516075 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.518601 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 6 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.530868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=9a16a862-7d2b-4ce0-aced-b759963aa538,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.553492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.553846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.554226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.566815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.567158 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.567564 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 7 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.597107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.597307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.597519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.610050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.610688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.611194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.611691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.612036 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.612301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.612425 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 8 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.612909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.613400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.613937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.614427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.614932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.615434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.615929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.616412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d9455-6408-41c2-b069-f41f1ae7e831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:43:35.626149 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229d9c2-8180-4952-a649-41d79d87228e None None] Pushing event updated for resources: {'Port': ['ID=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:35.649300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0dfbb4e7-b659-4187-8d42-d4f0d75bcfa5 None None] Provisioning complete for port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:35.649947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0dfbb4e7-b659-4187-8d42-d4f0d75bcfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.656877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.657395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.658080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.671414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.671762 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.673220 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 9 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.697289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.708527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.710121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.711424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.724217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.727211 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.728471 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 10 to bind port 13faec4a-8ffd-4624-b767-61582a32c044 Jan 29 04:43:35.758964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:35.759634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:35.760233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:35.765869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 13faec4a-8ffd-4624-b767-61582a32c044 on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:35.766551 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 13faec4a-8ffd-4624-b767-61582a32c044 on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:35.767352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.798716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c784ed7b-aea8-4c1c-8ea9-6925b0f6b097']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.801416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:35.808255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bede1c87-c528-44a5-aada-e240c3c9a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.814480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Sync routers for ids ['07333052-bc1d-42ce-a58a-55df91fb7a85'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:35.826450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Routers {'07333052-bc1d-42ce-a58a-55df91fb7a85'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:35.827483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['07333052-bc1d-42ce-a58a-55df91fb7a85'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.891237 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b7d29dd9-8487-4a76-b478-788bcb1e6ad6', 'name': '', 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'mac_address': 'fa:16:3e:74:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:25Z', 'updated_at': '2022-01-29T04:43:34Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'subnets': [{'id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.909236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] For port 13faec4a-8ffd-4624-b767-61582a32c044, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:35.909628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:43:35.921604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:35.928381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660f3ecc-370e-4fa9-afe8-35a0688bf41c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.928744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660f3ecc-370e-4fa9-afe8-35a0688bf41c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:35.940635 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62260cfc-1c2d-47c5-9a67-23f5f8993c20 None None] The sync data for ids ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'] in n-d-825930-1 is: [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:43:27Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b7d29dd9-8487-4a76-b478-788bcb1e6ad6', 'name': '', 'network_id': '24242568-fbb0-4d76-9bdb-49190aea8640', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'mac_address': 'fa:16:3e:74:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:25Z', 'updated_at': '2022-01-29T04:43:34Z', 'revision_number': 4, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'subnets': [{'id': 'cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:35.965020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bede1c87-c528-44a5-aada-e240c3c9a39c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e004cc0fab604245853d6855b0d6eb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4278378 Jan 29 04:43:35.970372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Set router 07333052-bc1d-42ce-a58a-55df91fb7a85 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:35.991787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44474) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:35.993862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.019854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.024821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f360172-594e-45d5-90e6-c183802017b9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2669680 Jan 29 04:43:36.055582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44478) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.073454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede1c87-c528-44a5-aada-e240c3c9a39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4393f49-0887-4e41-884d-92c0ce315fe5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:36.119923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.149106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:36.149504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:36.152879 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:36.190456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:36.194909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44480) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.197841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.260667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=13faec4a-8ffd-4624-b767-61582a32c044,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:36.292867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e24f3ef-3f40-43c1-91df-3a3370122b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.312649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.330729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.334246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 HTTP/1.1" status: 204 len: 168 time: 5.9479828 Jan 29 04:43:36.339348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.341422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e24f3ef-3f40-43c1-91df-3a3370122b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.345729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c3532f9-e94d-4f3c-b872-d22556899879 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2540936 Jan 29 04:43:36.350917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44486) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.402078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07333052-bc1d-42ce-a58a-55df91fb7a85', 'name': 'tempest-snat-router-723195855', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.55'}], 'enable_snat': False}, 'gw_port_id': '5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:27Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 3, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port': {'id': '5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07333052-bc1d-42ce-a58a-55df91fb7a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:30Z', 'updated_at': '2022-01-29T04:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:36.434323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1871d-5160-41d4-9511-5ec3fdc5075a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=c784ed7b-aea8-4c1c-8ea9-6925b0f6b097,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:36.444497 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d96fde3-cb6d-4d03-aa51-36b4508c62a0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] GET failed (client error): The resource could not be found. Jan 29 04:43:36.449508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef20af88-030e-4396-8491-c3c3da7f7a7f tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/07333052-bc1d-42ce-a58a-55df91fb7a85 HTTP/1.1" status: 200 len: 907 time: 0.3927524 Jan 29 04:43:36.450590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d96fde3-cb6d-4d03-aa51-36b4508c62a0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/subnets/94107ad3-6569-40a3-a109-42b1ac2bb535 HTTP/1.1" status: 404 len: 337 time: 0.1067114 Jan 29 04:43:36.452236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44488) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.456277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Checking router: 07333052-bc1d-42ce-a58a-55df91fb7a85 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:36.456469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.456644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Updating router 07333052-bc1d-42ce-a58a-55df91fb7a85 port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:36.460455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'name': 'tempest-snat-router-723195855', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': True}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:36.495159 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-27553287-7ee2-4863-8928-62d64fdb1991 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:36.495690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27553287-7ee2-4863-8928-62d64fdb1991 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:36.499075 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.504187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-27553287-7ee2-4863-8928-62d64fdb1991 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 HTTP/1.1" status: 404 len: 339 time: 0.0425377 Jan 29 04:43:36.504813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:36.528101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-408b9d61-1861-48fb-bf10-f238fca1010d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.551042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.552407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.559463 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:43:36.594506 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e24f3ef-3f40-43c1-91df-3a3370122b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.602077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e24f3ef-3f40-43c1-91df-3a3370122b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.608883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8e24f3ef-3f40-43c1-91df-3a3370122b99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4393f49-0887-4e41-884d-92c0ce315fe5 HTTP/1.1" status: 204 len: 168 time: 0.6127081 Jan 29 04:43:36.681146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24f3ef-3f40-43c1-91df-3a3370122b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4393f49-0887-4e41-884d-92c0ce315fe5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:36.783094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.814850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b7d29dd9-8487-4a76-b478-788bcb1e6ad6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:36.873653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-408b9d61-1861-48fb-bf10-f238fca1010d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.911133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-408b9d61-1861-48fb-bf10-f238fca1010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:36.924773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Deleting port 13faec4a-8ffd-4624-b767-61582a32c044 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:36.925106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.040516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:37.040864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.063000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] For port 13faec4a-8ffd-4624-b767-61582a32c044, host n-h2-825930-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:37.063933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.080822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Calling delete_port for 13faec4a-8ffd-4624-b767-61582a32c044 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:37.093266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.107342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b9d61-1861-48fb-bf10-f238fca1010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d36eac1-0759-408b-b55c-40710af291c3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:37.131927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-408b9d61-1861-48fb-bf10-f238fca1010d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a881736368f42a9abb3066870e37eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313071 Jan 29 04:43:37.192609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.300923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe3590-ad38-475c-bfa0-e6ae5ca64a57 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.311961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5fe3590-ad38-475c-bfa0-e6ae5ca64a57 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8040731 Jan 29 04:43:37.314785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44510) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.402715 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-237853a3-ecb4-43d3-8b5b-f94465ac43a0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 207 time: 0.0833087 Jan 29 04:43:37.404421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44512) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.404712 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.412852 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.485553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b8427-1924-45a9-ac53-6da845abf1f7 None None] Pushing event updated for resources: {'Port': ['ID=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:37.488909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Attempting to bind port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:37.489345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Attempting to bind port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:37.489713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Attempting to bind port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:37.496774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:37.497153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:37.498127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.498522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:37.498998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Bound port: 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:37.499380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.579172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] For port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:37.589718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] For port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:37.599927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.648414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa16ea-0dfd-4085-a356-171a7f85a8ea tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.655012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa16ea-0dfd-4085-a356-171a7f85a8ea tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.661092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa16ea-0dfd-4085-a356-171a7f85a8ea tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.667311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa16ea-0dfd-4085-a356-171a7f85a8ea tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:37.678113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bbaa16ea-0dfd-4085-a356-171a7f85a8ea tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2738214 Jan 29 04:43:37.682311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44524) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.713694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4459850d-f08b-422e-81a6-3f4234515779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.744524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4459850d-f08b-422e-81a6-3f4234515779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.753676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.770963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b8427-1924-45a9-ac53-6da845abf1f7 None None] Pushing event updated for resources: {'Port': ['ID=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:37.779318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Routers {'07333052-bc1d-42ce-a58a-55df91fb7a85'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:37.781001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['07333052-bc1d-42ce-a58a-55df91fb7a85'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:37.811790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event deleted for resources: {'Port': ['ID=13faec4a-8ffd-4624-b767-61582a32c044,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:37.831204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.844214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.847706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1441d5f5-9c3d-44a7-864f-3e7d555071b9 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "DELETE /v2.0/ports/13faec4a-8ffd-4624-b767-61582a32c044 HTTP/1.1" status: 204 len: 168 time: 1.4957473 Jan 29 04:43:37.850434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.881780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.901667 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ada40e1-0ced-4d18-bba6-12562456d7bd tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:43:37.905966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ada40e1-0ced-4d18-bba6-12562456d7bd tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "GET /v2.0/ports/13faec4a-8ffd-4624-b767-61582a32c044 HTTP/1.1" status: 404 len: 333 time: 0.0545049 Jan 29 04:43:37.911062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44530) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.920233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Request body: {'port': {'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1723372039'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:37.940159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] Set router 07333052-bc1d-42ce-a58a-55df91fb7a85 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:37.947734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4459850d-f08b-422e-81a6-3f4234515779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.948998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4459850d-f08b-422e-81a6-3f4234515779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:37.963656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4459850d-f08b-422e-81a6-3f4234515779 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d36eac1-0759-408b-b55c-40710af291c3 HTTP/1.1" status: 204 len: 168 time: 0.7461121 Jan 29 04:43:37.979509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2473c0bd-4bef-4eb7-868d-70e63592bebe tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2960658 Jan 29 04:43:37.980151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:37.993384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459850d-f08b-422e-81a6-3f4234515779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d36eac1-0759-408b-b55c-40710af291c3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.005408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Made reservation on behalf of b71268e8495a40b3b8fd521502afc635 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:38.008153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.029346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port b20f4140-e3b3-4475-880a-9f8f4bd467bd yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:38.079861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4f276-4734-4ad1-8428-5b66320eb9bf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.081314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4f276-4734-4ad1-8428-5b66320eb9bf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.086839 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cdc4f276-4734-4ad1-8428-5b66320eb9bf tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1030164 Jan 29 04:43:38.089357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44536) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.147390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b716b-b24a-45fd-9546-1a79d2031203 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.149094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b716b-b24a-45fd-9546-1a79d2031203 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['shared'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.156857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e1b716b-b24a-45fd-9546-1a79d2031203 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0664024 Jan 29 04:43:38.157513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44538) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.231471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.272080 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.278325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134764b3-d6de-4a32-b3b0-bfaedfd46029 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.287002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-134764b3-d6de-4a32-b3b0-bfaedfd46029 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks/7d55dd88-6831-4abb-8ece-19605c0aff1d HTTP/1.1" status: 200 len: 799 time: 0.1248429 Jan 29 04:43:38.287858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44540) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.289915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Allocated IP 172.25.4.246 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/0e1892ad-b172-4697-8153-a1a274c7efa8) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:38.348487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Network aa5f763a-1030-44f6-91da-afc277f34212 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:38.354437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:38.356792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=b20f4140-e3b3-4475-880a-9f8f4bd467bd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.360156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:38.361170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.361764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.383115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e12198e-d301-4176-ae25-a747ea9d22e2 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4699206 Jan 29 04:43:38.384841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.394653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:38.468541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07333052-bc1d-42ce-a58a-55df91fb7a85', 'name': 'tempest-snat-router-723195855', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.55'}], 'enable_snat': False}, 'gw_port_id': '5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:27Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 3, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port': {'id': '5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07333052-bc1d-42ce-a58a-55df91fb7a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:30Z', 'updated_at': '2022-01-29T04:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:38.507184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b44ad39-174f-4ee5-bc2e-e2f4860fcd3a tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/networks/7d55dd88-6831-4abb-8ece-19605c0aff1d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2144418 Jan 29 04:43:38.511444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.513878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.531736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ff0fd-08d0-4abe-acbf-95c360b8b463 None None] The sync data for ids ['07333052-bc1d-42ce-a58a-55df91fb7a85'] in n-d-825930-1 is: [{'id': '07333052-bc1d-42ce-a58a-55df91fb7a85', 'name': 'tempest-snat-router-723195855', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.55'}], 'enable_snat': False}, 'gw_port_id': '5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:27Z', 'updated_at': '2022-01-29T04:43:32Z', 'revision_number': 3, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port': {'id': '5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07333052-bc1d-42ce-a58a-55df91fb7a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:30Z', 'updated_at': '2022-01-29T04:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:38.591796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.595356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44548) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.642352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980fa26-9c1a-4568-8452-ed7a417e6b32 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.646107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1980fa26-9c1a-4568-8452-ed7a417e6b32 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/subnets/cb52879f-cec1-443a-a129-1252205e5808 HTTP/1.1" status: 200 len: 811 time: 0.1335495 Jan 29 04:43:38.650811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62e03428-6739-444e-918b-e5208112480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.653163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44550) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.726580 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.766173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e757c6-c84d-4487-99b9-c453faede788 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:38.770936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0e757c6-c84d-4487-99b9-c453faede788 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "GET /v2.0/subnets/cb52879f-cec1-443a-a129-1252205e5808?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1131158 Jan 29 04:43:38.771608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:38.778373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-307131218'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:38.798772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:38.807225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:38.816684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:38.824915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62e03428-6739-444e-918b-e5208112480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.904429 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62e03428-6739-444e-918b-e5208112480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.906226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port b20f4140-e3b3-4475-880a-9f8f4bd467bd yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:38.918552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.922399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:38.923940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1892ad-b172-4697-8153-a1a274c7efa8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:38.935222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.963397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:38.969192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-62e03428-6739-444e-918b-e5208112480e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c88630d0c9f4a008dcb8ac8e1cf00dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696852 Jan 29 04:43:38.969848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44558) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:39.019618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e03428-6739-444e-918b-e5208112480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66ea6c-1ad9-4f01-8b84-fca0e4a1402e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:39.058051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=b20f4140-e3b3-4475-880a-9f8f4bd467bd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:39.081797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:39.114689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.114924 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Added segment 60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9 of type vlan for network d5a18040-ff0c-4eab-82dd-b8062bade89b Jan 29 04:43:39.128664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.129000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.129344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.137273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.137616 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.138843 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 2 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.184480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ace8d1f-d9b6-4d77-82ae-e654d0ea16e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.224206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.224576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.224869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.234215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.236975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.237191 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.242310 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 3 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.251762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ace8d1f-d9b6-4d77-82ae-e654d0ea16e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.264640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.264989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.265352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.277360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.277698 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.280375 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 4 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.300078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.300795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.301540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.309808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.310643 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.311621 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 5 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.321861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.333392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:39.334602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.380535 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.433257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ace8d1f-d9b6-4d77-82ae-e654d0ea16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.436246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ace8d1f-d9b6-4d77-82ae-e654d0ea16e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.437418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ace8d1f-d9b6-4d77-82ae-e654d0ea16e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de66ea6c-1ad9-4f01-8b84-fca0e4a1402e HTTP/1.1" status: 204 len: 168 time: 0.4666238 Jan 29 04:43:39.441469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.442027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.442027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.448034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Network': ['ID=d5a18040-ff0c-4eab-82dd-b8062bade89b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:39.457402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.457739 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.458927 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 6 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.466895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace8d1f-d9b6-4d77-82ae-e654d0ea16e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66ea6c-1ad9-4f01-8b84-fca0e4a1402e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:39.470582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d5a18040-ff0c-4eab-82dd-b8062bade89b details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:39.478803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9b4f00c-81dd-44f5-870f-d61e597b5d4e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7034557 Jan 29 04:43:39.486571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:39.492731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:39.524523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.524866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.525571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.577218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.577218 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.579390 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 7 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.636116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.636462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.636812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.654794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.655137 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.655975 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 8 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.687875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.688214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.688556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.705922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.706312 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.708657 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 9 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.720826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.740253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.740523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.740824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.746732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.748077 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.749028 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 10 to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd Jan 29 04:43:39.753288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Made reservation on behalf of e937e0930fd74a8b80e718d33618048c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:39.757572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.784910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:39.785361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:39.785852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:39.827354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:39.827842 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port b20f4140-e3b3-4475-880a-9f8f4bd467bd on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:39.828317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.847296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:43:39.848257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:43:39.942978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] For port b20f4140-e3b3-4475-880a-9f8f4bd467bd, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:39.944101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:43:39.977409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:39.978191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Router ef5c1a29-4446-450c-bfde-f339ea518f91 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:40.077616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=b20f4140-e3b3-4475-880a-9f8f4bd467bd,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:40.085574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] In _notify_port_updated(), no bound segment for port b20f4140-e3b3-4475-880a-9f8f4bd467bd on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:43:40.086464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.087260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.090793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6899e25c-931d-420a-a8b5-a8682f79c267 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "PUT /v2.0/ports/b20f4140-e3b3-4475-880a-9f8f4bd467bd HTTP/1.1" status: 200 len: 975 time: 1.7025998 Jan 29 04:43:40.092854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:40.160349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:40.170601 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Sync routers for ids ['ef5c1a29-4446-450c-bfde-f339ea518f91'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:40.180342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Routers {'ef5c1a29-4446-450c-bfde-f339ea518f91'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:40.181050 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ef5c1a29-4446-450c-bfde-f339ea518f91'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:40.182239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.188136 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-68210811-0dc7-4a97-b02e-5945252f9df3 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7314315 Jan 29 04:43:40.189234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44586) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:40.257222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.258243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.258724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.259382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.259710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.260207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.260619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.261082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.261547 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.262030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.262491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.263634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.264258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.264718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.265176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.265629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.266139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.266575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.267034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:40.274343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-314ebb02-c1d2-4d02-89d5-ece751124ed3 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17120 time: 0.1804795 Jan 29 04:43:40.275487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44588) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:40.284169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.358511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1b49a460-f623-41fe-9c53-859b9c332a13 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/ef5c1a29-4446-450c-bfde-f339ea518f91 HTTP/1.1" status: 200 len: 907 time: 0.1678941 Jan 29 04:43:40.359939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44592) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:40.370449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Set router ef5c1a29-4446-450c-bfde-f339ea518f91 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:40.397780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=c761b3a5-a34d-43c6-9d94-60441df61b75,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:40.610655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Checking segment: {'id': '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:40.611356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network hostable DHCP agents. Network: d5a18040-ff0c-4eab-82dd-b8062bade89b, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:40.715336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Network d5a18040-ff0c-4eab-82dd-b8062bade89b is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:40.732685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Deleting port b20f4140-e3b3-4475-880a-9f8f4bd467bd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:40.735398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.758076 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5c1a29-4446-450c-bfde-f339ea518f91', 'name': 'tempest-snat-router-723195855', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '0e1892ad-b172-4697-8153-a1a274c7efa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:36Z', 'updated_at': '2022-01-29T04:43:39Z', 'revision_number': 3, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port': {'id': '0e1892ad-b172-4697-8153-a1a274c7efa8', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5c1a29-4446-450c-bfde-f339ea518f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:37Z', 'updated_at': '2022-01-29T04:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:40.792950 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Checking router: ef5c1a29-4446-450c-bfde-f339ea518f91 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:43:40.793519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Updating router ef5c1a29-4446-450c-bfde-f339ea518f91 port 0e1892ad-b172-4697-8153-a1a274c7efa8 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:43:40.821367 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.857655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:40.961563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] For port b20f4140-e3b3-4475-880a-9f8f4bd467bd, host n-h2-825930-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:40.962111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.963396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:40.964884 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:40.993711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Calling delete_port for b20f4140-e3b3-4475-880a-9f8f4bd467bd owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:41.098917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.126777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:41.134584 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.224637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.246872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d5a18040-ff0c-4eab-82dd-b8062bade89b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:41.256733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:41.260071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:41.262698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553738'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.272292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a5d54-eef4-4b21-aef1-e3213b231d8e None None] Network d5a18040-ff0c-4eab-82dd-b8062bade89b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:41.296703 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.340647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.348998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b20f4140-e3b3-4475-880a-9f8f4bd467bd HTTP/1.1" status: 204 len: 168 time: 1.0726352 Jan 29 04:43:41.350044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7512d-805d-49b3-8054-56155b80931a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event deleted for resources: {'Port': ['ID=b20f4140-e3b3-4475-880a-9f8f4bd467bd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:41.352948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44612) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:41.368348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-948a17c8-f331-4638-b2ce-7dc69be91526 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8806593 Jan 29 04:43:41.371191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:41.381176 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.394153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:41.400877 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4190cd3-d26c-4a44-998d-94198e7deabc tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:43:41.407200 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.410441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4190cd3-d26c-4a44-998d-94198e7deabc tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "GET /v2.0/ports/b20f4140-e3b3-4475-880a-9f8f4bd467bd HTTP/1.1" status: 404 len: 333 time: 0.0557854 Jan 29 04:43:41.411339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44616) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:41.441426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2017368214', 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:41.448859 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.470494 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf644ada-7523-4f80-9086-59bf8b00aba8 None None] Pushing event updated for resources: {'Port': ['ID=0e1892ad-b172-4697-8153-a1a274c7efa8,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:41.520253 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Attempting to bind port 0e1892ad-b172-4697-8153-a1a274c7efa8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:41.521293 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Attempting to bind port 0e1892ad-b172-4697-8153-a1a274c7efa8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:41.521931 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Attempting to bind port 0e1892ad-b172-4697-8153-a1a274c7efa8 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:41.529689 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:41.530155 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:41.531467 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.532093 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:41.532792 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Bound port: 0e1892ad-b172-4697-8153-a1a274c7efa8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:41.533389 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.551279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Deleting port 0e1892ad-b172-4697-8153-a1a274c7efa8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:41.551526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.578753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Made reservation on behalf of b71268e8495a40b3b8fd521502afc635 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:41.581245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.614323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d5a18040-ff0c-4eab-82dd-b8062bade89b', 'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b', 'tenant_id': 'e937e0930fd74a8b80e718d33618048c', 'fixed_ips': [{'subnet_id': 'c761b3a5-a34d-43c6-9d94-60441df61b75'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:43:41.615693 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.649005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port ebceace0-82cf-4b33-bccc-79a5c0eba709 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:41.658504 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] For port 0e1892ad-b172-4697-8153-a1a274c7efa8, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:41.668005 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] For port 0e1892ad-b172-4697-8153-a1a274c7efa8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e1892ad-b172-4697-8153-a1a274c7efa8,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:41.679338 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.689807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131560052'] for subnet, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.727175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] For port 0e1892ad-b172-4697-8153-a1a274c7efa8, host n-d-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:41.727550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.755560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Calling delete_port for 0e1892ad-b172-4697-8153-a1a274c7efa8 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:41.810168 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf644ada-7523-4f80-9086-59bf8b00aba8 None None] Pushing event updated for resources: {'Port': ['ID=0e1892ad-b172-4697-8153-a1a274c7efa8,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:41.824155 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Routers {'ef5c1a29-4446-450c-bfde-f339ea518f91'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:41.825276 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['ef5c1a29-4446-450c-bfde-f339ea518f91'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:41.849812 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 29 04:43:41.849812 n-d-825930-1 neutron-server[102404]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 29 04:43:41.849812 n-d-825930-1 neutron-server[102404]: [parameters: {'in_use': 1, 'id_1': 'c761b3a5-a34d-43c6-9d94-60441df61b75'}] Jan 29 04:43:41.849812 n-d-825930-1 neutron-server[102404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:41.850715 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:41.938772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.965798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:41.966659 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] Set router ef5c1a29-4446-450c-bfde-f339ea518f91 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:43:42.009784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.021234 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.066322 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5c1a29-4446-450c-bfde-f339ea518f91', 'name': 'tempest-snat-router-723195855', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:36Z', 'updated_at': '2022-01-29T04:43:41Z', 'revision_number': 4, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:42.067077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e1892ad-b172-4697-8153-a1a274c7efa8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:42.127912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Network aa5f763a-1030-44f6-91da-afc277f34212 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:42.134157 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ade1b7-ba6f-4cb8-8884-58d2ed674a9c None None] The sync data for ids ['ef5c1a29-4446-450c-bfde-f339ea518f91'] in n-d-825930-1 is: [{'id': 'ef5c1a29-4446-450c-bfde-f339ea518f91', 'name': 'tempest-snat-router-723195855', 'tenant_id': '1a7f739c288642d5b748003bea6897c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:36Z', 'updated_at': '2022-01-29T04:43:41Z', 'revision_number': 4, 'project_id': '1a7f739c288642d5b748003bea6897c3', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:42.143151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:42.156595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:42.158241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:42.159532 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.172585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=ebceace0-82cf-4b33-bccc-79a5c0eba709,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:42.193566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.237676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-170278c1-9e6b-4a4a-bae2-7043ba69aa4b tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8031962 Jan 29 04:43:42.239220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:42.306665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746768454759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131393326'] for subnet, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.338768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9ff03-c2fc-4790-8ab3-413a20dfe22c tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:42.340382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ba9ff03-c2fc-4790-8ab3-413a20dfe22c tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "GET /v2.0/ports/ebceace0-82cf-4b33-bccc-79a5c0eba709 HTTP/1.1" status: 200 len: 955 time: 0.0873177 Jan 29 04:43:42.352519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.395285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:42.414104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.416616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.497124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.504906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef5c1a29-4446-450c-bfde-f339ea518f91 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:42.505302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:42.507913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.511948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "PUT /v2.0/subnets/c761b3a5-a34d-43c6-9d94-60441df61b75 HTTP/1.1" status: 200 len: 877 time: 1.1371131 Jan 29 04:43:42.514210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.515346 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1f370e95-896e-45e7-ab8d-8310e424f832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ef5c1a29-4446-450c-bfde-f339ea518f91 HTTP/1.1" status: 204 len: 168 time: 2.1543758 Jan 29 04:43:42.516035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:42.517784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:42.617983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fd9ba-ca66-4b47-8ecb-05d56f3ad9f0 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event updated for resources: {'Subnet': ['ID=c761b3a5-a34d-43c6-9d94-60441df61b75,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:42.653090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Deleting port ebceace0-82cf-4b33-bccc-79a5c0eba709 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:42.654454 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.664097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Allocated IP 172.20.0.3 (d5a18040-ff0c-4eab-82dd-b8062bade89b/c761b3a5-a34d-43c6-9d94-60441df61b75/83f3626c-8cf9-494e-b999-5ac5aab71499) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:42.678364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:43:42.772002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.809760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Calling delete_port for ebceace0-82cf-4b33-bccc-79a5c0eba709 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:42.826861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.846445 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.863269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:43:42.863729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.981596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:42.988479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.030974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebceace0-82cf-4b33-bccc-79a5c0eba709,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:43.044090 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.050861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.054506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b8ead94-4daa-440e-87fb-d872f5818132 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ebceace0-82cf-4b33-bccc-79a5c0eba709 HTTP/1.1" status: 204 len: 168 time: 0.6421561 Jan 29 04:43:43.056808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.057584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:43.069174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.099460 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6166891-cf71-470f-804c-1fd7236cc10a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:43:43.102568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e6166891-cf71-470f-804c-1fd7236cc10a tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "GET /v2.0/ports/ebceace0-82cf-4b33-bccc-79a5c0eba709 HTTP/1.1" status: 404 len: 333 time: 0.0433969 Jan 29 04:43:43.106250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:43.115056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Request body: {'port': {'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1767189394'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:43.156278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Made reservation on behalf of b71268e8495a40b3b8fd521502afc635 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:43.158275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Network d5a18040-ff0c-4eab-82dd-b8062bade89b is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:43.166095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:43.166095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:43.168300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.206387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Pushing event updated for resources: {'Port': ['ID=83f3626c-8cf9-494e-b999-5ac5aab71499,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:43.220314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port 46ae6132-567e-437b-aea9-181d34b43abb yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:43.249100 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Deleting port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:43.249443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.252975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.286498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Attempting to bind port 83f3626c-8cf9-494e-b999-5ac5aab71499 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:43.287051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Attempting to bind port 83f3626c-8cf9-494e-b999-5ac5aab71499 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:43.287483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Attempting to bind port 83f3626c-8cf9-494e-b999-5ac5aab71499 on network d5a18040-ff0c-4eab-82dd-b8062bade89b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:43.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:43:43.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Checking segment: {'id': '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:43.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Bound using segment: {'id': '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:43:43.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Bound port: 83f3626c-8cf9-494e-b999-5ac5aab71499, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:43:43.303242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.357749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=c761b3a5-a34d-43c6-9d94-60441df61b75,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:43.427198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-5a5801fc-4d5b-4b13-aacf-94aa03967579 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051111 Jan 29 04:43:43.444821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] For port 83f3626c-8cf9-494e-b999-5ac5aab71499, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:43.447999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] For port 83f3626c-8cf9-494e-b999-5ac5aab71499, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=83f3626c-8cf9-494e-b999-5ac5aab71499,segment=NetworkSegment(60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9),segment_id=60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:43:43.456288 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.514123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98647126-6ba1-44a6-9a57-18e83a0e2a7d None None] Pushing event updated for resources: {'Port': ['ID=83f3626c-8cf9-494e-b999-5ac5aab71499,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:43.530276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.570886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] For port 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:43.571884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.591485 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.600402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f8059f-ccf3-405b-a962-c7a8919fb28d None None] Network d5a18040-ff0c-4eab-82dd-b8062bade89b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:43.625304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a18040-ff0c-4eab-82dd-b8062bade89b']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:43.639229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Calling delete_port for 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:43.664833 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.673217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:43.677696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:43.693759 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.731092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.788884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.799099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:43.799492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:43.806460 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:43.823831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-ee30fd76-d2f4-4828-93fc-47ca59330bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:43.826191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-ee30fd76-d2f4-4828-93fc-47ca59330bbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.2905009 Jan 29 04:43:43.843402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Network aa5f763a-1030-44f6-91da-afc277f34212 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:43.849937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:43.854152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:43.866610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:43.868573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:43.882801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a0aea-5b7d-4651-a346-577c5d6bcfee None None] Network d5a18040-ff0c-4eab-82dd-b8062bade89b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:43.900698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 04:43:43.900698 n-d-825930-1 neutron-server[102403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 04:43:43.900698 n-d-825930-1 neutron-server[102403]: [parameters: {'id': 'd5a18040-ff0c-4eab-82dd-b8062bade89b'}] Jan 29 04:43:43.900698 n-d-825930-1 neutron-server[102403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:43:43.901137 n-d-825930-1 neutron-server[102403]: DEBUG oslo_db.api [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:43:43.911143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=46ae6132-567e-437b-aea9-181d34b43abb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:43.984837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6072a814-6a41-4869-93a0-e2beb6cbfb69 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8767056 Jan 29 04:43:43.987461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:43.994065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:44.038256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99faaf-582e-483e-83a5-693a8de94b2e None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:43:44.108924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.113031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-b60b7555-e590-4b91-8c8b-f1878aaee0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:44.114855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-b60b7555-e590-4b91-8c8b-f1878aaee0f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.2620573 Jan 29 04:43:44.143393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.198078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb99faaf-582e-483e-83a5-693a8de94b2e None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:43:44.224359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:44.229685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-046f7b81-cca3-485f-924e-b84218d192ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 1001 time: 0.1064951 Jan 29 04:43:44.334845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-ec606b9c-9eca-4b5c-a112-080d26a5be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:44.336338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-ec606b9c-9eca-4b5c-a112-080d26a5be6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.0956523 Jan 29 04:43:44.405172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.432076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.437591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-1c5c2fa9-03eb-4723-ae40-8f9b28c9dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:44.441211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-1c5c2fa9-03eb-4723-ae40-8f9b28c9dfb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947635 Jan 29 04:43:44.445308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] device_id is not set on port 46ae6132-567e-437b-aea9-181d34b43abb yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:44.462428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.508494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.640551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=46ae6132-567e-437b-aea9-181d34b43abb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:44.652738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.663258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.680641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-0cc25e86-014a-437e-864e-8efed5f2d24d service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301142 Jan 29 04:43:44.681344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.681723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.682119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.713075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.713415 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.723909 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 2 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.736712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port 83f3626c-8cf9-494e-b999-5ac5aab71499 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:44.737135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.739710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.740318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07333052-bc1d-42ce-a58a-55df91fb7a85 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:44.744744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.750112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f961e4fb-2b01-4e0e-99b5-9510f5daec6d tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "DELETE /v2.0/routers/07333052-bc1d-42ce-a58a-55df91fb7a85 HTTP/1.1" status: 204 len: 168 time: 2.1279480 Jan 29 04:43:44.760722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44700) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:44.766191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1612593046', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:44.778024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.778973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.779257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.787300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.787641 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.789870 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 3 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.831604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.832472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.834460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.843379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port 83f3626c-8cf9-494e-b999-5ac5aab71499, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=83f3626c-8cf9-494e-b999-5ac5aab71499,segment=NetworkSegment(60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9),segment_id=60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:44.843850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.848659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.849333 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.851596 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 4 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.860920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-779c76aa-f0c3-4ea5-b2f5-a9a369d946f7 req-8a6d589d-c1ea-403b-bc7d-14a14948a795 service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562684 Jan 29 04:43:44.874093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.874786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.875347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.881429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.882128 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.883238 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 5 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.889971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for 83f3626c-8cf9-494e-b999-5ac5aab71499 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:44.895009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.896046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:44.904925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.905771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.906622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.913103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.913766 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.914336 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 6 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.931066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.931637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.932412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.939998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.940567 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.941338 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 7 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.957250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.957707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.958083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.963640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.964361 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.964833 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 8 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:44.979772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:44.980402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:44.980685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:44.986189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:44.986608 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:44.987319 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 9 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:45.002542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:45.002966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:45.003385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:45.008671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:45.009083 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:45.009545 n-d-825930-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempt 10 to bind port 46ae6132-567e-437b-aea9-181d34b43abb Jan 29 04:43:45.017563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.024777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:43:45.025415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:43:45.025740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempting to bind port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:43:45.033541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:43:45.033990 n-d-825930-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Failed to bind port 46ae6132-567e-437b-aea9-181d34b43abb on host n-h2-825930-1 for vnic_type normal using segments [{'id': 'd409efef-c88a-4d2d-9c66-e819cb6e5254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aa5f763a-1030-44f6-91da-afc277f34212'}] Jan 29 04:43:45.034450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.123160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] For port 46ae6132-567e-437b-aea9-181d34b43abb, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:43:45.123686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 04:43:45.130735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.148885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] In _notify_port_updated(), no bound segment for port 46ae6132-567e-437b-aea9-181d34b43abb on network aa5f763a-1030-44f6-91da-afc277f34212 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:43:45.150039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:45.150645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.152044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "PUT /v2.0/ports/46ae6132-567e-437b-aea9-181d34b43abb HTTP/1.1" status: 200 len: 975 time: 1.1636093 Jan 29 04:43:45.170657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:45.194838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48779ea9-13c7-4c1c-8c13-961827820eb6 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event updated for resources: {'Port': ['ID=46ae6132-567e-437b-aea9-181d34b43abb,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:45.203073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.249881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.278471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=83f3626c-8cf9-494e-b999-5ac5aab71499,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:45.286525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port 83f3626c-8cf9-494e-b999-5ac5aab71499 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:45.474439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.510966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a18040-ff0c-4eab-82dd-b8062bade89b']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:45.526729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Deleting port 46ae6132-567e-437b-aea9-181d34b43abb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:45.527073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.530482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:45.530784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ad433c-62b3-4c1c-9b2c-3d0ab5f7d7b9') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:45.553224 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.604686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.631636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:45.632040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:45.634941 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:45.659584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] For port 46ae6132-567e-437b-aea9-181d34b43abb, host n-h2-825930-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:45.661063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.709441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Calling delete_port for 46ae6132-567e-437b-aea9-181d34b43abb owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:45.737349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.779898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.783092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/d5a18040-ff0c-4eab-82dd-b8062bade89b HTTP/1.1" status: 204 len: 168 time: 3.2660480 Jan 29 04:43:45.786470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:45.819253 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0e89ea-9450-45b0-911e-67d1101bc866 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:45.819716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0e89ea-9450-45b0-911e-67d1101bc866 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:45.825005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8b0e89ea-9450-45b0-911e-67d1101bc866 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/c761b3a5-a34d-43c6-9d94-60441df61b75 HTTP/1.1" status: 404 len: 337 time: 0.0352743 Jan 29 04:43:45.825835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:45.833216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916acab3-e871-4aff-890c-7edea2a16777 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=d5a18040-ff0c-4eab-82dd-b8062bade89b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:45.850177 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cdeef3-02df-4be9-b72c-22c47fe5de13 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:45.850765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cdeef3-02df-4be9-b72c-22c47fe5de13 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:45.853758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-44cdeef3-02df-4be9-b72c-22c47fe5de13 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/d5a18040-ff0c-4eab-82dd-b8062bade89b HTTP/1.1" status: 404 len: 339 time: 0.0270674 Jan 29 04:43:45.856509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44722) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:45.896320 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0cbcf6-9bd9-4f41-9f14-9f70b68e6618 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:45.896852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0cbcf6-9bd9-4f41-9f14-9f70b68e6618 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:45.902812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.905026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8d0cbcf6-9bd9-4f41-9f14-9f70b68e6618 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/94107ad3-6569-40a3-a109-42b1ac2bb535 HTTP/1.1" status: 404 len: 337 time: 0.0454881 Jan 29 04:43:45.905599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:45.928523 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4df759a-9e99-4308-b3bb-16e0b9bf18a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:45.929266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4df759a-9e99-4308-b3bb-16e0b9bf18a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:45.934356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:45.937304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4df759a-9e99-4308-b3bb-16e0b9bf18a8 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/c784ed7b-aea8-4c1c-8ea9-6925b0f6b097 HTTP/1.1" status: 404 len: 339 time: 0.0306120 Jan 29 04:43:45.938279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.007375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.032728 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.074742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ae6132-567e-437b-aea9-181d34b43abb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:46.092980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.098364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6c3cec1d-3a5b-48da-9c23-0df43cb50687 tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "DELETE /v2.0/ports/46ae6132-567e-437b-aea9-181d34b43abb HTTP/1.1" status: 204 len: 168 time: 0.9266512 Jan 29 04:43:46.099841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.123276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Allocated IP 172.25.4.78 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/06e9b98d-20d2-4453-a5c5-2a2f1ca2fa57) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:46.171943 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-da40ee08-68c3-4fb8-85fd-6ed6102d16da tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] GET failed (client error): The resource could not be found. Jan 29 04:43:46.173561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da40ee08-68c3-4fb8-85fd-6ed6102d16da tempest-PortsAdminExtendedAttrsTestJSON-1185016812 tempest-PortsAdminExtendedAttrsTestJSON-1185016812-project-admin] 10.222.0.32 "GET /v2.0/ports/46ae6132-567e-437b-aea9-181d34b43abb HTTP/1.1" status: 404 len: 333 time: 0.0727782 Jan 29 04:43:46.184119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.187426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44736) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.250990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.311728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.348718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.358823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e8431e-b082-4833-8f3e-ea33b77c279d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:46.364252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:46.369350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:46.375065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0affdb40-431e-436a-8539-da9d848b470c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:46.375595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0affdb40-431e-436a-8539-da9d848b470c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:46.378134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:46.468116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event updated for resources: {'Port': ['ID=06e9b98d-20d2-4453-a5c5-2a2f1ca2fa57,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:46.468773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.493599 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.508036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.526491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:46.527202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:46.532161 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:46.547615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5f763a-1030-44f6-91da-afc277f34212']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:46.580181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:46.601041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd409efef-c88a-4d2d-9c66-e819cb6e5254') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:46.601601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd409efef-c88a-4d2d-9c66-e819cb6e5254') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:46.616713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.625705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:43:46.626091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5fb5fe5d-9a74-4d89-82ba-18a5c9fb296e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:43:46.636044 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.639472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.648973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.652276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/a4e8431e-b082-4833-8f3e-ea33b77c279d HTTP/1.1" status: 204 len: 168 time: 0.7128770 Jan 29 04:43:46.655147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.657795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:46.658239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:46.662056 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:46.684322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bb230-6db5-497c-83c0-ef0545b69d42 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=a4e8431e-b082-4833-8f3e-ea33b77c279d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:46.687828 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad1e7fc-7ea8-4858-9445-b6ed84945eac tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:46.687828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad1e7fc-7ea8-4858-9445-b6ed84945eac tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:46.695502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ad1e7fc-7ea8-4858-9445-b6ed84945eac tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/2c25290e-4272-4501-b1bc-38df7e4fa65b HTTP/1.1" status: 404 len: 337 time: 0.0392313 Jan 29 04:43:46.706672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44748) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.751242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.765318 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.771612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] 10.222.0.32 "DELETE /v2.0/networks/aa5f763a-1030-44f6-91da-afc277f34212 HTTP/1.1" status: 204 len: 168 time: 0.5814545 Jan 29 04:43:46.785559 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-67532169-9051-4f20-8282-e74f3188fa96 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:46.786168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67532169-9051-4f20-8282-e74f3188fa96 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:46.793354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67532169-9051-4f20-8282-e74f3188fa96 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/266e4710-604f-4c86-b9f9-f5d1d42d84b4 HTTP/1.1" status: 404 len: 339 time: 0.0490630 Jan 29 04:43:46.803512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.817352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:46.819533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e57bf-ca13-4538-a7cd-778a22962fe1 tempest-PortsAdminExtendedAttrsTestJSON-1914522025 tempest-PortsAdminExtendedAttrsTestJSON-1914522025-project] Pushing event deleted for resources: {'Network': ['ID=aa5f763a-1030-44f6-91da-afc277f34212,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:46.852071 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d63fa3-2abd-4ca2-ae48-fa7750db9e61 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:46.852889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d63fa3-2abd-4ca2-ae48-fa7750db9e61 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:46.860273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4d63fa3-2abd-4ca2-ae48-fa7750db9e61 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/a05bd71f-0668-46dc-a87e-aa25323b6567 HTTP/1.1" status: 404 len: 337 time: 0.0537267 Jan 29 04:43:46.861083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.887616 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edb758a-8820-4b2c-b95b-1f3b50594790 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:46.889046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edb758a-8820-4b2c-b95b-1f3b50594790 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:46.896897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6edb758a-8820-4b2c-b95b-1f3b50594790 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/ec15d29d-540b-4eec-88f6-6927b9fab9ca HTTP/1.1" status: 404 len: 339 time: 0.0344701 Jan 29 04:43:46.897605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44756) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.936890 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-233e61f1-5845-4aad-ad54-54ce8e5e49ed tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:46.937605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233e61f1-5845-4aad-ad54-54ce8e5e49ed tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:46.944418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-233e61f1-5845-4aad-ad54-54ce8e5e49ed tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/7d05f856-a3d5-45e8-ad85-64b80ac5b26d HTTP/1.1" status: 404 len: 337 time: 0.0455451 Jan 29 04:43:46.945587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44758) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:46.973317 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab77aa67-4283-4641-9912-9ba8a86d9788 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:46.974258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab77aa67-4283-4641-9912-9ba8a86d9788 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:46.985671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab77aa67-4283-4641-9912-9ba8a86d9788 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/f82566a4-4c84-4032-a80c-48e494afb3f2 HTTP/1.1" status: 404 len: 339 time: 0.0366321 Jan 29 04:43:46.985944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44762) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.051114 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa2ac86-5f82-4920-bd12-d0f4ba66a4b7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.051594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa2ac86-5f82-4920-bd12-d0f4ba66a4b7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.057401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3fa2ac86-5f82-4920-bd12-d0f4ba66a4b7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/eee9b258-662e-4f52-8fc8-c409965b076e HTTP/1.1" status: 404 len: 337 time: 0.0698736 Jan 29 04:43:47.062496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.399652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44768) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.455789 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-405747c6-8700-4b8c-a72e-2448bf0bea2e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.456509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405747c6-8700-4b8c-a72e-2448bf0bea2e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.461487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-405747c6-8700-4b8c-a72e-2448bf0bea2e tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/509c0c53-9bf0-43e4-9c8b-2202b2d570e4 HTTP/1.1" status: 404 len: 339 time: 0.3966837 Jan 29 04:43:47.463710 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.507897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.508821 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-76442ac2-4a91-49d6-95e9-fbe329d217f9 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.509277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76442ac2-4a91-49d6-95e9-fbe329d217f9 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.515578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-76442ac2-4a91-49d6-95e9-fbe329d217f9 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/f37f5c75-d4eb-444e-b35f-667890ce40b0 HTTP/1.1" status: 404 len: 337 time: 0.0507483 Jan 29 04:43:47.516301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.535247 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7e4d3f-b9e0-4eb6-9d25-8bf670ad8aa4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.535788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7e4d3f-b9e0-4eb6-9d25-8bf670ad8aa4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.542956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f7e4d3f-b9e0-4eb6-9d25-8bf670ad8aa4 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/336aa921-5a6b-489f-9b26-de81243593b9 HTTP/1.1" status: 404 len: 339 time: 0.0256593 Jan 29 04:43:47.543559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.582074 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f8fdbd-edca-4460-80ab-1989e61122e6 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.582546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f8fdbd-edca-4460-80ab-1989e61122e6 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.585642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d5f8fdbd-edca-4460-80ab-1989e61122e6 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/7cac603d-cb67-42db-8472-60b719b41497 HTTP/1.1" status: 404 len: 337 time: 0.0405226 Jan 29 04:43:47.596715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.618250 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0ee6d5-5fb2-47fb-9566-54bcb28d3d70 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.619237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0ee6d5-5fb2-47fb-9566-54bcb28d3d70 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.626088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa0ee6d5-5fb2-47fb-9566-54bcb28d3d70 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/b0c53c99-9d73-4e09-aca2-43ebd6669e4f HTTP/1.1" status: 404 len: 339 time: 0.0267246 Jan 29 04:43:47.626415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.665079 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-774865f5-1670-4b50-88db-fd5d7a2a9915 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.665552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774865f5-1670-4b50-88db-fd5d7a2a9915 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.668684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-774865f5-1670-4b50-88db-fd5d7a2a9915 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/973d4ffc-92fe-4882-82cd-b75dc6c40074 HTTP/1.1" status: 404 len: 337 time: 0.0412955 Jan 29 04:43:47.671717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.692109 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-06621cd0-501a-46e0-bc79-e02319162e9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96040c18f1824f0995d9d595f02c3b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891378 Jan 29 04:43:47.692687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44786) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.695421 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6574d6-50fe-4789-9ff5-8bd23463c6e5 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.696249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6574d6-50fe-4789-9ff5-8bd23463c6e5 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.699868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff6574d6-50fe-4789-9ff5-8bd23463c6e5 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/3ac053c7-15b6-4129-903a-ad2468036dd8 HTTP/1.1" status: 404 len: 339 time: 0.0273080 Jan 29 04:43:47.703233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.732410 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9672c70d-b513-437f-ad62-59cb0a80a6b7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.733165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9672c70d-b513-437f-ad62-59cb0a80a6b7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.736939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9672c70d-b513-437f-ad62-59cb0a80a6b7 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/0259f1f7-333c-4ce4-88eb-1387229897ca HTTP/1.1" status: 404 len: 337 time: 0.0323644 Jan 29 04:43:47.739727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.763413 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fee58c0-3116-4c2a-9c76-288fc38e476d tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] DELETE failed (client error): The resource could not be found. Jan 29 04:43:47.764463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fee58c0-3116-4c2a-9c76-288fc38e476d tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:43:47.770269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fee58c0-3116-4c2a-9c76-288fc38e476d tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/aae8a184-5371-481a-97d4-1a00b9e7e424 HTTP/1.1" status: 404 len: 339 time: 0.0267997 Jan 29 04:43:47.770489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Router 2e304a6e-0ec4-4ef8-a35f-a2611df9bdca is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:47.770594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44792) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:47.776540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a77b1f8-22be-4f96-aa76-c819a0b1aec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.803569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a77b1f8-22be-4f96-aa76-c819a0b1aec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.825983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting subnet cb52879f-cec1-443a-a129-1252205e5808 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:43:47.829423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.879769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.945750 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a77b1f8-22be-4f96-aa76-c819a0b1aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.948710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a77b1f8-22be-4f96-aa76-c819a0b1aec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.953364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4a77b1f8-22be-4f96-aa76-c819a0b1aec1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/976e95fb-a06f-402e-aada-3cd17174d331 HTTP/1.1" status: 204 len: 168 time: 0.2599750 Jan 29 04:43:47.964789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77b1f8-22be-4f96-aa76-c819a0b1aec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976e95fb-a06f-402e-aada-3cd17174d331,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:47.990722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:47.992176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:48.004108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] Sync routers for ids ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:48.022138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] Routers {'2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:48.022779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:48.037631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.040510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1e7debdb-979f-4543-b5f2-710106236d13 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2785180 Jan 29 04:43:48.041920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44796) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:48.055443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': False}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:48.108003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.135694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:48.151931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.158496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/subnets/cb52879f-cec1-443a-a129-1252205e5808 HTTP/1.1" status: 204 len: 168 time: 0.3870311 Jan 29 04:43:48.168424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44804) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:48.168990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf0193-b6f6-4fa9-8f26-68dee8c365f1 None None] Network 7d55dd88-6831-4abb-8ece-19605c0aff1d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:48.197722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] Routers {'2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:48.198850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:48.246420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69274-5213-447a-bd81-cd7d2239ec90 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Subnet': ['ID=cb52879f-cec1-443a-a129-1252205e5808,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:48.276234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:48.277310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f8226-980f-44d2-a02e-0e2cefd084bf None None] The sync data for ids ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:48.387360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.474596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] DHCP port deletion for 7d55dd88-6831-4abb-8ece-19605c0aff1d request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:43:48.487222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:48.602015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Deleting port 8d5f48aa-facf-4fe3-be41-98196bd73e0d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:48.602287 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.608169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ed7f050-fb74-44a9-a703-389157a6e657 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b71268e8495a40b3b8fd521502afc635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164515 Jan 29 04:43:48.613074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:48.631973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8d5f48aa-facf-4fe3-be41-98196bd73e0d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:43:48.686638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] Deleting port 8d5f48aa-facf-4fe3-be41-98196bd73e0d {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:48.687525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.751031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-275636d3-78ed-4e1b-b57c-36a29f878b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.779383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-275636d3-78ed-4e1b-b57c-36a29f878b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.782668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] For port 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d5f48aa-facf-4fe3-be41-98196bd73e0d,segment=NetworkSegment(17c43613-bdfa-4b23-b5ed-d518b75e8a01),segment_id=17c43613-bdfa-4b23-b5ed-d518b75e8a01)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:48.783665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.811361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Calling delete_port for 8d5f48aa-facf-4fe3-be41-98196bd73e0d owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:48.812430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] For port 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d5f48aa-facf-4fe3-be41-98196bd73e0d,segment=NetworkSegment(17c43613-bdfa-4b23-b5ed-d518b75e8a01),segment_id=17c43613-bdfa-4b23-b5ed-d518b75e8a01)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:48.812902 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.839580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-275636d3-78ed-4e1b-b57c-36a29f878b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.843957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-275636d3-78ed-4e1b-b57c-36a29f878b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.848081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-275636d3-78ed-4e1b-b57c-36a29f878b3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e6fc4b3-997d-4e27-81b3-bc4f19e2abb9 HTTP/1.1" status: 204 len: 168 time: 0.2339318 Jan 29 04:43:48.851898 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] Calling delete_port for 8d5f48aa-facf-4fe3-be41-98196bd73e0d owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:48.857530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275636d3-78ed-4e1b-b57c-36a29f878b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6fc4b3-997d-4e27-81b3-bc4f19e2abb9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:48.915252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.949327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:48.989373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 8d5f48aa-facf-4fe3-be41-98196bd73e0d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8d5f48aa-facf-4fe3-be41-98196bd73e0d,segment=NetworkSegment(17c43613-bdfa-4b23-b5ed-d518b75e8a01),segment_id=17c43613-bdfa-4b23-b5ed-d518b75e8a01)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:43:49.002554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.093552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.129135 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.155046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Port': ['ID=8d5f48aa-facf-4fe3-be41-98196bd73e0d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:49.168518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] No DVR routers for this DVR port 8d5f48aa-facf-4fe3-be41-98196bd73e0d on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:49.171282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] No DVR routers for this DVR port 8d5f48aa-facf-4fe3-be41-98196bd73e0d on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:43:49.184965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=8d5f48aa-facf-4fe3-be41-98196bd73e0d,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:49.220670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930913a-2d73-43bd-86f2-941a4db6b902 None None] Pushing event deleted for resources: {'Port': ['ID=8d5f48aa-facf-4fe3-be41-98196bd73e0d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:49.304026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.347616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d55dd88-6831-4abb-8ece-19605c0aff1d']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:49.368596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c43613-bdfa-4b23-b5ed-d518b75e8a01') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:49.369651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c43613-bdfa-4b23-b5ed-d518b75e8a01') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:49.388617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.413385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.422426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:49.422710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:49.425760 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:49.537920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.547165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.554898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] 10.222.0.32 "DELETE /v2.0/networks/7d55dd88-6831-4abb-8ece-19605c0aff1d HTTP/1.1" status: 204 len: 168 time: 1.3799121 Jan 29 04:43:49.601305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f18d-1a6c-4518-849f-8bd1ff7f1235 tempest-NetworksTest-784198649 tempest-NetworksTest-784198649-project] Pushing event deleted for resources: {'Network': ['ID=7d55dd88-6831-4abb-8ece-19605c0aff1d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:49.882763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:49.957526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:49.960883 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:50.071230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-31314bb2-7fdb-47c7-8100-9b1618db6e0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e937e0930fd74a8b80e718d33618048c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872094 Jan 29 04:43:50.073639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:50.109546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Router 2e304a6e-0ec4-4ef8-a35f-a2611df9bdca has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:50.135082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc7891-6a74-4cd3-a468-ca4e7fd2c4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:50.163057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc7891-6a74-4cd3-a468-ca4e7fd2c4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:50.240572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:50.250745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:50.256233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:50.259266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] Sync routers for ids ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:50.259770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4d331ef2-bd6d-461d-a679-af16d5f5c2ab tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "PUT /v2.0/routers/2e304a6e-0ec4-4ef8-a35f-a2611df9bdca HTTP/1.1" status: 200 len: 921 time: 2.2131181 Jan 29 04:43:50.277670 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] Routers {'2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:50.283294 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:50.336250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc7891-6a74-4cd3-a468-ca4e7fd2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:50.339689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc7891-6a74-4cd3-a468-ca4e7fd2c4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:50.340904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-06bc7891-6a74-4cd3-a468-ca4e7fd2c4a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/687bf68e-3434-4b59-ad9b-be062b59042e HTTP/1.1" status: 204 len: 168 time: 0.2662692 Jan 29 04:43:50.346146 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:50.355857 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] Routers {'2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:50.356806 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:50.397251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc7891-6a74-4cd3-a468-ca4e7fd2c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687bf68e-3434-4b59-ad9b-be062b59042e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:50.398231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:50.399058 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2270ea-9d31-4368-ac84-b054aca78045 None None] The sync data for ids ['2e304a6e-0ec4-4ef8-a35f-a2611df9bdca'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:50.433684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3186f041-e568-41d1-91d0-c06e82618eb9 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/2e304a6e-0ec4-4ef8-a35f-a2611df9bdca HTTP/1.1" status: 200 len: 921 time: 0.1758776 Jan 29 04:43:50.437143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44860) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:50.525012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10227a1e-b7be-4cfe-801c-a4b39231468c tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:50.526568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-10227a1e-b7be-4cfe-801c-a4b39231468c tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=2e304a6e-0ec4-4ef8-a35f-a2611df9bdca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0884321 Jan 29 04:43:50.530056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:50.652201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c334a537-8bd4-46c2-9f57-b94fdc4c0237 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:50.655783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c334a537-8bd4-46c2-9f57-b94fdc4c0237 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.1240039 Jan 29 04:43:50.658002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:50.690849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-610d9984-ae61-45cd-b12d-3d633ed7eea9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e304a6e-0ec4-4ef8-a35f-a2611df9bdca HTTP/1.1" status: 200 len: 205 time: 0.0311816 Jan 29 04:43:50.693347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:50.851976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.018982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.083917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Deleting port 06e9b98d-20d2-4453-a5c5-2a2f1ca2fa57 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:51.084259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.099593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44902) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:51.192152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.214668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Calling delete_port for 06e9b98d-20d2-4453-a5c5-2a2f1ca2fa57 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:51.295822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-529959981', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:51.327288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Made reservation on behalf of 661fb457bf6f4fd8890924e19564c5f9 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:51.331495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.343475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.447358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.515155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event deleted for resources: {'Port': ['ID=06e9b98d-20d2-4453-a5c5-2a2f1ca2fa57,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:51.539458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.545184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.554261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] device_id is not set on port 0950aedd-b803-49b8-bfd3-f04f10e49a18 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:51.560779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.616521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6c38ce-5d32-4139-aa39-f976392602d2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:51.671200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.674967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.699772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Allocated IP 172.25.4.63 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/0950aedd-b803-49b8-bfd3-f04f10e49a18) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:51.727191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.727666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Fanout notify agent at l3_agent the message router_deleted on router 2e304a6e-0ec4-4ef8-a35f-a2611df9bdca {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:51.739293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:51.748690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44918) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:51.750456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-edf03395-c76e-4823-8054-888a5ff0afe9 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/2e304a6e-0ec4-4ef8-a35f-a2611df9bdca HTTP/1.1" status: 204 len: 168 time: 1.0558941 Jan 29 04:43:51.751061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44920) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:52.076336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1563888663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:52.155023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.156186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.246070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.250971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1287137252'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:52.258845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.266862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.317333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.321303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:52.321872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d4490ed4-c888-46ff-a4f0-bc8116e9831c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2547703 Jan 29 04:43:52.326488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:52.340222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:52.345336 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.357348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.360220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.427918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:52.440222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:52.444240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:52.487763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:52.488530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.490868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Pushing event updated for resources: {'Port': ['ID=0950aedd-b803-49b8-bfd3-f04f10e49a18,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:52.523605 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95404c22-14f0-4ebe-9917-758bbef1b457 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4246254 Jan 29 04:43:52.524256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44952) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:52.533812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}]}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:52.570583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.579497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.586091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.587486 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.592334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.606236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:52.616707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.617334 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment 1bb6092d-e038-44e2-987e-6e4e89c3320b of type vlan for network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 Jan 29 04:43:52.676258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.703094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9090b5ef-d73a-4e6c-a159-450bfefb87b6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:52.764291 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.767970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.775104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:52.776274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.801406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.821957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:52.945532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1953509 Jan 29 04:43:52.960397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Allocated IP 172.25.4.61 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/99d0b3ff-3b76-4988-b03c-944997f153a2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:52.983774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44958) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:52.992555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'name': 'tempest-PortsIpV6TestJSON-476920767'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:52.997084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.033359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36a1bc-d573-4ead-8e76-d17d49692150 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:53.056059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:53.103178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.156439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.175498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:53.180642 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.208919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:53.211921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:53.214613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:53.218564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port b57fce1b-1104-44dc-99ba-9a9827d14166 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:53.254413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event updated for resources: {'Port': ['ID=99d0b3ff-3b76-4988-b03c-944997f153a2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:53.511442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.547505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.569347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.571686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.703637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.763768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.774057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.780027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=b57fce1b-1104-44dc-99ba-9a9827d14166,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:53.844068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': '1bb6092d-e038-44e2-987e-6e4e89c3320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:53.844427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:53.846666 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.879940 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c9761a6-945e-4933-b008-8a4595866d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:53.962213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:54.042173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.044785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.050940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:54.061461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:54.062638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf530e0-142a-45c1-902a-b211dfbf5e90 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:54.068328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:54.069076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.141069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8cd275df-dd57-4d0e-b327-22cebc19eea9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1561186 Jan 29 04:43:54.142166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44978) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:54.147726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951147831'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:54.151077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.151569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 949eddae-0f7b-4170-be1c-7607dbbb4d35 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:54.191644 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:43:54.192769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d52e04e-cc9b-4d1a-a0b9-664bee8efb52 tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6663680 Jan 29 04:43:54.195887 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44980) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:54.220618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:54.224116 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.309957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:54.323583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Router 42773c45-75f5-4435-9e83-2e85df007c70 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:54.358917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.359537 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment 9bcb9116-ad29-4590-b46a-7dc29c51fac1 of type vlan for network ba69cd5e-2085-44ec-a943-c0bba496c673 Jan 29 04:43:54.411425 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.416769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Deleting port 0950aedd-b803-49b8-bfd3-f04f10e49a18 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:54.417380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.565659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:43:54.569045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:54.578517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.579916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eea605e5-3b75-46e0-b025-f7ba8c86b5ab tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "PUT /v2.0/routers/42773c45-75f5-4435-9e83-2e85df007c70 HTTP/1.1" status: 200 len: 879 time: 2.2575717 Jan 29 04:43:54.584202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] Sync routers for ids ['42773c45-75f5-4435-9e83-2e85df007c70'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:54.585543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:54.595489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.597869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] Routers {'42773c45-75f5-4435-9e83-2e85df007c70'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:54.598855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['42773c45-75f5-4435-9e83-2e85df007c70'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:54.648124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Calling delete_port for 0950aedd-b803-49b8-bfd3-f04f10e49a18 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:54.657870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.663899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:54.664513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:54.672609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:54.690886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] Routers {'42773c45-75f5-4435-9e83-2e85df007c70'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:54.691778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['42773c45-75f5-4435-9e83-2e85df007c70'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:54.731936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:54.733847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea4dd2-82ee-4d9c-9c88-533ba8517544 None None] The sync data for ids ['42773c45-75f5-4435-9e83-2e85df007c70'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:54.775823 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-96ee282d-98ff-494a-8740-e57e11bc28ad tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/42773c45-75f5-4435-9e83-2e85df007c70 HTTP/1.1" status: 200 len: 920 time: 0.1891251 Jan 29 04:43:54.780295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:54.867706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7240620 Jan 29 04:43:54.874817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 44994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:54.877051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aac83d-64ae-47b0-8ba5-22726a0cf82c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=ba69cd5e-2085-44ec-a943-c0bba496c673,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:54.884315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'ports': [{'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'}, {'network_id': 'ba69cd5e-2085-44ec-a943-c0bba496c673'}]} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:54.884869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:54.885544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'ba69cd5e-2085-44ec-a943-c0bba496c673'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:54.899231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network ba69cd5e-2085-44ec-a943-c0bba496c673 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:55.003897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44efc7-7d58-4cd3-9847-c9658fcf9ba5 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:55.012110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e44efc7-7d58-4cd3-9847-c9658fcf9ba5 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=42773c45-75f5-4435-9e83-2e85df007c70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2301888 Jan 29 04:43:55.015672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:55.138355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 2} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:55.149662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.169615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbb149-6e24-481c-8f6e-126709bacbf5 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:55.176301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2fbb149-6e24-481c-8f6e-126709bacbf5 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.1565459 Jan 29 04:43:55.177560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:55.192194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.215136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f4e27a9-29be-4af2-8211-59ad61d7d0c4 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=42773c45-75f5-4435-9e83-2e85df007c70 HTTP/1.1" status: 200 len: 205 time: 0.0362337 Jan 29 04:43:55.218578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:55.331343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.374655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Pushing event deleted for resources: {'Port': ['ID=0950aedd-b803-49b8-bfd3-f04f10e49a18,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:55.417740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:55.430008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.506799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 38749e5e-fcac-48e3-9228-e531536f014d yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:55.530224 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.534412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0292633e-c889-42d8-a5f5-e431b8430f3b tempest-RoutersAdminNegativeIpV6Test-1872850295 tempest-RoutersAdminNegativeIpV6Test-1872850295-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0950aedd-b803-49b8-bfd3-f04f10e49a18 HTTP/1.1" status: 204 len: 168 time: 1.3330345 Jan 29 04:43:55.614071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f60a6fcb-979a-4322-90fe-6441df6c50af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.618661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.626325 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.704776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 6add2aad-11b1-43da-abf9-d898ed7d5439 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:43:55.774600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f60a6fcb-979a-4322-90fe-6441df6c50af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.779040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Deleting port 99d0b3ff-3b76-4988-b03c-944997f153a2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:55.779864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.797538 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f60a6fcb-979a-4322-90fe-6441df6c50af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.798883 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.835555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45020) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:55.849235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.883754 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.899530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Calling delete_port for 99d0b3ff-3b76-4988-b03c-944997f153a2 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:55.914997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:55.919758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:55.930338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:55.931570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:55.943246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=38749e5e-fcac-48e3-9228-e531536f014d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.000559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f60a6fcb-979a-4322-90fe-6441df6c50af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3faefd37ac884817bcc4e89be75c5920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814145 Jan 29 04:43:56.003762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a6fcb-979a-4322-90fe-6441df6c50af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2612f-0805-418f-99c6-baf7fa1fc48f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.007887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:56.025614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf37f68a-7fb7-4f9a-be19-65033de5191b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.053325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=6add2aad-11b1-43da-abf9-d898ed7d5439,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.071868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': '9bcb9116-ad29-4590-b46a-7dc29c51fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ba69cd5e-2085-44ec-a943-c0bba496c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:43:56.072246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: ba69cd5e-2085-44ec-a943-c0bba496c673, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:43:56.108837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f0f0-1d33-4574-9737-16d1000a607a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.120906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network ba69cd5e-2085-44ec-a943-c0bba496c673 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:43:56.140448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, ba69cd5e-2085-44ec-a943-c0bba496c673) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:56.145046 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d799673b-d63b-41f5-a9bd-0568569c0390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.149240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:56.150881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c95ec-a740-4f5c-924e-a5c2982d47be None None] Network ba69cd5e-2085-44ec-a943-c0bba496c673 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:43:56.155981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:56.160979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:56.161690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.182876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf37f68a-7fb7-4f9a-be19-65033de5191b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.189237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf37f68a-7fb7-4f9a-be19-65033de5191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.198547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d799673b-d63b-41f5-a9bd-0568569c0390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.217762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95ffb541-e959-4c4e-92ad-ff59f8bc0450 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3345773 Jan 29 04:43:56.218433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:56.236468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cf37f68a-7fb7-4f9a-be19-65033de5191b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4279b7720cb34142a1327f05cb5a92a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997998 Jan 29 04:43:56.237174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45030) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:56.252859 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.265094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37f68a-7fb7-4f9a-be19-65033de5191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f45555f-1df6-4a99-acc2-d7416ec887ac,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.333523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event deleted for resources: {'Port': ['ID=99d0b3ff-3b76-4988-b03c-944997f153a2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.337643 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd025-57a9-48db-adea-1122cc6b415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.362688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd025-57a9-48db-adea-1122cc6b415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.427452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd025-57a9-48db-adea-1122cc6b415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.438235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd025-57a9-48db-adea-1122cc6b415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.442414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d799673b-d63b-41f5-a9bd-0568569c0390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.443120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff9cd025-57a9-48db-adea-1122cc6b415c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f45555f-1df6-4a99-acc2-d7416ec887ac HTTP/1.1" status: 204 len: 168 time: 0.2005234 Jan 29 04:43:56.445435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d799673b-d63b-41f5-a9bd-0568569c0390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.449049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d799673b-d63b-41f5-a9bd-0568569c0390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd2612f-0805-418f-99c6-baf7fa1fc48f HTTP/1.1" status: 204 len: 168 time: 0.4374514 Jan 29 04:43:56.453935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.463170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd025-57a9-48db-adea-1122cc6b415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f45555f-1df6-4a99-acc2-d7416ec887ac,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.534027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799673b-d63b-41f5-a9bd-0568569c0390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2612f-0805-418f-99c6-baf7fa1fc48f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.579774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 6add2aad-11b1-43da-abf9-d898ed7d5439 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:56.580293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.585771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.599300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.712073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.713973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Fanout notify agent at l3_agent the message router_deleted on router 42773c45-75f5-4435-9e83-2e85df007c70 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:43:56.718804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.730727 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.732143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9efb7d39-d3df-4d7d-afff-2890b88d382d tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/42773c45-75f5-4435-9e83-2e85df007c70 HTTP/1.1" status: 204 len: 168 time: 1.4997551 Jan 29 04:43:56.735939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:56.740762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-615078932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:56.751856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 6add2aad-11b1-43da-abf9-d898ed7d5439 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:56.794648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.795868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.861241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.864374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.874905 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.895178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=6add2aad-11b1-43da-abf9-d898ed7d5439,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:56.906365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.912669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9ca492d-038f-4030-9b0e-e891009f1648 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/6add2aad-11b1-43da-abf9-d898ed7d5439 HTTP/1.1" status: 204 len: 168 time: 0.6909969 Jan 29 04:43:56.912861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:56.913124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45044) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:56.916077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9de7e964-b187-4ffb-8c6b-4ffb79dcc974 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1790738 Jan 29 04:43:56.916762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45046) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:56.922278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': True}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:57.000184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877f3a-10b0-472d-8852-4af90b685acf tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:57.004211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45048) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.009369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877f3a-10b0-472d-8852-4af90b685acf tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:57.014303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb877f3a-10b0-472d-8852-4af90b685acf tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0969379 Jan 29 04:43:57.014502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.022618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.058498 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5eab53-7b0a-469a-ac7d-6e7ab7fc1ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.115963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-039e53f0-0bc8-4217-9112-3ad75cfc6fc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=661fb457bf6f4fd8890924e19564c5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078582 Jan 29 04:43:57.116319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.182391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.193770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 38749e5e-fcac-48e3-9228-e531536f014d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:57.194260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.282150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-038e0dee-df9a-4fa0-88e8-608a96f6249e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.306497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.310061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.331258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5eab53-7b0a-469a-ac7d-6e7ab7fc1ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.341926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-038e0dee-df9a-4fa0-88e8-608a96f6249e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.343757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5eab53-7b0a-469a-ac7d-6e7ab7fc1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.350487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 38749e5e-fcac-48e3-9228-e531536f014d owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:57.399962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.427155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.487051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-be5eab53-7b0a-469a-ac7d-6e7ab7fc1ebd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7009326782f4f21a37034200af930ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634874 Jan 29 04:43:57.487899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5eab53-7b0a-469a-ac7d-6e7ab7fc1ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763f1fc7-4a3c-434a-bdc2-8a0278ad0a8b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:57.489716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45062) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.494552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-038e0dee-df9a-4fa0-88e8-608a96f6249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.497627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-038e0dee-df9a-4fa0-88e8-608a96f6249e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.499319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-038e0dee-df9a-4fa0-88e8-608a96f6249e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a6c38ce-5d32-4139-aa39-f976392602d2 HTTP/1.1" status: 204 len: 168 time: 0.3816698 Jan 29 04:43:57.536274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e0dee-df9a-4fa0-88e8-608a96f6249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6c38ce-5d32-4139-aa39-f976392602d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:57.566164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5ee6e-5dea-4503-ab37-6b49da6de4a5 req-1531b5e5-22fb-4494-8f37-be62d5110405 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:57.567807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93a5ee6e-5dea-4503-ab37-6b49da6de4a5 req-1531b5e5-22fb-4494-8f37-be62d5110405 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.0764618 Jan 29 04:43:57.603539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.611854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Allocated IP 172.25.4.247 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d12c43b5-cb9a-45bf-8f0a-9660b9792533) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:43:57.632355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4e08-faa8-43e0-852f-26f977ec4c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.654570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=38749e5e-fcac-48e3-9228-e531536f014d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:57.663612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:57.669458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0c512d5-942b-45e0-8d11-6afb85aeecd3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/38749e5e-fcac-48e3-9228-e531536f014d HTTP/1.1" status: 204 len: 168 time: 0.6532264 Jan 29 04:43:57.674592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.702236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93a5ee6e-5dea-4503-ab37-6b49da6de4a5 req-17c524b8-427e-4b6f-bba4-38083cee1cd0 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177099 Jan 29 04:43:57.757553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.900794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54527292-6799-4b30-82e6-c86c79e8e863 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:57.905327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-54527292-6799-4b30-82e6-c86c79e8e863 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2260828 Jan 29 04:43:57.909359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.944248 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d18222-14a2-4356-a4f0-9f57d61bd055 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:43:57.948305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82d18222-14a2-4356-a4f0-9f57d61bd055 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/6add2aad-11b1-43da-abf9-d898ed7d5439 HTTP/1.1" status: 404 len: 333 time: 0.0358467 Jan 29 04:43:57.949726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45078) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:57.986273 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd72703-c9c7-4a99-ab51-011c876d404c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:43:57.990273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdd72703-c9c7-4a99-ab51-011c876d404c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/38749e5e-fcac-48e3-9228-e531536f014d HTTP/1.1" status: 404 len: 333 time: 0.0345752 Jan 29 04:43:58.003818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:58.031637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4e08-faa8-43e0-852f-26f977ec4c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.096886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.107045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port b4be579d-150c-4c7d-b9e4-77fb137e04b5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:43:58.107384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.112309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.122523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4e08-faa8-43e0-852f-26f977ec4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.123133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4e08-faa8-43e0-852f-26f977ec4c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.126391 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb3f4e08-faa8-43e0-852f-26f977ec4c9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/763f1fc7-4a3c-434a-bdc2-8a0278ad0a8b HTTP/1.1" status: 204 len: 168 time: 0.6335425 Jan 29 04:43:58.164626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4e08-faa8-43e0-852f-26f977ec4c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f1fc7-4a3c-434a-bdc2-8a0278ad0a8b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:58.178585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.245026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:43:58.249597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Port': ['ID=d12c43b5-cb9a-45bf-8f0a-9660b9792533,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:58.254669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:43:58.257595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:43:58.257805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.268719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.269116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.292047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for b4be579d-150c-4c7d-b9e4-77fb137e04b5 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:43:58.295311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba69cd5e-2085-44ec-a943-c0bba496c673']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.312829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcb9116-ad29-4590-b46a-7dc29c51fac1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.312829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcb9116-ad29-4590-b46a-7dc29c51fac1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:58.325239 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.636480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.680459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45108) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:58.757610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.764999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:43:58.765438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:43:58.768966 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:43:58.794949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:58.855817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b25da4-f7fa-4f7e-bdb6-ae0e8c6a3a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.898653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.916704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.920527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/ba69cd5e-2085-44ec-a943-c0bba496c673 HTTP/1.1" status: 204 len: 168 time: 0.9103780 Jan 29 04:43:58.922407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.927061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45122) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:58.941830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1712483930'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:58.948732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:58.959064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b4758-2323-457f-9c86-a043c4018258 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=ba69cd5e-2085-44ec-a943-c0bba496c673,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.065877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b25da4-f7fa-4f7e-bdb6-ae0e8c6a3a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.073372 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22b25da4-f7fa-4f7e-bdb6-ae0e8c6a3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.083376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:59.086867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.093771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--389760667'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:59.116808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.124802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b25da4-f7fa-4f7e-bdb6-ae0e8c6a3a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c563184-ba7a-4552-8d48-e1c3557fcb75,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.145457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-22b25da4-f7fa-4f7e-bdb6-ae0e8c6a3a45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9942e937293844078fe63feb7f67b313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494005 Jan 29 04:43:59.147089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:59.160395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:43:59.165009 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.166607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.182616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.183337 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment fccee733-3f31-47da-863d-f195fdeec9a3 of type vlan for network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d Jan 29 04:43:59.183472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=b4be579d-150c-4c7d-b9e4-77fb137e04b5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.193221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.229233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.246243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Router 4d49b54d-a92a-4da0-81b5-960d4634408c is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:43:59.274874 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.283142 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.283964 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP 45d20503-6ad5-4a9b-aba8-a31eb9af51f3 disassociated (deleted). External IP: 172.25.4.103, port: 5e4b7655-41f8-4a82-85b0-d4ab63791564. Jan 29 04:43:59.287443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061f4eae-3667-456b-9389-92139a522e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.353667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061f4eae-3667-456b-9389-92139a522e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.425857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:43:59.434176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.437725 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0dfe11fc-6856-4d50-9357-5c730148c770 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "PUT /v2.0/routers/4d49b54d-a92a-4da0-81b5-960d4634408c HTTP/1.1" status: 200 len: 914 time: 2.5175362 Jan 29 04:43:59.438239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:59.445266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] Sync routers for ids ['4d49b54d-a92a-4da0-81b5-960d4634408c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:43:59.458087 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] Routers {'4d49b54d-a92a-4da0-81b5-960d4634408c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:59.458542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.459254 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['4d49b54d-a92a-4da0-81b5-960d4634408c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:59.464651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:43:59.466181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.498205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:59.509329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.512235 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] Routers {'4d49b54d-a92a-4da0-81b5-960d4634408c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:43:59.513538 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['4d49b54d-a92a-4da0-81b5-960d4634408c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:59.544856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061f4eae-3667-456b-9389-92139a522e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.547556 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061f4eae-3667-456b-9389-92139a522e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.554488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-061f4eae-3667-456b-9389-92139a522e02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c563184-ba7a-4552-8d48-e1c3557fcb75 HTTP/1.1" status: 204 len: 168 time: 0.3757820 Jan 29 04:43:59.556248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6257448 Jan 29 04:43:59.557341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.562898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:59.568002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:59.584556 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:43:59.586478 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3fd2c-532d-4c16-9fd1-817b0acf7a01 None None] The sync data for ids ['4d49b54d-a92a-4da0-81b5-960d4634408c'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:43:59.601821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13baf0d-1f03-4131-97dc-0ac6969e561c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=0258d9b8-7f62-4247-b5fb-6208aa8bdf5d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.603115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f4eae-3667-456b-9389-92139a522e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c563184-ba7a-4552-8d48-e1c3557fcb75,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.617506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:43:59.630247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e7fe90-58e6-46fd-a70e-e14d159e134e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.676436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.685187 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.713197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.719524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0378795 Jan 29 04:43:59.720690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:59.757355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac111cd-f2e3-4bc8-9682-d9076a13da09 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:43:59.780998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 18c56e40-3692-47bf-816a-f1ec570f967e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:43:59.783338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca1fe0be-9050-4b83-88c2-e397f995cf1a tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/4d49b54d-a92a-4da0-81b5-960d4634408c HTTP/1.1" status: 200 len: 920 time: 0.3436313 Jan 29 04:43:59.786450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:59.829697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:43:59.833080 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.834591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a4f45dec-2e88-4b8c-8e0e-07937aeddfc8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1096396 Jan 29 04:43:59.837668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:43:59.843983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-security--1678113058', 'description': 'tempest-security-description-131471372'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:43:59.875120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.929172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.935164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.939872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:43:59.941726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "PUT /v2.0/security-groups/b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1 HTTP/1.1" status: 200 len: 1779 time: 0.1031663 Jan 29 04:43:59.946900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45148) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.006593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-88ddb699-42ea-4dc3-b994-20ffaf6d022f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups/b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1 HTTP/1.1" status: 200 len: 1779 time: 0.0583332 Jan 29 04:44:00.010195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45152) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.032460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:00.039849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.043147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c95b9e-dd4b-42af-9b39-9ed4383be549 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:00.043930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323b09f-0c24-4372-a50c-dfe8b66b7ccd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:00.045140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] Sync routers for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:00.045929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4323b09f-0c24-4372-a50c-dfe8b66b7ccd tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=4d49b54d-a92a-4da0-81b5-960d4634408c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2583733 Jan 29 04:44:00.050343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.067738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:00.068508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:00.073096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:44:00.077262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:44:00.131061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-005b4317-9562-405b-b10e-be835ccd2930 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.159205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-005b4317-9562-405b-b10e-be835ccd2930 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.167943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d420363-a352-4086-8ce2-4e52bbca8798 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/floatingips/45d20503-6ad5-4a9b-aba8-a31eb9af51f3 HTTP/1.1" status: 204 len: 168 time: 2.4082229 Jan 29 04:44:00.172737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:44:00.175755 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:44:00.242207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-005b4317-9562-405b-b10e-be835ccd2930 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.244818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-005b4317-9562-405b-b10e-be835ccd2930 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.246451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-005b4317-9562-405b-b10e-be835ccd2930 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1 HTTP/1.1" status: 204 len: 168 time: 0.2349489 Jan 29 04:44:00.253689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45170) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.269144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b4317-9562-405b-b10e-be835ccd2930 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:00.319854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:00.425742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803e8bb-eede-4141-aca4-8cde997e2a9c tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:00.428294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d803e8bb-eede-4141-aca4-8cde997e2a9c tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.3736753 Jan 29 04:44:00.430642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45176) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.485022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aead7729-29e5-4fcb-89f3-109a72d04aae tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d49b54d-a92a-4da0-81b5-960d4634408c HTTP/1.1" status: 200 len: 205 time: 0.0528724 Jan 29 04:44:00.485788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45180) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.552246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-26b1cd91-36b2-4fbf-b688-fa43a64c78c2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2980919 Jan 29 04:44:00.555846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.580072 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f307ec8f-c22c-4997-8b14-7b094fda2e5c tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] delete failed (client error): The resource could not be found. Jan 29 04:44:00.581242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f307ec8f-c22c-4997-8b14-7b094fda2e5c tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3df7c52-5ea6-4d2a-b0b9-f4ea010914c1 HTTP/1.1" status: 404 len: 347 time: 0.0244811 Jan 29 04:44:00.586019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.590912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--218867242'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:00.601792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.628392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:00.672227 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96bcc44-9bba-40db-ac90-f20c60283d46 x-openstack-request-id: req-b96bcc44-9bba-40db-ac90-f20c60283d46 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:44:00.672664 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:44:00.672907 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b96bcc44-9bba-40db-ac90-f20c60283d46 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:44:00.673326 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'status': 'completed', 'code': 200} Jan 29 04:44:00.685446 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.713296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=700be4ae-9c69-4df1-b4e8-15c58e307cb7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:00.729384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] Checking router: 18c56e40-3692-47bf-816a-f1ec570f967e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:44:00.737751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': 'fccee733-3f31-47da-863d-f195fdeec9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:00.738164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:00.751115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435b0b9-c7a6-4466-9e5f-dd29971f209f req-0ce01cf9-d0f5-4cdf-a962-0f914169f3de tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:00.752676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1435b0b9-c7a6-4466-9e5f-dd29971f209f req-0ce01cf9-d0f5-4cdf-a962-0f914169f3de tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2585258 Jan 29 04:44:00.769641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:00.772602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:00.798242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:00.818810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:00.829384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:00.830443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.843752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.853268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.872074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fe0e2551-6065-49e8-9f17-5dc675bc8b8a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3046763 Jan 29 04:44:00.873971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.884549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1435b0b9-c7a6-4466-9e5f-dd29971f209f req-6696179e-0bdf-4b9d-813e-e15e0e6be4ee tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136129 Jan 29 04:44:00.889447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d', 'name': 'tempest-PortsIpV6TestJSON-992095586'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:00.890221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb55bb5-e38a-4efa-9ed0-617bdbd0f45f None None] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:00.898407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.933711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:00.937951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3489687 Jan 29 04:44:00.937951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df55790-5e24-4ba5-b14a-5569da9bda06 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854d4956-8e92-44ba-9009-8ea4536ddd83,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:00.972793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45200) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:00.984160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': '854d4956-8e92-44ba-9009-8ea4536ddd83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:01.070087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.120723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-4b4a1c57-ed03-4921-9bdc-eb8172ecbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:01.125936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-4b4a1c57-ed03-4921-9bdc-eb8172ecbd2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 1096 time: 0.4134548 Jan 29 04:44:01.132651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:01.142797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.222536 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-0258d9b8-7f62-4247-b5fb-6208aa8bdf5d', 'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': '700be4ae-9c69-4df1-b4e8-15c58e307cb7'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:01.223674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.227273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port cb946ad2-fa7c-44f8-af2d-d6010876134d yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:01.233268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.246024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:01.255666 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.316739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1e088b-5d9d-421d-a74c-0c833720b4f6,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:01.345766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.366088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.368462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f695e327-5f94-4c90-b076-e54dbcc42518 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3941534 Jan 29 04:44:01.370842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45206) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:01.378075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-12a3945b-69e7-4f4f-b4ee-047b4a2884a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:01.380029 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-12a3945b-69e7-4f4f-b4ee-047b4a2884a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 200 len: 898 time: 0.1918817 Jan 29 04:44:01.470531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-cf2c740f-3d74-422e-9f8e-c54bcf9cd203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 200 len: 217 time: 0.0584466 Jan 29 04:44:01.471914 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe3d79e7-f1b9-42ff-ab26-95be58aec32e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.493557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe3d79e7-f1b9-42ff-ab26-95be58aec32e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.561411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:01.564048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe3d79e7-f1b9-42ff-ab26-95be58aec32e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.573845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe3d79e7-f1b9-42ff-ab26-95be58aec32e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.581133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:01.582343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe3d79e7-f1b9-42ff-ab26-95be58aec32e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0f1e088b-5d9d-421d-a74c-0c833720b4f6 HTTP/1.1" status: 204 len: 168 time: 0.2101598 Jan 29 04:44:01.595155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Deleting port d12c43b5-cb9a-45bf-8f0a-9660b9792533 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:01.595913 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.603676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-96b15f59-7438-4e83-b6bd-b2d57c4db51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:01.605150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-96b15f59-7438-4e83-b6bd-b2d57c4db51c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 200 len: 835 time: 0.1249521 Jan 29 04:44:01.609845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b895d9a-9504-4578-9c4b-aee6a0cd218d None None] The sync data for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 is: [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:41:53Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d', 'name': '', 'network_id': 'c2203ca6-2d04-4043-8c94-b0ad3599a0ac', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:30:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:49Z', 'updated_at': '2022-01-29T04:42:01Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec50d545-f9fe-4237-a3fd-ed27b37f528a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:01.613310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::2d0 (0258d9b8-7f62-4247-b5fb-6208aa8bdf5d/700be4ae-9c69-4df1-b4e8-15c58e307cb7/cb946ad2-fa7c-44f8-af2d-d6010876134d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:01.622200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d79e7-f1b9-42ff-ab26-95be58aec32e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1e088b-5d9d-421d-a74c-0c833720b4f6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:01.726060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:01.746616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Calling delete_port for d12c43b5-cb9a-45bf-8f0a-9660b9792533 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:01.751051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-053348d0-a477-4d71-aec7-52cdee118e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:01.752901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-053348d0-a477-4d71-aec7-52cdee118e4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2203ca6-2d04-4043-8c94-b0ad3599a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369686 Jan 29 04:44:01.782192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8bafebf9-806f-4715-a24c-b52645f4512f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1994791 Jan 29 04:44:01.801383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45218) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:02.025699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-f4df2854-8167-4916-8647-2c164c0c230d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:02.027528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-f4df2854-8167-4916-8647-2c164c0c230d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.2039540 Jan 29 04:44:02.064612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767a9d1-f4b7-4c5d-889c-b9a0a5f5fe92 None None] New status for floating IP 45d20503-6ad5-4a9b-aba8-a31eb9af51f3: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:44:02.075843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.110982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event deleted for resources: {'Port': ['ID=d12c43b5-cb9a-45bf-8f0a-9660b9792533,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:02.118283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a9acb69-bb05-4153-ac74-d3ce4c358ec8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.184393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-815cd143-3150-4c70-b4d4-2cda1e1fc4e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982744 Jan 29 04:44:02.230215 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a9acb69-bb05-4153-ac74-d3ce4c358ec8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.293193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.457497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.459928 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a9acb69-bb05-4153-ac74-d3ce4c358ec8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.472326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a9acb69-bb05-4153-ac74-d3ce4c358ec8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.477492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2a9acb69-bb05-4153-ac74-d3ce4c358ec8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/854d4956-8e92-44ba-9009-8ea4536ddd83 HTTP/1.1" status: 204 len: 168 time: 0.6750290 Jan 29 04:44:02.478367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45242) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:02.480309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.514035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9acb69-bb05-4153-ac74-d3ce4c358ec8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854d4956-8e92-44ba-9009-8ea4536ddd83,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:02.535650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f791f9-7782-469e-912c-f344537b12b7 req-4fc3fcbf-c04c-4d29-9945-307e7bdbe52d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:02.537652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4f791f9-7782-469e-912c-f344537b12b7 req-4fc3fcbf-c04c-4d29-9945-307e7bdbe52d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 945 time: 0.5001156 Jan 29 04:44:02.539637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3ae6d4-3617-4f41-b8f0-3b12569df02b req-c159995b-0b68-4ca0-a7e8-8dbca42b338a service neutron] 10.222.0.36 "GET /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289680 Jan 29 04:44:02.584788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.585446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Fanout notify agent at l3_agent the message router_deleted on router 4d49b54d-a92a-4da0-81b5-960d4634408c {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:02.595249 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.601087 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a5bdf223-826e-4916-a9a4-edef42668c14 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/4d49b54d-a92a-4da0-81b5-960d4634408c HTTP/1.1" status: 204 len: 168 time: 2.1132622 Jan 29 04:44:02.601766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45244) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:02.608717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1129751545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:02.621179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b0f669c2-4b6d-43da-bfb4-2c0c46bec79d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324322 Jan 29 04:44:02.627153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45246) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:02.632715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609841251'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:02.635016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4f791f9-7782-469e-912c-f344537b12b7 req-569bc568-0a1c-4971-afc9-1aedafc3f2cb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857091 Jan 29 04:44:02.647126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 5e4b7655-41f8-4a82-85b0-d4ab63791564 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:02.647529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.659373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.695885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.698468 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.699591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.785306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 5e4b7655-41f8-4a82-85b0-d4ab63791564, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e4b7655-41f8-4a82-85b0-d4ab63791564,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:02.786150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.794955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.811416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.824969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.856823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Allocated IP 2001:db8::2 (0258d9b8-7f62-4247-b5fb-6208aa8bdf5d/700be4ae-9c69-4df1-b4e8-15c58e307cb7/e20d8f90-b0f5-47b4-8ff6-c38d910c3efe) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:02.874869 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.880068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.883538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-84e1340d-c04f-488d-8ffc-b1cdddf99c96 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2768517 Jan 29 04:44:02.883753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45252) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:02.893180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'enable_snat': False}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:02.896949 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:02.907059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=cb946ad2-fa7c-44f8-af2d-d6010876134d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:02.909993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 5e4b7655-41f8-4a82-85b0-d4ab63791564 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:02.948092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:02.951837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:02.982525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:02.988549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:02.989322 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.023457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-17f46662-0a78-4c98-b671-48822582f704 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1421564 Jan 29 04:44:03.023457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:03.078551 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.086620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.142335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:03.145988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:03.149487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:03.185237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Pushing event updated for resources: {'Port': ['ID=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:03.262851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Attempting to bind port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:03.263297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Attempting to bind port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'fccee733-3f31-47da-863d-f195fdeec9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:03.263675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Attempting to bind port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe on network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:03.276056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:03.276436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Checking segment: {'id': 'fccee733-3f31-47da-863d-f195fdeec9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:03.276849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.277320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Bound using segment: {'id': 'fccee733-3f31-47da-863d-f195fdeec9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:03.278592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Bound port: e20d8f90-b0f5-47b4-8ff6-c38d910c3efe, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccee733-3f31-47da-863d-f195fdeec9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0258d9b8-7f62-4247-b5fb-6208aa8bdf5d'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:03.278746 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.378412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] For port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:03.383738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] For port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,segment=NetworkSegment(fccee733-3f31-47da-863d-f195fdeec9a3),segment_id=fccee733-3f31-47da-863d-f195fdeec9a3)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:03.395256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.456872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbbee48-06e8-4d37-85f8-cb5995190b9c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:03.458572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10052030-aa5a-461c-9bbe-b15ec706ca19 None None] Pushing event updated for resources: {'Port': ['ID=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:03.464711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.469535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b8790237-e433-40fa-aed4-7ea1dd46dc54 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8389056 Jan 29 04:44:03.544584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:03.549614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'cfbbee48-06e8-4d37-85f8-cb5995190b9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:03.559391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.631796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=5e4b7655-41f8-4a82-85b0-d4ab63791564,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:03.674595 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.732825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] No DVR routers for this DVR port 5e4b7655-41f8-4a82-85b0-d4ab63791564 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:03.742749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.747154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f82dc90-a1ac-48cf-994a-ef4dc1945983 req-2e0f27ed-b128-4565-8baa-a1b01dd3d234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "DELETE /v2.0/ports/5e4b7655-41f8-4a82-85b0-d4ab63791564 HTTP/1.1" status: 204 len: 173 time: 1.7078633 Jan 29 04:44:03.750655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-deleted', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:44:03.753958 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5606e2-15c6-4b29-b023-87cce8bbeee3" -d '{"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-deleted", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:44:03.775971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.874589 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fffb069-0712-4374-9c88-b9e30dbc6dc7 x-openstack-request-id: req-2fffb069-0712-4374-9c88-b9e30dbc6dc7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:44:03.874961 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab", "name": "network-vif-deleted", "tag": "5e4b7655-41f8-4a82-85b0-d4ab63791564", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:44:03.875286 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fffb069-0712-4374-9c88-b9e30dbc6dc7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:44:03.875751 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab', 'name': 'network-vif-deleted', 'tag': '5e4b7655-41f8-4a82-85b0-d4ab63791564', 'status': 'completed', 'code': 200} Jan 29 04:44:03.878331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cddfaa5-1880-4d9c-be5a-8ade76f7ed47 req-717727f6-2ca5-491c-b902-f760263601fb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fcf95c1-0b4e-47f9-931b-5cd0f1d047ab HTTP/1.1" status: 200 len: 210 time: 0.0558565 Jan 29 04:44:03.893017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port cb946ad2-fa7c-44f8-af2d-d6010876134d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:03.893017 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:03.969339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.005713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.051317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.052555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5066323 Jan 29 04:44:04.055510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:04.073829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'cfbbee48-06e8-4d37-85f8-cb5995190b9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:04.094324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95eb1-8eff-431d-b127-c45189ccbedb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f43d0e-2f48-4fac-84d7-d8a292132a22,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:04.142772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.161667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for cb946ad2-fa7c-44f8-af2d-d6010876134d owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:04.182289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.192497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.220961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.321522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.331582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.365878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:04.379628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6534f62-375a-49a9-8609-56fe161b6eff,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:04.397865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.402270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a296c343-d974-4bf4-9fbc-885288b7dc87 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3456135 Jan 29 04:44:04.404730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:04.409667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'cfbbee48-06e8-4d37-85f8-cb5995190b9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:04.414962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.426571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 5e4b7655-41f8-4a82-85b0-d4ab63791564 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:04.428947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e4b7655-41f8-4a82-85b0-d4ab63791564 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:04.444642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Allocated IP 172.25.4.163 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/29bfe45b-3993-44e2-b0d9-1d4064296e56) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:04.455150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=cb946ad2-fa7c-44f8-af2d-d6010876134d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:04.489340 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.497207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b832d84-1720-448e-ac93-29083d60948a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/cb946ad2-fa7c-44f8-af2d-d6010876134d HTTP/1.1" status: 204 len: 168 time: 1.4629066 Jan 29 04:44:04.497207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45276) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:04.505954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.524352 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4aad95-e098-45a6-b50b-2d944a507d34 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:44:04.525183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4aad95-e098-45a6-b50b-2d944a507d34 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:44:04.531532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a4aad95-e098-45a6-b50b-2d944a507d34 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/cb946ad2-fa7c-44f8-af2d-d6010876134d HTTP/1.1" status: 404 len: 333 time: 0.0326910 Jan 29 04:44:04.535222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:04.577108 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef29aa05-78cd-4a8d-8eb4-6822143cd97f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:04.579418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef29aa05-78cd-4a8d-8eb4-6822143cd97f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/cb946ad2-fa7c-44f8-af2d-d6010876134d HTTP/1.1" status: 404 len: 333 time: 0.0431328 Jan 29 04:44:04.583556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:04.671725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.698601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.711604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet 700be4ae-9c69-4df1-b4e8-15c58e307cb7 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:44:04.713934 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.716168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.718580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.786804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:04.790733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:04.792219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c21a82-c357-468f-b80f-0c4f4de95954,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:04.797309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:04.804390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e20d8f90-b0f5-47b4-8ff6-c38d910c3efe up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:04.819113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.824108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-db0d271b-2a25-4984-8f5e-a0eff98dd3f4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4182496 Jan 29 04:44:04.827445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:04.833708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'cfbbee48-06e8-4d37-85f8-cb5995190b9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:04.843511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.861285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Pushing event updated for resources: {'Port': ['ID=29bfe45b-3993-44e2-b0d9-1d4064296e56,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:04.922333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:04.922722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:04.992213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.036389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:05.069866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.079507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.139664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e6a1d1-6e48-43dc-899c-d85f2ef82b68 None None] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:05.180312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45300) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:05.217231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-718bc46e-fcfc-4d31-9c2d-cab3c1a1fd56 None None] Provisioning complete for port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:05.217658 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-718bc46e-fcfc-4d31-9c2d-cab3c1a1fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.348938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.354240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-718bc46e-fcfc-4d31-9c2d-cab3c1a1fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.436869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.475207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1caca5ca-a6c3-44af-a99f-c1ce5843df69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.511387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.535758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a7e4c1-35c6-4798-9399-55fc3594aaf8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:05.541065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.548011 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/700be4ae-9c69-4df1-b4e8-15c58e307cb7 HTTP/1.1" status: 204 len: 168 time: 0.9614065 Jan 29 04:44:05.548173 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.560420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45308) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:05.572435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62377275-55d4-4a66-8f8e-3e1be866fbff tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=700be4ae-9c69-4df1-b4e8-15c58e307cb7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:05.578287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.579509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-656d15e1-38dc-431f-8b95-79758b380cda tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7508245 Jan 29 04:44:05.582564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:05.587294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'cfbbee48-06e8-4d37-85f8-cb5995190b9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:05.677664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.772477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:44:05.773377 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:44:05.793173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.813731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.840054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3552151b-964d-4d3e-8fa8-86ad34766d28 None None] Network 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:05.843193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d207e033-de08-4868-afb0-384d2c189fb5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:05.931920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:05.934484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-db56741a-f09f-4ca2-886f-7f9fa855f8d0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3511963 Jan 29 04:44:05.938231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:05.948114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-718bc46e-fcfc-4d31-9c2d-cab3c1a1fd56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:44:05.952432 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-718bc46e-fcfc-4d31-9c2d-cab3c1a1fd56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:44:05.961449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.013291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058ad9f9-8c8f-4c5e-b2f7-5cfa22282993 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.026633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058ad9f9-8c8f-4c5e-b2f7-5cfa22282993 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.069514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1caca5ca-a6c3-44af-a99f-c1ce5843df69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.097991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1caca5ca-a6c3-44af-a99f-c1ce5843df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.150106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] DHCP port deletion for 0258d9b8-7f62-4247-b5fb-6208aa8bdf5d request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:44:06.161281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058ad9f9-8c8f-4c5e-b2f7-5cfa22282993 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.178671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058ad9f9-8c8f-4c5e-b2f7-5cfa22282993 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.182714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-058ad9f9-8c8f-4c5e-b2f7-5cfa22282993 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d207e033-de08-4868-afb0-384d2c189fb5 HTTP/1.1" status: 204 len: 168 time: 0.2404826 Jan 29 04:44:06.185453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:06.213880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad9f9-8c8f-4c5e-b2f7-5cfa22282993 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d207e033-de08-4868-afb0-384d2c189fb5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:06.236474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.241354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.243170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] Deleting port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:06.243708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.252932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1caca5ca-a6c3-44af-a99f-c1ce5843df69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d007bdb81b24266ae7b5bc37ebfe6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0644410 Jan 29 04:44:06.261236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45332) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:06.305098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.322499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caca5ca-a6c3-44af-a99f-c1ce5843df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713c843-cd04-4971-bd78-3c99fc9cc829,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:06.348969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] For port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,segment=NetworkSegment(fccee733-3f31-47da-863d-f195fdeec9a3),segment_id=fccee733-3f31-47da-863d-f195fdeec9a3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:06.349784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.366286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f54b63d9-e2d8-4df3-b9c1-2a3a8cdc3af1 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1766894 Jan 29 04:44:06.371147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:06.384853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] Calling delete_port for e20d8f90-b0f5-47b4-8ff6-c38d910c3efe owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:06.410848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.434940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.486520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:06.486875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.526913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42a193b-be8c-4bf9-8107-67ece10a30f9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.552589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.566369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] For port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,segment=NetworkSegment(fccee733-3f31-47da-863d-f195fdeec9a3),segment_id=fccee733-3f31-47da-863d-f195fdeec9a3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:06.566369 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.574747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42a193b-be8c-4bf9-8107-67ece10a30f9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.578668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for e20d8f90-b0f5-47b4-8ff6-c38d910c3efe owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:06.629768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42a193b-be8c-4bf9-8107-67ece10a30f9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.636086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,segment=NetworkSegment(fccee733-3f31-47da-863d-f195fdeec9a3),segment_id=fccee733-3f31-47da-863d-f195fdeec9a3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:06.644312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e42a193b-be8c-4bf9-8107-67ece10a30f9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.646382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e42a193b-be8c-4bf9-8107-67ece10a30f9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/79a7e4c1-35c6-4798-9399-55fc3594aaf8 HTTP/1.1" status: 204 len: 168 time: 0.2732649 Jan 29 04:44:06.648946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.661133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-718bc46e-fcfc-4d31-9c2d-cab3c1a1fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.692253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:06.697860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.701154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.702407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3713c843-cd04-4971-bd78-3c99fc9cc829 HTTP/1.1" status: 204 len: 168 time: 0.4382226 Jan 29 04:44:06.724078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.724326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a193b-be8c-4bf9-8107-67ece10a30f9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79a7e4c1-35c6-4798-9399-55fc3594aaf8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:06.778581 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:06.802560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e20d8f90-b0f5-47b4-8ff6-c38d910c3efe no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:06.811667 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713c843-cd04-4971-bd78-3c99fc9cc829,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:06.822643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.830157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No DVR routers for this DVR port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:06.832368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.832766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.833176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.833512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.833947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.834281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.834726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.835003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.835235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.835589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.835921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.836221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6aeb46-9fe8-48b9-bbd6-72bad56a4ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.841258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.841606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.841991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.842326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.842657 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.843036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.843298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.843622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.844068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.844247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.844565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.844881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:06.859004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-553f035d-4e65-4625-8902-18a23a7d553f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1639676 Jan 29 04:44:06.880176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45340) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:06.917219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] No DVR routers for this DVR port e20d8f90-b0f5-47b4-8ff6-c38d910c3efe on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:06.920584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e20d8f90-b0f5-47b4-8ff6-c38d910c3efe {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:06.921269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e20d8f90-b0f5-47b4-8ff6-c38d910c3efe not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:06.928277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:06.928696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.952176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:06.970402 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3324b4-f416-4a87-bb78-45c9aafb522d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.982524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:06.998352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24511713-c2e7-4278-87d9-061d79f18d68 None None] Pushing event deleted for resources: {'Port': ['ID=e20d8f90-b0f5-47b4-8ff6-c38d910c3efe,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:07.011327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3324b4-f416-4a87-bb78-45c9aafb522d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.035844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-30a46e55-1d0c-49af-aac9-44b25579e54b None None] Could not find standard attr ID for object e20d8f90-b0f5-47b4-8ff6-c38d910c3efe. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:44:07.053211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0258d9b8-7f62-4247-b5fb-6208aa8bdf5d']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.072835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccee733-3f31-47da-863d-f195fdeec9a3') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.073138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccee733-3f31-47da-863d-f195fdeec9a3') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.084264 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3324b4-f416-4a87-bb78-45c9aafb522d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.090044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:07.090900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.092400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d3324b4-f416-4a87-bb78-45c9aafb522d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.096553 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d3324b4-f416-4a87-bb78-45c9aafb522d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c4c21a82-c357-468f-b80f-0c4f4de95954 HTTP/1.1" status: 204 len: 168 time: 0.2112961 Jan 29 04:44:07.099596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.109394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.111561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3324b4-f416-4a87-bb78-45c9aafb522d tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c21a82-c357-468f-b80f-0c4f4de95954,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:07.122067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Router 9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:44:07.141164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.147772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:07.151923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:44:07.152495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:44:07.156239 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:44:07.165086 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5153e5bd-83ac-47d0-9d65-92e6a36ef602 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0643582 Jan 29 04:44:07.169512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.245662 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a483d6c-59d5-4d8b-b7ad-85af8ee3dcf0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.259881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a483d6c-59d5-4d8b-b7ad-85af8ee3dcf0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.311096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.316747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.323949 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/0258d9b8-7f62-4247-b5fb-6208aa8bdf5d HTTP/1.1" status: 204 len: 168 time: 1.7465422 Jan 29 04:44:07.340733 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45358) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.343558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525934c-202b-481c-9750-b3791dd5a915 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=0258d9b8-7f62-4247-b5fb-6208aa8bdf5d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:07.351347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1724743839'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:07.385666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:07.391052 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.394406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0a4a37eb-8759-450b-8545-75331f9b0a46 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "PUT /v2.0/routers/9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 HTTP/1.1" status: 200 len: 916 time: 4.5077395 Jan 29 04:44:07.395550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45364) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.397763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] Sync routers for ids ['9f8445f1-c4a7-40c6-9dec-b00f3692b3d1'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:07.404051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:07.407444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.415393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] Routers {'9f8445f1-c4a7-40c6-9dec-b00f3692b3d1'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:07.416051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9f8445f1-c4a7-40c6-9dec-b00f3692b3d1'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.508129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:07.524634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.531908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.532899 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment a4cb1e47-327b-4812-b254-dcab291a28a8 of type vlan for network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 Jan 29 04:44:07.537441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.538861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] Routers {'9f8445f1-c4a7-40c6-9dec-b00f3692b3d1'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:07.539889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['9f8445f1-c4a7-40c6-9dec-b00f3692b3d1'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.576562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:07.586436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:07.587204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497d581-a32d-4e1e-8d2d-0b3e585b2738 None None] The sync data for ids ['9f8445f1-c4a7-40c6-9dec-b00f3692b3d1'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:07.600630 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-99dfd364-f1c6-4c2e-aadc-b1135cffb470 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 HTTP/1.1" status: 200 len: 922 time: 0.2012722 Jan 29 04:44:07.601087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45372) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.625217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.662119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a483d6c-59d5-4d8b-b7ad-85af8ee3dcf0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.678259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.678617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.678977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.679691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.679903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.680369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.680773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.681157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.681562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.681748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a29b0-b775-461b-939d-de15f08cf064 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:07.682034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.682323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.682922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:07.687868 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-523a29b0-b775-461b-939d-de15f08cf064 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=9f8445f1-c4a7-40c6-9dec-b00f3692b3d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0834286 Jan 29 04:44:07.688745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45374) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.694917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a483d6c-59d5-4d8b-b7ad-85af8ee3dcf0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.696149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a483d6c-59d5-4d8b-b7ad-85af8ee3dcf0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b6534f62-375a-49a9-8609-56fe161b6eff HTTP/1.1" status: 204 len: 168 time: 0.5255213 Jan 29 04:44:07.698879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a483d6c-59d5-4d8b-b7ad-85af8ee3dcf0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6534f62-375a-49a9-8609-56fe161b6eff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:07.715798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.727744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:07.728308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.736085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45376) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:07.805927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-4d129958-aee2-4514-a9ec-abe5cdd56c42 req-2c9294cd-89fc-42bc-a559-abfc88b37510 service neutron] (102403) timed out ('10.222.0.36', 52101) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:44:07.857069 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:07.994708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2e0b1-9418-45bb-b736-9d4bc04b7584 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:07.999213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2af2e0b1-9418-45bb-b736-9d4bc04b7584 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/networks/d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 881 time: 0.3065324 Jan 29 04:44:08.000281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:08.035775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a08321f6-5eae-43ff-a0b8-7081d2b21d71 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 HTTP/1.1" status: 200 len: 205 time: 0.0327289 Jan 29 04:44:08.036848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:08.090407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed4d5536-99ec-4aef-8430-a587db9745a8 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3359385 Jan 29 04:44:08.095913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:08.098708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7512352 Jan 29 04:44:08.101977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45390) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:08.118025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:08.142900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554c3f9-9a3b-4f53-98c6-3c9d2e187d0c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=848358b5-aaf6-4b56-b9b1-7ba3cf698c13,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:08.165456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:08.228412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9af8dd-e0a2-4a7a-a0dd-70b93f1637b4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.298608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:08.306041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9af8dd-e0a2-4a7a-a0dd-70b93f1637b4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.306679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.406667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.412191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9af8dd-e0a2-4a7a-a0dd-70b93f1637b4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.417408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9af8dd-e0a2-4a7a-a0dd-70b93f1637b4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.421874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a9af8dd-e0a2-4a7a-a0dd-70b93f1637b4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/06f43d0e-2f48-4fac-84d7-d8a292132a22 HTTP/1.1" status: 204 len: 168 time: 0.3204415 Jan 29 04:44:08.425595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45408) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:08.516233 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9f67f80a-6ff9-4f67-a141-546aaebd08fc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796204 Jan 29 04:44:08.516634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45412) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:08.541765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9af8dd-e0a2-4a7a-a0dd-70b93f1637b4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06f43d0e-2f48-4fac-84d7-d8a292132a22,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:08.568133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 18c56e40-3692-47bf-816a-f1ec570f967e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:44:08.582057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.649858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c963b36d-3381-4162-b45f-119666198e43 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.795873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c963b36d-3381-4162-b45f-119666198e43 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.845876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:08.927293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=f9441d28-460d-4cab-9729-daa92465a700,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:09.008639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': 'a4cb1e47-327b-4812-b254-dcab291a28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:09.009031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: 848358b5-aaf6-4b56-b9b1-7ba3cf698c13, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:09.013382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c963b36d-3381-4162-b45f-119666198e43 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.022812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c963b36d-3381-4162-b45f-119666198e43 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.026835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c963b36d-3381-4162-b45f-119666198e43 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/cfbbee48-06e8-4d37-85f8-cb5995190b9c HTTP/1.1" status: 204 len: 168 time: 0.5093558 Jan 29 04:44:09.027467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45434) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:09.061587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963b36d-3381-4162-b45f-119666198e43 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbbee48-06e8-4d37-85f8-cb5995190b9c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:09.068179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Deleting port 29bfe45b-3993-44e2-b0d9-1d4064296e56 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:09.069380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.078986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:09.110654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-61489197-80a5-4ddf-b817-a9f5d20fb78e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726361 Jan 29 04:44:09.110654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 848358b5-aaf6-4b56-b9b1-7ba3cf698c13) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:09.110951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45440) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:09.115262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814113812'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:09.123554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:09.124182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.126873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13242cb3-ec07-4e81-aff3-4d60ac07c4be None None] Network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:09.161034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-86fe8e55-7ea6-4c53-bdc5-987f364d444c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0543602 Jan 29 04:44:09.161034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:09.168518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:09.178011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-951266866'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:09.180527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-edf88fa6-263d-49a5-b4fc-c65fa563af62 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/18c56e40-3692-47bf-816a-f1ec570f967e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1296289 Jan 29 04:44:09.184516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:09.201635 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] Sync routers for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:09.217807 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:09.219178 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:09.261553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.281081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting subnet ec50d545-f9fe-4237-a3fd-ed27b37f528a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:44:09.284596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.328570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.467527 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:09.483547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.513137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-848358b5-aaf6-4b56-b9b1-7ba3cf698c13', 'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': 'f9441d28-460d-4cab-9729-daa92465a700'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:09.516195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.551681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Calling delete_port for 29bfe45b-3993-44e2-b0d9-1d4064296e56 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:09.813717 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.880978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Allocated IP 2001:db8::2 (848358b5-aaf6-4b56-b9b1-7ba3cf698c13/f9441d28-460d-4cab-9729-daa92465a700/4f1ad991-d467-4274-822f-5b64cccc0f22) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:09.905566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Subnet': ['ID=ec50d545-f9fe-4237-a3fd-ed27b37f528a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:09.916388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:09.921375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bac5dfee-03f0-41c9-8ba2-8b22d772dfe3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/subnets/ec50d545-f9fe-4237-a3fd-ed27b37f528a HTTP/1.1" status: 204 len: 168 time: 0.7323494 Jan 29 04:44:09.924377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45470) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:10.138597 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.150244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f68161-b04f-432a-9ff0-713e41ff0585 None None] Network c2203ca6-2d04-4043-8c94-b0ad3599a0ac requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:10.178779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.234449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.279388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.286040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:10.290943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.329422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 97acc2f8-a92b-4d36-b20d-b907778f2bea yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:10.340908 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:44:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:10.344341 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.400980 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] Checking router: 18c56e40-3692-47bf-816a-f1ec570f967e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:44:10.419103 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] Routers {'18c56e40-3692-47bf-816a-f1ec570f967e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:10.419890 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['18c56e40-3692-47bf-816a-f1ec570f967e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:10.477625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::28b (848358b5-aaf6-4b56-b9b1-7ba3cf698c13/f9441d28-460d-4cab-9729-daa92465a700/97acc2f8-a92b-4d36-b20d-b907778f2bea) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:10.490080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Pushing event updated for resources: {'Port': ['ID=4f1ad991-d467-4274-822f-5b64cccc0f22,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:10.518936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:10.521608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:10.525418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:10.561632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event deleted for resources: {'Port': ['ID=29bfe45b-3993-44e2-b0d9-1d4064296e56,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:10.575395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:10.589028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.649810 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] Set router 18c56e40-3692-47bf-816a-f1ec570f967e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:10.694758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Attempting to bind port 4f1ad991-d467-4274-822f-5b64cccc0f22 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:10.696432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Attempting to bind port 4f1ad991-d467-4274-822f-5b64cccc0f22 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a4cb1e47-327b-4812-b254-dcab291a28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:10.697584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Attempting to bind port 4f1ad991-d467-4274-822f-5b64cccc0f22 on network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:10.717353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:10.720792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Checking segment: {'id': 'a4cb1e47-327b-4812-b254-dcab291a28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:10.721547 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.723446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Bound using segment: {'id': 'a4cb1e47-327b-4812-b254-dcab291a28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:10.724172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Bound port: 4f1ad991-d467-4274-822f-5b64cccc0f22, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cb1e47-327b-4812-b254-dcab291a28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '848358b5-aaf6-4b56-b9b1-7ba3cf698c13'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:10.725451 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.742739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.819695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] DHCP port deletion for c2203ca6-2d04-4043-8c94-b0ad3599a0ac request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:44:10.860396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.864547 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.873063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.882876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8e055a-e954-466b-b382-f569402547b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.935281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=97acc2f8-a92b-4d36-b20d-b907778f2bea,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:10.939022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] For port 4f1ad991-d467-4274-822f-5b64cccc0f22, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:10.945862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] For port 4f1ad991-d467-4274-822f-5b64cccc0f22, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4f1ad991-d467-4274-822f-5b64cccc0f22,segment=NetworkSegment(a4cb1e47-327b-4812-b254-dcab291a28a8),segment_id=a4cb1e47-327b-4812-b254-dcab291a28a8)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:10.950162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:10.951185 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.955838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:10.957519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.960782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:10.968362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:10.969124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.979365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:10.992603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.005920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45500) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.024140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f051cf33-2a84-4945-b519-7ee240b6beb0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8577788 Jan 29 04:44:11.024425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897498c-7fcc-4f42-b921-bc5afab78015 None None] Pushing event updated for resources: {'Port': ['ID=4f1ad991-d467-4274-822f-5b64cccc0f22,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:11.033231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.056302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] Deleting port 43a91716-330b-49f4-ae00-af6f3ba0f03c {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:11.060080 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.097497 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:44:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:11.143757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.144325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Fanout notify agent at l3_agent the message router_deleted on router 9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:11.158464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.159591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-80e3512d-1604-4ce1-bb2b-f1a4f09a403c tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 HTTP/1.1" status: 204 len: 168 time: 3.1218488 Jan 29 04:44:11.167101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.177268 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f739b77-4bac-497e-a58f-096fc14a0e71 None None] The sync data for ids ['18c56e40-3692-47bf-816a-f1ec570f967e'] in n-d-825930-1 is: [{'id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392605912', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '121e1380-54c5-49a7-a5c3-329430391394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:41:39Z', 'updated_at': '2022-01-29T04:44:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '121e1380-54c5-49a7-a5c3-329430391394', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c56e40-3692-47bf-816a-f1ec570f967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:41:40Z', 'updated_at': '2022-01-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:11.185697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-553888373', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:11.188525 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.190620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0779803 Jan 29 04:44:11.200296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45510) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.244128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] For port 43a91716-330b-49f4-ae00-af6f3ba0f03c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=43a91716-330b-49f4-ae00-af6f3ba0f03c,segment=NetworkSegment(72889ac7-0001-495a-ac47-64bf33dd15e4),segment_id=72889ac7-0001-495a-ac47-64bf33dd15e4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:11.245100 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.259236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': '2e906d3a-8577-44cd-9508-0aec320129ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:11.263870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] Calling delete_port for 43a91716-330b-49f4-ae00-af6f3ba0f03c owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:11.279918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928053ed-2f5c-43c7-8cea-8cad676991f7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e906d3a-8577-44cd-9508-0aec320129ad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:11.300760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.301816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.359013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abd9b3e8-cc49-49c1-ad12-b41750de3386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.368582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8e055a-e954-466b-b382-f569402547b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.370686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-fbc3eb2c-ff9f-4d6a-a644-ad812e463ee6 req-c1ed5fd9-25ce-462b-b64e-8c402736e37d tempest-DeleteServersTestJSON-974740036 tempest-DeleteServersTestJSON-974740036-project] (102402) timed out ('10.222.0.36', 51710) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:44:11.374555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.381185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 121e1380-54c5-49a7-a5c3-329430391394 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:11.381516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 97acc2f8-a92b-4d36-b20d-b907778f2bea {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:11.381862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.383473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.402183 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.434290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] Pushing event deleted for resources: {'Port': ['ID=43a91716-330b-49f4-ae00-af6f3ba0f03c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:11.443101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d29d80-2ba0-485a-b343-31af304b3a7d None None] No DVR routers for this DVR port 43a91716-330b-49f4-ae00-af6f3ba0f03c on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:11.466600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8e055a-e954-466b-b382-f569402547b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.521052 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.530191 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.534362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.619170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c6b45a-4461-4691-8d62-77c8370bf8a1,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:11.632665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.651828 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.653662 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c301245-e9f8-425f-b7f4-2ca864ea7a6a tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3981366 Jan 29 04:44:11.665150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45516) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.669283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 97acc2f8-a92b-4d36-b20d-b907778f2bea owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:11.735463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae8e055a-e954-466b-b382-f569402547b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=700cf5e0b83f41b8923a3b551d721272&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1576939 Jan 29 04:44:11.744971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.746905 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 121e1380-54c5-49a7-a5c3-329430391394, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=121e1380-54c5-49a7-a5c3-329430391394,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:11.747520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.774983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-643b1ded-3e2c-4fa1-a0b4-a234a155d22e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.788713 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abd9b3e8-cc49-49c1-ad12-b41750de3386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.834544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abd9b3e8-cc49-49c1-ad12-b41750de3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.852234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e055a-e954-466b-b382-f569402547b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd584f60-9095-466a-988e-69cf3f815e34,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:11.892589 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-643b1ded-3e2c-4fa1-a0b4-a234a155d22e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.892822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 121e1380-54c5-49a7-a5c3-329430391394 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:11.925134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.929785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9b3e8-cc49-49c1-ad12-b41750de3386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62bfde1-9569-4508-a357-0c4c26ec875c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:11.937870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-abd9b3e8-cc49-49c1-ad12-b41750de3386 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8af1d5f68c14444a8ffdfcc4aaaf982d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9273310 Jan 29 04:44:11.940330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45520) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:11.943665 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:11.983189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a885cf6-b90c-4a77-8ea2-93c402e7304b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.010656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a885cf6-b90c-4a77-8ea2-93c402e7304b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.023942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c31c-841d-4505-b159-4936859e1baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.066210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-643b1ded-3e2c-4fa1-a0b4-a234a155d22e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.068923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-643b1ded-3e2c-4fa1-a0b4-a234a155d22e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.072845 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-643b1ded-3e2c-4fa1-a0b4-a234a155d22e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e906d3a-8577-44cd-9508-0aec320129ad HTTP/1.1" status: 204 len: 168 time: 0.4066961 Jan 29 04:44:12.076564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45522) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:12.100913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a885cf6-b90c-4a77-8ea2-93c402e7304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.103626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a885cf6-b90c-4a77-8ea2-93c402e7304b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.109277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a885cf6-b90c-4a77-8ea2-93c402e7304b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd584f60-9095-466a-988e-69cf3f815e34 HTTP/1.1" status: 204 len: 168 time: 0.3580198 Jan 29 04:44:12.121132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c31c-841d-4505-b159-4936859e1baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.130643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b1ded-3e2c-4fa1-a0b4-a234a155d22e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e906d3a-8577-44cd-9508-0aec320129ad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.179510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a885cf6-b90c-4a77-8ea2-93c402e7304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd584f60-9095-466a-988e-69cf3f815e34,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.188270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-02d2f36e-30f1-4c2a-a8cf-490704082801 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054721 Jan 29 04:44:12.189817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45526) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:12.194907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--561812872'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:12.199110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.234941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=97acc2f8-a92b-4d36-b20d-b907778f2bea,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.278424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.284751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7c09e4f0-b8f3-40d2-a24b-95af2d38286c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/97acc2f8-a92b-4d36-b20d-b907778f2bea HTTP/1.1" status: 204 len: 168 time: 1.2467453 Jan 29 04:44:12.285480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:12.291842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c31c-841d-4505-b159-4936859e1baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.295266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c31c-841d-4505-b159-4936859e1baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.299527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3ef7c31c-841d-4505-b159-4936859e1baa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c62bfde1-9569-4508-a357-0c4c26ec875c HTTP/1.1" status: 204 len: 168 time: 0.3557849 Jan 29 04:44:12.302587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.326648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7c31c-841d-4505-b159-4936859e1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62bfde1-9569-4508-a357-0c4c26ec875c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.389047 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb4dc6e-70bf-4eec-b7b4-4dfbdd164ca9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:12.394921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:12.401436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ffb4dc6e-70bf-4eec-b7b4-4dfbdd164ca9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/97acc2f8-a92b-4d36-b20d-b907778f2bea HTTP/1.1" status: 404 len: 333 time: 0.1143360 Jan 29 04:44:12.436520 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.472481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.555098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.564535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet f9441d28-460d-4cab-9729-daa92465a700 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:44:12.567794 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.626538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.638838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=121e1380-54c5-49a7-a5c3-329430391394,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.705619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:12.738328 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.739882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5490270 Jan 29 04:44:12.744934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:12.748064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd6810-9ced-41c2-966a-6ab366254d63 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b107abe0-f0c5-4747-8a25-26061072398f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.759778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531348937'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:12.781664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.796196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.829761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.834217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc41b99-221f-4c11-8c2a-35fc78781ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.837056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.936478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.989284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=f9441d28-460d-4cab-9729-daa92465a700,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:12.993168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:12.998670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-10082a97-2885-4897-a479-48920eb2bb66 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/f9441d28-460d-4cab-9729-daa92465a700 HTTP/1.1" status: 204 len: 168 time: 0.6006346 Jan 29 04:44:13.003392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45548) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.023478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.030980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4f1ad991-d467-4274-822f-5b64cccc0f22 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:13.052544 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.089748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45550) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.091669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.118284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4f1ad991-d467-4274-822f-5b64cccc0f22 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:13.119190 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.124435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c149db-8fef-4367-b55b-663d7f37888c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.139121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.143046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3938851 Jan 29 04:44:13.143199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.167215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2f822-df51-427a-b8a1-2236836d6f19 None None] Network 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:13.176155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.179399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'b107abe0-f0c5-4747-8a25-26061072398f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '78c352c9-d11f-451b-b558-06e4c9d36f05', 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:13.183457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f68f0-8028-4587-b28a-2f176d8207dc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c352c9-d11f-451b-b558-06e4c9d36f05,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.258826 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.264811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.285003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.291711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3b90638e-aef5-4806-bcab-9ce05b83280c None None] Provisioning complete for port 4f1ad991-d467-4274-822f-5b64cccc0f22 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:13.291908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 4f1ad991-d467-4274-822f-5b64cccc0f22 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:13.292380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.292591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b90638e-aef5-4806-bcab-9ce05b83280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.367079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c149db-8fef-4367-b55b-663d7f37888c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.377786 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.379050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c149db-8fef-4367-b55b-663d7f37888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.414993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c149db-8fef-4367-b55b-663d7f37888c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c51c193-cc16-436c-aad9-ded016b1b6cd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.422261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.439285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] For port 4f1ad991-d467-4274-822f-5b64cccc0f22, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4f1ad991-d467-4274-822f-5b64cccc0f22,segment=NetworkSegment(a4cb1e47-327b-4812-b254-dcab291a28a8),segment_id=a4cb1e47-327b-4812-b254-dcab291a28a8)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:13.439661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.441219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.457369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-18c149db-8fef-4367-b55b-663d7f37888c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f919f3889ab4352914e619ed73a621c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537037 Jan 29 04:44:13.461192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45556) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.463176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04699c17-a0e6-4efc-b6df-7eb7900b1e09,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.463386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 4f1ad991-d467-4274-822f-5b64cccc0f22 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:13.468767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.470644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f191278e-c1dc-4583-9d1b-297de5cdf88e tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3250098 Jan 29 04:44:13.479814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.494317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.495062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Fanout notify agent at l3_agent the message router_deleted on router 18c56e40-3692-47bf-816a-f1ec570f967e {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:13.503442 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.507784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-372d60f9-49da-49ef-b434-d8d3038bd141 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/routers/18c56e40-3692-47bf-816a-f1ec570f967e HTTP/1.1" status: 204 len: 168 time: 3.5816579 Jan 29 04:44:13.522180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45560) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.528289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Allocated IP 172.25.4.208 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/83356a12-9bfb-47ab-b189-ea08a6242ddd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:13.554826 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:44:13.563350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d23800c3-3bcf-4b04-90f2-2c27f97a6809 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.573435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d23800c3-3bcf-4b04-90f2-2c27f97a6809 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.594350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcf97-8a3b-4eeb-b01c-afcf29c6e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.604369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] DHCP port deletion for 848358b5-aaf6-4b56-b9b1-7ba3cf698c13 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:44:13.628231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcf97-8a3b-4eeb-b01c-afcf29c6e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.643645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 4f1ad991-d467-4274-822f-5b64cccc0f22, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4f1ad991-d467-4274-822f-5b64cccc0f22,segment=NetworkSegment(a4cb1e47-327b-4812-b254-dcab291a28a8),segment_id=a4cb1e47-327b-4812-b254-dcab291a28a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:13.661045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.672654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.733849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.763918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=4f1ad991-d467-4274-822f-5b64cccc0f22,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.770424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:13.773038 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b90638e-aef5-4806-bcab-9ce05b83280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.774965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcf97-8a3b-4eeb-b01c-afcf29c6e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.778371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcf97-8a3b-4eeb-b01c-afcf29c6e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.779796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6fbbcf97-8a3b-4eeb-b01c-afcf29c6e872 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c51c193-cc16-436c-aad9-ded016b1b6cd HTTP/1.1" status: 204 len: 168 time: 0.3178499 Jan 29 04:44:13.809474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbcf97-8a3b-4eeb-b01c-afcf29c6e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c51c193-cc16-436c-aad9-ded016b1b6cd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.815551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:13.815984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e826f1f0-1158-4b8b-a216-c8e4c8ce7d7d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:13.816510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 43a91716-330b-49f4-ae00-af6f3ba0f03c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:13.818473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc41b99-221f-4c11-8c2a-35fc78781ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.823311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.829836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dc41b99-221f-4c11-8c2a-35fc78781ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.834106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.889319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41b99-221f-4c11-8c2a-35fc78781ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe8fcf-3fad-4f57-bb86-b2dad6f33b23,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.910569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 43a91716-330b-49f4-ae00-af6f3ba0f03c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:13.912084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 43a91716-330b-49f4-ae00-af6f3ba0f03c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:13.923945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] Deleting port 4f1ad991-d467-4274-822f-5b64cccc0f22 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:13.931701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.934989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d23800c3-3bcf-4b04-90f2-2c27f97a6809 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.938919 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.977825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d23800c3-3bcf-4b04-90f2-2c27f97a6809 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.979310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d23800c3-3bcf-4b04-90f2-2c27f97a6809 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/04699c17-a0e6-4efc-b6df-7eb7900b1e09 HTTP/1.1" status: 204 len: 168 time: 0.4959962 Jan 29 04:44:13.981061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:13.982243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23800c3-3bcf-4b04-90f2-2c27f97a6809 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04699c17-a0e6-4efc-b6df-7eb7900b1e09,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.985590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45564) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:13.992992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:13.993437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=4f1ad991-d467-4274-822f-5b64cccc0f22,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:13.996178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No DVR routers for this DVR port 4f1ad991-d467-4274-822f-5b64cccc0f22 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:14.005737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2dc41b99-221f-4c11-8c2a-35fc78781ac8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c47373406944c639f6a66c246ad6976&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2316110 Jan 29 04:44:14.008594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:14.009650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:14.062352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-76d2ab8c-078e-4b84-961a-f82738773484 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0699735 Jan 29 04:44:14.065384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] For port 4f1ad991-d467-4274-822f-5b64cccc0f22, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4f1ad991-d467-4274-822f-5b64cccc0f22,segment=NetworkSegment(a4cb1e47-327b-4812-b254-dcab291a28a8),segment_id=a4cb1e47-327b-4812-b254-dcab291a28a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:14.065944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.092305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2203ca6-2d04-4043-8c94-b0ad3599a0ac']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:14.093502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] Calling delete_port for 4f1ad991-d467-4274-822f-5b64cccc0f22 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:14.098528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45568) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:14.144755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72889ac7-0001-495a-ac47-64bf33dd15e4') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:14.145373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72889ac7-0001-495a-ac47-64bf33dd15e4') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:14.181002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.245558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.279662 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5240856e-d100-48e7-ae03-849a942462ab tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.307261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5240856e-d100-48e7-ae03-849a942462ab tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.332286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] Pushing event deleted for resources: {'Port': ['ID=4f1ad991-d467-4274-822f-5b64cccc0f22,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:14.337061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a944b0-9b10-4250-a6f0-c7e7201037fa None None] No DVR routers for this DVR port 4f1ad991-d467-4274-822f-5b64cccc0f22 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:14.355896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.366235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5240856e-d100-48e7-ae03-849a942462ab tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.368905 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5240856e-d100-48e7-ae03-849a942462ab tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.373229 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5240856e-d100-48e7-ae03-849a942462ab tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/78c352c9-d11f-451b-b558-06e4c9d36f05 HTTP/1.1" status: 204 len: 168 time: 0.2689326 Jan 29 04:44:14.373390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.387988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45572) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:14.387988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:44:14.387988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:44:14.393564 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:44:14.483441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240856e-d100-48e7-ae03-849a942462ab tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c352c9-d11f-451b-b558-06e4c9d36f05,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:14.500290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848358b5-aaf6-4b56-b9b1-7ba3cf698c13']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:14.529871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cb1e47-327b-4812-b254-dcab291a28a8') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:14.530196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cb1e47-327b-4812-b254-dcab291a28a8') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:14.542773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f10e306d-a425-40fa-ba8d-d1ccf4471120 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1512825 Jan 29 04:44:14.546453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.549459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.551005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45582) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:14.555971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:14.583029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event updated for resources: {'Port': ['ID=83356a12-9bfb-47ab-b189-ea08a6242ddd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:14.594742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.599415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/networks/c2203ca6-2d04-4043-8c94-b0ad3599a0ac HTTP/1.1" status: 204 len: 168 time: 1.0730381 Jan 29 04:44:14.599415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f9d23-cf65-4f55-884f-3851c5c2f5bb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Network': ['ID=c2203ca6-2d04-4043-8c94-b0ad3599a0ac,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:14.609836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:14.619234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6ede-b50c-49f6-9d56-d8c9d262e0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.629015 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.650479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:44:14.650897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:44:14.658143 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:44:14.695153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6ede-b50c-49f6-9d56-d8c9d262e0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.767097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4f1ad991-d467-4274-822f-5b64cccc0f22 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:14.793923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87ba92c9-8a7d-4e62-8007-ad7aaa18207b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.801867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae4770a1-235a-47be-b704-690efab984ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.819616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.832893 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.836037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/848358b5-aaf6-4b56-b9b1-7ba3cf698c13 HTTP/1.1" status: 204 len: 168 time: 1.8315394 Jan 29 04:44:14.844032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4f1ad991-d467-4274-822f-5b64cccc0f22 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:14.845232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4f1ad991-d467-4274-822f-5b64cccc0f22 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:14.847714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 121e1380-54c5-49a7-a5c3-329430391394 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:14.847885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45594) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:14.857430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87ba92c9-8a7d-4e62-8007-ad7aaa18207b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.862953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'name': 'tempest-PortsIpV6TestJSON-1187000275'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:14.876664 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae4770a1-235a-47be-b704-690efab984ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.884055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6ede-b50c-49f6-9d56-d8c9d262e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.887665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6ede-b50c-49f6-9d56-d8c9d262e0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:14.891955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f0f6ede-b50c-49f6-9d56-d8c9d262e0ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0abe8fcf-3fad-4f57-bb86-b2dad6f33b23 HTTP/1.1" status: 204 len: 168 time: 0.8789740 Jan 29 04:44:14.900811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ccd75-f224-4a36-ba24-3d55516975c1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=848358b5-aaf6-4b56-b9b1-7ba3cf698c13,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:14.911124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f6ede-b50c-49f6-9d56-d8c9d262e0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe8fcf-3fad-4f57-bb86-b2dad6f33b23,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:14.952238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 121e1380-54c5-49a7-a5c3-329430391394 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:14.953510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 121e1380-54c5-49a7-a5c3-329430391394 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:15.007373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.029938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87ba92c9-8a7d-4e62-8007-ad7aaa18207b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.032999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87ba92c9-8a7d-4e62-8007-ad7aaa18207b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.034179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-87ba92c9-8a7d-4e62-8007-ad7aaa18207b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/b107abe0-f0c5-4747-8a25-26061072398f HTTP/1.1" status: 204 len: 168 time: 0.4821987 Jan 29 04:44:15.039574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45606) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:15.065639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba92c9-8a7d-4e62-8007-ad7aaa18207b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b107abe0-f0c5-4747-8a25-26061072398f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:15.088103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:15.098137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.122597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae4770a1-235a-47be-b704-690efab984ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.125108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae4770a1-235a-47be-b704-690efab984ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.126314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ae4770a1-235a-47be-b704-690efab984ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3 HTTP/1.1" status: 204 len: 168 time: 0.5151546 Jan 29 04:44:15.137955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-69de6c54-5baf-401c-9322-83d134b5c4cb tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918622 Jan 29 04:44:15.137955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 755a6bbb-2049-4a2b-b319-fd11b61156a9 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:15.195560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45612) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:15.211360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400639736'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:15.256896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.428147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4770a1-235a-47be-b704-690efab984ca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f68d6b-8e81-4bfc-87d7-66b79b6d33f3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:15.460796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.514232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.527591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.529915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.553149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.574954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.576958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3807356 Jan 29 04:44:15.588833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:15.604936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': '36d2e6a4-8354-48cc-8753-56f216615119', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:15.613838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a508c-7176-4b94-bb3e-36a940f39504 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2e6a4-8354-48cc-8753-56f216615119,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:15.651753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45632) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:15.664927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357282665', 'description': 'tempest-secgroup-smoke-1357282665 description', 'project_id': 'e350f436196d44319d3ae21d47930a98'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:15.714650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.725745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:15.737174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=755a6bbb-2049-4a2b-b319-fd11b61156a9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:15.741814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:15.756858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:15.762911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Router 91bd381d-8fe5-4f34-9c31-f70a60272db3 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:44:15.769825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:15.770577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.844850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.897097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b65a86e-b7fc-4f75-917c-f4dc87feabdb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0415735 Jan 29 04:44:15.912640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45646) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:15.931632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:15.943546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] Sync routers for ids ['91bd381d-8fe5-4f34-9c31-f70a60272db3'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:15.955904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] Routers {'91bd381d-8fe5-4f34-9c31-f70a60272db3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:15.959535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['91bd381d-8fe5-4f34-9c31-f70a60272db3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:15.973825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:15.981742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:15.985273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-521907ca-fc42-4642-8e90-f7524ce77241 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8158662 Jan 29 04:44:15.996472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:16.011152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.069945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.149361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66bf25c-6dad-4435-95c5-0dd0f35c7e08,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:16.237397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.238744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f49a4431-2099-4b40-97ee-e95d388653d4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6418641 Jan 29 04:44:16.242287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.269511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.286458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.319202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 755a6bbb-2049-4a2b-b319-fd11b61156a9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:16.319428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.322025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:16.341674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433b47e9-796f-4402-a7e0-f004bab252fe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.352727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] Routers {'91bd381d-8fe5-4f34-9c31-f70a60272db3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:16.353886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['91bd381d-8fe5-4f34-9c31-f70a60272db3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:16.356408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433b47e9-796f-4402-a7e0-f004bab252fe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.389567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.405224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433b47e9-796f-4402-a7e0-f004bab252fe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.413008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433b47e9-796f-4402-a7e0-f004bab252fe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.416934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-433b47e9-796f-4402-a7e0-f004bab252fe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d66bf25c-6dad-4435-95c5-0dd0f35c7e08 HTTP/1.1" status: 204 len: 168 time: 0.1734359 Jan 29 04:44:16.419918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45670) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.428524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.429865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7769701 Jan 29 04:44:16.434102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:16.435083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd35ab-5f9c-4904-842b-5ce8c438743a None None] The sync data for ids ['91bd381d-8fe5-4f34-9c31-f70a60272db3'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:16.435216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.439465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'f638ba0f-3dcb-47fe-8394-139d8a8ee688', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:16.450753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b47e9-796f-4402-a7e0-f004bab252fe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d66bf25c-6dad-4435-95c5-0dd0f35c7e08,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:16.509063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97a844-851e-4c02-9845-5c8f06cd3162 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f638ba0f-3dcb-47fe-8394-139d8a8ee688,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:16.516431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-316e51fd-ada4-4c64-acfb-9b4399e2ba39 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0903888 Jan 29 04:44:16.517155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.578103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.598191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 755a6bbb-2049-4a2b-b319-fd11b61156a9 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:16.598444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.668856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39cf142e-1b37-43b4-b0eb-7768342125e9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.712873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.717305 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39cf142e-1b37-43b4-b0eb-7768342125e9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.721184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.751857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d47385-922f-4a2f-8132-b7a39be5b248,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:16.780106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.784935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-74857514-119e-43e1-b478-b5d096016806 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488328 Jan 29 04:44:16.786076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.793205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'f638ba0f-3dcb-47fe-8394-139d8a8ee688', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:16.800314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39cf142e-1b37-43b4-b0eb-7768342125e9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.803464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39cf142e-1b37-43b4-b0eb-7768342125e9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.805227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-39cf142e-1b37-43b4-b0eb-7768342125e9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/36d2e6a4-8354-48cc-8753-56f216615119 HTTP/1.1" status: 204 len: 168 time: 0.2853498 Jan 29 04:44:16.817039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.818074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf142e-1b37-43b4-b0eb-7768342125e9 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2e6a4-8354-48cc-8753-56f216615119,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:16.870701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-106479b4-0d88-4047-9323-7ccb0e475b6b tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500538 Jan 29 04:44:16.876907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:16.881446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--718581844'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:16.946462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.966547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:16.974058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:17.023586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.035418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.048377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.054378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.082242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.083790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2058251 Jan 29 04:44:17.091673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.097726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.103133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': '859a6acd-4b56-4a39-bbf9-a6b5457f7393', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:17.152970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ff519-ca74-45ec-ba91-1ab98e41bc32 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859a6acd-4b56-4a39-bbf9-a6b5457f7393,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.155370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.169224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/755a6bbb-2049-4a2b-b319-fd11b61156a9 HTTP/1.1" status: 204 len: 168 time: 1.2514725 Jan 29 04:44:17.172462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.175809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.179310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a1030-d914-4bd4-a80d-64e651dda3c8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=755a6bbb-2049-4a2b-b319-fd11b61156a9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.187869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'mac_address': 'fa:16:3e:f2:cb:e8', 'name': 'tempest-PortsIpV6TestJSON-1644642918'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:17.206934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.274931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.289166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.316222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaa97aa-1b6f-47c8-a6cf-0dfe351d1a31,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.348020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.358594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.378018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ba76ad-263d-41eb-8ed6-ddd7a9ac1c2e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.385839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.387479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1cecd156-29fa-4218-992f-a06a4368684e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5996683 Jan 29 04:44:17.391463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.400130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'f638ba0f-3dcb-47fe-8394-139d8a8ee688', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:17.416357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.418729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-886279e5-3da1-4db3-a102-d41c50faf062 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229008 Jan 29 04:44:17.422156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.422738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:17.447284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Deleting port 83356a12-9bfb-47ab-b189-ea08a6242ddd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:17.447972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.463608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2c1a7c0-36b2-4ef2-88a0-3254517c05cc tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules/40ba76ad-263d-41eb-8ed6-ddd7a9ac1c2e HTTP/1.1" status: 200 len: 763 time: 0.0401788 Jan 29 04:44:17.464181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.486992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.551637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-50bcaf38-f55c-443a-a5f8-a7121b5eb3b3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0855205 Jan 29 04:44:17.554755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.598260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dde80322-51ce-4255-8fd1-d8e6349a3042 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.615281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dde80322-51ce-4255-8fd1-d8e6349a3042 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.629270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.642409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.684901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dde80322-51ce-4255-8fd1-d8e6349a3042 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.688802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d165b3d-cc43-4bdc-b241-8aa1699b6170,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.694719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dde80322-51ce-4255-8fd1-d8e6349a3042 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.696413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dde80322-51ce-4255-8fd1-d8e6349a3042 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/40ba76ad-263d-41eb-8ed6-ddd7a9ac1c2e HTTP/1.1" status: 204 len: 168 time: 0.1406920 Jan 29 04:44:17.700909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.704460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.706050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-344c08a5-f27d-4373-841f-6dd1e1d44624 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135941 Jan 29 04:44:17.714101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.728634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'f638ba0f-3dcb-47fe-8394-139d8a8ee688', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:17.759651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde80322-51ce-4255-8fd1-d8e6349a3042 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40ba76ad-263d-41eb-8ed6-ddd7a9ac1c2e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.814821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-872a0768-08f5-4d2d-a143-ab0a8ded965f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073339 Jan 29 04:44:17.815745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:17.822391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': '859a6acd-4b56-4a39-bbf9-a6b5457f7393', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:17.831125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.906943 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.929872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.930575 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.940124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.941705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.974235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c419b928-e6f2-44fb-88e9-59b3ef4af1bf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:17.992618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:17.998726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6203f92e-f8f1-417c-af6d-66bfd9905023 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828875 Jan 29 04:44:17.998726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45740) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.007121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'f638ba0f-3dcb-47fe-8394-139d8a8ee688', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:18.021570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.040577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.054169 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:44:18.066993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ba3191-801e-4718-a1fe-c8a444526b97,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:18.071024 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.087451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.088763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3ff00e1-d54f-4f29-9827-d9afba53ffa3 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702570 Jan 29 04:44:18.093457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.114804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Allocated IP 172.25.4.242 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c01bbf94-91cd-4156-b72b-362ff20cef80) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:18.128138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 07fb989a-3e32-4845-8c74-7217c0d1d074 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:18.133369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d43e6a2-adb0-4ea4-92e4-a430c4715050 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules/90ba3191-801e-4718-a1fe-c8a444526b97 HTTP/1.1" status: 200 len: 763 time: 0.0365591 Jan 29 04:44:18.136431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45748) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.178253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.198636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.200973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.232679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Calling delete_port for 83356a12-9bfb-47ab-b189-ea08a6242ddd owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:18.255994 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e60bed0-ea56-458d-98f2-c2aa4eed3239 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1177771 Jan 29 04:44:18.258944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.260026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2582622 Jan 29 04:44:18.260730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45750) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.261356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604d973-0717-4387-8ad8-16a285732338 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909ff0d0-bd41-4161-922b-c59957f309fb,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:18.268891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.296358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34f03ba2-8992-49ce-9c5f-e2661f1dcdde tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.308591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'f638ba0f-3dcb-47fe-8394-139d8a8ee688', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:18.332038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34f03ba2-8992-49ce-9c5f-e2661f1dcdde tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.395864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34f03ba2-8992-49ce-9c5f-e2661f1dcdde tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.406659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34f03ba2-8992-49ce-9c5f-e2661f1dcdde tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.408003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34f03ba2-8992-49ce-9c5f-e2661f1dcdde tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/90ba3191-801e-4718-a1fe-c8a444526b97 HTTP/1.1" status: 204 len: 168 time: 0.1437798 Jan 29 04:44:18.413737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.423901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f03ba2-8992-49ce-9c5f-e2661f1dcdde tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90ba3191-801e-4718-a1fe-c8a444526b97,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:18.496695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdbbf8a3-e407-4cfc-b8c6-1b4d42261ee7 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0798173 Jan 29 04:44:18.497165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.510355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': '859a6acd-4b56-4a39-bbf9-a6b5457f7393', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:18.544512 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:44:18.572570 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Project 89ef1a45164f4068886eab5ff7c742f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:44:18.578742 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.596288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.600355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.613660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.661155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.678631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.707456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4373c54-0110-4956-86fe-10fc1e667695,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:18.724821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.726436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4d01cda-1911-4e77-bf99-1218d77542bd tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272236 Jan 29 04:44:18.734591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.762209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2caa7d08-ab6f-44d6-9698-0796846383a0 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules/a4373c54-0110-4956-86fe-10fc1e667695 HTTP/1.1" status: 200 len: 769 time: 0.0260322 Jan 29 04:44:18.762808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.808882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.812605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.817085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.827146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad0375f9-a287-4cd3-8561-254f7960d530 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0623839 Jan 29 04:44:18.833298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.839262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.873267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.876522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0da3fb-31a4-44c8-a690-ea5833fb43e2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.887732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0da3fb-31a4-44c8-a690-ea5833fb43e2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.912176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:18.914511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:18.915689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c156c9-6f18-4916-be11-f2332e3370eb,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:18.923011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:18.926195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:18.936372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:18.939492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:18.948903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:18.950854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.964335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.966532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-159cb8af-fe26-41f4-a9fa-cfefa734d9b4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6966972 Jan 29 04:44:18.969149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0da3fb-31a4-44c8-a690-ea5833fb43e2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.971062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:18.982517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'network': {'name': 'tempest-network-smoke--1290220619', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:18.992390 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c0da3fb-31a4-44c8-a690-ea5833fb43e2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:18.997515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c0da3fb-31a4-44c8-a690-ea5833fb43e2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a4373c54-0110-4956-86fe-10fc1e667695 HTTP/1.1" status: 204 len: 168 time: 0.1531188 Jan 29 04:44:19.003545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.008696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Pushing event updated for resources: {'Port': ['ID=c01bbf94-91cd-4156-b72b-362ff20cef80,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:19.017847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0da3fb-31a4-44c8-a690-ea5833fb43e2 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4373c54-0110-4956-86fe-10fc1e667695,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:19.086419 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9084213 Jan 29 04:44:19.091464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.110344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.146402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:19.152976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.176077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ed63e0e-1da8-4b7d-96e4-d9a6c909aa86 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1713712 Jan 29 04:44:19.180071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.245675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ddd990-f1ad-485e-813e-8c291bcdfff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:19.250548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c54829-7ec2-4106-af63-1a4e5ac88a1d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=07fb989a-3e32-4845-8c74-7217c0d1d074,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:19.251438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6ddd990-f1ad-485e-813e-8c291bcdfff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/07fb989a-3e32-4845-8c74-7217c0d1d074 HTTP/1.1" status: 200 len: 845 time: 0.1527691 Jan 29 04:44:19.253592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.302391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Pushing event deleted for resources: {'Port': ['ID=83356a12-9bfb-47ab-b189-ea08a6242ddd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:19.338457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:19.355912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.356776 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Added segment df9d17f4-e7c7-4861-896b-4ac1b24ebb42 of type vlan for network 344603c3-73c3-45c0-805e-5fcd1e80eb50 Jan 29 04:44:19.381688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.422195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.474867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb591565-328b-41ac-bab7-7f3d0a95c009 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.488488 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.494877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.509712 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb591565-328b-41ac-bab7-7f3d0a95c009 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.565349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 07fb989a-3e32-4845-8c74-7217c0d1d074 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:19.565781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.598899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.623454 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.630030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:19.630673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.677317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb591565-328b-41ac-bab7-7f3d0a95c009 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.692030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb591565-328b-41ac-bab7-7f3d0a95c009 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.697763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb591565-328b-41ac-bab7-7f3d0a95c009 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/859a6acd-4b56-4a39-bbf9-a6b5457f7393 HTTP/1.1" status: 204 len: 168 time: 0.5167332 Jan 29 04:44:19.704166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45798) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.742601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Router 91bd381d-8fe5-4f34-9c31-f70a60272db3 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:44:19.752680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.775198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7982030 Jan 29 04:44:19.783129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45800) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.789008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 07fb989a-3e32-4845-8c74-7217c0d1d074 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:19.791223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb591565-328b-41ac-bab7-7f3d0a95c009 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a6acd-4b56-4a39-bbf9-a6b5457f7393,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:19.792265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'admin_state_up': True, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:19.807250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080c60-1b8b-4fbb-a12a-cd8fd24310a1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Network': ['ID=344603c3-73c3-45c0-805e-5fcd1e80eb50,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:19.816406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-00c44461-ee09-45d4-b431-2d6548346306 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145294 Jan 29 04:44:19.822516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:19.825221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:19.829546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.862395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785970391'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:19.906212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.916035 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:19.958835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.018655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.020359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:20.026323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/07fb989a-3e32-4845-8c74-7217c0d1d074 HTTP/1.1" status: 204 len: 168 time: 0.7661316 Jan 29 04:44:20.030787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f786-6570-4931-8652-12828acf362b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=07fb989a-3e32-4845-8c74-7217c0d1d074,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:20.035976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.036953 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] Sync routers for ids ['91bd381d-8fe5-4f34-9c31-f70a60272db3'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:20.047776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.051424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2a3ae3f5-190a-4c61-8cfc-f55ad1c7fcc2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "PUT /v2.0/routers/91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 200 len: 705 time: 4.0619440 Jan 29 04:44:20.052446 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] Routers {'91bd381d-8fe5-4f34-9c31-f70a60272db3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:20.053582 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['91bd381d-8fe5-4f34-9c31-f70a60272db3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:20.053799 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.055207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.059003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.076069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Pushing event updated for resources: {'Port': ['ID=c01bbf94-91cd-4156-b72b-362ff20cef80,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:20.104286 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d14461-01fe-4843-8555-1512e5413a72 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:20.106863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-42d14461-01fe-4843-8555-1512e5413a72 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/07fb989a-3e32-4845-8c74-7217c0d1d074 HTTP/1.1" status: 404 len: 333 time: 0.0660121 Jan 29 04:44:20.111493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.123126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'name': 'tempest-PortsIpV6TestJSON-1886177593'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:20.131598 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:20.134524 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.155501 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] Routers {'91bd381d-8fe5-4f34-9c31-f70a60272db3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:20.156143 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['91bd381d-8fe5-4f34-9c31-f70a60272db3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:20.181792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.194199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.217244 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57c62672-d0e8-470c-9342-9ecb54e88313 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/routers/91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 200 len: 740 time: 0.1507614 Jan 29 04:44:20.221235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.226932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.235133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d7245bd7-e5ea-4303-8763-11aa129b390c tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8301601 Jan 29 04:44:20.236364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45812) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.236875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45814) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.241868 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:20.243220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1044154317', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'fixed_ips': [{'ip_address': '172.25.4.242'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:20.247438 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695e70f-fba6-4248-ae04-ecb4884b6b7f None None] The sync data for ids ['91bd381d-8fe5-4f34-9c31-f70a60272db3'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:20.255348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.256839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4320118 Jan 29 04:44:20.264386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.268982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Request body: {'security_group_rule': {'security_group_id': 'b2a8d8f9-b449-4d78-bd30-ce17e1641aa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:20.306357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ae6ca-b75c-4bc5-b031-2f895e9ce42f tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8d8f9-b449-4d78-bd30-ce17e1641aa9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:20.329541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-83b6a873-0f01-4c4e-bf73-7b897f115832 tempest-RoutersAdminTest-47294443 tempest-RoutersAdminTest-47294443-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&device_id=91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 200 len: 205 time: 0.0914063 Jan 29 04:44:20.332815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.355287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:20.360480 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.386369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:20.400482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8682b51e-a415-4212-a3af-7656e59502f2 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 200 len: 205 time: 0.0651386 Jan 29 04:44:20.404038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45822) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.443389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.482519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Made reservation on behalf of dc4a5878984346ceba73b469c28e055e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:20.484761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.523589 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.541391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.550382 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.554153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.615694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.617060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517318 Jan 29 04:44:20.622271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.625244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5624c-9ec4-4818-a778-e061f7318e84 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df255c0-5777-4f33-b016-7984f8736c71,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:20.631497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.703703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.767723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.772512 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.773221 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee4f3-7552-4721-984d-7f798acd9410 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.810236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee4f3-7552-4721-984d-7f798acd9410 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.821261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.881871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.882411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Fanout notify agent at l3_agent the message router_deleted on router 91bd381d-8fe5-4f34-9c31-f70a60272db3 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:20.892490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.896656 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-823734d5-22c6-4587-a56d-287bc44e7674 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 204 len: 168 time: 0.4874842 Jan 29 04:44:20.901626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.906334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:20.907951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.917316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:20.922664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] device_id is not set on port 4f63b386-17ee-44b8-865a-bacef13cd1e8 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:20.969176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-efe4bf3a-2cfa-4812-ba41-416016ab172b tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 200 len: 205 time: 0.0583878 Jan 29 04:44:20.971573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:20.974751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:20.987366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:20.999070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:21.005439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:21.006328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.054328 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-bf8b1ba5-9225-492e-a620-db2167381a84 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] delete failed (client error): The resource could not be found. Jan 29 04:44:21.064328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf8b1ba5-9225-492e-a620-db2167381a84 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/91bd381d-8fe5-4f34-9c31-f70a60272db3 HTTP/1.1" status: 404 len: 336 time: 0.0880661 Jan 29 04:44:21.066251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.088055 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0de46326-6f5a-407d-8212-ed3256309ded tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9754958 Jan 29 04:44:21.091254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.143583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebdf8af5-1699-485f-ba44-40a222d2be7f tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 HTTP/1.1" status: 200 len: 205 time: 0.0653481 Jan 29 04:44:21.154911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:21.158197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.232737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee4f3-7552-4721-984d-7f798acd9410 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.235871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee4f3-7552-4721-984d-7f798acd9410 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.239744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd1ee4f3-7552-4721-984d-7f798acd9410 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2a8d8f9-b449-4d78-bd30-ce17e1641aa9 HTTP/1.1" status: 204 len: 168 time: 0.6157746 Jan 29 04:44:21.277779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45842) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.384186 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d358c546-829b-4882-ba0d-7e6972e2ac3f tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] delete failed (client error): The resource could not be found. Jan 29 04:44:21.386118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d358c546-829b-4882-ba0d-7e6972e2ac3f tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/9f8445f1-c4a7-40c6-9dec-b00f3692b3d1 HTTP/1.1" status: 404 len: 336 time: 0.2117789 Jan 29 04:44:21.389627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.390489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ee4f3-7552-4721-984d-7f798acd9410 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8d8f9-b449-4d78-bd30-ce17e1641aa9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:21.441175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad79470-3c52-4427-b0dd-6a4501fdcfe7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:21.468731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-02d7fbde-541d-425f-a87f-d98bbe5eba8b tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d49b54d-a92a-4da0-81b5-960d4634408c HTTP/1.1" status: 200 len: 205 time: 0.0693607 Jan 29 04:44:21.469156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.473682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.502504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-46f9c091-9d9b-4d86-809e-92b130214abe tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2185805 Jan 29 04:44:21.504166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45852) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.528361 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-a13806cb-62de-45e5-98bb-1a1008af550a tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] delete failed (client error): The resource could not be found. Jan 29 04:44:21.531103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a13806cb-62de-45e5-98bb-1a1008af550a tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/4d49b54d-a92a-4da0-81b5-960d4634408c HTTP/1.1" status: 404 len: 336 time: 0.0555153 Jan 29 04:44:21.531914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.596815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd4b0995-b2ff-4061-9e7e-2750f5090996 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=42773c45-75f5-4435-9e83-2e85df007c70 HTTP/1.1" status: 200 len: 205 time: 0.0606046 Jan 29 04:44:21.598992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.642421 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-1544fbab-f5b0-4b4e-8716-d1c24e593232 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] delete failed (client error): The resource could not be found. Jan 29 04:44:21.643860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1544fbab-f5b0-4b4e-8716-d1c24e593232 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/42773c45-75f5-4435-9e83-2e85df007c70 HTTP/1.1" status: 404 len: 336 time: 0.0437953 Jan 29 04:44:21.648625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45858) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.665112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b99ac62-76e5-4e5c-b234-0e04dd5848a4 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1581774 Jan 29 04:44:21.668418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45860) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.690894 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 04:44:21.691400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:44:21.697413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c5fa34a5-9fa8-48be-b4d7-d720af246707 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e304a6e-0ec4-4ef8-a35f-a2611df9bdca HTTP/1.1" status: 200 len: 205 time: 0.0477693 Jan 29 04:44:21.700086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.722314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.724203 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-a719a357-310f-43ed-94eb-0ce976f8f1e6 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] delete failed (client error): The resource could not be found. Jan 29 04:44:21.725230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a719a357-310f-43ed-94eb-0ce976f8f1e6 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2a8d8f9-b449-4d78-bd30-ce17e1641aa9 HTTP/1.1" status: 404 len: 347 time: 0.0559208 Jan 29 04:44:21.729346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45864) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.754153 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-74c44916-4554-498e-8fb7-7100510bf0f0 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] delete failed (client error): The resource could not be found. Jan 29 04:44:21.757254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-74c44916-4554-498e-8fb7-7100510bf0f0 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/2e304a6e-0ec4-4ef8-a35f-a2611df9bdca HTTP/1.1" status: 404 len: 336 time: 0.0548224 Jan 29 04:44:21.759035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.786510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.801664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.804015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40a0db31-1513-49cf-98a9-d8eaa5fbab82 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5647886 Jan 29 04:44:21.807471 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.883422 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-64b31cff-aea9-435f-a574-abb6f1adb824 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ec6091-efe4-4436-b4bf-6435071e23b0 HTTP/1.1" status: 200 len: 205 time: 0.1160223 Jan 29 04:44:21.885522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45876) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:21.887535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.977693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] In _notify_port_updated(), no bound segment for port 85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc on network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:44:21.984147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:21.984778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:21.988940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/ports/85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc HTTP/1.1" status: 200 len: 818 time: 0.8550725 Jan 29 04:44:21.991172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:22.016796 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-3410b1c1-0fba-42f6-a760-eaf651de8edb tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] delete failed (client error): The resource could not be found. Jan 29 04:44:22.018312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3410b1c1-0fba-42f6-a760-eaf651de8edb tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/routers/03ec6091-efe4-4436-b4bf-6435071e23b0 HTTP/1.1" status: 404 len: 336 time: 0.1289585 Jan 29 04:44:22.054824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-48ae726b-0651-438d-b374-254244b44590 tempest-SecGroupIPv6Test-1194928608 tempest-SecGroupIPv6Test-1194928608-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3241677 Jan 29 04:44:22.055619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45884) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:22.089129 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9889dca-5666-4666-b531-03a70fb048f8 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] DELETE failed (client error): The resource could not be found. Jan 29 04:44:22.091028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9889dca-5666-4666-b531-03a70fb048f8 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:44:22.096603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f9889dca-5666-4666-b531-03a70fb048f8 tempest-RoutersAdminTest-240659181 tempest-RoutersAdminTest-240659181-project] 10.222.0.32 "DELETE /v2.0/subnets/7a075902-bac3-4d78-8749-60d95dcd1b50 HTTP/1.1" status: 404 len: 337 time: 0.0354061 Jan 29 04:44:22.110237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.170 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d448cfcf-d391-433b-ba07-1b7cfce55862) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:22.383617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.452068 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.530564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=d448cfcf-d391-433b-ba07-1b7cfce55862,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:22.539094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:22.555370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:22.557267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:22.565297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:22.581636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c2086-2284-4770-a5e1-60a8e657e0d6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:22.654687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45908) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:22.744280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Deleting port c01bbf94-91cd-4156-b72b-362ff20cef80 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:22.744545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.869691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:22.870499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.920560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.920896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.944242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Calling delete_port for c01bbf94-91cd-4156-b72b-362ff20cef80 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:22.950959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.964355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:22.984180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:23.008774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50aa12cc-b7f6-438b-8853-960b84d0c3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.050470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4d560957-e10d-46a5-aa49-6c11e5c181dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89ef1a45164f4068886eab5ff7c742f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099933 Jan 29 04:44:23.055355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:23.173957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.175363 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7f5056d-0243-4cc1-bd64-dc101c54430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.213885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:23.226481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.234216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf574815-f1e1-493a-b120-25c5667c4c32 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc HTTP/1.1" status: 204 len: 168 time: 1.2419116 Jan 29 04:44:23.237201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45916) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:23.255649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7f5056d-0243-4cc1-bd64-dc101c54430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.285991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.320818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01bbf94-91cd-4156-b72b-362ff20cef80,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:23.334600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d8951-15ea-4cea-9909-e060bb72282d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:23.337087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50aa12cc-b7f6-438b-8853-960b84d0c3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.340281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-079d8951-15ea-4cea-9909-e060bb72282d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1012454 Jan 29 04:44:23.341447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45918) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:23.352385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50aa12cc-b7f6-438b-8853-960b84d0c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.380766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa12cc-b7f6-438b-8853-960b84d0c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe3d9d4-ea7e-44fb-9358-9a7c52184f35,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:23.398681 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eefef74-65eb-40ad-b9b0-d603030c8e30 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:23.405492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1eefef74-65eb-40ad-b9b0-d603030c8e30 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/85af6b55-c1f4-4eb6-a5d3-02f2b9b63ccc HTTP/1.1" status: 404 len: 333 time: 0.0576062 Jan 29 04:44:23.408425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45920) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:23.419624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247343290'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:23.423861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.439670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-50aa12cc-b7f6-438b-8853-960b84d0c3af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f6006c845344a41988aaf55c4cc1c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786674 Jan 29 04:44:23.440635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:23.501508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.504528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.505963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7788f130-beb7-4d92-a312-fe1ec55463c2 tempest-ExternalNetworksAdminNegativeTestJSON-807713 tempest-ExternalNetworksAdminNegativeTestJSON-807713-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/145fda16-a18e-4ca4-a49d-e66a66376602 HTTP/1.1" status: 204 len: 168 time: 1.6971519 Jan 29 04:44:23.526046 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40653380-b021-415a-bb30-1fdefe2ff1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.561211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40653380-b021-415a-bb30-1fdefe2ff1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.576772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7f5056d-0243-4cc1-bd64-dc101c54430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.579267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7f5056d-0243-4cc1-bd64-dc101c54430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.580409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b7f5056d-0243-4cc1-bd64-dc101c54430f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86e7fe90-58e6-46fd-a70e-e14d159e134e HTTP/1.1" status: 204 len: 168 time: 0.5241363 Jan 29 04:44:23.604131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5056d-0243-4cc1-bd64-dc101c54430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e7fe90-58e6-46fd-a70e-e14d159e134e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:23.628645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:23.632635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.700344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 94071972-7a7f-403f-8779-6a2a9ba6107c is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:44:23.706574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40653380-b021-415a-bb30-1fdefe2ff1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.710165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40653380-b021-415a-bb30-1fdefe2ff1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.714051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-40653380-b021-415a-bb30-1fdefe2ff1dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfe3d9d4-ea7e-44fb-9358-9a7c52184f35 HTTP/1.1" status: 204 len: 168 time: 0.2698183 Jan 29 04:44:23.726288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40653380-b021-415a-bb30-1fdefe2ff1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe3d9d4-ea7e-44fb-9358-9a7c52184f35,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:23.741792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:23.797038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.797395 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment 1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe of type vlan for network 99e5ad42-b16c-482e-a78b-4c1e25516941 Jan 29 04:44:23.863563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.883237 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2bad1c44-a832-4924-b303-3d3867858780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.909914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45938) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:23.974008 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:23.980491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:23.981229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.001179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:24.016594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Sync routers for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:24.031030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:24.032781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:43:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:24.107033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=99e5ad42-b16c-482e-a78b-4c1e25516941,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:24.124817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f7f9e8a8-2744-4029-9069-e4f16de64623 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7139869 Jan 29 04:44:24.127772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.129430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.133138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:24.134356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e5cf05be-f7f7-4c82-a1b8-88cf43772be0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3478260 Jan 29 04:44:24.134996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.171778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f9129064-8e8c-4d67-b2ef-71b1176f1b0a tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e350f436196d44319d3ae21d47930a98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353475 Jan 29 04:44:24.172419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.215937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:24.303864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806d19b-50c7-4dea-a5d1-fd9a3436b82d tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:24.309440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a806d19b-50c7-4dea-a5d1-fd9a3436b82d tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360197 Jan 29 04:44:24.310243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45958) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.335353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8455cf4-2dd9-4e2c-b340-f34922d0c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.350592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7783d529-3918-4a5f-8f3d-7969037dee73 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389864 Jan 29 04:44:24.351248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45960) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.370016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163669259', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:24.380322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:24.469817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:24.475838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.502119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.674984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-17f36062-62af-4c35-8d65-21f0dcdeb7db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a7f739c288642d5b748003bea6897c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693757 Jan 29 04:44:24.676272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:22Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:24.683574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45974) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:24.706036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:24.709427 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.773220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Checking router: 94071972-7a7f-403f-8779-6a2a9ba6107c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:44:24.773489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Updating router 94071972-7a7f-403f-8779-6a2a9ba6107c port d448cfcf-d391-433b-ba07-1b7cfce55862 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:44:24.822710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.848020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.918572 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d958b-3aff-4fe6-9e2a-af61d5bcc397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.947514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8455cf4-2dd9-4e2c-b340-f34922d0c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.977719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d958b-3aff-4fe6-9e2a-af61d5bcc397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:24.984428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8455cf4-2dd9-4e2c-b340-f34922d0c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.030107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8455cf4-2dd9-4e2c-b340-f34922d0c8c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e7b02d0d7264762afe7b99107f8418d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1190610 Jan 29 04:44:25.036781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 45986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:25.081428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=3b4de353-0553-4e7b-94f2-17178c66a515,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:25.130331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455cf4-2dd9-4e2c-b340-f34922d0c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105dd714-be47-4a55-a19d-441a9fd356cf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:25.138852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:25.139225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: 99e5ad42-b16c-482e-a78b-4c1e25516941, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:25.176110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:25.200887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 99e5ad42-b16c-482e-a78b-4c1e25516941) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:25.212235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:25.213811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.243302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4751f74c-3047-467b-9ad0-7849ef48bf82 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1116533 Jan 29 04:44:25.243544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d508e-8bef-4d79-9b7f-27cdbc015b0b None None] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:25.244014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:25.259141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:25.290865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-998fb564-c59c-4628-ba22-9fc809ead984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.319932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.436111 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d958b-3aff-4fe6-9e2a-af61d5bcc397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.448508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d958b-3aff-4fe6-9e2a-af61d5bcc397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.450390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aa3d958b-3aff-4fe6-9e2a-af61d5bcc397 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/543e0d19-e58a-40a8-9cb9-497940cde7f0 HTTP/1.1" status: 204 len: 168 time: 0.7622678 Jan 29 04:44:25.456878 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-998fb564-c59c-4628-ba22-9fc809ead984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.502380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:25.506880 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.518113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d958b-3aff-4fe6-9e2a-af61d5bcc397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e0d19-e58a-40a8-9cb9-497940cde7f0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:25.544368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Subnet': ['ID=ec481f72-4156-4661-93cb-aa6487bb7544,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:25.636907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Checking segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:25.637553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network hostable DHCP agents. Network: 344603c3-73c3-45c0-805e-5fcd1e80eb50, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:25.672026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-998fb564-c59c-4628-ba22-9fc809ead984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.678029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-998fb564-c59c-4628-ba22-9fc809ead984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.684774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-998fb564-c59c-4628-ba22-9fc809ead984 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/105dd714-be47-4a55-a19d-441a9fd356cf HTTP/1.1" status: 204 len: 168 time: 0.6449635 Jan 29 04:44:25.690401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:25.712202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fb564-c59c-4628-ba22-9fc809ead984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105dd714-be47-4a55-a19d-441a9fd356cf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:25.733157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 344603c3-73c3-45c0-805e-5fcd1e80eb50) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:25.736962 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:25.737548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:25.764322 n-d-825930-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b4de353-0553-4e7b-94f2-17178c66a515 (CIDR: 2001:db8::/64) Jan 29 04:44:25.772305 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:25.772770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:44:25.791898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ace8812-67dc-4c6a-a0fc-d044fe7699cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4386523 Jan 29 04:44:25.795658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46008) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:25.813911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-331b551a-6b9a-448b-86a4-6485c42ee945 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5693679 Jan 29 04:44:25.818827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:25.826877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:25.876115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881dbfd3-bb0f-4f72-9cbd-2061c66634ec None None] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:26.007266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-99e5ad42-b16c-482e-a78b-4c1e25516941', 'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': '3b4de353-0553-4e7b-94f2-17178c66a515'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:26.010978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.137499 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.166248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:26.171356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.177789 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8af273f-8feb-4fd2-a3b1-626062adc095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.191948 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.356323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46026) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:26.503710 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d362a043-7515-4125-b86a-24da465acb5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc4a5878984346ceba73b469c28e055e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425910 Jan 29 04:44:26.538369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:26.566996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Attempting to bind port d448cfcf-d391-433b-ba07-1b7cfce55862 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:26.567605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Attempting to bind port d448cfcf-d391-433b-ba07-1b7cfce55862 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:26.567733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Attempting to bind port d448cfcf-d391-433b-ba07-1b7cfce55862 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:26.577639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e0372-d29a-4f6d-bb98-56b371800d5a None None] Pushing event updated for resources: {'Port': ['ID=d448cfcf-d391-433b-ba07-1b7cfce55862,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:26.642425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:26.642689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:26.642979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.643382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:26.643898 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Bound port: d448cfcf-d391-433b-ba07-1b7cfce55862, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:26.644285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.791198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d650572-91f6-4c23-83fb-2de2b02de490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.825737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.888914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Allocated IP 2001:db8::2 (99e5ad42-b16c-482e-a78b-4c1e25516941/3b4de353-0553-4e7b-94f2-17178c66a515/8599364a-a4ca-4e7e-8891-2109fee00926) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:26.946017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-344603c3-73c3-45c0-805e-5fcd1e80eb50', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:26.947900 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:26.992502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d650572-91f6-4c23-83fb-2de2b02de490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.061207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:27.097557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:27.102560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:27.114413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:27.115236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.166536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a91bd59-5714-4878-9cbe-3e1e2e2c855d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3427749 Jan 29 04:44:27.169863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:27.196198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941', 'fixed_ips': [{'subnet_id': '3b4de353-0553-4e7b-94f2-17178c66a515'}, {'subnet_id': 'a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8'}], 'name': 'tempest-PortsIpV6TestJSON-2051602883'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:27.220255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.373339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d650572-91f6-4c23-83fb-2de2b02de490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.380735 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d650572-91f6-4c23-83fb-2de2b02de490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.382873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] For port d448cfcf-d391-433b-ba07-1b7cfce55862, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:27.384224 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d650572-91f6-4c23-83fb-2de2b02de490 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fad79470-3c52-4427-b0dd-6a4501fdcfe7 HTTP/1.1" status: 204 len: 168 time: 0.8428323 Jan 29 04:44:27.418827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d650572-91f6-4c23-83fb-2de2b02de490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad79470-3c52-4427-b0dd-6a4501fdcfe7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:27.457720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:27.483624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] For port d448cfcf-d391-433b-ba07-1b7cfce55862, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d448cfcf-d391-433b-ba07-1b7cfce55862,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:27.488223 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.670799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.716315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.734559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 9e48073c-adee-4090-8a7a-9356f54b0ed2 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:27.834211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e0372-d29a-4f6d-bb98-56b371800d5a None None] Pushing event updated for resources: {'Port': ['ID=d448cfcf-d391-433b-ba07-1b7cfce55862,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:27.889911 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.909793 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:27.912143 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:27.912938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:27.934466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Allocated IP 172.20.0.2 (344603c3-73c3-45c0-805e-5fcd1e80eb50/ec481f72-4156-4661-93cb-aa6487bb7544/426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:28.148428 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Pushing event updated for resources: {'Port': ['ID=8599364a-a4ca-4e7e-8891-2109fee00926,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:28.267173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:28.288243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:28.330619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:28.400484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::32e (99e5ad42-b16c-482e-a78b-4c1e25516941/3b4de353-0553-4e7b-94f2-17178c66a515/9e48073c-adee-4090-8a7a-9356f54b0ed2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:28.411296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8:0:1::1f0 (99e5ad42-b16c-482e-a78b-4c1e25516941/a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8/9e48073c-adee-4090-8a7a-9356f54b0ed2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:28.499317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:28.560762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.562461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Attempting to bind port 8599364a-a4ca-4e7e-8891-2109fee00926 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:28.562844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Attempting to bind port 8599364a-a4ca-4e7e-8891-2109fee00926 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:28.563181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Attempting to bind port 8599364a-a4ca-4e7e-8891-2109fee00926 on network 99e5ad42-b16c-482e-a78b-4c1e25516941 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:28.697086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.1 (344603c3-73c3-45c0-805e-5fcd1e80eb50/ec481f72-4156-4661-93cb-aa6487bb7544/8555ce2f-51b4-4aa3-a2c6-9646b4ae7861) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:28.700376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:28.701689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Checking segment: {'id': '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:28.706971 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.707760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Bound using segment: {'id': '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:28.708615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Bound port: 8599364a-a4ca-4e7e-8891-2109fee00926, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:28.709332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.728021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.771277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.809707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] For port 8599364a-a4ca-4e7e-8891-2109fee00926, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:28.814267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] For port 8599364a-a4ca-4e7e-8891-2109fee00926, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8599364a-a4ca-4e7e-8891-2109fee00926,segment=NetworkSegment(1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe),segment_id=1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:28.853002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.866556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:28.881144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:28.883579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:28.898930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:28.921769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.004395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Pushing event updated for resources: {'Port': ['ID=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:29.018691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.018926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:29.026031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:29.035616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:29.054403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:29.056733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.140292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=9e48073c-adee-4090-8a7a-9356f54b0ed2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:29.168004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58b4e6b6-f843-45ab-8ad6-d46c872a0ff0 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9959934 Jan 29 04:44:29.170179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46116) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:29.170518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46118) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:29.192712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b4de353-0553-4e7b-94f2-17178c66a515'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:29.212309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:29.248115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:29.257181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46122) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:29.262431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:29.285224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:29.289569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf68e6a-ac1a-4552-8a68-85dbc141a928 None None] Pushing event updated for resources: {'Port': ['ID=8599364a-a4ca-4e7e-8891-2109fee00926,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:29.432488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.478978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.532469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Attempting to bind port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:29.532843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Attempting to bind port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:29.533347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Attempting to bind port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:29.541626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.566650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.568253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:29.568628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Checking segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:29.569024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.569403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Bound using segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:29.569884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Bound port: 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:29.577269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57e0c207-cdea-4272-aa3b-3648e178c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.578890 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.667368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1027697697'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:29.725790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.827023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:22Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:29.842878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] For port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:29.851957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] For port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:29.866047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.870253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.898725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:29.916519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.924243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd588-ea77-42e5-9a97-7b72d2996776 None None] The sync data for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 is: [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:22Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:29.927770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57e0c207-cdea-4272-aa3b-3648e178c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:29.941506 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57e0c207-cdea-4272-aa3b-3648e178c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.006879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7a82-5748-4029-9e44-53d2ecc42ce6 None None] Pushing event updated for resources: {'Port': ['ID=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:30.170116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-375021943'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:30.187427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-57e0c207-cdea-4272-aa3b-3648e178c183 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df702b08475a4642999cb398a0473e89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0119624 Jan 29 04:44:30.195950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0c207-cdea-4272-aa3b-3648e178c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4305d3e2-7f20-4275-b76f-497576157df7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:30.222068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46148) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:30.235479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.303928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Delete allocated IP 2001:db8:0:1::1f0 (99e5ad42-b16c-482e-a78b-4c1e25516941/a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:44:30.422456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Made reservation on behalf of f1141359c1464f6eb66a87f67d7cb7c7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:30.425918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.428944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.546081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.570704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec5ac01-fb36-4f11-b792-8015ee1f4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.584591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.587247 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-395d7cc2-4a36-44c9-931b-cf90f886f9bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3216357 Jan 29 04:44:30.592601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46154) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:30.621686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec5ac01-fb36-4f11-b792-8015ee1f4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.869857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:30.952431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.023422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.149682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.162061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8599364a-a4ca-4e7e-8891-2109fee00926 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:31.180367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] In _notify_port_updated(), no bound segment for port 9e48073c-adee-4090-8a7a-9356f54b0ed2 on network 99e5ad42-b16c-482e-a78b-4c1e25516941 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:44:31.187657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.196506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:31.197406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.200415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/ports/9e48073c-adee-4090-8a7a-9356f54b0ed2 HTTP/1.1" status: 200 len: 926 time: 2.0235541 Jan 29 04:44:31.204590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46162) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:31.211883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b4de353-0553-4e7b-94f2-17178c66a515'}, {'subnet_id': 'a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:31.243067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fcda80-0fc1-4c86-ba3e-3c4ae3e7c085 None None] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:31.319148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.331223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:31.342875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.346957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec5ac01-fb36-4f11-b792-8015ee1f4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.349557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dec5ac01-fb36-4f11-b792-8015ee1f4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.350554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8599364a-a4ca-4e7e-8891-2109fee00926 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:31.351116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.352785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-92a1b378-ce36-453e-b150-86a812122d25 None None] Provisioning complete for port 8599364a-a4ca-4e7e-8891-2109fee00926 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:31.353752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92a1b378-ce36-453e-b150-86a812122d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.359327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dec5ac01-fb36-4f11-b792-8015ee1f4f1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4305d3e2-7f20-4275-b76f-497576157df7 HTTP/1.1" status: 204 len: 168 time: 1.1312675 Jan 29 04:44:31.372969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.380842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c9eb7-ce18-451f-b586-58d2070aa19d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=9e48073c-adee-4090-8a7a-9356f54b0ed2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:31.419324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.426488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5ac01-fb36-4f11-b792-8015ee1f4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4305d3e2-7f20-4275-b76f-497576157df7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:31.458065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.484292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.563316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.571838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57e2b195-59b5-45ec-bcd8-23b8e9df5985 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:31.582055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:31.588438 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.593447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ab2918f2-7217-4614-8d90-9b0457e48267 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "DELETE /v2.0/routers/57e2b195-59b5-45ec-bcd8-23b8e9df5985 HTTP/1.1" status: 204 len: 168 time: 0.9995091 Jan 29 04:44:31.596064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:31.613110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Request body: {'router': {'name': 'tempest-router-793322928', 'distributed': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:31.697223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.699930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.705049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.705400 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Added segment 2743d9ba-8104-491e-87e7-59beddf92195 of type vlan for network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 Jan 29 04:44:31.737441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3facec-376b-4ae5-a2d5-aeb54d41d01b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:31.742614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.772203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:31.786127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:31.850864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.868672 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.949850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 8599364a-a4ca-4e7e-8891-2109fee00926, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8599364a-a4ca-4e7e-8891-2109fee00926,segment=NetworkSegment(1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe),segment_id=1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:31.951731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92a1b378-ce36-453e-b150-86a812122d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.970612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.971607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:31.972193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.975308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.988745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:31.990139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:31.998500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.003068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3702a697-e3b1-4fb1-a46f-2eeab5f1d104 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4057000 Jan 29 04:44:32.003939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46170) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:32.052696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1503968 Jan 29 04:44:32.056196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=8599364a-a4ca-4e7e-8891-2109fee00926,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:32.065614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022093f-8561-4fd5-b3c9-65d8f9766203 None None] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:32.166181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46172) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:32.166796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:32.169712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.193432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'subnet': {'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:32.243385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287766d-485b-4515-b179-6eb55475e555 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Network': ['ID=d3ef59be-2d10-43d1-b1f0-b41e923b48e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:32.354389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8:0:1::389 (99e5ad42-b16c-482e-a78b-4c1e25516941/a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8/9e48073c-adee-4090-8a7a-9356f54b0ed2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:32.403679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd026-c071-4b0b-a015-223bfb132bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.488826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:32.490531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 94071972-7a7f-403f-8779-6a2a9ba6107c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:44:32.600025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] Update dhcp port {'port': {'network_id': '99e5ad42-b16c-482e-a78b-4c1e25516941', 'fixed_ips': [{'subnet_id': '3b4de353-0553-4e7b-94f2-17178c66a515', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '8599364a-a4ca-4e7e-8891-2109fee00926'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:44:32.606505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-92a1b378-ce36-453e-b150-86a812122d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:44:32.606894 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-92a1b378-ce36-453e-b150-86a812122d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:44:32.663496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.666286 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.682024 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.692744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.735755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.751988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:32.753436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.772194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.775022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 196941ba-6a2c-4d4a-92b2-d808b2d1a8c5 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:32.784886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.790420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0314f2f1-c0fe-4cd3-905c-a62c83248904 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "DELETE /v2.0/routers/196941ba-6a2c-4d4a-92b2-d808b2d1a8c5 HTTP/1.1" status: 204 len: 168 time: 0.7800539 Jan 29 04:44:32.805077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46190) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:32.856893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Request body: {'router': {'name': 'tempest-router-646552385', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2747cb68b6304ac1bbaa6b198d85b7aa'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:32.865910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] In _notify_port_updated(), no bound segment for port 9e48073c-adee-4090-8a7a-9356f54b0ed2 on network 99e5ad42-b16c-482e-a78b-4c1e25516941 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:44:32.876143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:32.876825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:32.881682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/ports/9e48073c-adee-4090-8a7a-9356f54b0ed2 HTTP/1.1" status: 200 len: 1012 time: 1.6759100 Jan 29 04:44:32.886605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46192) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:32.907027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a920-8a05-4fb6-b796-20191ad1de22 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=9e48073c-adee-4090-8a7a-9356f54b0ed2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:33.003161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:33.009988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6a916138-0118-4380-9c16-c49d6a50070b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/94071972-7a7f-403f-8779-6a2a9ba6107c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2133143 Jan 29 04:44:33.013561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Made reservation on behalf of f1141359c1464f6eb66a87f67d7cb7c7 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:33.017534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.022671 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Sync routers for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:33.035690 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:33.038263 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:33.088768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 9e48073c-adee-4090-8a7a-9356f54b0ed2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:33.089147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.096161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.097168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.317989 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.342046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:33.374484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.382383 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd026-c071-4b0b-a015-223bfb132bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.390764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.402499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.416827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd026-c071-4b0b-a015-223bfb132bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.419235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 9e48073c-adee-4090-8a7a-9356f54b0ed2 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:33.426350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.428263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-677031e0-9cde-4b0b-a3ae-cd5ef1a975bd tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6191204 Jan 29 04:44:33.430877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:33.440120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:33.468008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] Allocated IP 2001:db8:0:1::2 (99e5ad42-b16c-482e-a78b-4c1e25516941/a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8/8599364a-a4ca-4e7e-8891-2109fee00926) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:33.503376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:33.549490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3bfdd026-c071-4b0b-a015-223bfb132bc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=181b4839583741878e1fbb8bbac34fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3732181 Jan 29 04:44:33.552518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.554824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d448cfcf-d391-433b-ba07-1b7cfce55862 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:33.557299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46210) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:33.572702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-06b68ae6-8366-46a4-b90a-461a23b1da1e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357282665&fields=id&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 267 time: 0.1824751 Jan 29 04:44:33.728812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] For port 8599364a-a4ca-4e7e-8891-2109fee00926, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8599364a-a4ca-4e7e-8891-2109fee00926,segment=NetworkSegment(1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe),segment_id=1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:33.783715 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:30Z', 'revision_number': 2, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:33.798710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.877177 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Checking router: 94071972-7a7f-403f-8779-6a2a9ba6107c for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:44:33.878045 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Updating router 94071972-7a7f-403f-8779-6a2a9ba6107c port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:44:33.881519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.888656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10140'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.889230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.926716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31e1b5fd-a437-42c6-a963-5c8e00c00bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.936190 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.955448 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:33.999894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c12c7a37-acb4-473b-8d4d-f12e501900af None None] Provisioning complete for port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:34.000269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c12c7a37-acb4-473b-8d4d-f12e501900af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.022686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Subnet': ['ID=e35deee1-4f17-483c-81ee-74b9ac64ad62,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:34.030511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdd026-c071-4b0b-a015-223bfb132bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dca807e-e230-473b-93ac-ba3bc78806a1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:34.140196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31e1b5fd-a437-42c6-a963-5c8e00c00bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.166211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-d312f69f-4be1-403e-a59d-93abb1efa412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:34.188722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-d312f69f-4be1-403e-a59d-93abb1efa412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 797 time: 0.6150756 Jan 29 04:44:34.217406 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-363e5139-76ec-4220-9edd-d745835ebe8c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/quotas/e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 375 time: 0.0276554 Jan 29 04:44:34.231088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Checking segment: {'id': '2743d9ba-8104-491e-87e7-59beddf92195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:34.231656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network hostable DHCP agents. Network: d3ef59be-2d10-43d1-b1f0-b41e923b48e0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:34.266308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:34.620119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59190436-77c4-4e4c-b323-02cbba7bd1fe None None] Pushing event updated for resources: {'Port': ['ID=8599364a-a4ca-4e7e-8891-2109fee00926,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:34.632741 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-5100ed3a-9a41-402c-81ab-9cc1d5c77d6d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3838546 Jan 29 04:44:34.634074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:34.669284 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d3ef59be-2d10-43d1-b1f0-b41e923b48e0) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:34.671339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31e1b5fd-a437-42c6-a963-5c8e00c00bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.674268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31e1b5fd-a437-42c6-a963-5c8e00c00bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.678143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-31e1b5fd-a437-42c6-a963-5c8e00c00bf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dca807e-e230-473b-93ac-ba3bc78806a1 HTTP/1.1" status: 204 len: 168 time: 1.0718384 Jan 29 04:44:34.688434 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:34.694326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.744875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b5fd-a437-42c6-a963-5c8e00c00bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dca807e-e230-473b-93ac-ba3bc78806a1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:34.760128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd813d75-dbb3-45f8-9a2f-af69fc64a412 None None] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:34.777496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d448cfcf-d391-433b-ba07-1b7cfce55862 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:34.779046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.927702 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:34.951338 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.092950 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Pushing event updated for resources: {'Port': ['ID=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:35.102440 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.103627 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.104151 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.104300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102402) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 29 04:44:35.105755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Router 7395f162-a0d2-45d3-9f01-ce3e30d06ea8 migrating from provider to provider. {{(pid=102402) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 29 04:44:35.105886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.106763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.107346 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.108022 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.108572 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.109078 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.110099 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.110620 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.111104 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.111592 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:35.141643 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Attempting to bind port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:35.144773 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Attempting to bind port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:35.145383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Attempting to bind port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:35.158251 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:35.159503 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Checking segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:35.159962 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.162300 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Bound using segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:35.162873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.163023 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Bound port: 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:35.163541 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.189075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450645'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.201270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-97e8c429-d739-41a5-b6bd-9eb7abdb3d1b None None] Provisioning complete for port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:35.201645 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97e8c429-d739-41a5-b6bd-9eb7abdb3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.263246 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] For port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:35.267362 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] For port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:35.273833 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.381198 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:35.382324 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:35.424378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.434645 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.524022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-97e8c429-d739-41a5-b6bd-9eb7abdb3d1b None None] Port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:35.539436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.539436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/9e48073c-adee-4090-8a7a-9356f54b0ed2 HTTP/1.1" status: 204 len: 168 time: 2.6511862 Jan 29 04:44:35.543035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:35.545408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f7ae2-5c76-4826-9eaf-de6b8dbbdd5b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=9e48073c-adee-4090-8a7a-9356f54b0ed2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:35.579631 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66d427-4f04-440f-9bb7-7cc50a8e5eaa None None] Pushing event updated for resources: {'Port': ['ID=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:35.599037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d448cfcf-d391-433b-ba07-1b7cfce55862, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d448cfcf-d391-433b-ba07-1b7cfce55862,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:35.602241 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8a7691-8922-49c0-bd62-56cd4e35ed4f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:35.608131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c8a7691-8922-49c0-bd62-56cd4e35ed4f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/9e48073c-adee-4090-8a7a-9356f54b0ed2 HTTP/1.1" status: 404 len: 333 time: 0.0493388 Jan 29 04:44:35.609068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:35.611872 n-d-825930-1 neutron-server[102402]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] No L3 agents can host the router 7395f162-a0d2-45d3-9f01-ce3e30d06ea8 Jan 29 04:44:35.646802 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.773733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b58824-8e1d-4fe1-b3d6-0be5958919e6 None None] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:35.775964 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:35.813025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-97e8c429-d739-41a5-b6bd-9eb7abdb3d1b None None] Provisioning complete for port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:35.813311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97e8c429-d739-41a5-b6bd-9eb7abdb3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:35.885923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5d47514-a627-451f-9637-40cf14825ccd tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7132297 Jan 29 04:44:35.889356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46244) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:35.900485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:44:35.927545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-385378733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:35.937784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.035253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8599364a-a4ca-4e7e-8891-2109fee00926 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:36.040934 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.059862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.109173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Hosts for router 7395f162-a0d2-45d3-9f01-ce3e30d06ea8: [] {{(pid=102402) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 29 04:44:36.118370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d3ef59be-2d10-43d1-b1f0-b41e923b48e0', 'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0', 'tenant_id': 'f1141359c1464f6eb66a87f67d7cb7c7', 'fixed_ips': [{'subnet_id': 'e35deee1-4f17-483c-81ee-74b9ac64ad62'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:36.119477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.151107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-17a24984-00e6-4631-ad35-3c5f47476a8a service neutron] 10.222.0.32 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4538927 Jan 29 04:44:36.177625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d448cfcf-d391-433b-ba07-1b7cfce55862,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:36.192437 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.207178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Hosts for other DVR routers connected to router 7395f162-a0d2-45d3-9f01-ce3e30d06ea8: set() {{(pid=102402) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 29 04:44:36.210201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.214484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c7ead08-1cb2-4459-b2cf-f2cf7e6aae56 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "PUT /v2.0/routers/7395f162-a0d2-45d3-9f01-ce3e30d06ea8 HTTP/1.1" status: 200 len: 716 time: 2.7822151 Jan 29 04:44:36.259857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:36.318342 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.411183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.440131 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.548846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-18ce5252-e217-44fb-9549-4b5acc818247 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "GET /v2.0/routers/7395f162-a0d2-45d3-9f01-ce3e30d06ea8 HTTP/1.1" status: 200 len: 716 time: 0.2446394 Jan 29 04:44:36.551802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46268) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:36.560391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.560736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.561081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.561416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.561753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.573036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.576314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.577516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5afbdd27-b465-4f86-92a9-5da8f30bf8ce tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6679575 Jan 29 04:44:36.578348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.578654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.578998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.579340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.579677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.580010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.580353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:44:36.582551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:36.620109 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-56e21602-a15d-45f5-876b-c1cf765c52d6 service neutron] 10.222.0.32 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359672 Jan 29 04:44:36.635196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:36.668266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e57f-1851-4ca4-9ac4-8207fd773b59 None None] The sync data for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 is: [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:36.775405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:36.779234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.782627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae8c2c0b-3455-4d4d-a8c5-0dfaae6171a1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8 HTTP/1.1" status: 204 len: 168 time: 1.1690800 Jan 29 04:44:36.785369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46274) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:36.865534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Allocated IP 172.20.0.2 (d3ef59be-2d10-43d1-b1f0-b41e923b48e0/e35deee1-4f17-483c-81ee-74b9ac64ad62/e0efd533-1c2c-47fe-be13-1cc57d8fbf6f) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:36.924057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Could not find standard attr ID for object 9e48073c-adee-4090-8a7a-9356f54b0ed2. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:44:36.963885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8599364a-a4ca-4e7e-8891-2109fee00926 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:36.964308 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:36.995242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet 3b4de353-0553-4e7b-94f2-17178c66a515 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:44:37.015827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:37.219160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0390a136-fe80-46dd-b357-78f8f34dc494 req-97d1c963-affe-4f24-8fd0-016a4efce996 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 210 time: 0.1163375 Jan 29 04:44:37.255808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:37.271932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff472164-5efb-4bf2-b96b-fb6f419adc00 tempest-RoutersTestDVR-704962402 tempest-RoutersTestDVR-704962402-project] 10.222.0.32 "GET /v2.0/routers/7395f162-a0d2-45d3-9f01-ce3e30d06ea8 HTTP/1.1" status: 200 len: 682 time: 0.7126718 Jan 29 04:44:37.315721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46296) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:37.326526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Provisioning complete for port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:37.327023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:37.610623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:37.628149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:37.651182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:37.922309 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.036244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.061119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] For port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:38.196470 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.200913 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.306879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.308601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7395f162-a0d2-45d3-9f01-ce3e30d06ea8 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:38.315988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.317128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e37fc6bf-a3a8-4d46-97d3-7fc0ff58bd67 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7395f162-a0d2-45d3-9f01-ce3e30d06ea8 HTTP/1.1" status: 204 len: 168 time: 1.0002253 Jan 29 04:44:38.321053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:38.325535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Request body: {'router': {'name': 'tempest-router-2085264207', 'distributed': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:38.347248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.399139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.406173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.474683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4de353-0553-4e7b-94f2-17178c66a515,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:38.513807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.514761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.514920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.528052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d573025-ca26-4147-8365-267fcfac46c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/3b4de353-0553-4e7b-94f2-17178c66a515 HTTP/1.1" status: 204 len: 168 time: 1.7413638 Jan 29 04:44:38.533926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46328) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:38.534885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.568683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.574987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-209325bc-e7e5-4e10-8b2f-82542030a591 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2526624 Jan 29 04:44:38.576855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:38.622035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea178586-e197-47e2-9388-7d4b1e2e9748 req-22aefc66-eb59-43e8-8315-049269cc8bbd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 210 time: 0.1754704 Jan 29 04:44:38.677392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Pushing event updated for resources: {'Port': ['ID=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:38.715652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Provisioning complete for port 8599364a-a4ca-4e7e-8891-2109fee00926 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:38.716380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb139-5ba7-46d0-be82-88417697214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.799710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c28d88-548b-4e2b-aa62-47b05231224d None None] Network 99e5ad42-b16c-482e-a78b-4c1e25516941 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:38.804305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:38.804683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.818936 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.844649 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.923161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:38.960767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.018378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Pushing event updated for resources: {'Port': ['ID=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:39.082848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:39.114999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-67d10b5c-0b84-4dc0-b90c-74decedf3237 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:39.117152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:39.118193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-67d10b5c-0b84-4dc0-b90c-74decedf3237 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 797 time: 0.2057014 Jan 29 04:44:39.140761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:39.141830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 8599364a-a4ca-4e7e-8891-2109fee00926 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:39.142436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.268094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-a3fe7c20-293a-4027-bb79-d9fdacfa6b7e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 380 time: 0.1217141 Jan 29 04:44:39.273555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] For port 8599364a-a4ca-4e7e-8891-2109fee00926, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8599364a-a4ca-4e7e-8891-2109fee00926,segment=NetworkSegment(1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe),segment_id=1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:39.273950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.286482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'port': {'device_id': '17f00d04-c410-4c65-8d59-26914476c66a', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'admin_state_up': True, 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'security_groups': ['f638ba0f-3dcb-47fe-8394-139d8a8ee688']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:39.391821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.394892 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.412113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Attempting to bind port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:39.412485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Attempting to bind port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2743d9ba-8104-491e-87e7-59beddf92195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:39.413079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Attempting to bind port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f on network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:39.449261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:39.450095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Checking segment: {'id': '2743d9ba-8104-491e-87e7-59beddf92195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:39.450690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.452812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Bound using segment: {'id': '2743d9ba-8104-491e-87e7-59beddf92195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:39.453544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Bound port: e0efd533-1c2c-47fe-be13-1cc57d8fbf6f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2743d9ba-8104-491e-87e7-59beddf92195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:39.454185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.465109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Allocated IP 172.20.0.1 (d3ef59be-2d10-43d1-b1f0-b41e923b48e0/e35deee1-4f17-483c-81ee-74b9ac64ad62/0bcdc765-958a-479a-8681-996a88860b32) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:39.470016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.470474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71d39883-8691-4ae2-adf7-bc233fe711b9 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:44:39.477076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.493420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-31478829-8bc3-4d8f-afa0-f7b6cea8bc02 tempest-RoutersTestDVR-1982869408 tempest-RoutersTestDVR-1982869408-project-admin] 10.222.0.32 "DELETE /v2.0/routers/71d39883-8691-4ae2-adf7-bc233fe711b9 HTTP/1.1" status: 204 len: 168 time: 0.9078455 Jan 29 04:44:39.502180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-89cd04e1-d257-4eac-badf-39c047c58913 None None] Provisioning complete for port 8599364a-a4ca-4e7e-8891-2109fee00926 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:39.512047 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89cd04e1-d257-4eac-badf-39c047c58913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.525927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] DHCP port deletion for 99e5ad42-b16c-482e-a78b-4c1e25516941 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:44:39.531666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 8599364a-a4ca-4e7e-8891-2109fee00926 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:39.595523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:39.607457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.827986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] For port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:39.833630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] For port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,segment=NetworkSegment(2743d9ba-8104-491e-87e7-59beddf92195),segment_id=2743d9ba-8104-491e-87e7-59beddf92195)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:39.856940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d448cfcf-d391-433b-ba07-1b7cfce55862 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:39.864554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:39.900377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-796af0e5-4bd8-45fc-8e97-d7ed52446964 req-34648b51-7691-45a7-a116-16cd272f55fe tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 210 time: 0.0947769 Jan 29 04:44:39.923789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.020423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.076821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.144787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Deleting port 8599364a-a4ca-4e7e-8891-2109fee00926 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:40.145390 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.159073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=8599364a-a4ca-4e7e-8891-2109fee00926,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:40.162023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No DVR routers for this DVR port 8599364a-a4ca-4e7e-8891-2109fee00926 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:40.164242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:40.164405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.11 (344603c3-73c3-45c0-805e-5fcd1e80eb50/ec481f72-4156-4661-93cb-aa6487bb7544/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:40.176890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:40.196795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:40.243168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46370) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:40.279728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Port': ['ID=0bcdc765-958a-479a-8681-996a88860b32,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:40.338763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] For port 8599364a-a4ca-4e7e-8891-2109fee00926, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:40.340123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.363140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Calling delete_port for 8599364a-a4ca-4e7e-8891-2109fee00926 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:40.367226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Port 8599364a-a4ca-4e7e-8891-2109fee00926 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:44:40.369151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.386426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.389073 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.461668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e5ad42-b16c-482e-a78b-4c1e25516941']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:40.485823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:40.486167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1679a2f8-d2cc-435d-a8bb-d5b6adfb9efe') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:40.497385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] No DVR routers for this DVR port 8599364a-a4ca-4e7e-8891-2109fee00926 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:40.500632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.519951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ea615-ee37-4a32-b017-3cb567a3dba9 None None] Pushing event updated for resources: {'Port': ['ID=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:40.530737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.544767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:44:40.545307 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:44:40.572921 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:44:40.579848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d052c-d207-4437-98b9-c7e1aa99ff7e None None] Pushing event deleted for resources: {'Port': ['ID=8599364a-a4ca-4e7e-8891-2109fee00926,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:40.616913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d448cfcf-d391-433b-ba07-1b7cfce55862 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:40.622869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.688221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.690888 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.715827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.719777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/99e5ad42-b16c-482e-a78b-4c1e25516941 HTTP/1.1" status: 204 len: 168 time: 2.1868508 Jan 29 04:44:40.722708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-009ca24d-07e0-409d-a998-27776fa1a5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.730647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46380) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:40.765964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e7865-44d8-4dd1-b8c0-15b71468fa83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=99e5ad42-b16c-482e-a78b-4c1e25516941,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:40.802483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:40.850700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:40.962529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:40.964308 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.045862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-009ca24d-07e0-409d-a998-27776fa1a5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.050186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.073768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-009ca24d-07e0-409d-a998-27776fa1a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.170047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-009ca24d-07e0-409d-a998-27776fa1a5b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2747cb68b6304ac1bbaa6b198d85b7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9253466 Jan 29 04:44:41.189484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:41.255203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34ce6067-c1c1-49ff-a1bb-48683efd5845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.255378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:41.296282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca24d-07e0-409d-a998-27776fa1a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90dc49-d1d3-4346-a151-714d3c14e64d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:41.306936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34ce6067-c1c1-49ff-a1bb-48683efd5845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.376807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:41.402230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d760f0-3028-44a2-b106-3c90b16ff0b8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:41.407905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-48d760f0-3028-44a2-b106-3c90b16ff0b8 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6627841 Jan 29 04:44:41.407905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:41.408709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:41.413319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:41.507496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe41d04-a9df-452d-8f5e-cdcf9785dc43 req-6259d71a-2557-4f44-8b39-8dd46fd1b651 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:41.509181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fe41d04-a9df-452d-8f5e-cdcf9785dc43 req-6259d71a-2557-4f44-8b39-8dd46fd1b651 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 932 time: 0.4608161 Jan 29 04:44:41.536294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34ce6067-c1c1-49ff-a1bb-48683efd5845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.542624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34ce6067-c1c1-49ff-a1bb-48683efd5845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.542624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34ce6067-c1c1-49ff-a1bb-48683efd5845 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf90dc49-d1d3-4346-a151-714d3c14e64d HTTP/1.1" status: 204 len: 168 time: 0.3500719 Jan 29 04:44:41.574596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:41.574596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.575062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.637065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.643874 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-72d41716-ffb7-4803-8164-ec9c8bb16412 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3672361 Jan 29 04:44:41.664833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Request body: {'port': {'device_id': '17f00d04-c410-4c65-8d59-26914476c66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:41.682698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce6067-c1c1-49ff-a1bb-48683efd5845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90dc49-d1d3-4346-a151-714d3c14e64d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:41.729367 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fe41d04-a9df-452d-8f5e-cdcf9785dc43 req-2f8f1770-3900-4b69-8c97-91a0dc355064 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109768 Jan 29 04:44:41.798481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e0efd533-1c2c-47fe-be13-1cc57d8fbf6f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:41.799076 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:41.800076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-018fb5df-991a-457f-b09a-612273819de9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3870771 Jan 29 04:44:41.806681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:41.889566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1721623952'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:41.917663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:41.923117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.017760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Port': ['ID=0bcdc765-958a-479a-8681-996a88860b32,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:42.020815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.090446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.095264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:42.098610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d9e191aa-941f-4ecb-ae1e-31df094b7b9d None None] Provisioning complete for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:42.099283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.102656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9e191aa-941f-4ecb-ae1e-31df094b7b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.260395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:42.294121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091a38d-24d9-415c-bbb9-2a6d4810a134 None None] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:42.311984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:42.312783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d9e191aa-941f-4ecb-ae1e-31df094b7b9d None None] Port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:42.378103 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.383745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.384177 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment 2ba5f4d3-deaa-4372-9a26-32928f15d9f3 of type vlan for network 09e0355a-2139-4200-891f-3e3aa1ba6bdf Jan 29 04:44:42.401664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a5314e-c57a-4b07-8e52-63f23dd27ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.440430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,segment=NetworkSegment(2743d9ba-8104-491e-87e7-59beddf92195),segment_id=2743d9ba-8104-491e-87e7-59beddf92195)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:42.467486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.507794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:44:42.517217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.520176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.531871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Transition to ACTIVE for port object f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:44:42.540703 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.561657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:42.573415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8599364a-a4ca-4e7e-8891-2109fee00926 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:42.590892 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.594547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9b03b151-4dba-43a5-bed8-5e80ccad0cd8 None None] Provisioning complete for port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:42.594923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9b03b151-4dba-43a5-bed8-5e80ccad0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.611964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:42.615923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:42.621802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:42.635977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:42.638343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 8599364a-a4ca-4e7e-8891-2109fee00926 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:42.638821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8599364a-a4ca-4e7e-8891-2109fee00926 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:42.732163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8737092 Jan 29 04:44:42.733879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:42.742253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:42.777051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:42.948046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:42.948350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:42.949210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:42.971856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:44:42.972190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:42.998745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:42.999267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Checking segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:42.999676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Bound using segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:43.000153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Bound port: f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:43.000528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.053921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705840c-eaed-45a2-94f3-f3a12a15fb00 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=09e0355a-2139-4200-891f-3e3aa1ba6bdf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:43.068813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:43.152252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a5314e-c57a-4b07-8e52-63f23dd27ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.163301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a5314e-c57a-4b07-8e52-63f23dd27ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.205518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:43.225716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:43.246431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-22a5314e-c57a-4b07-8e52-63f23dd27ad0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a5b997581354d58908edd03688ec9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212976 Jan 29 04:44:43.248888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5314e-c57a-4b07-8e52-63f23dd27ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27913a33-d2b2-4ce3-84b9-87c84583ba50,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:43.256273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46430) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:43.263825 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.333571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Router 66f49a6d-129b-41dd-81e0-310ecfba5516 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:44:43.346909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f866-5aad-45e2-b177-66f48bcdd9a7 req-9ae3e6f5-15f3-4446-86f3-299bff569ebb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:43.349103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c30f866-5aad-45e2-b177-66f48bcdd9a7 req-9ae3e6f5-15f3-4446-86f3-299bff569ebb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.3724136 Jan 29 04:44:43.460443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-49a6fb53-0e0a-4294-8b15-245f5ab2a6f1 None None] Provisioning complete for port 0bcdc765-958a-479a-8681-996a88860b32 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:43.461384 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49a6fb53-0e0a-4294-8b15-245f5ab2a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.491685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c30f866-5aad-45e2-b177-66f48bcdd9a7 req-6cf83fde-6134-4e89-8b07-e337f7fd8b3f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324751 Jan 29 04:44:43.510254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:43.529503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.568864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:43.582451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.587486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] 10.222.0.20 "PUT /v2.0/ports/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 1092 time: 1.9255083 Jan 29 04:44:43.595995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:44:43.615765 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637391e4-c813-4b40-af76-f67ec04353a4" -d '{"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:44:43.674516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e0efd533-1c2c-47fe-be13-1cc57d8fbf6f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:43.691060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:43.697132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:43.712480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b934f04d-3d7f-4cfd-9ee0-9fd5b22bb047 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "PUT /v2.0/routers/66f49a6d-129b-41dd-81e0-310ecfba5516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1123316 Jan 29 04:44:43.715126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46452) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:43.760517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'port': {'network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0', 'name': 'tempest-FloatingIPNegativeTestJSON-698048922'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:43.778155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] Sync routers for ids ['66f49a6d-129b-41dd-81e0-310ecfba5516'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:43.820497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-49a6fb53-0e0a-4294-8b15-245f5ab2a6f1 None None] Port 0bcdc765-958a-479a-8681-996a88860b32 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:43.853809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] Routers {'66f49a6d-129b-41dd-81e0-310ecfba5516'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:43.855293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['66f49a6d-129b-41dd-81e0-310ecfba5516'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:43.914310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a080-0411-4a7a-ac34-2b2c984c1538 service neutron] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:43.960992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:43.982388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-49a6fb53-0e0a-4294-8b15-245f5ab2a6f1 None None] Provisioning complete for port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:43.992730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49a6fb53-0e0a-4294-8b15-245f5ab2a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.060035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Made reservation on behalf of f1141359c1464f6eb66a87f67d7cb7c7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:44.063670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.080882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-8161514a-8f51-46d4-ae55-70a7c7452883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:44.087192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-8161514a-8f51-46d4-ae55-70a7c7452883 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1095 time: 0.3730409 Jan 29 04:44:44.096523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2419c4b-ecab-4a8c-8039-ae17772a811b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.115689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] device_id is not set on port 803b8895-c911-446a-81e7-77322209c0ec yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:44.163235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] Routers {'66f49a6d-129b-41dd-81e0-310ecfba5516'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:44.163875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['66f49a6d-129b-41dd-81e0-310ecfba5516'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:44.182107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2419c4b-ecab-4a8c-8039-ae17772a811b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.182392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:44.183616 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.357299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:44.358242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d2850-c52a-4194-8eb1-e5268dc99a10 None None] The sync data for ids ['66f49a6d-129b-41dd-81e0-310ecfba5516'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:44:44.439490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-c2b69d49-6775-4284-be2a-17f5219b73c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 217 time: 0.3310871 Jan 29 04:44:44.441263 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f879ca7f-fdf1-4335-8566-06dee5078548 x-openstack-request-id: req-f879ca7f-fdf1-4335-8566-06dee5078548 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:44:44.441807 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:44:44.442385 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f879ca7f-fdf1-4335-8566-06dee5078548 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:44:44.445777 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'status': 'completed', 'code': 200} Jan 29 04:44:44.466165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Allocated IP 172.20.0.10 (d3ef59be-2d10-43d1-b1f0-b41e923b48e0/e35deee1-4f17-483c-81ee-74b9ac64ad62/803b8895-c911-446a-81e7-77322209c0ec) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:44.636980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2419c4b-ecab-4a8c-8039-ae17772a811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.639643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2581d8f1-d193-481e-94d7-8f817addda0c None None] Provisioning complete for port 0bcdc765-958a-479a-8681-996a88860b32 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:44.640131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2581d8f1-d193-481e-94d7-8f817addda0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.643639 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2419c4b-ecab-4a8c-8039-ae17772a811b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.645758 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b2419c4b-ecab-4a8c-8039-ae17772a811b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27913a33-d2b2-4ce3-84b9-87c84583ba50 HTTP/1.1" status: 204 len: 168 time: 1.3844955 Jan 29 04:44:44.715486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2581d8f1-d193-481e-94d7-8f817addda0c None None] Port 0bcdc765-958a-479a-8681-996a88860b32 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:44.723922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.794320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419c4b-ecab-4a8c-8039-ae17772a811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27913a33-d2b2-4ce3-84b9-87c84583ba50,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:44.797929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-9f94cb2d-1428-4e51-a56c-7a2c6f817a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:44.809115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-9f94cb2d-1428-4e51-a56c-7a2c6f817a97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.3479755 Jan 29 04:44:44.809510 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:44.939518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Port': ['ID=803b8895-c911-446a-81e7-77322209c0ec,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:44.988942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-a0d7ca7c-d125-4645-ae90-421f7050cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:44.989628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:44.990682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-a0d7ca7c-d125-4645-ae90-421f7050cb58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702542 Jan 29 04:44:45.017408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:45.021310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438352c-dc90-44d1-b139-88c31f9439b3 req-c118cd82-efdf-42dd-a692-bbf15bcae4db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:45.028185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d438352c-dc90-44d1-b139-88c31f9439b3 req-c118cd82-efdf-42dd-a692-bbf15bcae4db tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.2316461 Jan 29 04:44:45.029307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:45.034201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:45.150984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:45.161659 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:45.175694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': '2ba5f4d3-deaa-4372-9a26-32928f15d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:45.177381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: 09e0355a-2139-4200-891f-3e3aa1ba6bdf, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:45.178573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=754171e4-768b-450c-b7ed-6cc406660ced,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:45.240714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:45.253486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb33f825-6508-4f5e-9198-2e6307741f2f tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5223439 Jan 29 04:44:45.254769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:45.266976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-e7c5eaee-2ba6-47d6-abbe-0d0cd821a96d service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690282 Jan 29 04:44:45.268866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 09e0355a-2139-4200-891f-3e3aa1ba6bdf) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:45.272956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:45.284149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e65055-54ca-49f0-a473-82cdee35d7b7 None None] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:45.368942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:45.373774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:45.386605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d438352c-dc90-44d1-b139-88c31f9439b3 req-69422003-ccb9-463a-9838-ec74844ecd10 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989293 Jan 29 04:44:45.388109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:45.637937 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:45.649943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e940e6b8-4346-40fa-bbbe-ee922fe0b972 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8973677 Jan 29 04:44:45.653347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:45.659196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf', 'name': 'tempest-PortsIpV6TestJSON-1323634023'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:45.753378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-09e0355a-2139-4200-891f-3e3aa1ba6bdf', 'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': '754171e4-768b-450c-b7ed-6cc406660ced'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:45.754726 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:45.774025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e2e1931-2da4-454d-be71-01b78f9805d8 req-27aa4e54-9f47-4d94-b608-36c3a988257a service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000732 Jan 29 04:44:45.991963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637391e4-c813-4b40-af76-f67ec04353a4 req-aebc8148-8f83-4384-85bc-e8da13a47dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:45.999177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-aebc8148-8f83-4384-85bc-e8da13a47dfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1095 time: 0.1267970 Jan 29 04:44:46.019170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-afb7c85e-d6a1-4e4d-a77f-fed3ea0129d2 None None] Provisioning complete for port 803b8895-c911-446a-81e7-77322209c0ec triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:46.019786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afb7c85e-d6a1-4e4d-a77f-fed3ea0129d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:46.142102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-afb7c85e-d6a1-4e4d-a77f-fed3ea0129d2 None None] Port 803b8895-c911-446a-81e7-77322209c0ec cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:46.195384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Allocated IP 2001:db8::2 (09e0355a-2139-4200-891f-3e3aa1ba6bdf/754171e4-768b-450c-b7ed-6cc406660ced/d55c21f2-fc5a-4095-8d59-3f0220109626) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:46.546371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Allocated IP 172.25.4.202 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/af053dc8-2255-44f5-b1dc-6a36e177d949) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:46.616733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:46.623724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:46.732746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 59a8e3df-a562-4ebf-9e04-cc84dce47739 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:46.893520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46524) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:46.991063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.109419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.119801 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.136762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.183984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:47.187317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:47.191022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:47.225039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-77210963-2bdc-41a3-a555-c4414a2e03ef tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:47.230078 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-77210963-2bdc-41a3-a555-c4414a2e03ef tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:44:47.230654 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-77210963-2bdc-41a3-a555-c4414a2e03ef tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:44:47.240261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Pushing event updated for resources: {'Port': ['ID=d55c21f2-fc5a-4095-8d59-3f0220109626,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:47.242237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-77210963-2bdc-41a3-a555-c4414a2e03ef tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3430893 Jan 29 04:44:47.244945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Port': ['ID=af053dc8-2255-44f5-b1dc-6a36e177d949,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:47.251584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46530) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:47.286018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398637153'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:47.310508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Attempting to bind port d55c21f2-fc5a-4095-8d59-3f0220109626 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:44:47.310895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Attempting to bind port d55c21f2-fc5a-4095-8d59-3f0220109626 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2ba5f4d3-deaa-4372-9a26-32928f15d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:44:47.311412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Attempting to bind port d55c21f2-fc5a-4095-8d59-3f0220109626 on network 09e0355a-2139-4200-891f-3e3aa1ba6bdf {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:44:47.322633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:44:47.322992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Checking segment: {'id': '2ba5f4d3-deaa-4372-9a26-32928f15d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:47.324024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.324419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Bound using segment: {'id': '2ba5f4d3-deaa-4372-9a26-32928f15d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:44:47.329786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Bound port: d55c21f2-fc5a-4095-8d59-3f0220109626, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba5f4d3-deaa-4372-9a26-32928f15d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:44:47.330233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.362827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:47.366418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:47.387881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.392454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e454e87-4458-45d5-b040-288317f06655 req-8134f778-5093-4c3d-81da-6a897d85036a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:47.396009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e454e87-4458-45d5-b040-288317f06655 req-8134f778-5093-4c3d-81da-6a897d85036a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.1392250 Jan 29 04:44:47.399650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:47.404673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.440256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637391e4-c813-4b40-af76-f67ec04353a4 req-41d7b819-f903-4dc0-821e-00d71222f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:47.442160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-41d7b819-f903-4dc0-821e-00d71222f388 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 1.4340229 Jan 29 04:44:47.480174 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e454e87-4458-45d5-b040-288317f06655 req-8e5bb496-8ad8-4d97-92ba-01d30d946187 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576472 Jan 29 04:44:47.538604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::2ef (09e0355a-2139-4200-891f-3e3aa1ba6bdf/754171e4-768b-450c-b7ed-6cc406660ced/59a8e3df-a562-4ebf-9e04-cc84dce47739) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:47.588095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4d833090-5820-494c-9619-71cdf159e825 None None] For port d55c21f2-fc5a-4095-8d59-3f0220109626, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:44:47.602228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4d833090-5820-494c-9619-71cdf159e825 None None] For port d55c21f2-fc5a-4095-8d59-3f0220109626, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d55c21f2-fc5a-4095-8d59-3f0220109626,segment=NetworkSegment(2ba5f4d3-deaa-4372-9a26-32928f15d9f3),segment_id=2ba5f4d3-deaa-4372-9a26-32928f15d9f3)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:44:47.609660 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.795196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d833090-5820-494c-9619-71cdf159e825 None None] Pushing event updated for resources: {'Port': ['ID=d55c21f2-fc5a-4095-8d59-3f0220109626,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:47.801301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:47.861068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-0025319d-6fbb-40e8-a99c-ade4f3e8e64e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 217 time: 0.3990974 Jan 29 04:44:47.968025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637391e4-c813-4b40-af76-f67ec04353a4 req-135173bb-d9aa-41cb-9561-70b25b1e1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:47.971097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-135173bb-d9aa-41cb-9561-70b25b1e1505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.1036105 Jan 29 04:44:48.018649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:44:48.093829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637391e4-c813-4b40-af76-f67ec04353a4 req-90dd1f50-7504-47be-a952-7f0d2e109c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:48.096746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-90dd1f50-7504-47be-a952-7f0d2e109c29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187625 Jan 29 04:44:48.230587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:48.338448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:48.368376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'mac_address': 'fa:16:3e:8f:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:44:48.375936 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-804d577a-84bb-449b-b66f-f86bbcff06e3 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699711 Jan 29 04:44:48.459255 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:48.465311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:48.491954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:44:48.540906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:48.548673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:48.577325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-637391e4-c813-4b40-af76-f67ec04353a4 req-0c75dd6d-8c49-49bc-8c89-0bd62e99d8fe service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855359 Jan 29 04:44:48.618692 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:48.657250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:48.671823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46552) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:48.739263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5912096-5302-4583-9b30-c84adc65d2a6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:48.823960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c665e-9004-44a9-92e7-e84c98191fe5 req-c71845df-29bc-4f3a-9742-cad8af6f1234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:48.825545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d9c665e-9004-44a9-92e7-e84c98191fe5 req-c71845df-29bc-4f3a-9742-cad8af6f1234 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.1606162 Jan 29 04:44:48.858684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:44:48.927807 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b377db7d-8d40-47ba-a714-bba194fe7e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:48.949871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.063190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d9c665e-9004-44a9-92e7-e84c98191fe5 req-8da9705c-a611-4057-a34e-696a93c38326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206228 Jan 29 04:44:49.155256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.190557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.194507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.254132 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b377db7d-8d40-47ba-a714-bba194fe7e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.262826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b377db7d-8d40-47ba-a714-bba194fe7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.416794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=59a8e3df-a562-4ebf-9e04-cc84dce47739,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:49.447600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.452491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b377db7d-8d40-47ba-a714-bba194fe7e9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bee98c3b462d43b8888b95101250898a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7795167 Jan 29 04:44:49.456509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2015569 Jan 29 04:44:49.457058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46566) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:49.457214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46568) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:49.459099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:49.474804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377db7d-8d40-47ba-a714-bba194fe7e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b7d9e-cafe-4c01-8bb0-df4c135003ee,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:49.499298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'bad8c291-0c2b-4d9e-b9dc-7fa1725088f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:49.508935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41c9ff-6eba-4d4d-aa1d-3b08ed4d99c0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad8c291-0c2b-4d9e-b9dc-7fa1725088f3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:49.515908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:49.541032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:49.552721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:49.553668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.590753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34ab81c8-952e-4e6b-ab90-67b9f69b5a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.639698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34ab81c8-952e-4e6b-ab90-67b9f69b5a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.641041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.649025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.708899 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.750459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34ab81c8-952e-4e6b-ab90-67b9f69b5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.756047 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34ab81c8-952e-4e6b-ab90-67b9f69b5a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.757227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-34ab81c8-952e-4e6b-ab90-67b9f69b5a19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/280b7d9e-cafe-4c01-8bb0-df4c135003ee HTTP/1.1" status: 204 len: 168 time: 0.2967455 Jan 29 04:44:49.770427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab81c8-952e-4e6b-ab90-67b9f69b5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b7d9e-cafe-4c01-8bb0-df4c135003ee,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:49.774086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d55c21f2-fc5a-4095-8d59-3f0220109626 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:49.820948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca4bbdef-5c49-4a9e-8fc5-00892d91b263 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1632268 Jan 29 04:44:49.821188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46572) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:49.828700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '09e0355a-2139-4200-891f-3e3aa1ba6bdf', 'name': 'tempest-PortsIpV6TestJSON-1992740809'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:49.896003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.910509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd855f4f-9dcd-4abf-ad80-e42046c77f92 None None] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:49.924296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:49.928848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6730740 Jan 29 04:44:49.932177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46574) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:49.939674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-43b49e8e-de5b-4031-a71f-8fda629ab150 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'floatingip': {'port_id': '803b8895-c911-446a-81e7-77322209c0ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:49.944305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7854-eff1-4bdc-9d3b-224d10b448cf tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Port': ['ID=af053dc8-2255-44f5-b1dc-6a36e177d949,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:50.007184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.011788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43b49e8e-de5b-4031-a71f-8fda629ab150 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.065287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:50.069742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.091895 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.100521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 45ef03e8-c01c-4669-8404-f11ebfb27bbd yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:44:50.155966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d55c21f2-fc5a-4095-8d59-3f0220109626 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:50.156331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.170652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:50.256989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.258048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7729156 Jan 29 04:44:50.262175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:50.262825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556d118-03fa-4d81-b5dc-518c84fb3246 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954678ce-e092-4c22-85a4-35271c154233,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:50.285069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cc488302-5977-4c6c-bb06-9595e77f0ea4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'bad8c291-0c2b-4d9e-b9dc-7fa1725088f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:50.325444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46590) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:50.353738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d291f2ad-3ff9-417f-a207-1e8f72e23ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.395393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02563e-f763-4c89-8f78-ad635505efc7 req-6602ccc2-6950-41a3-bf7f-1c89f0a8fcce tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:50.396927 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b02563e-f763-4c89-8f78-ad635505efc7 req-6602ccc2-6950-41a3-bf7f-1c89f0a8fcce tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.1770234 Jan 29 04:44:50.403336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fd8a8f0a-cd23-4872-a7e5-5bccf8c876b3 None None] Provisioning complete for port d55c21f2-fc5a-4095-8d59-3f0220109626 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:50.403711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f0a-cd23-4872-a7e5-5bccf8c876b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.456493 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc488302-5977-4c6c-bb06-9595e77f0ea4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.508692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::1f6 (09e0355a-2139-4200-891f-3e3aa1ba6bdf/754171e4-768b-450c-b7ed-6cc406660ced/45ef03e8-c01c-4669-8404-f11ebfb27bbd) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:50.510615 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-43b49e8e-de5b-4031-a71f-8fda629ab150 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] update failed (client error): The resource could not be found. Jan 29 04:44:50.514798 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-43b49e8e-de5b-4031-a71f-8fda629ab150 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "PUT /v2.0/floatingips/e292d1f7-c2ec-424b-946a-3ebb61b6a41e HTTP/1.1" status: 404 len: 507 time: 0.5776339 Jan 29 04:44:50.515903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:50.521093 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b02563e-f763-4c89-8f78-ad635505efc7 req-bc73a1b7-c932-4bf3-a18a-49767939b3a0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104641 Jan 29 04:44:50.546569 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:44:50.560964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:44:50.608886 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-cc488302-5977-4c6c-bb06-9595e77f0ea4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:44:50.612679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc488302-5977-4c6c-bb06-9595e77f0ea4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3402026 Jan 29 04:44:50.615113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f0a-cd23-4872-a7e5-5bccf8c876b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.619409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46604) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:50.636864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:50.637645 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.740190 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.781578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fd8a8f0a-cd23-4872-a7e5-5bccf8c876b3 None None] For port d55c21f2-fc5a-4095-8d59-3f0220109626, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d55c21f2-fc5a-4095-8d59-3f0220109626,segment=NetworkSegment(2ba5f4d3-deaa-4372-9a26-32928f15d9f3),segment_id=2ba5f4d3-deaa-4372-9a26-32928f15d9f3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:50.798246 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f0a-cd23-4872-a7e5-5bccf8c876b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.856856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66fa73d0-7834-4d5b-aa5d-21c120794f15 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.904468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d291f2ad-3ff9-417f-a207-1e8f72e23ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.926285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d291f2ad-3ff9-417f-a207-1e8f72e23ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.928941 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66fa73d0-7834-4d5b-aa5d-21c120794f15 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:50.973394 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:44:50.973755 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:44:51.003096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a8f0a-cd23-4872-a7e5-5bccf8c876b3 None None] Pushing event updated for resources: {'Port': ['ID=d55c21f2-fc5a-4095-8d59-3f0220109626,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:51.008022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.034873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66fa73d0-7834-4d5b-aa5d-21c120794f15 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.045452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66fa73d0-7834-4d5b-aa5d-21c120794f15 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.051202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4221619a-b964-48f3-9402-803147f29d96 None None] Provisioning complete for port d55c21f2-fc5a-4095-8d59-3f0220109626 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:51.051621 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4221619a-b964-48f3-9402-803147f29d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.052165 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-66fa73d0-7834-4d5b-aa5d-21c120794f15 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/bad8c291-0c2b-4d9e-b9dc-7fa1725088f3 HTTP/1.1" status: 204 len: 168 time: 0.4310751 Jan 29 04:44:51.053044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46610) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:51.066719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Deleting port af053dc8-2255-44f5-b1dc-6a36e177d949 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:51.067124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.099722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:44:51.102340 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1003b214-d494-4a44-854d-8c014346a0e8" -d '{"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-plugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:44:51.129316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa73d0-7834-4d5b-aa5d-21c120794f15 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad8c291-0c2b-4d9e-b9dc-7fa1725088f3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:51.180327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.202805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:51.204957 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6b26c-3fcc-4a08-b5b2-fbe85a0e2b61 x-openstack-request-id: req-b5a6b26c-3fcc-4a08-b5b2-fbe85a0e2b61 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:44:51.205252 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-plugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:44:51.205513 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5a6b26c-3fcc-4a08-b5b2-fbe85a0e2b61 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:44:51.206040 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'code': 200} Jan 29 04:44:51.217705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.230924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d291f2ad-3ff9-417f-a207-1e8f72e23ad3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=338016a950344ce8bb28b99410b7f3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8923163 Jan 29 04:44:51.231851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:51.258182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291f2ad-3ff9-417f-a207-1e8f72e23ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6aa07-9502-4127-b6b3-d43cb0256531,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:51.293060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a474eb00-baaf-4b79-9678-738b887806d2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2263463 Jan 29 04:44:51.308219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:51.342847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103694525'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:51.371055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e08354-caee-4a37-a9fe-ace9da6c463c req-86359d64-e235-4a34-8cde-1dc97cc362b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:51.372960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8e08354-caee-4a37-a9fe-ace9da6c463c req-86359d64-e235-4a34-8cde-1dc97cc362b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1097 time: 0.0716782 Jan 29 04:44:51.374942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.377139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:51.379849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4221619a-b964-48f3-9402-803147f29d96 None None] Provisioning complete for port 59a8e3df-a562-4ebf-9e04-cc84dce47739 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:51.380235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4221619a-b964-48f3-9402-803147f29d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.399032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.421217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.421591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.442532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4221619a-b964-48f3-9402-803147f29d96 None None] Port 59a8e3df-a562-4ebf-9e04-cc84dce47739 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:51.449343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:51.452130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Calling delete_port for af053dc8-2255-44f5-b1dc-6a36e177d949 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:51.461240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:51.465350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:51.471661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:51.472616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.488556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8e08354-caee-4a37-a9fe-ace9da6c463c req-01424d0d-1cab-4311-a4a5-c008b845927f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064761 Jan 29 04:44:51.501299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6785607 Jan 29 04:44:51.504227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46622) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:51.544529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15a29f-d679-4a35-bbd6-5554111f91bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=45ef03e8-c01c-4669-8404-f11ebfb27bbd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:51.599111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d2b4d6cd-dfca-4ff1-9f31-00f72dad455f None None] Provisioning complete for port 59a8e3df-a562-4ebf-9e04-cc84dce47739 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:51.599496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d6cd-dfca-4ff1-9f31-00f72dad455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.608842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ca1e1-5682-4884-ab15-1a28a0f26e3b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:51.613172 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8e2ca1e1-5682-4884-ab15-1a28a0f26e3b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ef HTTP/1.1" status: 200 len: 929 time: 0.1053805 Jan 29 04:44:51.613277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:51.692208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbcca-57cd-4e79-9c3b-aea537311dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.714656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d55c21f2-fc5a-4095-8d59-3f0220109626 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:44:51.722744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbcca-57cd-4e79-9c3b-aea537311dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.724648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4d6cd-dfca-4ff1-9f31-00f72dad455f None None] Port 59a8e3df-a562-4ebf-9e04-cc84dce47739 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:51.787153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2d5f1-fde9-473d-ae08-a5676df0b361 req-04258a15-6068-496c-8cc6-e5af3749e7d6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:51.799421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bf2d5f1-fde9-473d-ae08-a5676df0b361 req-04258a15-6068-496c-8cc6-e5af3749e7d6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1169178 Jan 29 04:44:51.836884 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbcca-57cd-4e79-9c3b-aea537311dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.841349 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbcca-57cd-4e79-9c3b-aea537311dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.848306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 45ef03e8-c01c-4669-8404-f11ebfb27bbd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:51.853545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.857557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4bdcbcca-57cd-4e79-9c3b-aea537311dd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2e6aa07-9502-4127-b6b3-d43cb0256531 HTTP/1.1" status: 204 len: 168 time: 0.6060729 Jan 29 04:44:51.876526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d55c21f2-fc5a-4095-8d59-3f0220109626 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:51.877063 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.958897 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:51.960321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcbcca-57cd-4e79-9c3b-aea537311dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6aa07-9502-4127-b6b3-d43cb0256531,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:51.968032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.028399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.030778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6921356 Jan 29 04:44:52.035302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.049755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e2bd598d-09b9-4953-96b3-6a42022a26fc tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '80139ce4-5c95-4dcd-b8e6-073fdd89408c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:52.050489 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-e2bd598d-09b9-4953-96b3-6a42022a26fc tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 29 04:44:52.051288 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-e2bd598d-09b9-4953-96b3-6a42022a26fc tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:52.054948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b66a6-da45-4bb5-99b2-b291cc2687d3 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80139ce4-5c95-4dcd-b8e6-073fdd89408c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:52.055153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e2bd598d-09b9-4953-96b3-6a42022a26fc tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0157216 Jan 29 04:44:52.055265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.125131 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bf2d5f1-fde9-473d-ae08-a5676df0b361 req-fa8be771-f01b-4b4e-aee1-cdc6c7238eee tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125651 Jan 29 04:44:52.162153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.171874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0d8d8bbf-fbc7-46f5-a822-b1e655eff214 None None] Provisioning complete for port 45ef03e8-c01c-4669-8404-f11ebfb27bbd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:44:52.172260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d8d8bbf-fbc7-46f5-a822-b1e655eff214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.174580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73b967e9-d604-4c96-95fe-61694ec577ae tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.177362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 45ef03e8-c01c-4669-8404-f11ebfb27bbd owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:52.213949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73b967e9-d604-4c96-95fe-61694ec577ae tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.218147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.265625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d8bbf-fbc7-46f5-a822-b1e655eff214 None None] Port 45ef03e8-c01c-4669-8404-f11ebfb27bbd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:44:52.266141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Port': ['ID=af053dc8-2255-44f5-b1dc-6a36e177d949,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:52.344827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.347920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.352469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8b08c089-3853-44fb-95e3-8d20395306fa tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "DELETE /v2.0/floatingips/e292d1f7-c2ec-424b-946a-3ebb61b6a41e HTTP/1.1" status: 204 len: 168 time: 1.8311269 Jan 29 04:44:52.354433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46642) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.359038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-960c8b1a-9ca2-4066-b3f3-45c664e6fd06 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'floatingip': {'floating_network_id': 'd3ef59be-2d10-43d1-b1f0-b41e923b48e0', 'port_id': '803b8895-c911-446a-81e7-77322209c0ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:52.382585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73b967e9-d604-4c96-95fe-61694ec577ae tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.385285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73b967e9-d604-4c96-95fe-61694ec577ae tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.390941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-73b967e9-d604-4c96-95fe-61694ec577ae tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/80139ce4-5c95-4dcd-b8e6-073fdd89408c HTTP/1.1" status: 204 len: 168 time: 0.3342314 Jan 29 04:44:52.394650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46644) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.411008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b967e9-d604-4c96-95fe-61694ec577ae tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80139ce4-5c95-4dcd-b8e6-073fdd89408c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:52.429688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-960c8b1a-9ca2-4066-b3f3-45c664e6fd06 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.449914 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.519390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=45ef03e8-c01c-4669-8404-f11ebfb27bbd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:52.548232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.596005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.599607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a0dfae5e-4b8a-4b18-b153-f3f85f6251ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/45ef03e8-c01c-4669-8404-f11ebfb27bbd HTTP/1.1" status: 204 len: 168 time: 0.9847813 Jan 29 04:44:52.602242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.627374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d13-5e09-43a2-994b-cbbe40105f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.628325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0e6ae562-81ff-4e30-9f88-554e9b445e3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2317901 Jan 29 04:44:52.639196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46652) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.646259 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a8d0f4-5bfa-484c-932c-325d7d5525da tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:52.647018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152712279'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:52.648002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-77a8d0f4-5bfa-484c-932c-325d7d5525da tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/45ef03e8-c01c-4669-8404-f11ebfb27bbd HTTP/1.1" status: 404 len: 333 time: 0.0447397 Jan 29 04:44:52.659483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46654) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.774239 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-960c8b1a-9ca2-4066-b3f3-45c664e6fd06 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:52.777227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-960c8b1a-9ca2-4066-b3f3-45c664e6fd06 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4209659 Jan 29 04:44:52.784382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:52.798819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '803b8895-c911-446a-81e7-77322209c0ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:52.832385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d13-5e09-43a2-994b-cbbe40105f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.834642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.857690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 59a8e3df-a562-4ebf-9e04-cc84dce47739 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:52.858222 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.882391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d13-5e09-43a2-994b-cbbe40105f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.920089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:52.935381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d1c9d13-5e09-43a2-994b-cbbe40105f26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b6fe02d9c44b349190a39f5158ac51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821268 Jan 29 04:44:52.935826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c9d13-5e09-43a2-994b-cbbe40105f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f710a42-719c-4011-a846-097db88a538d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:52.939875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.023817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.033345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.038022 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.052591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 59a8e3df-a562-4ebf-9e04-cc84dce47739 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:53.082934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.094540 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4522462 Jan 29 04:44:53.097005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.106317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-54fa382f-7e71-4605-b2ba-4077f691141b tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'ddfce425-27c3-4d00-9676-9f8813377527', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:53.107703 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-54fa382f-7e71-4605-b2ba-4077f691141b tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 29 04:44:53.110375 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-54fa382f-7e71-4605-b2ba-4077f691141b tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:53.113805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-54fa382f-7e71-4605-b2ba-4077f691141b tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113328 Jan 29 04:44:53.115195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c82-f68b-42af-8b65-d6e1e19f834b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.117201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46668) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.119999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2419398-100a-4b2e-8436-fc455cf776e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfce425-27c3-4d00-9676-9f8813377527,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:53.176939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c82-f68b-42af-8b65-d6e1e19f834b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.199950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.291306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6103551-79c3-44e6-9d48-7cf6526b44f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.328545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa2504-c45b-4ced-a091-08a62a9ddc29 req-1058e94d-985e-4ece-bfbb-8d27ea5158a3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:53.332746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6103551-79c3-44e6-9d48-7cf6526b44f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.338116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14fa2504-c45b-4ced-a091-08a62a9ddc29 req-1058e94d-985e-4ece-bfbb-8d27ea5158a3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.0799005 Jan 29 04:44:53.374268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c82-f68b-42af-8b65-d6e1e19f834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.378041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4c82-f68b-42af-8b65-d6e1e19f834b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.382443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f7e4c82-f68b-42af-8b65-d6e1e19f834b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f710a42-719c-4011-a846-097db88a538d HTTP/1.1" status: 204 len: 168 time: 0.4365222 Jan 29 04:44:53.404797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14fa2504-c45b-4ced-a091-08a62a9ddc29 req-0bda4e5a-68cb-4045-b187-d65bdd4703b8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650930 Jan 29 04:44:53.413679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e4c82-f68b-42af-8b65-d6e1e19f834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f710a42-719c-4011-a846-097db88a538d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:53.460037 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.495641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Allocated IP 172.25.4.177 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/188cda71-6f9f-4846-b5e8-c217e67e9712) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:53.521582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6103551-79c3-44e6-9d48-7cf6526b44f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.525166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6103551-79c3-44e6-9d48-7cf6526b44f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.530033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6103551-79c3-44e6-9d48-7cf6526b44f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/ddfce425-27c3-4d00-9676-9f8813377527 HTTP/1.1" status: 204 len: 168 time: 0.4095452 Jan 29 04:44:53.530033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=59a8e3df-a562-4ebf-9e04-cc84dce47739,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:53.530406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.585230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.587946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-396b8cbe-5195-4b81-93e2-e5172e0e9832 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/59a8e3df-a562-4ebf-9e04-cc84dce47739 HTTP/1.1" status: 204 len: 168 time: 0.9276519 Jan 29 04:44:53.591974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6103551-79c3-44e6-9d48-7cf6526b44f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfce425-27c3-4d00-9676-9f8813377527,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:53.596174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.668441 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0367a8f-ac29-4705-923b-d8f528292dcb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:44:53.670175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0367a8f-ac29-4705-923b-d8f528292dcb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/59a8e3df-a562-4ebf-9e04-cc84dce47739 HTTP/1.1" status: 404 len: 333 time: 0.0730135 Jan 29 04:44:53.675498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46682) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.719327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-575fc5a7-e040-4692-9a39-7dcac17e0df6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1846321 Jan 29 04:44:53.723308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.727692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--446860817'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:53.743423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet 754171e4-768b-450c-b7ed-6cc406660ced {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:44:53.749236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.790364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.805424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.888921 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-118dcc09-7c6f-45d9-ae75-b2b921c717bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.929391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.938580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.949719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ff64-fc57-4a01-9a0a-7cb2bb3f144c req-16f3de81-887b-455f-96dc-a93b39918c4e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:53.951429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c40ff64-fc57-4a01-9a0a-7cb2bb3f144c req-16f3de81-887b-455f-96dc-a93b39918c4e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.4196489 Jan 29 04:44:53.982253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:53.986191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2594833 Jan 29 04:44:53.986520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:53.992327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f41c7444-6259-4d43-b486-ca17f66d7247 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'd2444d30-48b4-4cf0-9971-2fbe313b49d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:53.994786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.032284 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-f41c7444-6259-4d43-b486-ca17f66d7247 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 29 04:44:54.033036 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f41c7444-6259-4d43-b486-ca17f66d7247 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:54.036718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f41c7444-6259-4d43-b486-ca17f66d7247 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0466936 Jan 29 04:44:54.036718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdc33d-0dd4-4a19-8742-03692241e401 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2444d30-48b4-4cf0-9971-2fbe313b49d9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:54.038163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.056612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e8731917-59c2-4a99-9a34-8c2f2db8b2d9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'd2444d30-48b4-4cf0-9971-2fbe313b49d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:54.056612 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-e8731917-59c2-4a99-9a34-8c2f2db8b2d9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 29 04:44:54.056612 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e8731917-59c2-4a99-9a34-8c2f2db8b2d9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:54.056612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8731917-59c2-4a99-9a34-8c2f2db8b2d9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131552 Jan 29 04:44:54.057989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.064709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1c40ff64-fc57-4a01-9a0a-7cb2bb3f144c req-5d6aeb31-2006-49dc-b79a-128d3bcce0c1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042657 Jan 29 04:44:54.079882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.081703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cd652458-a0c8-4474-85b0-3cffab397ca0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'd2444d30-48b4-4cf0-9971-2fbe313b49d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:54.084175 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-cd652458-a0c8-4474-85b0-3cffab397ca0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 29 04:44:54.084697 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-cd652458-a0c8-4474-85b0-3cffab397ca0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:54.088287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd652458-a0c8-4474-85b0-3cffab397ca0 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240173 Jan 29 04:44:54.089417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.089810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.156569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c20557ec-0e27-4e26-abe1-50c9b66e24f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'd2444d30-48b4-4cf0-9971-2fbe313b49d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:54.157438 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-c20557ec-0e27-4e26-abe1-50c9b66e24f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 29 04:44:54.158000 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c20557ec-0e27-4e26-abe1-50c9b66e24f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:54.161556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c20557ec-0e27-4e26-abe1-50c9b66e24f5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059369 Jan 29 04:44:54.170797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.186478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.246298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.253119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event updated for resources: {'Port': ['ID=188cda71-6f9f-4846-b5e8-c217e67e9712,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:54.264055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078cbb6-8351-4e66-b89e-5a64dd6da96b tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:54.265622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1078cbb6-8351-4e66-b89e-5a64dd6da96b tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1092 time: 0.1750889 Jan 29 04:44:54.270126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.283216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:54.348805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:54.350619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:54.356574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:54.376202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f378517e-6f03-47ee-b666-030455018f8a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.418940 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f378517e-6f03-47ee-b666-030455018f8a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.436491 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.453539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.459126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/754171e4-768b-450c-b7ed-6cc406660ced HTTP/1.1" status: 204 len: 168 time: 0.7823362 Jan 29 04:44:54.459963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162992d7-4f20-4748-9874-b0690b483951 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=754171e4-768b-450c-b7ed-6cc406660ced,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:54.463513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bfff6c-6eb0-4f96-baf9-02a6b94568fd None None] Network 09e0355a-2139-4200-891f-3e3aa1ba6bdf requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:54.467044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46730) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.642558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f378517e-6f03-47ee-b666-030455018f8a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.649946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f378517e-6f03-47ee-b666-030455018f8a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.658027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f378517e-6f03-47ee-b666-030455018f8a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2444d30-48b4-4cf0-9971-2fbe313b49d9 HTTP/1.1" status: 204 len: 168 time: 0.4863021 Jan 29 04:44:54.658737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46738) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.687573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.716350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378517e-6f03-47ee-b666-030455018f8a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2444d30-48b4-4cf0-9971-2fbe313b49d9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:54.814962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ee1d003-93b4-400f-81dc-7d7994e47f16 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343665 Jan 29 04:44:54.816841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.822699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] DHCP port deletion for 09e0355a-2139-4200-891f-3e3aa1ba6bdf request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:44:54.826262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--56296428'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:54.868336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.883720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:54.931013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] Deleting port d55c21f2-fc5a-4095-8d59-3f0220109626 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:54.931518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.937936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Deleting port 188cda71-6f9f-4846-b5e8-c217e67e9712 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:54.939456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.965467 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.980151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:54.989623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.054289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] For port d55c21f2-fc5a-4095-8d59-3f0220109626, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d55c21f2-fc5a-4095-8d59-3f0220109626,segment=NetworkSegment(2ba5f4d3-deaa-4372-9a26-32928f15d9f3),segment_id=2ba5f4d3-deaa-4372-9a26-32928f15d9f3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:55.054601 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.071232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] Calling delete_port for d55c21f2-fc5a-4095-8d59-3f0220109626 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:55.109005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.110323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2891936 Jan 29 04:44:55.116152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46748) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.127032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ad93-e836-4ef4-9f34-590f99e68d80 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f91546-3b95-4dd5-9278-f050840786d2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:55.134537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port d55c21f2-fc5a-4095-8d59-3f0220109626 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:55.134885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.141767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2972518-network', 'tenant_id': '572455d0325c4811a826d67227f428f4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.150531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bca812c7-c087-4542-a954-66dd72734f88 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.151704 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-bca812c7-c087-4542-a954-66dd72734f88 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:44:55.152332 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-bca812c7-c087-4542-a954-66dd72734f88 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.157076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bca812c7-c087-4542-a954-66dd72734f88 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0266929 Jan 29 04:44:55.162557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46750) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.172814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6ae1fea5-16b8-488d-bac0-27ca4f460045 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.224222 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.251719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Made reservation on behalf of 572455d0325c4811a826d67227f428f4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:55.254719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.262938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.263272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.268149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.274873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] Pushing event deleted for resources: {'Port': ['ID=d55c21f2-fc5a-4095-8d59-3f0220109626,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:55.286926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638392ed-8efd-46c1-ae44-b03afde6c65e None None] No DVR routers for this DVR port d55c21f2-fc5a-4095-8d59-3f0220109626 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:55.308316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Calling delete_port for 188cda71-6f9f-4846-b5e8-c217e67e9712 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:55.320558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] For port d55c21f2-fc5a-4095-8d59-3f0220109626, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d55c21f2-fc5a-4095-8d59-3f0220109626,segment=NetworkSegment(2ba5f4d3-deaa-4372-9a26-32928f15d9f3),segment_id=2ba5f4d3-deaa-4372-9a26-32928f15d9f3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:44:55.321513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.325730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.81 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c64dcc0b-28b8-431a-88d5-097ac72a32fd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:44:55.329191 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6ae1fea5-16b8-488d-bac0-27ca4f460045 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.333466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ae1fea5-16b8-488d-bac0-27ca4f460045 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1698318 Jan 29 04:44:55.336433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.351902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-26e30dfa-66af-4b77-a4bb-1e89566dcb40 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.352729 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-26e30dfa-66af-4b77-a4bb-1e89566dcb40 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 29 04:44:55.353130 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-26e30dfa-66af-4b77-a4bb-1e89566dcb40 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.354728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-26e30dfa-66af-4b77-a4bb-1e89566dcb40 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104311 Jan 29 04:44:55.358872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.364393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-21daa2ab-d1fb-4d84-957b-30de8e6b5025 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.377922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for d55c21f2-fc5a-4095-8d59-3f0220109626 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:55.421195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.432785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.445413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:55.456175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.456575 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Added segment 8d6f488a-8165-4370-8d91-c62e696c76ac of type vlan for network f4029cb1-6786-40a8-a98a-990cb81d2f5c Jan 29 04:44:55.502720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.536239 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-21daa2ab-d1fb-4d84-957b-30de8e6b5025 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.537381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21daa2ab-d1fb-4d84-957b-30de8e6b5025 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1764238 Jan 29 04:44:55.543241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.553760 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.554806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:55.555187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5587f1a8-f1ee-4b9f-8cd9-01d92edab51c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.555423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.555667 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-5587f1a8-f1ee-4b9f-8cd9-01d92edab51c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:44:55.556194 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-5587f1a8-f1ee-4b9f-8cd9-01d92edab51c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.557474 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5587f1a8-f1ee-4b9f-8cd9-01d92edab51c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079012 Jan 29 04:44:55.564866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46762) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.584600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7b54719c-e7ed-43bb-90fe-9987c8a307fa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.634618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.657977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7383862 Jan 29 04:44:55.662750 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d55c21f2-fc5a-4095-8d59-3f0220109626 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:44:55.668387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.675699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Request body: {'subnet': {'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2972518-subnet', 'tenant_id': '572455d0325c4811a826d67227f428f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.683499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5961457-2cf7-4a48-b51a-64e44a18fc3f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:55.691492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d55c21f2-fc5a-4095-8d59-3f0220109626 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:44:55.706440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d55c21f2-fc5a-4095-8d59-3f0220109626 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:44:55.707563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d7b1a-5093-4ea0-a091-df96bf152b66 admin admin] Pushing event updated for resources: {'Network': ['ID=f4029cb1-6786-40a8-a98a-990cb81d2f5c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:55.710461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=d55c21f2-fc5a-4095-8d59-3f0220109626,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:55.727967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No DVR routers for this DVR port d55c21f2-fc5a-4095-8d59-3f0220109626 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:44:55.730184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.730725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f4029cb1-6786-40a8-a98a-990cb81d2f5c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:55.745882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Made reservation on behalf of 572455d0325c4811a826d67227f428f4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:55.748392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.823624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Port': ['ID=188cda71-6f9f-4846-b5e8-c217e67e9712,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:55.826436 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-7b54719c-e7ed-43bb-90fe-9987c8a307fa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Project f17be767d3044db5b2abc0dd4a524bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:44:55.853638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.951137 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-7b54719c-e7ed-43bb-90fe-9987c8a307fa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.954903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7b54719c-e7ed-43bb-90fe-9987c8a307fa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3711321 Jan 29 04:44:55.959814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.970335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:55.973004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-038cccff-147b-49cf-945d-fe7e9cc8715c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:55.973004 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-038cccff-147b-49cf-945d-fe7e9cc8715c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 29 04:44:55.977096 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-038cccff-147b-49cf-945d-fe7e9cc8715c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:55.977096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-038cccff-147b-49cf-945d-fe7e9cc8715c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123060 Jan 29 04:44:55.980048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:55.989077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1ed2cf97-6dce-44c3-a17c-9d6f3989914d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:56.017536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e0355a-2139-4200-891f-3e3aa1ba6bdf']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:56.033463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba5f4d3-deaa-4372-9a26-32928f15d9f3') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:56.033760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba5f4d3-deaa-4372-9a26-32928f15d9f3') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:56.043663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.044420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.064564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.066057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:44:56.071101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:56.075014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:44:56.076080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.095441 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5bd64c41-bddb-4fc0-96a8-f9b57c18f18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.111180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.113186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:44:56.155834 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:44:56.161658 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] create failed (client error): The resource could not be found. Jan 29 04:44:56.163436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ef25977-17eb-40a7-bde6-b2ac3b73538c tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3752131 Jan 29 04:44:56.164811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.167414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46774) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.173953 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-1ed2cf97-6dce-44c3-a17c-9d6f3989914d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Project f17be767d3044db5b2abc0dd4a524bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:44:56.178454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.188594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/09e0355a-2139-4200-891f-3e3aa1ba6bdf HTTP/1.1" status: 204 len: 168 time: 1.6272409 Jan 29 04:44:56.201035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.216489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1640400001'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:56.219744 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-1ed2cf97-6dce-44c3-a17c-9d6f3989914d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:56.220570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ed2cf97-6dce-44c3-a17c-9d6f3989914d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2383370 Jan 29 04:44:56.226927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=c64dcc0b-28b8-431a-88d5-097ac72a32fd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:56.233004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46778) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.233310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940eeb-b363-4fc9-9847-f53c786299bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=09e0355a-2139-4200-891f-3e3aa1ba6bdf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:56.240064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-76d29da0-02e2-42c5-a8e0-99a783b4c97c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '40f91546-3b95-4dd5-9278-f050840786d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:56.269588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:56.273057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.310964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae2c77a-2ae1-44a4-8983-56732cd3b59a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:56.351477 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-76d29da0-02e2-42c5-a8e0-99a783b4c97c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Project f17be767d3044db5b2abc0dd4a524bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:44:56.352494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Checking segment: {'id': '8d6f488a-8165-4370-8d91-c62e696c76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:56.352969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Network hostable DHCP agents. Network: f4029cb1-6786-40a8-a98a-990cb81d2f5c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:56.368828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Deleting port 803b8895-c911-446a-81e7-77322209c0ec {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:56.369212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.374701 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-76d29da0-02e2-42c5-a8e0-99a783b4c97c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:44:56.378354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:56.378530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-76d29da0-02e2-42c5-a8e0-99a783b4c97c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1400461 Jan 29 04:44:56.378649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.470067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.470382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.470756 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment fef3f018-7f7c-47d7-9699-59d1fddf8fa9 of type vlan for network 17492b5b-140e-4ffc-a01e-7f9c1d708714 Jan 29 04:44:56.476159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Network f4029cb1-6786-40a8-a98a-990cb81d2f5c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:56.483427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Calling delete_port for 803b8895-c911-446a-81e7-77322209c0ec owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:56.565715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f4029cb1-6786-40a8-a98a-990cb81d2f5c) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:56.568453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.588320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120ee18-2387-4de1-b175-79b06e1b5dd5 None None] Network f4029cb1-6786-40a8-a98a-990cb81d2f5c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:56.629739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.631846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:56.632499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.640700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f781-4e2c-476e-82a3-13fcb2a263f4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.647824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.654369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:56.654994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.691939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Port': ['ID=803b8895-c911-446a-81e7-77322209c0ec,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:56.800861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.806777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b947201a-88a3-4f6d-8a0d-3f276c5f5b55 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "DELETE /v2.0/ports/803b8895-c911-446a-81e7-77322209c0ec HTTP/1.1" status: 204 len: 168 time: 0.6310172 Jan 29 04:44:56.810802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46794) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.814730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f0f5667-a281-449c-9eab-a1c4da04d0bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1452806 Jan 29 04:44:56.855768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6477370 Jan 29 04:44:56.863638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.874594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:56.880327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f781-4e2c-476e-82a3-13fcb2a263f4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:56.920275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd346f-1ca8-455b-8ef4-1c1bfaf45f08 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:56.924432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cdfd346f-1ca8-455b-8ef4-1c1bfaf45f08 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "GET /v2.0/ports?device_id=66f49a6d-129b-41dd-81e0-310ecfba5516 HTTP/1.1" status: 200 len: 913 time: 0.1089232 Jan 29 04:44:56.924601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46804) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:56.972126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d2c63-6029-4d92-96da-e3cefd4f6255 None None] Network f4029cb1-6786-40a8-a98a-990cb81d2f5c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:57.116962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f330aa-179a-44ba-b9f3-8eed9e184c55 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=17492b5b-140e-4ffc-a01e-7f9c1d708714,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:57.149146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:57.748424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f781-4e2c-476e-82a3-13fcb2a263f4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:57.751430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f781-4e2c-476e-82a3-13fcb2a263f4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:57.755819 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8bc2f781-4e2c-476e-82a3-13fcb2a263f4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/40f91546-3b95-4dd5-9278-f050840786d2 HTTP/1.1" status: 204 len: 168 time: 1.3760288 Jan 29 04:44:57.756413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:57.757843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:57.809940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:57.819454 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-508620260-network', 'tenant_id': 'ca198acf9cb9481ea3501e58ff87b741'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:57.864815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Made reservation on behalf of ca198acf9cb9481ea3501e58ff87b741 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:57.867539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:57.882722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:57.937149 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.019242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e898b87-0b09-463b-9f11-4a811bc089aa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2406611 Jan 29 04:44:58.019242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2f781-4e2c-476e-82a3-13fcb2a263f4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f91546-3b95-4dd5-9278-f050840786d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:58.048661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:58.060425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784716336'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:58.065426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.067241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:58.071224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.165385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.239558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.245686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.260406 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.260628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.301701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:44:58.318826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710dfe33-6f78-43ee-af15-d3f97b816dfc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:58.326064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.327526 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Added segment dd5a7a14-d477-4fc4-9c0e-bd1aaa2b90ed of type vlan for network 5c3b6a83-3441-415f-809d-a0b6e20a2062 Jan 29 04:44:58.389909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.404123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=c64dcc0b-28b8-431a-88d5-097ac72a32fd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:58.404402 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.429292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.448906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.484690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.549823 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.551095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4976912 Jan 29 04:44:58.554261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.555196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:58.555770 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.560731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:58.562630 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5c249-030f-4693-ae16-99e5cb53478c tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3078c444-12e0-4451-8503-18d72faa71e6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:58.568704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d6f5f761-4c0f-46cc-aa24-8de1593ea6c5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '3078c444-12e0-4451-8503-18d72faa71e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:58.623868 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP 926a23d4-d01a-414d-9499-92d4a74029f6 associated. External IP: 172.25.4.81, port: f35bdc0a-6e5b-44f8-9025-7b3382fc73a9. Jan 29 04:44:58.667522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8559053 Jan 29 04:44:58.672235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46842) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:58.697215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Request body: {'subnet': {'network_id': '5c3b6a83-3441-415f-809d-a0b6e20a2062', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-508620260-subnet', 'tenant_id': 'ca198acf9cb9481ea3501e58ff87b741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:58.705619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05321084-47ec-4869-83e5-870dab99765c admin admin] Pushing event updated for resources: {'Network': ['ID=5c3b6a83-3441-415f-809d-a0b6e20a2062,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:58.718526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5c3b6a83-3441-415f-809d-a0b6e20a2062 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:44:58.801675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Made reservation on behalf of ca198acf9cb9481ea3501e58ff87b741 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:44:58.806940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.836619 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-d6f5f761-4c0f-46cc-aa24-8de1593ea6c5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The resource could not be found. Jan 29 04:44:58.841069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d6f5f761-4c0f-46cc-aa24-8de1593ea6c5 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2726007 Jan 29 04:44:58.848572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:58.855968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c6d6c4c2-6e2b-47b5-87cb-eec1fb9ac903 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '3078c444-12e0-4451-8503-18d72faa71e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '99ec22c2-f9e2-477a-bcb3-b1ab4487c1d3'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:58.864970 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:58.970883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=c434ab7e-1fb3-4baa-b786-25df32036368,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:59.048236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Deleting port 0bcdc765-958a-479a-8681-996a88860b32 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:44:59.048667 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.081724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 94071972-7a7f-403f-8779-6a2a9ba6107c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:44:59.162740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.163998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.171306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:44:59.171672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: 17492b5b-140e-4ffc-a01e-7f9c1d708714, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:44:59.178977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Calling delete_port for 0bcdc765-958a-479a-8681-996a88860b32 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:44:59.191141 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c6d6c4c2-6e2b-47b5-87cb-eec1fb9ac903 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The resource could not be found. Jan 29 04:44:59.192213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6d6c4c2-6e2b-47b5-87cb-eec1fb9ac903 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3423309 Jan 29 04:44:59.198446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:59.216339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.314605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:44:59.317146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:44:59.328587 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] Sync routers for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:44:59.346116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:44:59.347491 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:44:59.355280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 17492b5b-140e-4ffc-a01e-7f9c1d708714) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:44:59.366835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71ee23-ebcc-488a-adaa-da2f5aab2afc None None] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:44:59.392318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:44:59.393199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.417284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.542913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaecfb93-beb0-47e4-8781-18efe4045bbb tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.572076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1bd8076-45bc-4f10-824e-05f231fd8c16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7071841 Jan 29 04:44:59.578479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46866) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:44:59.583262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2da27db-ba8e-4a9a-8d5b-d928830fc378 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3012557 Jan 29 04:44:59.591678 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:44:59.613005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:44:59.615765 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce9eaee-0e46-41c5-9895-387c72dd6535" -d '{"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:44:59.626891 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaecfb93-beb0-47e4-8781-18efe4045bbb tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.639984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714', 'name': 'tempest-PortsIpV6TestJSON-73151982', 'fixed_ips': [{'subnet_id': 'c434ab7e-1fb3-4baa-b786-25df32036368', 'ip_address': '2001:db8::10'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:44:59.707877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.777379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-17492b5b-140e-4ffc-a01e-7f9c1d708714', 'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': 'c434ab7e-1fb3-4baa-b786-25df32036368'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:44:59.778882 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:44:59.781210 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57df826-083d-4c53-9991-d26129b35b4b x-openstack-request-id: req-c57df826-083d-4c53-9991-d26129b35b4b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:44:59.782011 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:44:59.783521 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c57df826-083d-4c53-9991-d26129b35b4b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:44:59.784044 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'status': 'completed', 'code': 200} Jan 29 04:44:59.834864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Port': ['ID=0bcdc765-958a-479a-8681-996a88860b32,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:44:59.853522 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.059449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '926a23d4-d01a-414d-9499-92d4a74029f6', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'mac_address': 'fa:16:3e:8f:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f00d04-c410-4c65-8d59-26914476c66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:44:56Z', 'updated_at': '2022-01-29T04:44:56Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:38Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:00.107291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaecfb93-beb0-47e4-8781-18efe4045bbb tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.117217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaecfb93-beb0-47e4-8781-18efe4045bbb tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.118551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Allocated IP 2001:db8::2 (17492b5b-140e-4ffc-a01e-7f9c1d708714/c434ab7e-1fb3-4baa-b786-25df32036368/870b7f85-e61a-477b-abd5-0c9eca94d2dd) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:00.121219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eaecfb93-beb0-47e4-8781-18efe4045bbb tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/3078c444-12e0-4451-8503-18d72faa71e6 HTTP/1.1" status: 204 len: 168 time: 0.9200637 Jan 29 04:45:00.126145 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] Checking router: 94071972-7a7f-403f-8779-6a2a9ba6107c for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:45:00.138782 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:00.139563 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46874) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:00.140301 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:00.160708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb36dffe-845e-4c58-960f-c4ad4b2f2ead,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:00.196198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecfb93-beb0-47e4-8781-18efe4045bbb tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3078c444-12e0-4451-8503-18d72faa71e6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:00.240388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-1a292e05-c303-40c8-9b51-afaec3686b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:00.250052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-1a292e05-c303-40c8-9b51-afaec3686b0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1097 time: 0.4332881 Jan 29 04:45:00.255770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a42495-f169-4e7c-a534-27a19b3d45d2 req-78224ead-215c-44d6-b253-4584af365d65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:00.258041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20a42495-f169-4e7c-a534-27a19b3d45d2 req-78224ead-215c-44d6-b253-4584af365d65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.5189216 Jan 29 04:45:00.263697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:00.331563 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:45:00.371370 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.392343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.429846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-060fc3a8-b212-4fa3-b631-a7bf52a8d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:00.433341 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-060fc3a8-b212-4fa3-b631-a7bf52a8d582 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.1815753 Jan 29 04:45:00.435991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20a42495-f169-4e7c-a534-27a19b3d45d2 req-cde2ba81-4e7c-4c87-9018-fd0b5e56ea15 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616292 Jan 29 04:45:00.477778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:00.490432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:00.494470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:00.506137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Pushing event updated for resources: {'Port': ['ID=870b7f85-e61a-477b-abd5-0c9eca94d2dd,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:00.508719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:00.593422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Checking segment: {'id': 'dd5a7a14-d477-4fc4-9c0e-bd1aaa2b90ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c3b6a83-3441-415f-809d-a0b6e20a2062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:00.594607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Network hostable DHCP agents. Network: 5c3b6a83-3441-415f-809d-a0b6e20a2062, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:00.602864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Attempting to bind port 870b7f85-e61a-477b-abd5-0c9eca94d2dd on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:00.603236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Attempting to bind port 870b7f85-e61a-477b-abd5-0c9eca94d2dd by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:00.603603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Attempting to bind port 870b7f85-e61a-477b-abd5-0c9eca94d2dd on network 17492b5b-140e-4ffc-a01e-7f9c1d708714 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:00.609296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:00.609673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Checking segment: {'id': 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:00.610104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.610499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Bound using segment: {'id': 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:00.610959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Bound port: 870b7f85-e61a-477b-abd5-0c9eca94d2dd, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:00.611342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.641470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.700487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port dace015b-73e9-483e-a591-93147abba270 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:00.709418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.723509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-483b0e45-fd34-42f6-9500-d8c113b96cac tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/926a23d4-d01a-414d-9499-92d4a74029f6 HTTP/1.1" status: 200 len: 991 time: 0.2385607 Jan 29 04:45:00.735526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28ba8070-d9b3-4b82-8451-2bdc8334d2b8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5911655 Jan 29 04:45:00.744119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Network 5c3b6a83-3441-415f-809d-a0b6e20a2062 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:00.753842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46882) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:00.754004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] For port 870b7f85-e61a-477b-abd5-0c9eca94d2dd, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:00.758835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] For port 870b7f85-e61a-477b-abd5-0c9eca94d2dd, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=870b7f85-e61a-477b-abd5-0c9eca94d2dd,segment=NetworkSegment(fef3f018-7f7c-47d7-9699-59d1fddf8fa9),segment_id=fef3f018-7f7c-47d7-9699-59d1fddf8fa9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:00.763613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-67eb773a-5655-43c7-bbb1-502e746a7234 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '12cdd40e-030e-43c1-94f3-7b30ed320402', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:00.774332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5c3b6a83-3441-415f-809d-a0b6e20a2062) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:00.775773 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.779328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:00.780214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:00.788215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-c2f3a0d4-474f-4179-bf37-1061c609a919 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.3343801 Jan 29 04:45:00.812054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423f01c-b316-404e-b87a-2f215edaeb70 None None] Network 5c3b6a83-3441-415f-809d-a0b6e20a2062 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:00.931293 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '926a23d4-d01a-414d-9499-92d4a74029f6', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'mac_address': 'fa:16:3e:8f:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f00d04-c410-4c65-8d59-26914476c66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:44:56Z', 'updated_at': '2022-01-29T04:44:56Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:38Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:00.943359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-ef9e25ab-fa3c-4dff-aa6c-62c00bab206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:00.945087 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-ef9e25ab-fa3c-4dff-aa6c-62c00bab206a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.0882592 Jan 29 04:45:00.960365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b65ee181-1079-4af6-90bb-516604949cf6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2870889 Jan 29 04:45:01.072001 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f30cb-6ad4-495c-b619-15e03c68e994 None None] The sync data for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 is: [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '926a23d4-d01a-414d-9499-92d4a74029f6', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'mac_address': 'fa:16:3e:8f:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f00d04-c410-4c65-8d59-26914476c66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:44:56Z', 'updated_at': '2022-01-29T04:44:56Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:38Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:45:01.092591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8a325-e310-41d7-974d-df445c483e02 None None] Pushing event updated for resources: {'Port': ['ID=870b7f85-e61a-477b-abd5-0c9eca94d2dd,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:01.099406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9b2ef-1061-46bb-a32f-f7ac4f1e05ad None None] Network 5c3b6a83-3441-415f-809d-a0b6e20a2062 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:01.117791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::10 (17492b5b-140e-4ffc-a01e-7f9c1d708714/c434ab7e-1fb3-4baa-b786-25df32036368/dace015b-73e9-483e-a591-93147abba270) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:01.355041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-c810e7f1-d2b0-4cbc-b7a0-9969fe2a2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:01.360149 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-c810e7f1-d2b0-4cbc-b7a0-9969fe2a2cf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3932257 Jan 29 04:45:01.435148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Router 66f49a6d-129b-41dd-81e0-310ecfba5516 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:45:01.474924 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-67eb773a-5655-43c7-bbb1-502e746a7234 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The resource could not be found. Jan 29 04:45:01.475979 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67eb773a-5655-43c7-bbb1-502e746a7234 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7179782 Jan 29 04:45:01.481402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46894) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:01.492564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663333081'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:01.503726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:01.637186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:01.693439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:45:01.701118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2b2a2070-d7c8-4fa9-b689-345f9b5e6aa9 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "PUT /v2.0/routers/66f49a6d-129b-41dd-81e0-310ecfba5516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7751546 Jan 29 04:45:01.712483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:01.720841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] Sync routers for ids ['66f49a6d-129b-41dd-81e0-310ecfba5516'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:45:01.737133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] Routers {'66f49a6d-129b-41dd-81e0-310ecfba5516'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:01.740986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['66f49a6d-129b-41dd-81e0-310ecfba5516'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:01.743773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46906) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:01.833329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:01.849057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:01.867320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:01.884294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:01.894627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:01.903998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 870b7f85-e61a-477b-abd5-0c9eca94d2dd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:01.905004 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:01.914148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:01.918496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:02.020795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] Routers {'66f49a6d-129b-41dd-81e0-310ecfba5516'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:02.022416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['66f49a6d-129b-41dd-81e0-310ecfba5516'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:02.041073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=dace015b-73e9-483e-a591-93147abba270,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:02.065722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.085545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc501a61-0001-4069-ad8a-44e1fb033e5d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5035162 Jan 29 04:45:02.093233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:02.117961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': '17492b5b-140e-4ffc-a01e-7f9c1d708714', 'name': 'tempest-PortsIpV6TestJSON-2051562683', 'fixed_ips': [{'subnet_id': 'c434ab7e-1fb3-4baa-b786-25df32036368', 'ip_address': '2001:db8::f'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:02.127942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:02.133364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc98523-be16-4165-8138-024d8c94c46d None None] The sync data for ids ['66f49a6d-129b-41dd-81e0-310ecfba5516'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:45:02.144408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34e5a162-d218-434e-a580-2497e63c0f06 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/926a23d4-d01a-414d-9499-92d4a74029f6 HTTP/1.1" status: 200 len: 991 time: 0.3936727 Jan 29 04:45:02.175713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 870b7f85-e61a-477b-abd5-0c9eca94d2dd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:02.176494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.353336 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.382420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-c8a3788d-af4d-410a-aff7-3a61083d67a5 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:02.384001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-c8a3788d-af4d-410a-aff7-3a61083d67a5 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/networks?id=f4029cb1-6786-40a8-a98a-990cb81d2f5c HTTP/1.1" status: 200 len: 806 time: 0.3166831 Jan 29 04:45:02.386231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-da1e44fb-e8d2-4791-935b-5891c56e4266 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108762 Jan 29 04:45:02.387895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:02.394582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.395847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.429184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 7268dec2-0e3c-4fae-907b-676be7cd3782 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:02.437224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 870b7f85-e61a-477b-abd5-0c9eca94d2dd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=870b7f85-e61a-477b-abd5-0c9eca94d2dd,segment=NetworkSegment(fef3f018-7f7c-47d7-9699-59d1fddf8fa9),segment_id=fef3f018-7f7c-47d7-9699-59d1fddf8fa9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:02.450781 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.540653 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb652c-0e3b-4a46-a185-c752d9b4edbb None None] New status for floating IP 926a23d4-d01a-414d-9499-92d4a74029f6: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:45:02.548814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=870b7f85-e61a-477b-abd5-0c9eca94d2dd,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:02.561623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.565318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0789282 Jan 29 04:45:02.573813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:02.583889 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-85a4a4ca-138a-423e-9f04-1667344654ac tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/quotas/572455d0325c4811a826d67227f428f4 HTTP/1.1" status: 200 len: 375 time: 0.1750202 Jan 29 04:45:02.584449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803312763'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:02.718233 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-cca24d43-1d23-4ef9-b1ec-607f6ae8381a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=572455d0325c4811a826d67227f428f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653665 Jan 29 04:45:02.718856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c721f-6b63-454a-9b11-8dd9d952e44d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a441bfe-d6c8-409c-a334-6e5516ef3758,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:02.756395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::f (17492b5b-140e-4ffc-a01e-7f9c1d708714/c434ab7e-1fb3-4baa-b786-25df32036368/7268dec2-0e3c-4fae-907b-676be7cd3782) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:02.789716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2db8f9-3d80-4e7f-8c59-df7191dd6829 None None] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:02.840487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.848605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.908801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-09d8effb-b9f7-4b72-b26c-087fceb2e14c None None] Provisioning complete for port 870b7f85-e61a-477b-abd5-0c9eca94d2dd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:02.909786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-09d8effb-b9f7-4b72-b26c-087fceb2e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:02.998755 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ce9eaee-0e46-41c5-9895-387c72dd6535 req-af8a52e7-ef77-4ca9-b5ec-09c3a598e4f2 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885608 Jan 29 04:45:03.001933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.007657 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.008840 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Fanout notify agent at l3_agent the message router_deleted on router 66f49a6d-129b-41dd-81e0-310ecfba5516 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:45:03.017736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.022009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eeaab692-fe86-463d-a3ec-710443645932 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "DELETE /v2.0/routers/66f49a6d-129b-41dd-81e0-310ecfba5516 HTTP/1.1" status: 204 len: 168 time: 1.3079224 Jan 29 04:45:03.028882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46940) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:03.156042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46942) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:03.196682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Deleting subnet e35deee1-4f17-483c-81ee-74b9ac64ad62 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:03.216625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.221500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.229809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d5ea2df6-46f0-405a-94e6-68d3db03ca53 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/926a23d4-d01a-414d-9499-92d4a74029f6 HTTP/1.1" status: 200 len: 993 time: 0.0720468 Jan 29 04:45:03.274441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-50d9980a-fde4-43f0-ae05-ea6e62bb638b service neutron] 10.222.0.32 "GET /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737349 Jan 29 04:45:03.291214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.336140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.347205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.378728 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.392957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-0054917c-a3c7-4eb5-ac64-bb82a799d84c service neutron] 10.222.0.32 "GET /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085823 Jan 29 04:45:03.453147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:03.458252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=7268dec2-0e3c-4fae-907b-676be7cd3782,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:03.460840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:03.483432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.484701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9091144 Jan 29 04:45:03.485878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:03.487746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46944) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:03.491508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:03.492329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.492478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a7b388bd-de37-4f04-975c-227ef84f71b7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': '1a441bfe-d6c8-409c-a334-6e5516ef3758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '23bb0ef0-9d8e-46ac-a383-9234d8c3a613'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:03.500412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc1b38-34ba-41e3-98d2-7c1945c98fd2 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bb0ef0-9d8e-46ac-a383-9234d8c3a613,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:03.521496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.533078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3ded08b-e4bb-4da1-9927-e93259fa977e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4255908 Jan 29 04:45:03.538925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:03.613258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4812c1fa-02b1-4557-a770-e02ef7710907 None None] Provisioning complete for port 870b7f85-e61a-477b-abd5-0c9eca94d2dd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:03.614203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4812c1fa-02b1-4557-a770-e02ef7710907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.708758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d62990b-13d9-4517-8f57-ac98988bbd9c req-c549dff1-0265-435e-b8d7-8ccf250731d8 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 210 time: 0.0890338 Jan 29 04:45:03.710463 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.712348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 870b7f85-e61a-477b-abd5-0c9eca94d2dd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:03.771873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Subnet': ['ID=e35deee1-4f17-483c-81ee-74b9ac64ad62,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:03.798846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:03.804978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-de10a2e5-5d58-4135-be4c-3de7a452ef58 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "DELETE /v2.0/subnets/e35deee1-4f17-483c-81ee-74b9ac64ad62 HTTP/1.1" status: 204 len: 168 time: 0.7651892 Jan 29 04:45:03.805693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:03.821116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960b5b3b-89c4-46d9-b734-a709261860da None None] Network d3ef59be-2d10-43d1-b1f0-b41e923b48e0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:03.925009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.022713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Deleting port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:04.023654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.108970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] For port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,segment=NetworkSegment(2743d9ba-8104-491e-87e7-59beddf92195),segment_id=2743d9ba-8104-491e-87e7-59beddf92195)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:04.109312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.132956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 870b7f85-e61a-477b-abd5-0c9eca94d2dd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:04.134331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Calling delete_port for e0efd533-1c2c-47fe-be13-1cc57d8fbf6f owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:04.144807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.233050 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.290789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Port': ['ID=e0efd533-1c2c-47fe-be13-1cc57d8fbf6f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:04.292338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4812c1fa-02b1-4557-a770-e02ef7710907 None None] Provisioning complete for port dace015b-73e9-483e-a591-93147abba270 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:04.292865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4812c1fa-02b1-4557-a770-e02ef7710907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.310880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] No DVR routers for this DVR port e0efd533-1c2c-47fe-be13-1cc57d8fbf6f on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:04.391059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f979ae-3166-4786-af1a-5aa873d53cd4 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:04.399829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70f979ae-3166-4786-af1a-5aa873d53cd4 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.8553848 Jan 29 04:45:04.406692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46974) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:04.416887 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-a7b388bd-de37-4f04-975c-227ef84f71b7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:45:04.428153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a7b388bd-de37-4f04-975c-227ef84f71b7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9293334 Jan 29 04:45:04.431952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:04.442364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4812c1fa-02b1-4557-a770-e02ef7710907 None None] Port dace015b-73e9-483e-a591-93147abba270 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:04.524607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff6abb-7941-4d03-b20d-211129129e50 None None] DHCP port deletion for d3ef59be-2d10-43d1-b1f0-b41e923b48e0 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:45:04.530979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.580673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-95d5b269-4c0d-4447-b0d6-d414afa2f143 None None] Provisioning complete for port dace015b-73e9-483e-a591-93147abba270 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:04.581053 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95d5b269-4c0d-4447-b0d6-d414afa2f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.598349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ef59be-2d10-43d1-b1f0-b41e923b48e0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:04.605043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f9a93-28fe-427e-bba7-a540faad052e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:04.613158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f9a93-28fe-427e-bba7-a540faad052e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:04.621308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f9a93-28fe-427e-bba7-a540faad052e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:04.626772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-796f9a93-28fe-427e-bba7-a540faad052e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2189755 Jan 29 04:45:04.627452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 46980) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:04.639786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2743d9ba-8104-491e-87e7-59beddf92195') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:04.641396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2743d9ba-8104-491e-87e7-59beddf92195') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:04.668861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.677305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-95d5b269-4c0d-4447-b0d6-d414afa2f143 None None] Port dace015b-73e9-483e-a591-93147abba270 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:04.701145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.712690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:04.714207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.717510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-95d5b269-4c0d-4447-b0d6-d414afa2f143 None None] Provisioning complete for port 7268dec2-0e3c-4fae-907b-676be7cd3782 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:04.718002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95d5b269-4c0d-4447-b0d6-d414afa2f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:04.723313 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:04.740873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd310333-f621-49c0-be02-4506513df7e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.861292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd310333-f621-49c0-be02-4506513df7e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.861551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.871505 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:04.874256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-95d5b269-4c0d-4447-b0d6-d414afa2f143 None None] Port 7268dec2-0e3c-4fae-907b-676be7cd3782 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:04.877703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] 10.222.0.32 "DELETE /v2.0/networks/d3ef59be-2d10-43d1-b1f0-b41e923b48e0 HTTP/1.1" status: 204 len: 168 time: 1.0709798 Jan 29 04:45:04.908451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c4d9-1302-434b-82a1-7e13240f6757 tempest-FloatingIPNegativeTestJSON-1394731562 tempest-FloatingIPNegativeTestJSON-1394731562-project] Pushing event deleted for resources: {'Network': ['ID=d3ef59be-2d10-43d1-b1f0-b41e923b48e0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:04.944067 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-748769f4-c9fc-4c0f-aa54-e0a6739f8b4d req-734e6f19-7e59-4e57-bd2c-f93c22a46021 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 210 time: 0.0473046 Jan 29 04:45:04.986211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 7268dec2-0e3c-4fae-907b-676be7cd3782 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:04.986819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.045857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd310333-f621-49c0-be02-4506513df7e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.054766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd310333-f621-49c0-be02-4506513df7e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.064085 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bd310333-f621-49c0-be02-4506513df7e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/23bb0ef0-9d8e-46ac-a383-9234d8c3a613 HTTP/1.1" status: 204 len: 168 time: 0.6223235 Jan 29 04:45:05.065837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.097355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd310333-f621-49c0-be02-4506513df7e9 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bb0ef0-9d8e-46ac-a383-9234d8c3a613,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:05.157511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.171395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 7268dec2-0e3c-4fae-907b-676be7cd3782 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:05.205486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47004) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.206271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c667443f-0385-4104-bb3f-d16d6c151e32 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1391022 Jan 29 04:45:05.295725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.333146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5815f307-8141-437d-8693-eb2729f06b3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.416019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5815f307-8141-437d-8693-eb2729f06b3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.450974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.486037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=7268dec2-0e3c-4fae-907b-676be7cd3782,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:05.532280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5815f307-8141-437d-8693-eb2729f06b3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.535482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5815f307-8141-437d-8693-eb2729f06b3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.536138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5815f307-8141-437d-8693-eb2729f06b3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a441bfe-d6c8-409c-a334-6e5516ef3758 HTTP/1.1" status: 204 len: 168 time: 0.3292730 Jan 29 04:45:05.544526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f4096e0-d44f-4bbd-95de-e633ef2ac104 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1141359c1464f6eb66a87f67d7cb7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471771 Jan 29 04:45:05.548928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.549638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47012) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.627677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815f307-8141-437d-8693-eb2729f06b3a tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a441bfe-d6c8-409c-a334-6e5516ef3758,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:05.650138 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.654768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6115869b-8b01-4ab0-a160-61146c5cfd9a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/7268dec2-0e3c-4fae-907b-676be7cd3782 HTTP/1.1" status: 204 len: 168 time: 1.0212584 Jan 29 04:45:05.660573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47014) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.750716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e0efd533-1c2c-47fe-be13-1cc57d8fbf6f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:05.789199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5769cde7-3b8e-4503-a371-da16bd902d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.790260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e0efd533-1c2c-47fe-be13-1cc57d8fbf6f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:45:05.790609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e0efd533-1c2c-47fe-be13-1cc57d8fbf6f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:05.795843 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c663aae5-fa21-4f9b-a15f-6d9cf1c6f569 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:45:05.801542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c663aae5-fa21-4f9b-a15f-6d9cf1c6f569 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/7268dec2-0e3c-4fae-907b-676be7cd3782 HTTP/1.1" status: 404 len: 333 time: 0.1403897 Jan 29 04:45:05.805162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47018) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.853836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-1cb124e3-58c4-4c38-b955-3fc424b22d3a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:05.855259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-1cb124e3-58c4-4c38-b955-3fc424b22d3a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.36 "GET /v2.0/networks?id=f4029cb1-6786-40a8-a98a-990cb81d2f5c HTTP/1.1" status: 200 len: 806 time: 0.3609495 Jan 29 04:45:05.874476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Request body: {'port': {'device_id': '69dd0c55-66d8-443e-a31d-3c734135be77', 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c', 'admin_state_up': True, 'tenant_id': '572455d0325c4811a826d67227f428f4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:05.912007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e93fc380-aeb3-4086-96f8-f3e309d19a34 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3520980 Jan 29 04:45:05.918034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5769cde7-3b8e-4503-a371-da16bd902d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:05.935149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:05.940243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292949518'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:05.999729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.050269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port dace015b-73e9-483e-a591-93147abba270 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:06.050698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.079157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5769cde7-3b8e-4503-a371-da16bd902d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.082340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5769cde7-3b8e-4503-a371-da16bd902d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.083635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5769cde7-3b8e-4503-a371-da16bd902d95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e3facec-376b-4ae5-a2d5-aeb54d41d01b HTTP/1.1" status: 204 len: 168 time: 0.5087776 Jan 29 04:45:06.116806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.140021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.164708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d61c7a6-9159-409f-96b6-6418c1707f82 req-b175d5e8-ef9c-4f4d-bda5-2019c13bda98 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 210 time: 0.0404868 Jan 29 04:45:06.181615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769cde7-3b8e-4503-a371-da16bd902d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3facec-376b-4ae5-a2d5-aeb54d41d01b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:06.215838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Made reservation on behalf of 572455d0325c4811a826d67227f428f4 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:06.219323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.223114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.224296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2878950 Jan 29 04:45:06.227437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47034) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.234048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d6f58-6589-4c73-8a43-c1f0796a064d tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0076c46-b1c4-4f5d-8094-b05604e87070,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:06.236190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b64404f9-ae3d-484e-9e46-a0176baa7480 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'd0076c46-b1c4-4f5d-8094-b05604e87070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:06.268459 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.289007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for dace015b-73e9-483e-a591-93147abba270 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:06.371895 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-b64404f9-ae3d-484e-9e46-a0176baa7480 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:45:06.373048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b64404f9-ae3d-484e-9e46-a0176baa7480 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1407702 Jan 29 04:45:06.377778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.387819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-00f331e8-f97f-4f16-89b1-8fccd1683ffd tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group_rule': {'security_group_id': 'd0076c46-b1c4-4f5d-8094-b05604e87070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:06.431836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Allocated IP 172.20.0.12 (f4029cb1-6786-40a8-a98a-990cb81d2f5c/9ae2c77a-2ae1-44a4-8983-56732cd3b59a/8f4a61dc-9384-48a3-974f-992dfc370fb7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:06.472038 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-00f331e8-f97f-4f16-89b1-8fccd1683ffd tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:45:06.475640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-00f331e8-f97f-4f16-89b1-8fccd1683ffd tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0934398 Jan 29 04:45:06.476691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47046) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.539401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.582920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=dace015b-73e9-483e-a591-93147abba270,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:06.594879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.622556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.628837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-550ce7d5-4418-4313-9a60-b5d66c835322 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/dace015b-73e9-483e-a591-93147abba270 HTTP/1.1" status: 204 len: 168 time: 0.8154509 Jan 29 04:45:06.629668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.658520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.684592 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.688401 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3ce20c-6c2d-4222-9e4a-5ecb932f6ff1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:45:06.692909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ee3ce20c-6c2d-4222-9e4a-5ecb932f6ff1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/dace015b-73e9-483e-a591-93147abba270 HTTP/1.1" status: 404 len: 333 time: 0.0596290 Jan 29 04:45:06.693531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47056) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.712727 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.768382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Network f4029cb1-6786-40a8-a98a-990cb81d2f5c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:06.772724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:06.784780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:06.790367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet c434ab7e-1fb3-4baa-b786-25df32036368 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:06.797124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.824507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Pushing event updated for resources: {'Port': ['ID=8f4a61dc-9384-48a3-974f-992dfc370fb7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:06.840946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.843555 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.844709 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0076c46-b1c4-4f5d-8094-b05604e87070 HTTP/1.1" status: 204 len: 168 time: 0.3672502 Jan 29 04:45:06.849490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.865430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0076c46-b1c4-4f5d-8094-b05604e87070,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:06.874600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:06.875927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.882280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.882629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.882965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.883297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.883628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.883952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.884273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.884592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.884910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.885416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.886139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.886483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f81f9-07df-40ad-a8c2-958ca01a6af6 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:06.922808 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:06.924785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-de732dd1-ab39-461b-8a57-45015786216d tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0551288 Jan 29 04:45:06.943786 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a636d04-f919-45c5-af0b-f3087b2df214 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874915 Jan 29 04:45:06.945570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Request body: {'port': {'device_id': '69dd0c55-66d8-443e-a31d-3c734135be77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:06.947967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:06.954758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'tempest-secgroup--730319438'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:07.003367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.048073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.145492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.163068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:07.203996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=c434ab7e-1fb3-4baa-b786-25df32036368,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:07.212481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832a90c-e636-4062-9f2d-cf35490eb25d None None] Network 17492b5b-140e-4ffc-a01e-7f9c1d708714 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:07.217377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.226320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c3ae9e77-4262-4ca6-bc87-2b9cb8bcda6f tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/c434ab7e-1fb3-4baa-b786-25df32036368 HTTP/1.1" status: 204 len: 168 time: 0.5265639 Jan 29 04:45:07.227449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47082) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:07.422560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.443960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fefa2-9a5c-4c9e-843c-6cdbf72b414b req-a6897fad-35a0-4ddf-b600-8049c8a1d108 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:07.445539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-168fefa2-9a5c-4c9e-843c-6cdbf72b414b req-a6897fad-35a0-4ddf-b600-8049c8a1d108 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 932 time: 0.1452379 Jan 29 04:45:07.470167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1419748514'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:07.476135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] DHCP port deletion for 17492b5b-140e-4ffc-a01e-7f9c1d708714 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:45:07.539963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] Deleting port 870b7f85-e61a-477b-abd5-0c9eca94d2dd {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:07.540689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.546937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:07.550648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.563288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.577050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-168fefa2-9a5c-4c9e-843c-6cdbf72b414b req-15eb8793-0387-4b95-9484-8b2c9104b6c5 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240740 Jan 29 04:45:07.589977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.614892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 870b7f85-e61a-477b-abd5-0c9eca94d2dd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:07.615241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.700679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] For port 870b7f85-e61a-477b-abd5-0c9eca94d2dd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=870b7f85-e61a-477b-abd5-0c9eca94d2dd,segment=NetworkSegment(fef3f018-7f7c-47d7-9699-59d1fddf8fa9),segment_id=fef3f018-7f7c-47d7-9699-59d1fddf8fa9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:07.702335 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.706891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] For port 870b7f85-e61a-477b-abd5-0c9eca94d2dd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=870b7f85-e61a-477b-abd5-0c9eca94d2dd,segment=NetworkSegment(fef3f018-7f7c-47d7-9699-59d1fddf8fa9),segment_id=fef3f018-7f7c-47d7-9699-59d1fddf8fa9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:07.707293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.721349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] Calling delete_port for 870b7f85-e61a-477b-abd5-0c9eca94d2dd owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:07.728852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 870b7f85-e61a-477b-abd5-0c9eca94d2dd owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:07.747300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.800981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 870b7f85-e61a-477b-abd5-0c9eca94d2dd no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:07.823101 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.840774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.844036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.865411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] No DVR routers for this DVR port 870b7f85-e61a-477b-abd5-0c9eca94d2dd on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:07.871580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995de335-c5d5-44ba-b8b6-1b5129ffb13f None None] Pushing event deleted for resources: {'Port': ['ID=870b7f85-e61a-477b-abd5-0c9eca94d2dd,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:07.887845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No active binding found for port 870b7f85-e61a-477b-abd5-0c9eca94d2dd {{(pid=102404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 04:45:07.888348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 870b7f85-e61a-477b-abd5-0c9eca94d2dd not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:07.906901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=870b7f85-e61a-477b-abd5-0c9eca94d2dd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:07.924058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.932402 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.936809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:07.943762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No DVR routers for this DVR port 870b7f85-e61a-477b-abd5-0c9eca94d2dd on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:07.976486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:07.980840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0308995 Jan 29 04:45:07.981452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.011162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c64127d8-3c13-4c26-bfcb-16ef2122ecc4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:08.011650 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-c64127d8-3c13-4c26-bfcb-16ef2122ecc4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:45:08.012148 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c64127d8-3c13-4c26-bfcb-16ef2122ecc4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 04:45:08.015306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c64127d8-3c13-4c26-bfcb-16ef2122ecc4 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "PUT /v2.0/security-groups/d8d58d0d-d7df-445e-96b2-48c7916bba47 HTTP/1.1" status: 409 len: 330 time: 0.0143299 Jan 29 04:45:08.016111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d58d0d-d7df-445e-96b2-48c7916bba47,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.019607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.032745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f076b057-6b5c-42fa-ae3b-4f04e410ee86,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.042917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4a61dc-9384-48a3-974f-992dfc370fb7 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:45:08.047698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.048028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.048381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.048705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.049043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.049371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.050268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.050268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.050586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.050909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.051209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.051334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.051694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99e7fc7-0ce4-4475-b9e0-38816502eac7 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:08.051838 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Added segment 23f23e75-a539-4363-8200-0e9d93c8c89e of type vlan for network 29616594-7eec-4b3e-aa81-0c3fa69db2ab Jan 29 04:45:08.060611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.067011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.087540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Transition to ACTIVE for port object 8f4a61dc-9384-48a3-974f-992dfc370fb7 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:45:08.092882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.120746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17492b5b-140e-4ffc-a01e-7f9c1d708714']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:08.123794 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.135683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:08.135683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef3f018-7f7c-47d7-9699-59d1fddf8fa9') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:08.147972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72db030e-1142-4e8c-a4bc-52a3407617d8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.150465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.160835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f4a61dc-9384-48a3-974f-992dfc370fb7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.175868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.181009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.188921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:08.189248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.204254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:08.204788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:08.207984 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:08.220879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72db030e-1142-4e8c-a4bc-52a3407617d8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.242012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0708988 Jan 29 04:45:08.282797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72db030e-1142-4e8c-a4bc-52a3407617d8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.286332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72db030e-1142-4e8c-a4bc-52a3407617d8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.287783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-72db030e-1142-4e8c-a4bc-52a3407617d8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8d58d0d-d7df-445e-96b2-48c7916bba47 HTTP/1.1" status: 204 len: 168 time: 0.2672503 Jan 29 04:45:08.292780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47096) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.303040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db030e-1142-4e8c-a4bc-52a3407617d8 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d58d0d-d7df-445e-96b2-48c7916bba47,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.305563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Attempting to bind port 8f4a61dc-9384-48a3-974f-992dfc370fb7 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:08.306170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Attempting to bind port 8f4a61dc-9384-48a3-974f-992dfc370fb7 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '8d6f488a-8165-4370-8d91-c62e696c76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:08.307454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Attempting to bind port 8f4a61dc-9384-48a3-974f-992dfc370fb7 on network f4029cb1-6786-40a8-a98a-990cb81d2f5c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:08.319789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Port 8f4a61dc-9384-48a3-974f-992dfc370fb7 on network f4029cb1-6786-40a8-a98a-990cb81d2f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:45:08.320323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Attempting to bind port 8f4a61dc-9384-48a3-974f-992dfc370fb7 on network f4029cb1-6786-40a8-a98a-990cb81d2f5c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:08.338925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:08.339808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Checking segment: {'id': '8d6f488a-8165-4370-8d91-c62e696c76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:08.340443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Bound using segment: {'id': '8d6f488a-8165-4370-8d91-c62e696c76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:08.341065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Bound port: 8f4a61dc-9384-48a3-974f-992dfc370fb7, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6f488a-8165-4370-8d91-c62e696c76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:08.341680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.363864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4db95c-89a8-4963-a065-772feb00e951 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Network': ['ID=29616594-7eec-4b3e-aa81-0c3fa69db2ab,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.372699 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.378069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.386637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/17492b5b-140e-4ffc-a01e-7f9c1d708714 HTTP/1.1" status: 204 len: 168 time: 1.1529295 Jan 29 04:45:08.395506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 29616594-7eec-4b3e-aa81-0c3fa69db2ab details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:08.412810 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47098) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.427883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1040845713'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:08.477760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d08a7d9-0724-40b2-8d91-b314f5c639f1 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780984 Jan 29 04:45:08.482689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0651f8-5d1f-4766-ae0d-9cb2ce2cfb83 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=17492b5b-140e-4ffc-a01e-7f9c1d708714,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.487892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47104) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.508979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] For port 8f4a61dc-9384-48a3-974f-992dfc370fb7, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:08.518852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] For port 8f4a61dc-9384-48a3-974f-992dfc370fb7, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7,segment=NetworkSegment(8d6f488a-8165-4370-8d91-c62e696c76ac),segment_id=8d6f488a-8165-4370-8d91-c62e696c76ac)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:08.532896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.551305 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-14ddf6ff-8bed-43fb-bd9d-adf2903465aa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] delete failed (client error): The resource could not be found. Jan 29 04:45:08.552530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-14ddf6ff-8bed-43fb-bd9d-adf2903465aa tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "DELETE /v2.0/security-groups/2458f4c3-bd07-4e75-98e2-4577dbc65ec6 HTTP/1.1" status: 404 len: 347 time: 0.0595353 Jan 29 04:45:08.553851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:08.580901 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.585802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47110) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.615963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f4a61dc-9384-48a3-974f-992dfc370fb7,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:08.631106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:08.631827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.638420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-28dd5ebf-e382-486b-a257-579756bc7f4d service neutron] 10.222.0.36 "PUT /v2.0/ports/8f4a61dc-9384-48a3-974f-992dfc370fb7 HTTP/1.1" status: 200 len: 1092 time: 1.6949053 Jan 29 04:45:08.638909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dd0c55-66d8-443e-a31d-3c734135be77', 'tag': '8f4a61dc-9384-48a3-974f-992dfc370fb7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:45:08.641305 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b0d98-6939-4563-b2f0-fdf697048c39" -d '{"events": [{"name": "network-changed", "server_uuid": "69dd0c55-66d8-443e-a31d-3c734135be77", "tag": "8f4a61dc-9384-48a3-974f-992dfc370fb7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:45:08.658532 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-4b714480-02d0-4b3e-8d16-02b1ebd48758 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] show failed (client error): The resource could not be found. Jan 29 04:45:08.659606 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4b714480-02d0-4b3e-8d16-02b1ebd48758 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-groups/d11d6ae8-5370-4a0b-a4e2-33321e2a2b3f HTTP/1.1" status: 404 len: 347 time: 0.0695217 Jan 29 04:45:08.663594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47122) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.688075 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-7c1d53f4-270d-4253-ba4f-7d75d0800c10 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] show failed (client error): The resource could not be found. Jan 29 04:45:08.688848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7c1d53f4-270d-4253-ba4f-7d75d0800c10 tempest-NegativeSecGroupIPv6Test-1705690858 tempest-NegativeSecGroupIPv6Test-1705690858-project] 10.222.0.32 "GET /v2.0/security-group-rules/84bd1674-9b17-46ab-a36b-46d84d677438 HTTP/1.1" status: 404 len: 356 time: 0.0239589 Jan 29 04:45:08.707155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:08.725491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.726002 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Added segment 2526a4b8-b5af-4803-8021-56ae31b4f952 of type vlan for network baf96310-88b1-459f-a31e-e656ecf2862a Jan 29 04:45:08.795527 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e124b1f-94fb-4cc9-abf4-b1e0d116e4a4 x-openstack-request-id: req-6e124b1f-94fb-4cc9-abf4-b1e0d116e4a4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:45:08.795841 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dd0c55-66d8-443e-a31d-3c734135be77", "tag": "8f4a61dc-9384-48a3-974f-992dfc370fb7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:45:08.795974 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e124b1f-94fb-4cc9-abf4-b1e0d116e4a4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:45:08.796382 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dd0c55-66d8-443e-a31d-3c734135be77', 'tag': '8f4a61dc-9384-48a3-974f-992dfc370fb7', 'status': 'completed', 'code': 200} Jan 29 04:45:08.832384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.842822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-a0d97ba9-a07e-45cb-9d30-6d9c736dae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:08.844516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-a0d97ba9-a07e-45cb-9d30-6d9c736dae2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=572455d0325c4811a826d67227f428f4&device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 1095 time: 0.1336679 Jan 29 04:45:08.878933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.885715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:08.886371 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:08.980513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5649104 Jan 29 04:45:08.982968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-4292636c-fa50-4f37-ad6b-ecee580bbc1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7 HTTP/1.1" status: 200 len: 217 time: 0.1192288 Jan 29 04:45:08.993037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47132) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:08.994984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425679bd-2bce-4869-b689-84f115670e2d req-33917f9c-1a84-41ca-b635-b1422791d291 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:09.006194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-425679bd-2bce-4869-b689-84f115670e2d req-33917f9c-1a84-41ca-b635-b1422791d291 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 944 time: 0.2014761 Jan 29 04:45:09.012321 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:09.059097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e78e3-5f70-4188-8902-5781cff917c9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Network': ['ID=baf96310-88b1-459f-a31e-e656ecf2862a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:09.069920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network baf96310-88b1-459f-a31e-e656ecf2862a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:09.098153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47134) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:09.193397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-f259a532-56cc-408c-b938-218502d6a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:09.199765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-f259a532-56cc-408c-b938-218502d6a844 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ae2c77a-2ae1-44a4-8983-56732cd3b59a HTTP/1.1" status: 200 len: 846 time: 0.1910512 Jan 29 04:45:09.202951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-425679bd-2bce-4869-b689-84f115670e2d req-f9e92389-edec-48ee-b5e0-77796e8fc857 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959443 Jan 29 04:45:09.239694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-93e9adb8-594e-40a5-b674-373a6b7ce234 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4029cb1-6786-40a8-a98a-990cb81d2f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316181 Jan 29 04:45:09.241240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:09.245870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.401493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5518fc4a-65e5-45ad-9542-9f961a6c132c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f17be767d3044db5b2abc0dd4a524bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864420 Jan 29 04:45:09.405970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:09.417756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-6d7216fe-3332-439c-b095-6724686aa06c service neutron] 10.222.0.36 "GET /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704426 Jan 29 04:45:09.532537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb07c8f3-2ccb-49da-83e8-1cd6f837f332 req-eae6892e-75d9-4455-b5e2-b8dec5292df3 service neutron] 10.222.0.36 "GET /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084642 Jan 29 04:45:09.551059 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-506000a8-c892-4fe6-a004-a7fe85a7329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.581001 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.602210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-506000a8-c892-4fe6-a004-a7fe85a7329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.732399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-d9a9ef74-e812-4aab-8562-cfe396dfccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:09.734518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-d9a9ef74-e812-4aab-8562-cfe396dfccd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=572455d0325c4811a826d67227f428f4&device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 1095 time: 0.0878139 Jan 29 04:45:09.736423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-506000a8-c892-4fe6-a004-a7fe85a7329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.739409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-506000a8-c892-4fe6-a004-a7fe85a7329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.755225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-506000a8-c892-4fe6-a004-a7fe85a7329c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5912096-5302-4583-9b30-c84adc65d2a6 HTTP/1.1" status: 204 len: 168 time: 0.3477049 Jan 29 04:45:09.813472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=17d66539-ebd5-4d90-bfc0-9f9a78df9543,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:09.820286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506000a8-c892-4fe6-a004-a7fe85a7329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5912096-5302-4583-9b30-c84adc65d2a6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:09.826804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Checking segment: {'id': '2526a4b8-b5af-4803-8021-56ae31b4f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:09.827241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network hostable DHCP agents. Network: baf96310-88b1-459f-a31e-e656ecf2862a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:09.871072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network baf96310-88b1-459f-a31e-e656ecf2862a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:09.895618 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, baf96310-88b1-459f-a31e-e656ecf2862a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:09.902526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:09.903564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:09.907953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a370426-5bc8-4675-b983-4fea9154bad9 None None] Network baf96310-88b1-459f-a31e-e656ecf2862a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:09.946808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-24e02ef6-0992-47fa-9b70-907f14a4103c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9421346 Jan 29 04:45:09.949149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:09.953728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1415242931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:09.978530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-490e46f1-0502-492b-9e2d-82d9a0bf67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:09.980116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-490e46f1-0502-492b-9e2d-82d9a0bf67c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4029cb1-6786-40a8-a98a-990cb81d2f5c HTTP/1.1" status: 200 len: 907 time: 0.2381787 Jan 29 04:45:10.031839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.033720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.037980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-b0e198e5-1dfa-4aa7-9734-c5660c18d550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7 HTTP/1.1" status: 200 len: 217 time: 0.0492473 Jan 29 04:45:10.156557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.168035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.193365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-3eb6e059-ae23-4717-89c1-9ea6d98bef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:10.195283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-3eb6e059-ae23-4717-89c1-9ea6d98bef77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ae2c77a-2ae1-44a4-8983-56732cd3b59a HTTP/1.1" status: 200 len: 846 time: 0.1475382 Jan 29 04:45:10.202684 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.204290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6d030ee-e0a0-43ba-8e00-22123a98f852 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2541995 Jan 29 04:45:10.207087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47160) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:10.212461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a', 'name': 'tempest-PortsIpV6TestJSON-3511709'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:10.243521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-62ee9246-96c2-4028-865e-58863b33eced service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4029cb1-6786-40a8-a98a-990cb81d2f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379651 Jan 29 04:45:10.282797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-baf96310-88b1-459f-a31e-e656ecf2862a', 'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': '17d66539-ebd5-4d90-bfc0-9f9a78df9543'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:10.283657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.478357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-3e2c65c5-63ec-4c4f-9aea-b225a54a97ab service neutron] 10.222.0.36 "GET /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265522 Jan 29 04:45:10.626336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0e1df-a921-42d7-a839-b4e973bedffe req-c637ec56-16e8-471f-9fa7-ce74a786f259 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:10.631327 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96e0e1df-a921-42d7-a839-b4e973bedffe req-c637ec56-16e8-471f-9fa7-ce74a786f259 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 944 time: 0.2625659 Jan 29 04:45:10.632555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:10.641501 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:10.648985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8f4a61dc-9384-48a3-974f-992dfc370fb7 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:45:10.728168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be1b0d98-6939-4563-b2f0-fdf697048c39 req-630f1c10-53b6-40c6-a995-17921a4efce8 service neutron] 10.222.0.36 "GET /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426000 Jan 29 04:45:10.738526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 7d733364-c148-4c1b-989d-4353448c543a yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:10.771696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96e0e1df-a921-42d7-a839-b4e973bedffe req-ea4af3b0-e0c6-40f8-82cf-3804b5ee3a38 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235137 Jan 29 04:45:10.878839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Allocated IP 2001:db8::2 (baf96310-88b1-459f-a31e-e656ecf2862a/17d66539-ebd5-4d90-bfc0-9f9a78df9543/f97d8c57-03ad-4fa1-9e05-fae55e4839c5) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:11.001142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8f4a61dc-9384-48a3-974f-992dfc370fb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7,segment=NetworkSegment(8d6f488a-8165-4370-8d91-c62e696c76ac),segment_id=8d6f488a-8165-4370-8d91-c62e696c76ac)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:11.027202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '8f4a61dc-9384-48a3-974f-992dfc370fb7', 'network_id': 'f4029cb1-6786-40a8-a98a-990cb81d2f5c', 'port_id': '8f4a61dc-9384-48a3-974f-992dfc370fb7', 'mac_address': 'fa:16:3e:7c:02:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae2c77a-2ae1-44a4-8983-56732cd3b59a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:45:11.096313 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.141605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4a61dc-9384-48a3-974f-992dfc370fb7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:45:11.185862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8f4a61dc-9384-48a3-974f-992dfc370fb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7,segment=NetworkSegment(8d6f488a-8165-4370-8d91-c62e696c76ac),segment_id=8d6f488a-8165-4370-8d91-c62e696c76ac)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:11.190798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.205938 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.208348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.277302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Network baf96310-88b1-459f-a31e-e656ecf2862a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:11.280456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:11.287930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:11.303955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Pushing event updated for resources: {'Port': ['ID=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:11.357234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::2c1 (baf96310-88b1-459f-a31e-e656ecf2862a/17d66539-ebd5-4d90-bfc0-9f9a78df9543/7d733364-c148-4c1b-989d-4353448c543a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:11.513145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['8f4a61dc-9384-48a3-974f-992dfc370fb7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:45:11.563179 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Attempting to bind port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:11.563636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Attempting to bind port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2526a4b8-b5af-4803-8021-56ae31b4f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:11.563895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Attempting to bind port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 on network baf96310-88b1-459f-a31e-e656ecf2862a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:11.577955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8f4a61dc-9384-48a3-974f-992dfc370fb7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:11.586237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:11.586632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Checking segment: {'id': '2526a4b8-b5af-4803-8021-56ae31b4f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:11.587021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.587809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Bound using segment: {'id': '2526a4b8-b5af-4803-8021-56ae31b4f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:11.587944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Bound port: f97d8c57-03ad-4fa1-9e05-fae55e4839c5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2526a4b8-b5af-4803-8021-56ae31b4f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'baf96310-88b1-459f-a31e-e656ecf2862a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:11.588962 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.658869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47202) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:11.670477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'subnet': {'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:11.725119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] For port f97d8c57-03ad-4fa1-9e05-fae55e4839c5, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:11.729832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] For port f97d8c57-03ad-4fa1-9e05-fae55e4839c5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,segment=NetworkSegment(2526a4b8-b5af-4803-8021-56ae31b4f952),segment_id=2526a4b8-b5af-4803-8021-56ae31b4f952)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:11.747483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.774650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.833973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:11.844046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.870521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54afda4-781a-4f8f-988e-1d535edb6633 None None] Pushing event updated for resources: {'Port': ['ID=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:11.926252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:11.970132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.042832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba285a8-53c9-482a-83de-16b13b5977f0 req-33bfc638-8e18-4ce2-b839-d2329a505e15 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:12.046711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ba285a8-53c9-482a-83de-16b13b5977f0 req-33bfc638-8e18-4ce2-b839-d2329a505e15 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 945 time: 0.1249030 Jan 29 04:45:12.184545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ba285a8-53c9-482a-83de-16b13b5977f0 req-5467974c-7185-4b34-833b-5714ee723fac tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303265 Jan 29 04:45:12.242924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=7d733364-c148-4c1b-989d-4353448c543a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:12.259165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network baf96310-88b1-459f-a31e-e656ecf2862a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:12.268314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:12.273165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:12.279751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:12.280374 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.311964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.361348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d9f31d1-645b-4526-9942-8ff3598e2737 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1504929 Jan 29 04:45:12.361638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47220) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:12.413719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Subnet': ['ID=32fdd202-520f-4238-b685-6b502315cca5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:12.451250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Checking segment: {'id': '23f23e75-a539-4363-8200-0e9d93c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:12.451661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network hostable DHCP agents. Network: 29616594-7eec-4b3e-aa81-0c3fa69db2ab, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:12.483638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 29616594-7eec-4b3e-aa81-0c3fa69db2ab is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:12.499015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 29616594-7eec-4b3e-aa81-0c3fa69db2ab) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:12.508527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e6565-46b0-4a26-b033-00e638cf326d None None] Network 29616594-7eec-4b3e-aa81-0c3fa69db2ab requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:12.513775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:12.514407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.543433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4f8b8478-7b43-47f7-adb6-07111cc1abd4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8830364 Jan 29 04:45:12.548215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47228) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:12.562468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1072975887'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:12.594886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:12.616050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.680564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:12.693848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8f4a61dc-9384-48a3-974f-992dfc370fb7 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:12.718302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.718674 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Added segment 1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd of type vlan for network 201779a3-de6e-4049-a5ac-7a21a1a4849c Jan 29 04:45:12.834979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.935228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 8f4a61dc-9384-48a3-974f-992dfc370fb7 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:45:12.945900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-29616594-7eec-4b3e-aa81-0c3fa69db2ab', 'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab', 'tenant_id': '8bcd3eba252342c3800b6794ae823714', 'fixed_ips': [{'subnet_id': '32fdd202-520f-4238-b685-6b502315cca5'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:12.947118 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.950513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:12.966394 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:12.967098 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.033298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 8f4a61dc-9384-48a3-974f-992dfc370fb7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:13.038384 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.094179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.279211 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7266536 Jan 29 04:45:13.286349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47262) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:13.305624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'subnet': {'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:13.401878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a9aa5-7ff4-410d-9bdc-0c1206834e04 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Network': ['ID=201779a3-de6e-4049-a5ac-7a21a1a4849c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:13.439841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 201779a3-de6e-4049-a5ac-7a21a1a4849c details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:13.456617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125af83-2f8e-4ac7-a2e5-a755d66bbd0f req-913356a0-4b8b-4c80-accd-576c3bdd8546 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:13.458352 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8125af83-2f8e-4ac7-a2e5-a755d66bbd0f req-913356a0-4b8b-4c80-accd-576c3bdd8546 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 945 time: 0.1668322 Jan 29 04:45:13.542628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8125af83-2f8e-4ac7-a2e5-a755d66bbd0f req-f08c2158-5fa7-4a02-80a0-63bdf2c3872a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715520 Jan 29 04:45:13.590078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.613296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab722841-6d07-4c01-8c21-dca8f5e81a0f None None] Network baf96310-88b1-459f-a31e-e656ecf2862a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:13.679811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47266) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:13.790080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:13.794478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.802634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f97d8c57-03ad-4fa1-9e05-fae55e4839c5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:13.819749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Allocated IP 2001:db8:0:ffff::2 (29616594-7eec-4b3e-aa81-0c3fa69db2ab/32fdd202-520f-4238-b685-6b502315cca5/e822b1ef-cf45-4d3c-875e-86f64b220acd) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:13.828534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-436b0326-03af-49a6-b332-a026e82e41ac None None] Provisioning complete for port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:13.828912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-436b0326-03af-49a6-b332-a026e82e41ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.830525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.876027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-daae5b10-d603-49d7-a13c-0db3fa5b3102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:13.966658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.002521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.037128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dd0c55-66d8-443e-a31d-3c734135be77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4a61dc-9384-48a3-974f-992dfc370fb7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:45:14.039415 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401bfe4-3281-4409-8970-bf11653e04be" -d '{"events": [{"server_uuid": "69dd0c55-66d8-443e-a31d-3c734135be77", "name": "network-vif-plugged", "status": "completed", "tag": "8f4a61dc-9384-48a3-974f-992dfc370fb7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:45:14.043485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-daae5b10-d603-49d7-a13c-0db3fa5b3102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.056206 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-daae5b10-d603-49d7-a13c-0db3fa5b3102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.097403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5b10-d603-49d7-a13c-0db3fa5b3102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2700729-eb4b-47c2-8624-c00be00debf5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:14.119732 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-daae5b10-d603-49d7-a13c-0db3fa5b3102 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=011f5e89a735481483575cc928ec1f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385333 Jan 29 04:45:14.122221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47276) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:14.175716 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c282179-65d2-4dda-b03f-9c9ea57c5e02 x-openstack-request-id: req-5c282179-65d2-4dda-b03f-9c9ea57c5e02 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:45:14.176181 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dd0c55-66d8-443e-a31d-3c734135be77", "name": "network-vif-plugged", "status": "completed", "tag": "8f4a61dc-9384-48a3-974f-992dfc370fb7", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:45:14.176536 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c282179-65d2-4dda-b03f-9c9ea57c5e02 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:45:14.177033 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dd0c55-66d8-443e-a31d-3c734135be77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4a61dc-9384-48a3-974f-992dfc370fb7', 'code': 200} Jan 29 04:45:14.185163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04ed49ed-e522-4c02-8eb7-f7ec66760b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.200840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8f4a61dc-9384-48a3-974f-992dfc370fb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7,segment=NetworkSegment(8d6f488a-8165-4370-8d91-c62e696c76ac),segment_id=8d6f488a-8165-4370-8d91-c62e696c76ac)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:14.212274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04ed49ed-e522-4c02-8eb7-f7ec66760b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.235115 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.247467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:14.258471 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.264141 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.279879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04ed49ed-e522-4c02-8eb7-f7ec66760b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.282585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04ed49ed-e522-4c02-8eb7-f7ec66760b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.286814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-04ed49ed-e522-4c02-8eb7-f7ec66760b87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2700729-eb4b-47c2-8624-c00be00debf5 HTTP/1.1" status: 204 len: 168 time: 0.1634548 Jan 29 04:45:14.319402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed49ed-e522-4c02-8eb7-f7ec66760b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2700729-eb4b-47c2-8624-c00be00debf5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:14.403651 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-436b0326-03af-49a6-b332-a026e82e41ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.462067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=7d733364-c148-4c1b-989d-4353448c543a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:14.504090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9915-a82f-473c-bc24-cb3e89331bc8 req-a1adea3d-acb4-4f6e-bbbf-bff2c4ced7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:14.505716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-040f9915-a82f-473c-bc24-cb3e89331bc8 req-a1adea3d-acb4-4f6e-bbbf-bff2c4ced7e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 1097 time: 0.2033503 Jan 29 04:45:14.604699 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.676615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-040f9915-a82f-473c-bc24-cb3e89331bc8 req-d4d59752-8799-4640-bc45-a087b736f2c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633358 Jan 29 04:45:14.771820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:14.811685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86965-115b-4a54-896f-4d5bdb97d09b req-b0dec790-5854-4660-aa88-632ceb64f6b6 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:14.813367 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83c86965-115b-4a54-896f-4d5bdb97d09b req-b0dec790-5854-4660-aa88-632ceb64f6b6 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 946 time: 0.1050158 Jan 29 04:45:14.816398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8f4a61dc-9384-48a3-974f-992dfc370fb7,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:14.827396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:45:14.845169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94da3965-356d-4565-8311-45fa1e075feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.850357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.901141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83c86965-115b-4a54-896f-4d5bdb97d09b req-a1ac2c29-bfe2-4399-9ede-853c64c9e726 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811806 Jan 29 04:45:14.958526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-436b0326-03af-49a6-b332-a026e82e41ac None None] For port f97d8c57-03ad-4fa1-9e05-fae55e4839c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,segment=NetworkSegment(2526a4b8-b5af-4803-8021-56ae31b4f952),segment_id=2526a4b8-b5af-4803-8021-56ae31b4f952)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:14.977885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94da3965-356d-4565-8311-45fa1e075feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:14.988328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94da3965-356d-4565-8311-45fa1e075feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.037835 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.043503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-436b0326-03af-49a6-b332-a026e82e41ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.054794 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.121608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3965-356d-4565-8311-45fa1e075feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8339ce15-a753-48ea-ae6c-507990948cc5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:15.139398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Subnet': ['ID=be31caf5-a53e-4d37-a117-100ca6086425,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:15.202526 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.245955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-94da3965-356d-4565-8311-45fa1e075feb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e013127dd844274b7b93414e013e50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404218 Jan 29 04:45:15.248044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47298) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:15.289548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Checking segment: {'id': '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:15.296091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network hostable DHCP agents. Network: 201779a3-de6e-4049-a5ac-7a21a1a4849c, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:15.361530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 201779a3-de6e-4049-a5ac-7a21a1a4849c is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:15.366585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Network 29616594-7eec-4b3e-aa81-0c3fa69db2ab is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:15.372652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:15.375776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:15.385786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 201779a3-de6e-4049-a5ac-7a21a1a4849c) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:15.407155 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:45:15.407427 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:45:15.408337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:15.409444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.415681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ea132-d987-4d25-a8e1-f038799bbd6c None None] Network 201779a3-de6e-4049-a5ac-7a21a1a4849c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:15.424531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25e71fec-f878-4197-80d3-0c20bd3dd157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.456211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25e71fec-f878-4197-80d3-0c20bd3dd157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.480218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f2f2c3f7-a59a-4cb0-a019-4d1b7004a284 None None] Provisioning complete for port 7d733364-c148-4c1b-989d-4353448c543a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:15.480814 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c3f7-a59a-4cb0-a019-4d1b7004a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.522205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25e71fec-f878-4197-80d3-0c20bd3dd157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.526370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25e71fec-f878-4197-80d3-0c20bd3dd157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.527808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-25e71fec-f878-4197-80d3-0c20bd3dd157 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8339ce15-a753-48ea-ae6c-507990948cc5 HTTP/1.1" status: 204 len: 168 time: 0.2785747 Jan 29 04:45:15.528787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.539382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e71fec-f878-4197-80d3-0c20bd3dd157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8339ce15-a753-48ea-ae6c-507990948cc5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:15.556547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.567488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.567761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b0326-03af-49a6-b332-a026e82e41ac None None] Pushing event updated for resources: {'Port': ['ID=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:15.620424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2c3f7-a59a-4cb0-a019-4d1b7004a284 None None] Port 7d733364-c148-4c1b-989d-4353448c543a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:15.651548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f2f2c3f7-a59a-4cb0-a019-4d1b7004a284 None None] Provisioning complete for port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:15.654873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c3f7-a59a-4cb0-a019-4d1b7004a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.655169 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1fa7b09f-a3ed-493c-93d1-e39755ef34ac tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3650546 Jan 29 04:45:15.655289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47302) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:15.656693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Attempting to bind port e822b1ef-cf45-4d3c-875e-86f64b220acd on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:15.657019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Attempting to bind port e822b1ef-cf45-4d3c-875e-86f64b220acd by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '23f23e75-a539-4363-8200-0e9d93c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:15.657387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Attempting to bind port e822b1ef-cf45-4d3c-875e-86f64b220acd on network 29616594-7eec-4b3e-aa81-0c3fa69db2ab {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:15.663435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'port': {'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c', 'name': 'tempest-NetworksIpV6TestAttrs-221291596'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:15.674645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=7d733364-c148-4c1b-989d-4353448c543a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:15.711079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Pushing event updated for resources: {'Port': ['ID=e822b1ef-cf45-4d3c-875e-86f64b220acd,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:15.721269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:15.721643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Checking segment: {'id': '23f23e75-a539-4363-8200-0e9d93c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:15.722101 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.722502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Bound using segment: {'id': '23f23e75-a539-4363-8200-0e9d93c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:15.722992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Bound port: e822b1ef-cf45-4d3c-875e-86f64b220acd, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f23e75-a539-4363-8200-0e9d93c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '29616594-7eec-4b3e-aa81-0c3fa69db2ab'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:15.723834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:15.917401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network baf96310-88b1-459f-a31e-e656ecf2862a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:15.917629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:15.980985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:15.985050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.037701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] device_id is not set on port 59501ccf-1a2f-4aa2-be89-055538c7c41f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:16.084744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-201779a3-de6e-4049-a5ac-7a21a1a4849c', 'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c', 'tenant_id': '8bcd3eba252342c3800b6794ae823714', 'fixed_ips': [{'subnet_id': 'be31caf5-a53e-4d37-a117-100ca6086425'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:16.085594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.190248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] For port e822b1ef-cf45-4d3c-875e-86f64b220acd, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:16.199388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] For port e822b1ef-cf45-4d3c-875e-86f64b220acd, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e822b1ef-cf45-4d3c-875e-86f64b220acd,segment=NetworkSegment(23f23e75-a539-4363-8200-0e9d93c8c89e),segment_id=23f23e75-a539-4363-8200-0e9d93c8c89e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:16.303158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Allocated IP 2001:db8::f816:3eff:fea7:5500 (201779a3-de6e-4049-a5ac-7a21a1a4849c/be31caf5-a53e-4d37-a117-100ca6086425/59501ccf-1a2f-4aa2-be89-055538c7c41f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:16.336901 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.556420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f97d8c57-03ad-4fa1-9e05-fae55e4839c5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:16.763839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca32bdc-ade7-4de0-bbaf-ea564e98005c None None] Pushing event updated for resources: {'Port': ['ID=e822b1ef-cf45-4d3c-875e-86f64b220acd,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:16.767881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:16.768456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.783497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.829764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-481f8b4e-2ad4-488e-b2b8-1dccac68490e None None] Provisioning complete for port 7d733364-c148-4c1b-989d-4353448c543a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:16.830394 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-481f8b4e-2ad4-488e-b2b8-1dccac68490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.872469 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:16.965166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 201779a3-de6e-4049-a5ac-7a21a1a4849c is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:16.970989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:16.980702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:16.991149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:16.991829 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.006813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Allocated IP 2001:db8::f816:3eff:fe49:ebb6 (201779a3-de6e-4049-a5ac-7a21a1a4849c/be31caf5-a53e-4d37-a117-100ca6086425/4b7e0ead-a717-4074-8cdf-a5ef7196f7e7) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:17.035147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3781390 Jan 29 04:45:17.037539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47358) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:17.100692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting subnet be31caf5-a53e-4d37-a117-100ca6086425 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:17.108525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d63365-8ca9-4a36-b72b-b5230a2aea9a tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Port': ['ID=59501ccf-1a2f-4aa2-be89-055538c7c41f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:17.172997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-481f8b4e-2ad4-488e-b2b8-1dccac68490e None None] Port 7d733364-c148-4c1b-989d-4353448c543a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:17.202039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd012ec-1f9f-4ad4-a27d-8124c1bd3fbf req-6c85c374-8a26-4078-9894-55be4f3b1378 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:17.205142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cd012ec-1f9f-4ad4-a27d-8124c1bd3fbf req-6c85c374-8a26-4078-9894-55be4f3b1378 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 946 time: 0.2013216 Jan 29 04:45:17.278490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cd012ec-1f9f-4ad4-a27d-8124c1bd3fbf req-8767c4d5-341c-40b0-b43f-be6280c888af tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635350 Jan 29 04:45:17.283100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Router b954ccb7-3381-44f2-b09e-cb2569b40556 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:45:17.407331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.435312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.435596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.467373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:45:17.485442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3a71645-8a6f-4dc9-9043-9e079debbd4d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/routers/b954ccb7-3381-44f2-b09e-cb2569b40556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1203053 Jan 29 04:45:17.485737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:17.536968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Network 201779a3-de6e-4049-a5ac-7a21a1a4849c is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:17.540058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] Sync routers for ids ['b954ccb7-3381-44f2-b09e-cb2569b40556'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:45:17.544437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.576067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:17.582924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:17.594272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f64b0-1024-40a3-b43c-6e38b8db3f3d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:17.598430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5a1f64b0-1024-40a3-b43c-6e38b8db3f3d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954ccb7-3381-44f2-b09e-cb2569b40556 HTTP/1.1" status: 200 len: 986 time: 0.1115282 Jan 29 04:45:17.602509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:17.616941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] Routers {'b954ccb7-3381-44f2-b09e-cb2569b40556'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:17.619864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b954ccb7-3381-44f2-b09e-cb2569b40556'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:17.799403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:17.826996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Pushing event updated for resources: {'Port': ['ID=4b7e0ead-a717-4074-8cdf-a5ef7196f7e7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:17.832379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.919423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:17.946254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] Routers {'b954ccb7-3381-44f2-b09e-cb2569b40556'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:17.949025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b954ccb7-3381-44f2-b09e-cb2569b40556'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:18.018503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Subnet': ['ID=be31caf5-a53e-4d37-a117-100ca6086425,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:18.019871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.032819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21ef6b47-a6d7-4d68-9474-8342fd32562b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/be31caf5-a53e-4d37-a117-100ca6086425 HTTP/1.1" status: 204 len: 168 time: 0.9940596 Jan 29 04:45:18.033398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47392) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:18.080008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:18.080698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91284-60f7-48c7-8154-0a8edb29dc28 None None] The sync data for ids ['b954ccb7-3381-44f2-b09e-cb2569b40556'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:45:18.087754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Attempting to bind port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:18.088880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Attempting to bind port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:18.089620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Attempting to bind port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7 on network 201779a3-de6e-4049-a5ac-7a21a1a4849c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:18.096156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:18.096884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Checking segment: {'id': '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:18.097293 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.097685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Bound using segment: {'id': '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:18.098205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Bound port: 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '201779a3-de6e-4049-a5ac-7a21a1a4849c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:18.098591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.183619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c718663-f30d-4923-bb3e-fc8643f37bab tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:18.193398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c718663-f30d-4923-bb3e-fc8643f37bab tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:18.199086 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6c718663-f30d-4923-bb3e-fc8643f37bab tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1603112 Jan 29 04:45:18.199724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:18.290197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] For port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:18.302643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] For port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4b7e0ead-a717-4074-8cdf-a5ef7196f7e7,segment=NetworkSegment(1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd),segment_id=1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:18.323883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.377705 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4073d1be-8496-490d-a647-d65550c3f9c7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.407407 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4073d1be-8496-490d-a647-d65550c3f9c7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 29 04:45:18.408345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4073d1be-8496-490d-a647-d65550c3f9c7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:18.420729 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4073d1be-8496-490d-a647-d65550c3f9c7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/201779a3-de6e-4049-a5ac-7a21a1a4849c HTTP/1.1" status: 409 len: 405 time: 0.2198653 Jan 29 04:45:18.422273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47404) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:18.433181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-46766508'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:18.499603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:18.508755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.592052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e822b1ef-cf45-4d3c-875e-86f64b220acd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:18.601723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:18.616191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.617326 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Added segment f072a038-155a-48a2-80c8-3eeca14c0f27 of type vlan for network 93190b6d-2453-4e43-a4a0-dafb198ada8b Jan 29 04:45:18.637764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3e23f-ceaa-4df0-98e9-7c47e4a3a32e None None] Network 29616594-7eec-4b3e-aa81-0c3fa69db2ab requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:18.699237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.745507 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.754774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849f2ca-a1de-4413-b32a-6d357a7b349d None None] Pushing event updated for resources: {'Port': ['ID=4b7e0ead-a717-4074-8cdf-a5ef7196f7e7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:18.764778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:18.784740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.794371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd6e545-a25f-49d8-8a20-ae3e077f8c14 None None] Network 201779a3-de6e-4049-a5ac-7a21a1a4849c requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:18.873831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.880735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4538329 Jan 29 04:45:18.881655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:18.896622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ebe87-5084-4e9b-9856-57c31538ce9e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Network': ['ID=93190b6d-2453-4e43-a4a0-dafb198ada8b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:18.962900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-69efa47d-195d-4c24-8f14-8bdf0e79351c None None] Provisioning complete for port e822b1ef-cf45-4d3c-875e-86f64b220acd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:18.963427 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-69efa47d-195d-4c24-8f14-8bdf0e79351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:18.965802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 93190b6d-2453-4e43-a4a0-dafb198ada8b details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:18.976570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'subnet': {'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:19.157571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e822b1ef-cf45-4d3c-875e-86f64b220acd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:19.158022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.461830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:19.474637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.602095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-69efa47d-195d-4c24-8f14-8bdf0e79351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.708938 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.717383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-69efa47d-195d-4c24-8f14-8bdf0e79351c None None] For port e822b1ef-cf45-4d3c-875e-86f64b220acd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e822b1ef-cf45-4d3c-875e-86f64b220acd,segment=NetworkSegment(23f23e75-a539-4363-8200-0e9d93c8c89e),segment_id=23f23e75-a539-4363-8200-0e9d93c8c89e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:19.717612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47438) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:19.732386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 7d733364-c148-4c1b-989d-4353448c543a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:19.732881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.744771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-69efa47d-195d-4c24-8f14-8bdf0e79351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.828890 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:45:19.829166 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:45:19.880929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efa47d-195d-4c24-8f14-8bdf0e79351c None None] Pushing event updated for resources: {'Port': ['ID=e822b1ef-cf45-4d3c-875e-86f64b220acd,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:19.980693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1fe9-e0c5-4902-9d8a-6895fa574044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:19.993597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.032746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 7d733364-c148-4c1b-989d-4353448c543a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:20.052133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ad91f-9b0b-4b5b-a306-308efc5ca01c None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:45:20.096471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1ec2f169-def9-4f76-8214-9969196d5467 None None] Provisioning complete for port e822b1ef-cf45-4d3c-875e-86f64b220acd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:20.096951 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f169-def9-4f76-8214-9969196d5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.147460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1fe9-e0c5-4902-9d8a-6895fa574044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.154376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1fe9-e0c5-4902-9d8a-6895fa574044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.192315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1fe9-e0c5-4902-9d8a-6895fa574044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97338ce-3f3d-43a9-b182-47914dcb5e66,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:20.242970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2f0e1fe9-e0c5-4902-9d8a-6895fa574044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae3a5fad3efd4c78ad85567b46ff8758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218029 Jan 29 04:45:20.243186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:20.406097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:45:20.411810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.451227 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4509499c-fc91-458b-a0f2-35c8764a7e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.530616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4509499c-fc91-458b-a0f2-35c8764a7e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.545562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Subnet': ['ID=da6f3016-f63c-47ab-8902-1ef3350860d3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:20.556040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Checking segment: {'id': 'f072a038-155a-48a2-80c8-3eeca14c0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:20.557299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network hostable DHCP agents. Network: 93190b6d-2453-4e43-a4a0-dafb198ada8b, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:20.562100 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.608370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=7d733364-c148-4c1b-989d-4353448c543a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:20.636360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 93190b6d-2453-4e43-a4a0-dafb198ada8b is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:20.649563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4509499c-fc91-458b-a0f2-35c8764a7e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.667094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4509499c-fc91-458b-a0f2-35c8764a7e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.670759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4509499c-fc91-458b-a0f2-35c8764a7e01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f97338ce-3f3d-43a9-b182-47914dcb5e66 HTTP/1.1" status: 204 len: 168 time: 0.4242702 Jan 29 04:45:20.700599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509499c-fc91-458b-a0f2-35c8764a7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97338ce-3f3d-43a9-b182-47914dcb5e66,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:20.730240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 93190b6d-2453-4e43-a4a0-dafb198ada8b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:20.757128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ad91f-9b0b-4b5b-a306-308efc5ca01c None None] Unable to find a vacant binding_index for network 93190b6d-2453-4e43-a4a0-dafb198ada8b and agent 870823af-78df-4f22-82ef-6e3d9d8ac3be {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 29 04:45:20.773270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ad91f-9b0b-4b5b-a306-308efc5ca01c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 93190b6d-2453-4e43-a4a0-dafb198ada8b) {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:45:20.784706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e822b1ef-cf45-4d3c-875e-86f64b220acd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:20.789334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:20.792866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.821423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:20.895381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b7f6550-4dcd-4b52-a852-843da231041c tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9411092 Jan 29 04:45:20.895830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47472) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:20.901993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'port': {'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b', 'name': 'tempest-NetworksIpV6TestAttrs-193401629'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:21.016361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e822b1ef-cf45-4d3c-875e-86f64b220acd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:21.016735 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.045574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Router b954ccb7-3381-44f2-b09e-cb2569b40556 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:45:21.146559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:45:21.153130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc61297b-3a1a-4fcc-8a9c-31a985ab535d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/routers/b954ccb7-3381-44f2-b09e-cb2569b40556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5494320 Jan 29 04:45:21.156908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47480) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:21.158676 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] Sync routers for ids ['b954ccb7-3381-44f2-b09e-cb2569b40556'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:45:21.176594 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] Routers {'b954ccb7-3381-44f2-b09e-cb2569b40556'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:21.177483 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b954ccb7-3381-44f2-b09e-cb2569b40556'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:21.187450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:21.191872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.220347 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-03145e6f-655c-4d44-97d5-03e12dca6ad4 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:45:21.222281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-03145e6f-655c-4d44-97d5-03e12dca6ad4 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/7d733364-c148-4c1b-989d-4353448c543a HTTP/1.1" status: 404 len: 333 time: 0.0636516 Jan 29 04:45:21.226428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:21.243269 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:21.252214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] device_id is not set on port a17c4996-886c-454a-88b2-b4f565f478db yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:21.269642 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] Routers {'b954ccb7-3381-44f2-b09e-cb2569b40556'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:45:21.270386 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:44:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b954ccb7-3381-44f2-b09e-cb2569b40556'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:21.340091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:21.355923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:21.356978 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb31a0-276a-40b7-a863-b5cf2a3d37b9 None None] The sync data for ids ['b954ccb7-3381-44f2-b09e-cb2569b40556'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:45:21.383679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17620bb-79a8-4cf5-b138-5a212f102367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.389202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.526766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Allocated IP 2001:db8::f816:3eff:fe48:7c5f (93190b6d-2453-4e43-a4a0-dafb198ada8b/da6f3016-f63c-47ab-8902-1ef3350860d3/a17c4996-886c-454a-88b2-b4f565f478db) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:21.530370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-93190b6d-2453-4e43-a4a0-dafb198ada8b', 'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b', 'tenant_id': '8bcd3eba252342c3800b6794ae823714', 'fixed_ips': [{'subnet_id': 'da6f3016-f63c-47ab-8902-1ef3350860d3'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:21.531248 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.720876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17620bb-79a8-4cf5-b138-5a212f102367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.724993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.727374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.740772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17620bb-79a8-4cf5-b138-5a212f102367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.760982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.812640 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.825127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c17620bb-79a8-4cf5-b138-5a212f102367 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9f1130940c848ebb3824ba80083d5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838190 Jan 29 04:45:21.831003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:21.831726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17620bb-79a8-4cf5-b138-5a212f102367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a1968-ad74-4774-b639-7728b24646a5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:21.866301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 93190b6d-2453-4e43-a4a0-dafb198ada8b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:21.870105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:21.874362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:21.881472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:21.882181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.892365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Port': ['ID=a17c4996-886c-454a-88b2-b4f565f478db,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:21.909097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3d514e41-5b45-4cce-8e57-c7fd13932008 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0097706 Jan 29 04:45:21.909843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47510) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:21.911304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Allocated IP 2001:db8::f816:3eff:feb5:794f (93190b6d-2453-4e43-a4a0-dafb198ada8b/da6f3016-f63c-47ab-8902-1ef3350860d3/ecc78caf-1e57-48d5-ac09-76dfb87efe94) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:21.913061 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.923265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Fanout notify agent at l3_agent the message router_deleted on router b954ccb7-3381-44f2-b09e-cb2569b40556 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:45:21.940355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:21.941533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-08aae9e3-961b-41ae-a5c7-b410b317a0f5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/routers/b954ccb7-3381-44f2-b09e-cb2569b40556 HTTP/1.1" status: 204 len: 168 time: 0.7140286 Jan 29 04:45:21.945365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:21.973985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting subnet da6f3016-f63c-47ab-8902-1ef3350860d3 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:22.042360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-281b683e-bc55-430a-aedc-726ef06045f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.075315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet 17d66539-ebd5-4d90-bfc0-9f9a78df9543 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:22.082023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.086371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-281b683e-bc55-430a-aedc-726ef06045f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.130847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.139288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.140766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.232821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.256114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Network 93190b6d-2453-4e43-a4a0-dafb198ada8b is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:22.259063 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:22.269430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:22.363717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Attempting to bind port ecc78caf-1e57-48d5-ac09-76dfb87efe94 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:22.366871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Attempting to bind port ecc78caf-1e57-48d5-ac09-76dfb87efe94 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f072a038-155a-48a2-80c8-3eeca14c0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:22.367570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Attempting to bind port ecc78caf-1e57-48d5-ac09-76dfb87efe94 on network 93190b6d-2453-4e43-a4a0-dafb198ada8b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:22.377492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Pushing event updated for resources: {'Port': ['ID=ecc78caf-1e57-48d5-ac09-76dfb87efe94,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:22.384845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66206b79-1c52-4610-83c9-cbf797763af4 req-825f52e3-ab6b-45cf-98ce-ebb8f7ac4c9c tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:22.386366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66206b79-1c52-4610-83c9-cbf797763af4 req-825f52e3-ab6b-45cf-98ce-ebb8f7ac4c9c tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 946 time: 0.1065314 Jan 29 04:45:22.387676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:22.388542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Checking segment: {'id': 'f072a038-155a-48a2-80c8-3eeca14c0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:22.391392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.392226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Bound using segment: {'id': 'f072a038-155a-48a2-80c8-3eeca14c0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:22.394470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Bound port: ecc78caf-1e57-48d5-ac09-76dfb87efe94, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f072a038-155a-48a2-80c8-3eeca14c0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93190b6d-2453-4e43-a4a0-dafb198ada8b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:22.395152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.448657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66206b79-1c52-4610-83c9-cbf797763af4 req-a56299de-554f-4589-8f69-1b1a22eabe22 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Jan 29 04:45:22.545520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] For port ecc78caf-1e57-48d5-ac09-76dfb87efe94, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:22.549854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] For port ecc78caf-1e57-48d5-ac09-76dfb87efe94, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ecc78caf-1e57-48d5-ac09-76dfb87efe94,segment=NetworkSegment(f072a038-155a-48a2-80c8-3eeca14c0f27),segment_id=f072a038-155a-48a2-80c8-3eeca14c0f27)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:22.569776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.570315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.587036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.647349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e2bb8-59da-407f-8f24-3f605dd59a83 None None] Pushing event updated for resources: {'Port': ['ID=ecc78caf-1e57-48d5-ac09-76dfb87efe94,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:22.687329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-281b683e-bc55-430a-aedc-726ef06045f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.690213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-281b683e-bc55-430a-aedc-726ef06045f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.694713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-281b683e-bc55-430a-aedc-726ef06045f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba9a1968-ad74-4774-b639-7728b24646a5 HTTP/1.1" status: 204 len: 168 time: 0.8376160 Jan 29 04:45:22.740915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b683e-bc55-430a-aedc-726ef06045f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a1968-ad74-4774-b639-7728b24646a5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:22.747682 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.773342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.794444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Subnet': ['ID=da6f3016-f63c-47ab-8902-1ef3350860d3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:22.803969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.810864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b8495b37-e891-479a-9f4e-3cb31e9c0fef tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/da6f3016-f63c-47ab-8902-1ef3350860d3 HTTP/1.1" status: 204 len: 168 time: 0.9004424 Jan 29 04:45:22.811724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47544) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:22.868526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.876203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6e6f1-0ac6-47ff-9080-d9ed6044fd8f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:22.878215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6e6f1-0ac6-47ff-9080-d9ed6044fd8f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:22.882835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aab6e6f1-0ac6-47ff-9080-d9ed6044fd8f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0699124 Jan 29 04:45:22.883704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:22.932839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:22.939998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/17d66539-ebd5-4d90-bfc0-9f9a78df9543 HTTP/1.1" status: 204 len: 168 time: 0.9935064 Jan 29 04:45:22.940979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:22.941831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df759-fe1b-4dc7-b974-e86088fd6939 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=17d66539-ebd5-4d90-bfc0-9f9a78df9543,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:23.038654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71b6e60a-5aa4-4e1f-9cd4-4a1e64cff782 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.055689 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b6e60a-5aa4-4e1f-9cd4-4a1e64cff782 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 29 04:45:23.056259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b6e60a-5aa4-4e1f-9cd4-4a1e64cff782 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:23.060271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-71b6e60a-5aa4-4e1f-9cd4-4a1e64cff782 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/93190b6d-2453-4e43-a4a0-dafb198ada8b HTTP/1.1" status: 409 len: 405 time: 0.1754208 Jan 29 04:45:23.064352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47552) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:23.080863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1065612092'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:23.133761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.141438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:23.145433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.189492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:23.200601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.200953 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Added segment 08409f85-6bf3-457f-ad11-03785f0abe94 of type vlan for network a2105f04-64ab-413b-b88a-bafc4073e3f1 Jan 29 04:45:23.263971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.278363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:23.279113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.393068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] For port f97d8c57-03ad-4fa1-9e05-fae55e4839c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,segment=NetworkSegment(2526a4b8-b5af-4803-8021-56ae31b4f952),segment_id=2526a4b8-b5af-4803-8021-56ae31b4f952)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:23.393441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.442118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for f97d8c57-03ad-4fa1-9e05-fae55e4839c5 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:23.666984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.707154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=f97d8c57-03ad-4fa1-9e05-fae55e4839c5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:23.724257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No DVR routers for this DVR port f97d8c57-03ad-4fa1-9e05-fae55e4839c5 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:23.747167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5537189-0cf6-4d72-be52-5b18acd7d98b req-0dc432b3-6a78-4a8d-ac95-e47a212cedb0 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:23.757248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5537189-0cf6-4d72-be52-5b18acd7d98b req-0dc432b3-6a78-4a8d-ac95-e47a212cedb0 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 946 time: 0.1638298 Jan 29 04:45:23.804981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-4775c56a-3a3f-407e-a53f-9d73c4a5f2b6 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:23.807695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-4775c56a-3a3f-407e-a53f-9d73c4a5f2b6 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.36 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 946 time: 0.2160029 Jan 29 04:45:23.885627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1036190f-6bc4-4d86-9a63-a0e6c380a998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:23.988135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5537189-0cf6-4d72-be52-5b18acd7d98b req-16c1c873-0ac0-4c63-add2-6ab814918aa2 tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5961457-2cf7-4a48-b51a-64e44a18fc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298400 Jan 29 04:45:23.997354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.003952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:24.004953 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.023079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.117101 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Network': ['ID=a2105f04-64ab-413b-b88a-bafc4073e3f1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:24.122321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf96310-88b1-459f-a31e-e656ecf2862a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:24.127402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-13eb731a-b022-44f7-95f8-6b44f776d335 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0535574 Jan 29 04:45:24.127855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47586) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:24.134634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'subnet': {'network_id': 'a2105f04-64ab-413b-b88a-bafc4073e3f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:24.135423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a2105f04-64ab-413b-b88a-bafc4073e3f1 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:24.149702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2526a4b8-b5af-4803-8021-56ae31b4f952') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:24.150945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2526a4b8-b5af-4803-8021-56ae31b4f952') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:24.186427 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.217430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.252477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Deleting port 8f4a61dc-9384-48a3-974f-992dfc370fb7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:24.252810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.264007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:24.272432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.278827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:24.279246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:24.282268 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:24.383504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd2bcb-b68a-4df0-959d-5dc70a2ba1fd None None] Network 93190b6d-2453-4e43-a4a0-dafb198ada8b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:24.469609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.488229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.503508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/baf96310-88b1-459f-a31e-e656ecf2862a HTTP/1.1" status: 204 len: 168 time: 1.5590732 Jan 29 04:45:24.510761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47594) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:24.576672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fb78304b-c231-4ee5-85c7-16c40fd26785 None None] Provisioning complete for port ecc78caf-1e57-48d5-ac09-76dfb87efe94 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:24.577428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fb78304b-c231-4ee5-85c7-16c40fd26785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.630153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50689b-c7a3-4e62-b44e-81db6086e6f3 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=baf96310-88b1-459f-a31e-e656ecf2862a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:24.680346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] For port 8f4a61dc-9384-48a3-974f-992dfc370fb7, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8f4a61dc-9384-48a3-974f-992dfc370fb7,segment=NetworkSegment(8d6f488a-8165-4370-8d91-c62e696c76ac),segment_id=8d6f488a-8165-4370-8d91-c62e696c76ac)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:24.680801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.690728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d31d7-600d-4869-8a77-350d668137a3 None None] Network 93190b6d-2453-4e43-a4a0-dafb198ada8b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:24.724216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea799270-637a-4488-9cd3-2c17f0f15d51 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:24.733006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47602) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:24.742475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea799270-637a-4488-9cd3-2c17f0f15d51 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/b57fce1b-1104-44dc-99ba-9a9827d14166 HTTP/1.1" status: 200 len: 844 time: 0.2298884 Jan 29 04:45:24.743761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Calling delete_port for 8f4a61dc-9384-48a3-974f-992dfc370fb7 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:24.862697 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fb78304b-c231-4ee5-85c7-16c40fd26785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:24.904803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c11e84cd-9354-4bd6-bfae-d2ecdba380e5 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/b57fce1b-1104-44dc-99ba-9a9827d14166?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1582060 Jan 29 04:45:24.911318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:24.925149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:24.982748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:45:24.984396 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.044888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fb78304b-c231-4ee5-85c7-16c40fd26785 None None] For port ecc78caf-1e57-48d5-ac09-76dfb87efe94, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ecc78caf-1e57-48d5-ac09-76dfb87efe94,segment=NetworkSegment(f072a038-155a-48a2-80c8-3eeca14c0f27),segment_id=f072a038-155a-48a2-80c8-3eeca14c0f27)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:25.052649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf855031-b7cb-45f2-bb31-9b797d256229 None None] DHCP port deletion for baf96310-88b1-459f-a31e-e656ecf2862a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:45:25.084422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ecc78caf-1e57-48d5-ac09-76dfb87efe94 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:25.141615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Subnet': ['ID=306c101c-3922-4502-896c-35b2e398482b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:25.159621 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fb78304b-c231-4ee5-85c7-16c40fd26785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.164478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.212811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5090165b-af42-4953-93c9-8488258a4bb2 req-41ce5175-2e2c-4b99-8ccb-9bfbc5fd527e tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dd0c55-66d8-443e-a31d-3c734135be77 HTTP/1.1" status: 200 len: 210 time: 0.0724139 Jan 29 04:45:25.214402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Checking segment: {'id': '08409f85-6bf3-457f-ad11-03785f0abe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a2105f04-64ab-413b-b88a-bafc4073e3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:25.214998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network hostable DHCP agents. Network: a2105f04-64ab-413b-b88a-bafc4073e3f1, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:25.254983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Pushing event deleted for resources: {'Port': ['ID=8f4a61dc-9384-48a3-974f-992dfc370fb7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:25.262191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network a2105f04-64ab-413b-b88a-bafc4073e3f1 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:25.280545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a2105f04-64ab-413b-b88a-bafc4073e3f1) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:25.310629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] No DVR routers for this DVR port 8f4a61dc-9384-48a3-974f-992dfc370fb7 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:25.314073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.318496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-561dfdbe-7c5c-4452-8792-4585acd15596 req-dc57b7cd-8548-42a8-ac18-1532def3ca1a tempest-VolumesActionsTest-336701662 tempest-VolumesActionsTest-336701662-project] 10.222.0.36 "DELETE /v2.0/ports/8f4a61dc-9384-48a3-974f-992dfc370fb7 HTTP/1.1" status: 204 len: 173 time: 1.4979293 Jan 29 04:45:25.319215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dd0c55-66d8-443e-a31d-3c734135be77', 'name': 'network-vif-deleted', 'tag': '8f4a61dc-9384-48a3-974f-992dfc370fb7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:45:25.321283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a504d-0f3b-4413-8ce4-12c7d91f77af None None] Network a2105f04-64ab-413b-b88a-bafc4073e3f1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:25.322366 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aaf1f7-de9f-4335-9df1-bb98787ea698" -d '{"events": [{"server_uuid": "69dd0c55-66d8-443e-a31d-3c734135be77", "name": "network-vif-deleted", "tag": "8f4a61dc-9384-48a3-974f-992dfc370fb7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:45:25.326080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:25.331604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.337718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:25.345060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.402309 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-333b75c9-30b3-440f-997e-7465d3d92941 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2719600 Jan 29 04:45:25.402894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47628) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:25.439630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78304b-c231-4ee5-85c7-16c40fd26785 None None] Pushing event updated for resources: {'Port': ['ID=ecc78caf-1e57-48d5-ac09-76dfb87efe94,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:25.480453 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099263cb-85a4-4487-98fa-3a41f322f0b8 x-openstack-request-id: req-099263cb-85a4-4487-98fa-3a41f322f0b8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:45:25.481030 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dd0c55-66d8-443e-a31d-3c734135be77", "name": "network-vif-deleted", "tag": "8f4a61dc-9384-48a3-974f-992dfc370fb7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:45:25.481236 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-099263cb-85a4-4487-98fa-3a41f322f0b8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:45:25.482399 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dd0c55-66d8-443e-a31d-3c734135be77', 'name': 'network-vif-deleted', 'tag': '8f4a61dc-9384-48a3-974f-992dfc370fb7', 'status': 'completed', 'code': 200} Jan 29 04:45:25.485852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ecc78caf-1e57-48d5-ac09-76dfb87efe94 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:25.498544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.603275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] DHCP port deletion for 93190b6d-2453-4e43-a4a0-dafb198ada8b request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:45:25.625498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.704242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.739499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.781633 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.830675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Subnet': ['ID=306c101c-3922-4502-896c-35b2e398482b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:25.875844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=ab77ee2c-79fd-4e86-ba98-4ae885091fca,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:25.903621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:25.911467 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.913463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:25.932431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:25.933002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.938255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2105f04-64ab-413b-b88a-bafc4073e3f1']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:25.961428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08409f85-6bf3-457f-ad11-03785f0abe94') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:25.961745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08409f85-6bf3-457f-ad11-03785f0abe94') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:25.981270 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-290247ac-387f-4e85-b784-ecc111dfd1de tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0663998 Jan 29 04:45:25.982771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:25.983324 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:25.987410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'security_group': {'name': 'tempest-secgroup-40877405'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:26.002849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.011502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:26.011775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:26.016210 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:26.021491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2c9fc1-dd40-419b-b6cb-718c6943b10d None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:26.060123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.122828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a2d03-2a78-428d-9d0b-ae0e6b320545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-a2105f04-64ab-413b-b88a-bafc4073e3f1', 'network_id': 'a2105f04-64ab-413b-b88a-bafc4073e3f1', 'tenant_id': '8bcd3eba252342c3800b6794ae823714', 'fixed_ips': [{'subnet_id': '306c101c-3922-4502-896c-35b2e398482b'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:26.124487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee1a2d03-2a78-428d-9d0b-ae0e6b320545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.137564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.149842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.163370 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/a2105f04-64ab-413b-b88a-bafc4073e3f1 HTTP/1.1" status: 204 len: 168 time: 0.7543817 Jan 29 04:45:26.165636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:26.178615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1983192159'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:26.196572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324ae40-a6a8-491e-9aa2-e297b1571ade tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Network': ['ID=a2105f04-64ab-413b-b88a-bafc4073e3f1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:26.241486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] Deleting port ecc78caf-1e57-48d5-ac09-76dfb87efe94 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:26.241860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.301716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:26.311634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.319423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.338171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.380893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:26.415533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.420720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:26.420948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4369817 Jan 29 04:45:26.422262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.422610 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Added segment 88ad4949-38aa-408e-84cf-57911740c230 of type vlan for network 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 Jan 29 04:45:26.426741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'security_group': {'name': 'tempest-secgroup-510889378'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:26.439489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5255961-1d6d-4830-beb4-762e740afdfc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ebdbf3-4763-4d73-8dd8-db63df5eaab8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:26.486410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.498626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.563737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.569916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:26.570313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.579126 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c850ede0-0f5e-48ec-a189-acd54a1b9c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.644301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4756885 Jan 29 04:45:26.648517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:26.656572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'subnet': {'network_id': '19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:26.657389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a310ec-f409-484a-aedc-a6b6502498b1 None None] Network a2105f04-64ab-413b-b88a-bafc4073e3f1 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:26.682502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8f4a61dc-9384-48a3-974f-992dfc370fb7 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:26.690462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cc0dd-0d67-4bcb-b327-a66bec7e4868 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Network': ['ID=19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:26.721201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:26.736389 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.748115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.775395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a310ec-f409-484a-aedc-a6b6502498b1 None None] Network a2105f04-64ab-413b-b88a-bafc4073e3f1 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:45:26.826082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224c518a-5581-415f-8769-d970aeb47aad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:26.835369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ecc78caf-1e57-48d5-ac09-76dfb87efe94 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:26.846487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 8f4a61dc-9384-48a3-974f-992dfc370fb7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:45:26.847206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8f4a61dc-9384-48a3-974f-992dfc370fb7 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:26.848520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:26.852159 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.872623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:26.877024 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89249a7f-0070-4f03-aa07-d5c088ca6cfd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4539564 Jan 29 04:45:26.880422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:26.891439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2139365370', 'security_groups': ['224c518a-5581-415f-8769-d970aeb47aad'], 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab77ee2c-79fd-4e86-ba98-4ae885091fca'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:27.011965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] For port ecc78caf-1e57-48d5-ac09-76dfb87efe94, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ecc78caf-1e57-48d5-ac09-76dfb87efe94,segment=NetworkSegment(f072a038-155a-48a2-80c8-3eeca14c0f27),segment_id=f072a038-155a-48a2-80c8-3eeca14c0f27)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:27.012463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.084014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] Calling delete_port for ecc78caf-1e57-48d5-ac09-76dfb87efe94 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:27.189982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:27.340922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.377817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.382631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'tenant_id': 'a81878938d5e4995876c196af888733e', 'fixed_ips': [{'subnet_id': 'ab77ee2c-79fd-4e86-ba98-4ae885091fca'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:27.383762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.397289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.431722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port ecc78caf-1e57-48d5-ac09-76dfb87efe94, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ecc78caf-1e57-48d5-ac09-76dfb87efe94,segment=NetworkSegment(f072a038-155a-48a2-80c8-3eeca14c0f27),segment_id=f072a038-155a-48a2-80c8-3eeca14c0f27)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:27.440249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 29d83d0b-056b-4efa-a47a-e2df8f2378ca yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:27.449699 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.451115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f97d8c57-03ad-4fa1-9e05-fae55e4839c5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:27.467379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.508092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: f97d8c57-03ad-4fa1-9e05-fae55e4839c5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:45:27.508720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f97d8c57-03ad-4fa1-9e05-fae55e4839c5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:27.546537 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:45:27.572955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Subnet': ['ID=48b4a9a8-2c4f-4955-a5b4-16b5d586af7f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:27.604869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Checking segment: {'id': '88ad4949-38aa-408e-84cf-57911740c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:27.605276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network hostable DHCP agents. Network: 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:27.616352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.652270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:27.660341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=ecc78caf-1e57-48d5-ac09-76dfb87efe94,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:27.671536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:27.677051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:27.677858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.703019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] Pushing event deleted for resources: {'Port': ['ID=ecc78caf-1e57-48d5-ac09-76dfb87efe94,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:27.706335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3728db7-48c6-429f-94d3-a48e87b4e37c None None] No DVR routers for this DVR port ecc78caf-1e57-48d5-ac09-76dfb87efe94 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:27.714429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbfd03c-519f-485f-849e-fb577ac774b2 None None] Network 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:27.718374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-840e87b0-59ae-4dcb-8803-6c006e42ee8d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0661342 Jan 29 04:45:27.718638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:27.882108 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.906603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f4add-1eee-4f89-b064-c42703fac1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9', 'network_id': '19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9', 'tenant_id': '8bcd3eba252342c3800b6794ae823714', 'fixed_ips': [{'subnet_id': '48b4a9a8-2c4f-4955-a5b4-16b5d586af7f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:27.907555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-730f4add-1eee-4f89-b064-c42703fac1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:27.924385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Allocated IP 2001:db8::2 (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/ab77ee2c-79fd-4e86-ba98-4ae885091fca/ed3df3f6-8f46-4775-891c-f3abd3a575bc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:27.955065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.027734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server [None req-730f4add-1eee-4f89-b064-c42703fac1fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48b4a9a8-2c4f-4955-a5b4-16b5d586af7f: This subnet is being modified by another concurrent operation. Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise exception Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48b4a9a8-2c4f-4955-a5b4-16b5d586af7f: This subnet is being modified by another concurrent operation. Jan 29 04:45:28.087509 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Jan 29 04:45:28.115840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Subnet': ['ID=48b4a9a8-2c4f-4955-a5b4-16b5d586af7f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:28.137199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7e743-a06f-4930-8e28-1e5ca030f6d2 None None] Network 19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:28.225176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.254718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:28.268910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ad4949-38aa-408e-84cf-57911740c230') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:28.269233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ad4949-38aa-408e-84cf-57911740c230') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:28.281315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.302377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.311760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:28.312827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.329543 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:28.333985 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:28.340596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.396858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.416355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:28.417177 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.420120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:28.422392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Pushing event updated for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:28.424715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:28.442805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 HTTP/1.1" status: 204 len: 168 time: 0.7227581 Jan 29 04:45:28.446331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:28.453093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::2bc (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/ab77ee2c-79fd-4e86-ba98-4ae885091fca/29d83d0b-056b-4efa-a47a-e2df8f2378ca) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:28.486835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1089569261'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:28.498432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cfbba-690a-4273-93ea-ca52f763edd1 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Network': ['ID=19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:28.553415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Attempting to bind port ed3df3f6-8f46-4775-891c-f3abd3a575bc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:28.553807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Attempting to bind port ed3df3f6-8f46-4775-891c-f3abd3a575bc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '1bb6092d-e038-44e2-987e-6e4e89c3320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:28.554583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Attempting to bind port ed3df3f6-8f46-4775-891c-f3abd3a575bc on network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:28.566770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:28.567493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Checking segment: {'id': '1bb6092d-e038-44e2-987e-6e4e89c3320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:28.568164 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.568782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Bound using segment: {'id': '1bb6092d-e038-44e2-987e-6e4e89c3320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:28.569442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Bound port: ed3df3f6-8f46-4775-891c-f3abd3a575bc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb6092d-e038-44e2-987e-6e4e89c3320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:28.570088 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.585853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:28.598339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.671729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:28.685136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:28.686380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.687386 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Added segment 9cf61138-644e-4cfa-a56a-e8ad994d54bc of type vlan for network 5b4c8452-05a6-4801-b111-359176b5ec96 Jan 29 04:45:28.689202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ed3df3f6-8f46-4775-891c-f3abd3a575bc,segment=NetworkSegment(1bb6092d-e038-44e2-987e-6e4e89c3320b),segment_id=1bb6092d-e038-44e2-987e-6e4e89c3320b)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:28.699710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.735577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.804986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.816372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:28.817585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.881299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:28.903713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34a95e-3f8f-4e65-845d-82f6fcfa6ed1 None None] Pushing event updated for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:28.987498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5354791 Jan 29 04:45:28.989704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47712) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:29.003183 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Request body: {'subnet': {'network_id': '5b4c8452-05a6-4801-b111-359176b5ec96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:29.010736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:29.022247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc695f54-91ba-4d28-8f4e-71c5669ffa87 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Network': ['ID=5b4c8452-05a6-4801-b111-359176b5ec96,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:29.031829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e799a15-4b15-4716-9b53-4e9e10d7d9b6 req-63dd4583-dac8-4485-84b2-89725380b8c8 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:29.035732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e799a15-4b15-4716-9b53-4e9e10d7d9b6 req-63dd4583-dac8-4485-84b2-89725380b8c8 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1097 time: 0.2591386 Jan 29 04:45:29.038723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5b4c8452-05a6-4801-b111-359176b5ec96 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:29.123291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e799a15-4b15-4716-9b53-4e9e10d7d9b6 req-f32a47b1-7e82-442d-ac92-236df94df8da tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796633 Jan 29 04:45:29.387195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:29.387942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:29.437725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:29.477313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:29.512649 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:29.522954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:29.523557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:29.614299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=29d83d0b-056b-4efa-a47a-e2df8f2378ca,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:29.623288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-23b009a4-d4e5-445a-aa08-60f230a28e64 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7389534 Jan 29 04:45:29.624192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:29.631369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:29.704450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a21d-8606-4ac4-b468-dcc3033bdfd8 req-b2a2f38f-6d97-433a-b394-406377213ec7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:29.707214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0442a21d-8606-4ac4-b468-dcc3033bdfd8 req-b2a2f38f-6d97-433a-b394-406377213ec7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.2393589 Jan 29 04:45:29.713350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Made reservation on behalf of 8bcd3eba252342c3800b6794ae823714 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:29.716924 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:29.933944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:29.939731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:29.997804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0442a21d-8606-4ac4-b468-dcc3033bdfd8 req-7379f900-0462-483b-8c84-08ab62fc7c87 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295470 Jan 29 04:45:30.018415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:30.192511 n-d-825930-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab77ee2c-79fd-4e86-ba98-4ae885091fca (CIDR: 2001:db8::/64) Jan 29 04:45:30.200037 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:45:30.200500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:30.244433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2735336c-0fb4-4b6b-acf2-b5e82f2673a9 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6174705 Jan 29 04:45:30.252576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47750) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:30.258013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:30.288856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ba63b645-33e5-49d9-8346-8c4b8a6fd45c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/926a23d4-d01a-414d-9499-92d4a74029f6 HTTP/1.1" status: 200 len: 993 time: 0.2674284 Jan 29 04:45:30.488460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.objects.ports [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 04:45:30.490846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:30.496023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:30.501720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:30.635090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event updated for resources: {'Subnet': ['ID=d14be691-ab34-457d-b74e-d2a0c7702bc7,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:30.670303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Checking segment: {'id': '9cf61138-644e-4cfa-a56a-e8ad994d54bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5b4c8452-05a6-4801-b111-359176b5ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:30.670871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network hostable DHCP agents. Network: 5b4c8452-05a6-4801-b111-359176b5ec96, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:30.724021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Network 5b4c8452-05a6-4801-b111-359176b5ec96 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:30.742720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5b4c8452-05a6-4801-b111-359176b5ec96) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:30.749816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:30.752046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:30.784371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406c67f-8381-4ed3-9ba9-e3d0f9c6ebfc None None] Network 5b4c8452-05a6-4801-b111-359176b5ec96 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:30.805339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-41eae2a2-608e-4110-8db5-c451e90e8f85 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8111360 Jan 29 04:45:30.808612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:31.116306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:31.184989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.381264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:31.381467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.407912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=61583e68-0828-4c8d-a8bc-7718166c29f5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:31.410071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.449633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:31.456985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-e21ce531-5d8d-4324-9765-44d11827088b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234002 Jan 29 04:45:31.457381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:31.487731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:31.488332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.518002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4176e-af4d-4947-b28b-7b132ca33cf6 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:31.533532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-01035948-ab8d-44ae-bf0f-4c097817f51a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2795341 Jan 29 04:45:31.537229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:31.548894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-567989094', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61583e68-0828-4c8d-a8bc-7718166c29f5'}], 'security_groups': ['c7ebdbf3-4763-4d73-8dd8-db63df5eaab8']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:31.596503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9068-2bb6-4bec-879e-824b91c319a9 req-eab11936-48b2-41fb-b876-895f507509fc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:31.605794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f96b9068-2bb6-4bec-879e-824b91c319a9 req-eab11936-48b2-41fb-b876-895f507509fc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1928279 Jan 29 04:45:31.607137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.715683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f96b9068-2bb6-4bec-879e-824b91c319a9 req-d10164d7-9c4a-413c-afb1-eb05b9b25f70 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087713 Jan 29 04:45:31.762761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.794337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Subnet': ['ID=d14be691-ab34-457d-b74e-d2a0c7702bc7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:31.872157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.913966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:31.914465 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:31.940569 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.004860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4c8452-05a6-4801-b111-359176b5ec96']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:32.019464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf61138-644e-4cfa-a56a-e8ad994d54bc') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:32.019765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf61138-644e-4cfa-a56a-e8ad994d54bc') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:32.037579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38568f16-97f8-4bab-ab80-784adb6860ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-5b4c8452-05a6-4801-b111-359176b5ec96', 'network_id': '5b4c8452-05a6-4801-b111-359176b5ec96', 'tenant_id': '8bcd3eba252342c3800b6794ae823714', 'fixed_ips': [{'subnet_id': 'd14be691-ab34-457d-b74e-d2a0c7702bc7'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:32.037919 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.039652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38568f16-97f8-4bab-ab80-784adb6860ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.089848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.101333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:32.110019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:32.114178 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:32.291372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.296844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.310941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-38568f16-97f8-4bab-ab80-784adb6860ca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 29 04:45:32.310941 n-d-825930-1 neutron-server[102404]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 29 04:45:32.310941 n-d-825930-1 neutron-server[102404]: [parameters: {'project_id': '8bcd3eba252342c3800b6794ae823714', 'id': '920c64fd-059a-4656-bb99-4ab1b83e504c', 'name': '', 'network_id': '5b4c8452-05a6-4801-b111-359176b5ec96', 'mac_address': 'fa:16:3e:ab:ef:c3', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-5b4c8452-05a6-4801-b111-359176b5ec96', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3370}] Jan 29 04:45:32.310941 n-d-825930-1 neutron-server[102404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:45:32.311898 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-38568f16-97f8-4bab-ab80-784adb6860ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:45:32.319572 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.329428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:32.333311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/5b4c8452-05a6-4801-b111-359176b5ec96 HTTP/1.1" status: 204 len: 168 time: 1.5186751 Jan 29 04:45:32.353528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388add05-e190-4778-88d8-b91fcac8ade2 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Network': ['ID=5b4c8452-05a6-4801-b111-359176b5ec96,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:32.531327 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6575aaa4-acde-43a9-8d7b-711e41a8be8f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:32.532045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6575aaa4-acde-43a9-8d7b-711e41a8be8f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:32.538516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6575aaa4-acde-43a9-8d7b-711e41a8be8f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/d14be691-ab34-457d-b74e-d2a0c7702bc7 HTTP/1.1" status: 404 len: 337 time: 0.2061963 Jan 29 04:45:32.541843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47822) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:32.574894 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3559ff-ed98-4028-9838-9b568471bbad tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:32.577054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3559ff-ed98-4028-9838-9b568471bbad tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:32.577720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Delete allocated IP 2001:db8::2bc (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/ab77ee2c-79fd-4e86-ba98-4ae885091fca) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:45:32.587232 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4c3559ff-ed98-4028-9838-9b568471bbad tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/5b4c8452-05a6-4801-b111-359176b5ec96 HTTP/1.1" status: 404 len: 339 time: 0.0436835 Jan 29 04:45:32.588056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:32.599758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ed3df3f6-8f46-4775-891c-f3abd3a575bc,segment=NetworkSegment(1bb6092d-e038-44e2-987e-6e4e89c3320b),segment_id=1bb6092d-e038-44e2-987e-6e4e89c3320b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:32.625717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.627716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.690462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8:0:1::24c (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/61583e68-0828-4c8d-a8bc-7718166c29f5/29d83d0b-056b-4efa-a47a-e2df8f2378ca) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:32.694388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Provisioning complete for port b57fce1b-1104-44dc-99ba-9a9827d14166 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:32.694890 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.714493 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8ad1a2-cd12-40d8-bfa3-f25700826465 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:32.714959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8ad1a2-cd12-40d8-bfa3-f25700826465 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:32.725031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:32.725610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a8ad1a2-cd12-40d8-bfa3-f25700826465 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/48b4a9a8-2c4f-4955-a5b4-16b5d586af7f HTTP/1.1" status: 404 len: 337 time: 0.1337295 Jan 29 04:45:32.790754 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3fccb9-44db-462c-a4e7-3961fac7bca7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:32.793684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3fccb9-44db-462c-a4e7-3961fac7bca7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:32.812790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7c3fccb9-44db-462c-a4e7-3961fac7bca7 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/19e5ddf7-da5f-4ff6-a91e-0dea6013f1d9 HTTP/1.1" status: 404 len: 339 time: 0.0862751 Jan 29 04:45:32.815040 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38568f16-97f8-4bab-ab80-784adb6860ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:32.815631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47838) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:32.866026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Port b57fce1b-1104-44dc-99ba-9a9827d14166 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:32.876460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b85c3-09d7-4122-b596-7c18eb352856 None None] Pushing event updated for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:32.943640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b5b87-a62a-42cb-a44b-6365f4cd7882 None None] Network 5b4c8452-05a6-4801-b111-359176b5ec96 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:32.953522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:45:32.953935 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:45:32.958650 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d1e95f-a0ab-4ad5-8b7e-0226b2c8eaaf tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:32.960989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d1e95f-a0ab-4ad5-8b7e-0226b2c8eaaf tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:32.981357 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-07d1e95f-a0ab-4ad5-8b7e-0226b2c8eaaf tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/306c101c-3922-4502-896c-35b2e398482b HTTP/1.1" status: 404 len: 337 time: 0.1637480 Jan 29 04:45:32.984298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47840) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:32.996541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b5b87-a62a-42cb-a44b-6365f4cd7882 None None] Network 5b4c8452-05a6-4801-b111-359176b5ec96 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 04:45:33.033499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] Update dhcp port {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'fixed_ips': [{'subnet_id': 'ab77ee2c-79fd-4e86-ba98-4ae885091fca', 'ip_address': '2001:db8::2'}, {'subnet_id': '61583e68-0828-4c8d-a8bc-7718166c29f5'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'ed3df3f6-8f46-4775-891c-f3abd3a575bc'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:45:33.038545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9e88c363-9f47-4829-b78a-3b4215aeb047 None None] Provisioning complete for port 29d83d0b-056b-4efa-a47a-e2df8f2378ca triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:33.039162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e88c363-9f47-4829-b78a-3b4215aeb047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.087914 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80f10ee-510e-4001-90e7-63aa247aff6e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:33.089008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80f10ee-510e-4001-90e7-63aa247aff6e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:33.109677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:33.113516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9e88c363-9f47-4829-b78a-3b4215aeb047 None None] Port 29d83d0b-056b-4efa-a47a-e2df8f2378ca cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:33.120068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a80f10ee-510e-4001-90e7-63aa247aff6e tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/a2105f04-64ab-413b-b88a-bafc4073e3f1 HTTP/1.1" status: 404 len: 339 time: 0.0861099 Jan 29 04:45:33.129688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.186542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd3c0d-dbda-436d-99ad-11583386518f req-63712c33-4085-40b4-a220-0c90c290b39e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:33.192027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9fdd3c0d-dbda-436d-99ad-11583386518f req-63712c33-4085-40b4-a220-0c90c290b39e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.2942183 Jan 29 04:45:33.281946 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.295247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.306577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9fdd3c0d-dbda-436d-99ad-11583386518f req-548d0781-9c7a-4f32-8f75-36d5908c9589 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948842 Jan 29 04:45:33.386716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=29d83d0b-056b-4efa-a47a-e2df8f2378ca,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:33.440246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] In _notify_port_updated(), no bound segment for port 29d83d0b-056b-4efa-a47a-e2df8f2378ca on network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:45:33.447355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:33.448375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.450671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5fcafbe-1d22-4105-bf35-0067c3134772 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/ports/29d83d0b-056b-4efa-a47a-e2df8f2378ca HTTP/1.1" status: 200 len: 930 time: 1.9118967 Jan 29 04:45:33.453375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:33.532052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting port a17c4996-886c-454a-88b2-b4f565f478db {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:33.532406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.586041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] Allocated IP 2001:db8:0:1::2 (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/61583e68-0828-4c8d-a8bc-7718166c29f5/ed3df3f6-8f46-4775-891c-f3abd3a575bc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:33.620258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 29d83d0b-056b-4efa-a47a-e2df8f2378ca {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:33.620618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.648243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.735530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:33.737665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Calling delete_port for a17c4996-886c-454a-88b2-b4f565f478db owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:33.827880 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.851328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 29d83d0b-056b-4efa-a47a-e2df8f2378ca owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:33.864758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-67c1a4d8-59d9-488d-bb1c-7371c79b9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:33.866269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-67c1a4d8-59d9-488d-bb1c-7371c79b9689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1097 time: 0.0813169 Jan 29 04:45:33.894780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ed3df3f6-8f46-4775-891c-f3abd3a575bc,segment=NetworkSegment(1bb6092d-e038-44e2-987e-6e4e89c3320b),segment_id=1bb6092d-e038-44e2-987e-6e4e89c3320b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:33.929835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.973675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:33.988464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.013310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Port': ['ID=a17c4996-886c-454a-88b2-b4f565f478db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:34.016625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-2b90e74c-d969-4f34-ab65-e90e99ef4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:34.018817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.018941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-2b90e74c-d969-4f34-ab65-e90e99ef4912 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.1397228 Jan 29 04:45:34.023791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:34.023950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7cd70824-9456-4aad-a336-ef7d4ac8b7e4 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/ports/a17c4996-886c-454a-88b2-b4f565f478db HTTP/1.1" status: 204 len: 168 time: 0.9114718 Jan 29 04:45:34.136765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.176026 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77bab0-275f-4608-be04-3c9ba5b8426d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:34.176483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b77bab0-275f-4608-be04-3c9ba5b8426d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:34.179526 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0b77bab0-275f-4608-be04-3c9ba5b8426d tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/da6f3016-f63c-47ab-8902-1ef3350860d3 HTTP/1.1" status: 404 len: 337 time: 0.1547832 Jan 29 04:45:34.195700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47878) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:34.209948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.230725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/29d83d0b-056b-4efa-a47a-e2df8f2378ca HTTP/1.1" status: 204 len: 168 time: 0.7728877 Jan 29 04:45:34.230725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625f78b-9c1c-4cf9-b1d8-60410e43b70d tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=29d83d0b-056b-4efa-a47a-e2df8f2378ca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:34.231458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:34.282033 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7943e39-90bf-4c8f-806c-25ccb92ca3d2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:45:34.287725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7943e39-90bf-4c8f-806c-25ccb92ca3d2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/29d83d0b-056b-4efa-a47a-e2df8f2378ca HTTP/1.1" status: 404 len: 333 time: 0.0550787 Jan 29 04:45:34.288643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:34.330433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:34.331773 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.410879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.453781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984416a-5007-44d8-97d7-cbd810f0269e None None] Pushing event updated for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:34.516938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-d2553520-b58d-41b9-8ade-2f88b38db1df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 1001 time: 0.4550986 Jan 29 04:45:34.598661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d813-6cf6-4604-9ce9-f054bf4411c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.699873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261808-bcd6-4c23-b758-3e63ada90442 req-d3c960f3-31ea-49e9-bd02-a96b63b57c7e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:34.701965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e261808-bcd6-4c23-b758-3e63ada90442 req-d3c960f3-31ea-49e9-bd02-a96b63b57c7e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.2343380 Jan 29 04:45:34.704320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d813-6cf6-4604-9ce9-f054bf4411c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.848336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d813-6cf6-4604-9ce9-f054bf4411c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.860254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.869854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d813-6cf6-4604-9ce9-f054bf4411c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:34.872354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4f3d813-6cf6-4604-9ce9-f054bf4411c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/security-groups/224c518a-5581-415f-8769-d970aeb47aad HTTP/1.1" status: 204 len: 168 time: 0.5825460 Jan 29 04:45:34.875318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:34.923833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93190b6d-2453-4e43-a4a0-dafb198ada8b']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:34.948956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f072a038-155a-48a2-80c8-3eeca14c0f27') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:34.955119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f072a038-155a-48a2-80c8-3eeca14c0f27') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:35.004982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.063333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.126880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:35.127193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3d813-6cf6-4604-9ce9-f054bf4411c6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224c518a-5581-415f-8769-d970aeb47aad,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:35.127331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.251576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e261808-bcd6-4c23-b758-3e63ada90442 req-c987b00e-08d0-4ffc-926e-534272afd15b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536135 Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:35.253513 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:35.262049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.268311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-f4f8060f-a6da-4864-8294-d54034455fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:35.270268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-f4f8060f-a6da-4864-8294-d54034455fde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.7524393 Jan 29 04:45:35.288346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36454a4f-9d1b-403c-a0a2-d841cf3d7cb2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.299826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.312616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/93190b6d-2453-4e43-a4a0-dafb198ada8b HTTP/1.1" status: 204 len: 168 time: 1.1158803 Jan 29 04:45:35.338600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:35.414234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd3d83-9639-4330-bccd-31ce63c2585f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Network': ['ID=93190b6d-2453-4e43-a4a0-dafb198ada8b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:35.422222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36454a4f-9d1b-403c-a0a2-d841cf3d7cb2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.558815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36454a4f-9d1b-403c-a0a2-d841cf3d7cb2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.562009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36454a4f-9d1b-403c-a0a2-d841cf3d7cb2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.566403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-36454a4f-9d1b-403c-a0a2-d841cf3d7cb2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7ebdbf3-4763-4d73-8dd8-db63df5eaab8 HTTP/1.1" status: 204 len: 168 time: 0.6310005 Jan 29 04:45:35.567205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47920) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:35.598634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-734d1274-f274-446a-a14d-ccabaceb8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:35.603777 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-734d1274-f274-446a-a14d-ccabaceb8f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2842326 Jan 29 04:45:35.694499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet ab77ee2c-79fd-4e86-ba98-4ae885091fca {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:35.697829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36454a4f-9d1b-403c-a0a2-d841cf3d7cb2 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ebdbf3-4763-4d73-8dd8-db63df5eaab8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:35.703975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.773552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:35.785719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-331bbc60-ca9f-4e0d-8546-8e0c218d750d None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:35.791752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-331bbc60-ca9f-4e0d-8546-8e0c218d750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:35.802054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-bbd80c46-dc73-4083-9606-469c149846e5 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886258 Jan 29 04:45:35.808616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.033411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting port 59501ccf-1a2f-4aa2-be89-055538c7c41f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:36.034624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.131804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:36.146654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.355312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.370138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-e3439227-13e4-45a9-9cee-04a063444261 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527239 Jan 29 04:45:36.397540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Calling delete_port for 59501ccf-1a2f-4aa2-be89-055538c7c41f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:36.429334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-331bbc60-ca9f-4e0d-8546-8e0c218d750d None None] Provisioning complete for port b57fce1b-1104-44dc-99ba-9a9827d14166 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:36.432785 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-331bbc60-ca9f-4e0d-8546-8e0c218d750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.517343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-331bbc60-ca9f-4e0d-8546-8e0c218d750d None None] Port b57fce1b-1104-44dc-99ba-9a9827d14166 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:36.526703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-331bbc60-ca9f-4e0d-8546-8e0c218d750d None None] Could not find standard attr ID for object 29d83d0b-056b-4efa-a47a-e2df8f2378ca. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:45:36.646865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f8d56dbc-49c2-44e6-93ea-9b276c8479ef None None] Could not find standard attr ID for object 29d83d0b-056b-4efa-a47a-e2df8f2378ca. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:45:36.700553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f47da4-daa8-47d2-b53f-19730f310a83 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 04:45:36.724900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6460b-9672-464b-9ac0-d299426393cb req-e54bf3cb-c03a-447b-ab08-99a8b516a349 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:36.731660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cb6460b-9672-464b-9ac0-d299426393cb req-e54bf3cb-c03a-447b-ab08-99a8b516a349 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.2267344 Jan 29 04:45:36.761767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.831333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cb6460b-9672-464b-9ac0-d299426393cb req-bb96625a-4b14-4882-ab98-c2123b35eca2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965474 Jan 29 04:45:36.843603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.906716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Port': ['ID=59501ccf-1a2f-4aa2-be89-055538c7c41f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:36.941194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:36.942704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f47da4-daa8-47d2-b53f-19730f310a83 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 04:45:36.948938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47944) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:36.958534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-36ffd764-d17c-40ff-9aad-e925a2673f9b tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/ports/59501ccf-1a2f-4aa2-be89-055538c7c41f HTTP/1.1" status: 204 len: 168 time: 1.6092553 Jan 29 04:45:36.985666 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b2d121-c10d-4f71-a620-85c854b922a0 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:36.986155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b2d121-c10d-4f71-a620-85c854b922a0 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:36.989446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2b2d121-c10d-4f71-a620-85c854b922a0 tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/be31caf5-a53e-4d37-a117-100ca6086425 HTTP/1.1" status: 404 len: 337 time: 0.0387077 Jan 29 04:45:36.992156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47946) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:37.000000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:37.016780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:37.020679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/ab77ee2c-79fd-4e86-ba98-4ae885091fca HTTP/1.1" status: 204 len: 168 time: 1.4492130 Jan 29 04:45:37.026390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 47948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:37.047648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:37.075981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc6c64-7a3f-4c66-8057-2a9e7678c5ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=ab77ee2c-79fd-4e86-ba98-4ae885091fca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:37.371712 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:37.473301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:37.474255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:37.512674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:37.516653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:37.543846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f192c8-1adf-4bea-8693-a6c13f0e94e7 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:37.876856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] For port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4b7e0ead-a717-4074-8cdf-a5ef7196f7e7,segment=NetworkSegment(1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd),segment_id=1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:37.877395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:37.895243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Calling delete_port for 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:38.157878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393b41a-8b64-4e01-a0db-24a1bdce627d req-9e6d2c80-2a07-4a2e-9fbd-65d0a834a2a7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:38.164115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0393b41a-8b64-4e01-a0db-24a1bdce627d req-9e6d2c80-2a07-4a2e-9fbd-65d0a834a2a7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1793959 Jan 29 04:45:38.180800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.260740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0393b41a-8b64-4e01-a0db-24a1bdce627d req-8bac8898-6d5d-4820-8927-d6ae6196f4e6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894201 Jan 29 04:45:38.342902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:38.377799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:38.466499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:38.475522 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.479296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=47c0e34e-ff13-4d94-a975-91e752cf1bfe,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:38.483189 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.534410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Port': ['ID=4b7e0ead-a717-4074-8cdf-a5ef7196f7e7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:38.547396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No DVR routers for this DVR port 4b7e0ead-a717-4074-8cdf-a5ef7196f7e7 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:38.575016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:38.575415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c851ed7-3d20-49ab-b172-6c1dd2811539 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5479434 Jan 29 04:45:38.579785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325589270'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:38.672751 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.772763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-9796e65d-31b7-4e30-983b-b73ed65a4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:38.776146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-9796e65d-31b7-4e30-983b-b73ed65a4d6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1097 time: 0.1447899 Jan 29 04:45:38.798731 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.844590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.858785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.923045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1801df1-5163-4b75-b21f-a75f1d6eeff2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:38.930256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.938941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3cafded-b167-4b29-ac01-366c7f322f35 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3601527 Jan 29 04:45:38.939205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:38.944232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1437905122'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:38.982845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:38.991516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201779a3-de6e-4049-a5ac-7a21a1a4849c']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:38.994733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb92e6-1923-4475-8ad1-93d76dde4b3f None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:39.060528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:39.060827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acf5f2b-1b0a-4792-a9c7-064ae9fa83dd') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:39.121089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.166409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.178559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:39.178967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:39.182672 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:39.192981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-99d8b89a-8931-4d34-a6f5-7cdd9d5f7bbc None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:39.195506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-99d8b89a-8931-4d34-a6f5-7cdd9d5f7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.227036 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.242162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.305189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-38b96ce7-b4d1-4d93-aa8e-ff9c0375d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:39.305189 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-38b96ce7-b4d1-4d93-aa8e-ff9c0375d03b service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.4978518 Jan 29 04:45:39.329878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.341210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4009488 Jan 29 04:45:39.342419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8e31a-54bb-4f81-8be9-abfc9ad9000b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a615d8a-e2a4-4598-b5ea-d0fe9af3e542,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:39.344787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48022) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:39.351387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291217061'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:39.436021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.516512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-99d8b89a-8931-4d34-a6f5-7cdd9d5f7bbc None None] Provisioning complete for port b57fce1b-1104-44dc-99ba-9a9827d14166 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:39.516890 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-99d8b89a-8931-4d34-a6f5-7cdd9d5f7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.567613 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.586845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.593840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:39.594998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/201779a3-de6e-4049-a5ac-7a21a1a4849c HTTP/1.1" status: 204 len: 168 time: 2.6012619 Jan 29 04:45:39.620346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-99d8b89a-8931-4d34-a6f5-7cdd9d5f7bbc None None] Port b57fce1b-1104-44dc-99ba-9a9827d14166 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:39.624281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.640622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bb94-b232-449b-914f-d11fa34b614f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Network': ['ID=201779a3-de6e-4049-a5ac-7a21a1a4849c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:39.645278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.650902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-7b0c955d-ea11-4d37-bee4-20fd4d9ec496 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 1001 time: 0.3182311 Jan 29 04:45:39.697985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59aa2-bfdb-4466-bc9c-97a5ca695ce5 req-69e0aa25-73b8-443e-ad7d-5649748c6e48 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:39.706423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting subnet 32fdd202-520f-4238-b685-6b502315cca5 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:39.708695 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ae59aa2-bfdb-4466-bc9c-97a5ca695ce5 req-69e0aa25-73b8-443e-ad7d-5649748c6e48 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.2102611 Jan 29 04:45:39.727611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.736923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.738559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3925207 Jan 29 04:45:39.751897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Update dhcp port {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'fixed_ips': [{'subnet_id': '61583e68-0828-4c8d-a8bc-7718166c29f5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '47c0e34e-ff13-4d94-a975-91e752cf1bfe'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'ed3df3f6-8f46-4775-891c-f3abd3a575bc'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:45:39.758847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:39.766088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1155345914', 'security_groups': ['8505c070-0751-4aab-88fd-9d9ab547fc7a'], 'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47c0e34e-ff13-4d94-a975-91e752cf1bfe'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:39.769502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51804a21-3f1a-4058-bd72-f305570791cb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8505c070-0751-4aab-88fd-9d9ab547fc7a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:39.795446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:39.847081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.045199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.063540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Allocated IP 2001:db8::2 (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/47c0e34e-ff13-4d94-a975-91e752cf1bfe/ed3df3f6-8f46-4775-891c-f3abd3a575bc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:40.106194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:40.234833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ed3df3f6-8f46-4775-891c-f3abd3a575bc,segment=NetworkSegment(1bb6092d-e038-44e2-987e-6e4e89c3320b),segment_id=1bb6092d-e038-44e2-987e-6e4e89c3320b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:40.271847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.283969 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.294336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.334703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.338340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/subnets/32fdd202-520f-4238-b685-6b502315cca5 HTTP/1.1" status: 204 len: 168 time: 0.7281137 Jan 29 04:45:40.342823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:40.379828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722c20-a00f-4b96-a9be-d77b3996b1cb tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Subnet': ['ID=32fdd202-520f-4238-b685-6b502315cca5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:40.439115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a339bb2e-bd62-4a05-85a4-3e8fa365d8bf None None] Network 29616594-7eec-4b3e-aa81-0c3fa69db2ab requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:40.586796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.620924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:40.626109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] device_id is not set on port 92859131-d9db-4e6d-99eb-bffe888d1cc1 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:45:40.692081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-ffbabca2-7e23-4802-9be5-345b83647651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:40.693581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-ffbabca2-7e23-4802-9be5-345b83647651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 1.0363741 Jan 29 04:45:40.707287 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ae59aa2-bfdb-4466-bc9c-97a5ca695ce5 req-22224689-2ced-4a58-95c3-a53ebe7ab675 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9977050 Jan 29 04:45:40.732400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Pushing event updated for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:40.765207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.765599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.770914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.771649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.772072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.772474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.772815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.773154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.773487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.773820 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.774336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.774835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fb154-1dbe-4f5c-993c-4ea94c53f13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:45:40.836402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-1bcc5b20-4cb3-4f68-83ef-b923e5ab014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:40.838138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-1bcc5b20-4cb3-4f68-83ef-b923e5ab014f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297834 Jan 29 04:45:41.007089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8::31b (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/47c0e34e-ff13-4d94-a975-91e752cf1bfe/92859131-d9db-4e6d-99eb-bffe888d1cc1) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:41.057726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Deleting port e822b1ef-cf45-4d3c-875e-86f64b220acd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:41.058336 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.064298 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-3ab4b6ef-5e9a-42e0-84d1-a8a875f249ba service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187762 Jan 29 04:45:41.103380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] DHCP port deletion for 29616594-7eec-4b3e-aa81-0c3fa69db2ab request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:45:41.220346 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd63bdcc-f663-493a-85d8-fd88dad323fc req-a775beab-169c-45e3-8510-3ff09a130949 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481445 Jan 29 04:45:41.248356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] For port e822b1ef-cf45-4d3c-875e-86f64b220acd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e822b1ef-cf45-4d3c-875e-86f64b220acd,segment=NetworkSegment(23f23e75-a539-4363-8200-0e9d93c8c89e),segment_id=23f23e75-a539-4363-8200-0e9d93c8c89e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:41.249016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.274302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Calling delete_port for e822b1ef-cf45-4d3c-875e-86f64b220acd owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:41.287262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] Deleting port e822b1ef-cf45-4d3c-875e-86f64b220acd {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:41.289974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.424982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.548298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.583908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.699374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] No DVR routers for this DVR port e822b1ef-cf45-4d3c-875e-86f64b220acd on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:41.823248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Port': ['ID=e822b1ef-cf45-4d3c-875e-86f64b220acd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:41.946244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] For port e822b1ef-cf45-4d3c-875e-86f64b220acd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e822b1ef-cf45-4d3c-875e-86f64b220acd,segment=NetworkSegment(23f23e75-a539-4363-8200-0e9d93c8c89e),segment_id=23f23e75-a539-4363-8200-0e9d93c8c89e)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:41.947573 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:41.963549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] Calling delete_port for e822b1ef-cf45-4d3c-875e-86f64b220acd owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:42.057093 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.069248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:42.102395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:42.120386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:42.123228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:42.133194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:42.135236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.135696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] No DVR routers for this DVR port e822b1ef-cf45-4d3c-875e-86f64b220acd on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:42.140437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c9801-4e8e-4086-af88-ea3885aadd96 None None] Pushing event deleted for resources: {'Port': ['ID=e822b1ef-cf45-4d3c-875e-86f64b220acd,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:42.151427 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.188674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.190132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5c4a80ab-4e23-4957-b8b5-ad9877479d94 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:42.190758 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5c4a80ab-4e23-4957-b8b5-ad9877479d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.253748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29616594-7eec-4b3e-aa81-0c3fa69db2ab']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:42.280612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f23e75-a539-4363-8200-0e9d93c8c89e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:42.285477 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:42.286037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f23e75-a539-4363-8200-0e9d93c8c89e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:42.293280 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.334315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.370595 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.392730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6288168 Jan 29 04:45:42.393656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48106) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:42.401747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e835b-2a55-4949-8bf0-05684ecd6a86 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=92859131-d9db-4e6d-99eb-bffe888d1cc1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:42.405003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:42.423069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:42.424883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:42.429314 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:42.626652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5c4a80ab-4e23-4957-b8b5-ad9877479d94 None None] Provisioning complete for port b57fce1b-1104-44dc-99ba-9a9827d14166 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:42.627494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5c4a80ab-4e23-4957-b8b5-ad9877479d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.667479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda398-764e-43bf-9bdc-7a48e5ed4733 req-92f4b0d8-3613-40cd-96f5-9adecc7def73 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:42.669096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1adda398-764e-43bf-9bdc-7a48e5ed4733 req-92f4b0d8-3613-40cd-96f5-9adecc7def73 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.8557465 Jan 29 04:45:42.670303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.689512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a80ab-4e23-4957-b8b5-ad9877479d94 None None] Port b57fce1b-1104-44dc-99ba-9a9827d14166 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:42.751078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.760829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e822b1ef-cf45-4d3c-875e-86f64b220acd no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:42.784523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] 10.222.0.32 "DELETE /v2.0/networks/29616594-7eec-4b3e-aa81-0c3fa69db2ab HTTP/1.1" status: 204 len: 168 time: 2.4157782 Jan 29 04:45:42.827064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e822b1ef-cf45-4d3c-875e-86f64b220acd {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:45:42.838431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e822b1ef-cf45-4d3c-875e-86f64b220acd not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:42.855395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6933-cc01-4445-b2cc-636c2c16768f tempest-NetworksIpV6TestAttrs-1625194885 tempest-NetworksIpV6TestAttrs-1625194885-project] Pushing event deleted for resources: {'Network': ['ID=29616594-7eec-4b3e-aa81-0c3fa69db2ab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:42.886862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-31ee9777-738e-4d32-8c98-785026f4230b None None] Provisioning complete for port 92859131-d9db-4e6d-99eb-bffe888d1cc1 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:42.887351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-31ee9777-738e-4d32-8c98-785026f4230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.933695 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:42.937567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:42.980061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1adda398-764e-43bf-9bdc-7a48e5ed4733 req-11b92ede-22f8-4e4e-8bea-923e3ed2360a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833488 Jan 29 04:45:43.000475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-31ee9777-738e-4d32-8c98-785026f4230b None None] Port 92859131-d9db-4e6d-99eb-bffe888d1cc1 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:43.130559 n-d-825930-1 neutron-server[102403]: INFO neutron.db.ipam_backend_mixin [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47c0e34e-ff13-4d94-a975-91e752cf1bfe (CIDR: 2001:db8::/64) Jan 29 04:45:43.138211 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:45:43.139062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:43.174878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed46257e-4af8-4f88-8b9e-1f6c21558e61 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7786746 Jan 29 04:45:43.176671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48122) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:43.193246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:43.355126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:43.388517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:43.392850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.513565 n-d-825930-1 neutron-server[102403]: INFO neutron.db.ipam_backend_mixin [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 61583e68-0828-4c8d-a8bc-7718166c29f5 (CIDR: 2001:db8:0:1::/64) Jan 29 04:45:43.518776 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:45:43.520390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:43.543113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3aa01e49-bebb-47b0-897d-5b4dcf727b08 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3642755 Jan 29 04:45:43.545624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48140) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:43.559248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'subnet': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:43.568953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.629295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d1ae2b44-bbd8-4763-8bb0-6a25bdd44412 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bcd3eba252342c3800b6794ae823714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723413 Jan 29 04:45:43.632169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48142) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:43.708821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5827-8bd2-4200-8215-720f9d6a5605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.729503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Made reservation on behalf of a81878938d5e4995876c196af888733e for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:43.733394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.736951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5827-8bd2-4200-8215-720f9d6a5605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.791594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5827-8bd2-4200-8215-720f9d6a5605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.799549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5827-8bd2-4200-8215-720f9d6a5605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:43.801011 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d2b5827-8bd2-4200-8215-720f9d6a5605 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f076b057-6b5c-42fa-ae3b-4f04e410ee86 HTTP/1.1" status: 204 len: 168 time: 0.1679180 Jan 29 04:45:43.812737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5827-8bd2-4200-8215-720f9d6a5605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f076b057-6b5c-42fa-ae3b-4f04e410ee86,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:44.068088 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:44.178605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Subnet': ['ID=ff245b62-2965-41e5-9f89-217f36402587,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:44.292781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:44.301972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:44.314942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:44.315897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:44.326070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6a732-001d-4332-9884-592468c19779 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:44.343036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbafbc-5c08-41fb-bcfe-7d2bd0229c40 req-248105b8-28e3-4d55-977f-eb8b49344410 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:44.344766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4acbafbc-5c08-41fb-bcfe-7d2bd0229c40 req-248105b8-28e3-4d55-977f-eb8b49344410 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1683633 Jan 29 04:45:44.349942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c2f8bc06-d955-4bd3-a1c0-a33b34b261fe tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8020298 Jan 29 04:45:44.354758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:44.362637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1942409925', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff245b62-2965-41e5-9f89-217f36402587'}], 'security_groups': ['f1801df1-5163-4b75-b21f-a75f1d6eeff2', '2a615d8a-e2a4-4598-b5ea-d0fe9af3e542']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:44.467497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4acbafbc-5c08-41fb-bcfe-7d2bd0229c40 req-89e081fe-e700-4b32-a75c-514009061661 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130800 Jan 29 04:45:44.524553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:44.847828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] Update dhcp port {'port': {'network_id': 'b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7', 'fixed_ips': [{'subnet_id': '61583e68-0828-4c8d-a8bc-7718166c29f5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '47c0e34e-ff13-4d94-a975-91e752cf1bfe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff245b62-2965-41e5-9f89-217f36402587'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'ed3df3f6-8f46-4775-891c-f3abd3a575bc'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:45:44.938987 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:45.036942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48210) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.202646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Delete allocated IP 2001:db8::31b (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/47c0e34e-ff13-4d94-a975-91e752cf1bfe) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:45:45.217657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Allocated IP 2001:db8:0:2::16f (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/ff245b62-2965-41e5-9f89-217f36402587/92859131-d9db-4e6d-99eb-bffe888d1cc1) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:45.232953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d8780662-c524-4af1-835d-fa72e402fbc2 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] Request body: {'port': {'network_id': '0450d9bd-634b-4019-a10a-a31766475553', 'name': 'tempest-NetworksNegativeTestJSON-1951762138'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:45.255849 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8780662-c524-4af1-835d-fa72e402fbc2 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] POST failed (client error): The resource could not be found. Jan 29 04:45:45.256743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8780662-c524-4af1-835d-fa72e402fbc2 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.258549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d8780662-c524-4af1-835d-fa72e402fbc2 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2196937 Jan 29 04:45:45.266488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48214) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.291804 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c5d627-6e5c-4a21-b556-c466857b4a28 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:45.313334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c5d627-6e5c-4a21-b556-c466857b4a28 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.329316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-86c5d627-6e5c-4a21-b556-c466857b4a28 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "DELETE /v2.0/networks/80ae9321-ab45-4253-9d61-688ee89d9b36 HTTP/1.1" status: 404 len: 339 time: 0.0612278 Jan 29 04:45:45.330122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48216) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.366422 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c221eb22-85de-4cfa-97e0-2d6bb05c402e tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:45.367258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c221eb22-85de-4cfa-97e0-2d6bb05c402e tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.385748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c221eb22-85de-4cfa-97e0-2d6bb05c402e tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "DELETE /v2.0/ports/3367bb9b-cdb4-441f-acdf-6e0736acd22e HTTP/1.1" status: 404 len: 333 time: 0.0544155 Jan 29 04:45:45.386655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48220) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.422181 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1fa303-9bdd-42f7-907c-ef4db1947d31 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:45.422899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1fa303-9bdd-42f7-907c-ef4db1947d31 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.431001 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a1fa303-9bdd-42f7-907c-ef4db1947d31 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "DELETE /v2.0/subnets/22bd847c-25eb-45f0-aff2-561d538dfb62 HTTP/1.1" status: 404 len: 337 time: 0.0430970 Jan 29 04:45:45.432333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.451342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:45.477990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:45.533075 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a5666c-675c-40cc-b927-05b4bc4be4fa tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] GET failed (client error): The resource could not be found. Jan 29 04:45:45.540663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48232) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.550802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-54a5666c-675c-40cc-b927-05b4bc4be4fa tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "GET /v2.0/networks/cbefc5b6-117b-4416-90c1-3e2ec4818ac3 HTTP/1.1" status: 404 len: 339 time: 0.1172743 Jan 29 04:45:45.589251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] Allocated IP 2001:db8:0:2::2 (b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7/ff245b62-2965-41e5-9f89-217f36402587/ed3df3f6-8f46-4775-891c-f3abd3a575bc) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:45.604276 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c061a0-e042-4410-83c3-fe54858d08de tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] GET failed (client error): The resource could not be found. Jan 29 04:45:45.609322 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-36c061a0-e042-4410-83c3-fe54858d08de tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "GET /v2.0/ports/fef20dd2-7d94-4929-8f90-083365c36c23 HTTP/1.1" status: 404 len: 333 time: 0.0642908 Jan 29 04:45:45.609558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48234) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.684910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event updated for resources: {'Port': ['ID=92859131-d9db-4e6d-99eb-bffe888d1cc1,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:45.686739 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f8fb98-bb66-4631-8454-f59f80605a71 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] GET failed (client error): The resource could not be found. Jan 29 04:45:45.696293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-00f8fb98-bb66-4631-8454-f59f80605a71 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "GET /v2.0/subnets/1bd64ae2-5ee9-4137-aa4c-cadd51496f32 HTTP/1.1" status: 404 len: 337 time: 0.0855062 Jan 29 04:45:45.700820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48240) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.710200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4f849f35-193b-47a3-b0e7-47f440bb30d3 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:45.751064 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f849f35-193b-47a3-b0e7-47f440bb30d3 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] PUT failed (client error): The resource could not be found. Jan 29 04:45:45.752018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f849f35-193b-47a3-b0e7-47f440bb30d3 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.759961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4f849f35-193b-47a3-b0e7-47f440bb30d3 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "PUT /v2.0/networks/62ed760a-bd02-4d93-b42f-4d1368e6de21 HTTP/1.1" status: 404 len: 339 time: 0.0577574 Jan 29 04:45:45.762290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48246) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.775233 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-08afaff8-06a6-4021-b55c-48da6018c215 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:45.812904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] In _notify_port_updated(), no bound segment for port 92859131-d9db-4e6d-99eb-bffe888d1cc1 on network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:45:45.819347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:45.820571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:45.822919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d1e59941-a8b6-4d1a-ba84-8ebca835f62a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "PUT /v2.0/ports/92859131-d9db-4e6d-99eb-bffe888d1cc1 HTTP/1.1" status: 200 len: 970 time: 1.4665387 Jan 29 04:45:45.832324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.860744 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-08afaff8-06a6-4021-b55c-48da6018c215 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] PUT failed (client error): The resource could not be found. Jan 29 04:45:45.861513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08afaff8-06a6-4021-b55c-48da6018c215 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.869517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08afaff8-06a6-4021-b55c-48da6018c215 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "PUT /v2.0/ports/c9cca863-d45b-4b72-bee2-068c0f10eaa0 HTTP/1.1" status: 404 len: 333 time: 0.1060910 Jan 29 04:45:45.870482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:45.880311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ed3df3f6-8f46-4775-891c-f3abd3a575bc,segment=NetworkSegment(1bb6092d-e038-44e2-987e-6e4e89c3320b),segment_id=1bb6092d-e038-44e2-987e-6e4e89c3320b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:45.882073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-613dc316-8259-436a-b9cf-750b83687a07 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:45.935160 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-613dc316-8259-436a-b9cf-750b83687a07 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] PUT failed (client error): The resource could not be found. Jan 29 04:45:45.937112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613dc316-8259-436a-b9cf-750b83687a07 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:45.951433 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-613dc316-8259-436a-b9cf-750b83687a07 tempest-NetworksNegativeTestJSON-1230343404 tempest-NetworksNegativeTestJSON-1230343404-project] 10.222.0.32 "PUT /v2.0/subnets/11590d27-d5cb-41f2-b6cf-d3815e7741a4 HTTP/1.1" status: 404 len: 337 time: 0.0753031 Jan 29 04:45:45.966968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:45.982741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:46.045376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed885-cc2b-42ff-aa3a-e74a81b774a0 req-8c6c0755-436b-4d58-afda-fc50ff00d65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:46.051886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e8ed885-cc2b-42ff-aa3a-e74a81b774a0 req-8c6c0755-436b-4d58-afda-fc50ff00d65f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.3773911 Jan 29 04:45:46.061131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e622a78-f919-45fb-9e05-130d4242e87c None None] Pushing event updated for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:46.129146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e8ed885-cc2b-42ff-aa3a-e74a81b774a0 req-5ddf6c1b-5ec7-4573-8033-f35a6330ddaf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580161 Jan 29 04:45:46.156376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port 92859131-d9db-4e6d-99eb-bffe888d1cc1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:46.156376 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:46.361387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:46.393167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for 92859131-d9db-4e6d-99eb-bffe888d1cc1 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:46.473028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48286) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:46.643914 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:46.688044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=92859131-d9db-4e6d-99eb-bffe888d1cc1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:46.740803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:46.750282 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f1c67e1-e42e-40d5-9f05-9a0da8d21866 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/92859131-d9db-4e6d-99eb-bffe888d1cc1 HTTP/1.1" status: 204 len: 168 time: 0.9141810 Jan 29 04:45:46.750676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48296) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:46.828980 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-683f759d-74cc-479f-85f9-5fc8b17ad91a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] GET failed (client error): The resource could not be found. Jan 29 04:45:46.831881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-683f759d-74cc-479f-85f9-5fc8b17ad91a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports/92859131-d9db-4e6d-99eb-bffe888d1cc1 HTTP/1.1" status: 404 len: 333 time: 0.0801942 Jan 29 04:45:46.834707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:46.844064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a32b-a34c-4e67-9c34-7415147aebe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:46.965418 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfb966e9-ccd7-4b5b-93c4-2178919b42bb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.023132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:47.038141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfb966e9-ccd7-4b5b-93c4-2178919b42bb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.062077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a32b-a34c-4e67-9c34-7415147aebe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.068988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a32b-a34c-4e67-9c34-7415147aebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.114355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ed6a32b-a34c-4e67-9c34-7415147aebe6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=281949479a344be8a67218a3eafcdda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401029 Jan 29 04:45:47.124291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48310) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:47.167460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfb966e9-ccd7-4b5b-93c4-2178919b42bb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.174199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfb966e9-ccd7-4b5b-93c4-2178919b42bb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.177995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dfb966e9-ccd7-4b5b-93c4-2178919b42bb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/security-groups/8505c070-0751-4aab-88fd-9d9ab547fc7a HTTP/1.1" status: 204 len: 168 time: 0.3395467 Jan 29 04:45:47.181198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:47.199119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a32b-a34c-4e67-9c34-7415147aebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa10ce7-ab0a-45c5-95d9-d558767e324c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:47.234062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb966e9-ccd7-4b5b-93c4-2178919b42bb tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505c070-0751-4aab-88fd-9d9ab547fc7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:47.300326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c27632e-f812-44e3-a4a3-e8a4473e6b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.422710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4140b935-5293-4548-a262-8f32488a3421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.450354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff57bdc-9d6b-4201-a25c-25c7d6f61370 req-6e591a4d-eea5-4680-909b-bf867f5d5a7a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:47.468959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cff57bdc-9d6b-4201-a25c-25c7d6f61370 req-6e591a4d-eea5-4680-909b-bf867f5d5a7a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1833720 Jan 29 04:45:47.496122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c27632e-f812-44e3-a4a3-e8a4473e6b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.513638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c27632e-f812-44e3-a4a3-e8a4473e6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.531651 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4140b935-5293-4548-a262-8f32488a3421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.572077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c27632e-f812-44e3-a4a3-e8a4473e6b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4172245aba4b4257a5905cae96bcd8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5449588 Jan 29 04:45:47.586642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:47.612302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cff57bdc-9d6b-4201-a25c-25c7d6f61370 req-a1c12871-1b4a-4b9a-895c-2a9d00c9b869 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401069 Jan 29 04:45:47.640556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dbd9679e-4a60-4671-b19d-ff8bbee472c5 None None] Could not find standard attr ID for object 92859131-d9db-4e6d-99eb-bffe888d1cc1. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:45:47.668732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dbd9679e-4a60-4671-b19d-ff8bbee472c5 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:47.669411 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbd9679e-4a60-4671-b19d-ff8bbee472c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.707100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27632e-f812-44e3-a4a3-e8a4473e6b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f66371-9ded-4da7-845e-9d0bf853710d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:47.715120 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8081991-60d1-411e-8d0d-c1ac1d26216b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.742313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:47.764787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4140b935-5293-4548-a262-8f32488a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.772121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4140b935-5293-4548-a262-8f32488a3421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.773545 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4140b935-5293-4548-a262-8f32488a3421 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fa10ce7-ab0a-45c5-95d9-d558767e324c HTTP/1.1" status: 204 len: 168 time: 0.6480038 Jan 29 04:45:47.844216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8081991-60d1-411e-8d0d-c1ac1d26216b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.858601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:47.859220 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.914628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b935-5293-4548-a262-8f32488a3421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa10ce7-ab0a-45c5-95d9-d558767e324c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:47.972961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc278b7-827c-463e-a3b7-9e8c2f75e2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.979311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8081991-60d1-411e-8d0d-c1ac1d26216b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.983346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8081991-60d1-411e-8d0d-c1ac1d26216b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:47.984740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b8081991-60d1-411e-8d0d-c1ac1d26216b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a615d8a-e2a4-4598-b5ea-d0fe9af3e542 HTTP/1.1" status: 204 len: 168 time: 0.7994168 Jan 29 04:45:47.993676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:48.030307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8081991-60d1-411e-8d0d-c1ac1d26216b tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a615d8a-e2a4-4598-b5ea-d0fe9af3e542,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:48.031321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc278b7-827c-463e-a3b7-9e8c2f75e2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.182367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd5b3-029b-4dba-98ba-cbfb66e90872 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.184464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc278b7-827c-463e-a3b7-9e8c2f75e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.188196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc278b7-827c-463e-a3b7-9e8c2f75e2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.192809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7bc278b7-827c-463e-a3b7-9e8c2f75e2d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63f66371-9ded-4da7-845e-9d0bf853710d HTTP/1.1" status: 204 len: 168 time: 0.5776227 Jan 29 04:45:48.215189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dbd9679e-4a60-4671-b19d-ff8bbee472c5 None None] Provisioning complete for port b57fce1b-1104-44dc-99ba-9a9827d14166 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:48.215569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbd9679e-4a60-4671-b19d-ff8bbee472c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.220039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc278b7-827c-463e-a3b7-9e8c2f75e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f66371-9ded-4da7-845e-9d0bf853710d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:48.282000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd5b3-029b-4dba-98ba-cbfb66e90872 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.293917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9679e-4a60-4671-b19d-ff8bbee472c5 None None] Port b57fce1b-1104-44dc-99ba-9a9827d14166 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:48.477110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd5b3-029b-4dba-98ba-cbfb66e90872 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.486200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd5b3-029b-4dba-98ba-cbfb66e90872 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.491428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c1dd5b3-029b-4dba-98ba-cbfb66e90872 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/security-groups/f1801df1-5163-4b75-b21f-a75f1d6eeff2 HTTP/1.1" status: 204 len: 168 time: 0.4898565 Jan 29 04:45:48.494017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:48.532425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-04a41267-2884-43a9-9fc9-2ddca1c374bb None None] Could not find standard attr ID for object 92859131-d9db-4e6d-99eb-bffe888d1cc1. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:45:48.605960 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-9b37d82d-dfc7-4797-8067-81ab791f6005 service neutron] show failed (client error): The resource could not be found. Jan 29 04:45:48.606855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-9b37d82d-dfc7-4797-8067-81ab791f6005 service neutron] 10.222.0.20 "GET /v2.0/ports/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.1355402 Jan 29 04:45:48.660734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd5b3-029b-4dba-98ba-cbfb66e90872 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1801df1-5163-4b75-b21f-a75f1d6eeff2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:48.729421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet 47c0e34e-ff13-4d94-a975-91e752cf1bfe {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:48.734702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:48.875078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.079861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96223c-d3bf-4d20-afb2-375c1f2004d0 req-4347bf61-e3cc-4a42-8eb1-cfbdffb824ce tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:49.081633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d96223c-d3bf-4d20-afb2-375c1f2004d0 req-4347bf61-e3cc-4a42-8eb1-cfbdffb824ce tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1983619 Jan 29 04:45:49.085732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4aeaa881-56fc-414d-8070-05e1c17059f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:49.087391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4aeaa881-56fc-414d-8070-05e1c17059f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 1097 time: 0.1103845 Jan 29 04:45:49.112557 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:49.179969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48374) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:49.201111 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67f45b8-34bb-40ea-a120-ab6f9eba6d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.224186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0d96223c-d3bf-4d20-afb2-375c1f2004d0 req-1e480e61-0e03-41de-8254-2f6ffa210c66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348510 Jan 29 04:45:49.230658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.383137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48378) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:49.402218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.424067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67f45b8-34bb-40ea-a120-ab6f9eba6d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.435257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a67f45b8-34bb-40ea-a120-ab6f9eba6d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.488799 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a67f45b8-34bb-40ea-a120-ab6f9eba6d1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f62b0f0c664a4f869f52461b7fae3bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070588 Jan 29 04:45:49.491580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48390) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:49.629206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f45b8-34bb-40ea-a120-ab6f9eba6d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d36d58f-580a-4f83-9c47-46b645236a54,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:49.643339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.661093 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227c4890-8abb-40a4-a5c0-d9ea2fd2e972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.730696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227c4890-8abb-40a4-a5c0-d9ea2fd2e972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.751778 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.756206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4954dda-4336-4a81-80cc-ab4ae9e79876 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:49.761963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/47c0e34e-ff13-4d94-a975-91e752cf1bfe HTTP/1.1" status: 204 len: 168 time: 1.2571473 Jan 29 04:45:49.768539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48398) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:49.836290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet ff245b62-2965-41e5-9f89-217f36402587 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:49.840738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.890259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:49.902041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0048d-9cc2-4b6c-b6e2-894754da5a54 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=47c0e34e-ff13-4d94-a975-91e752cf1bfe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:50.062161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:50.083161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227c4890-8abb-40a4-a5c0-d9ea2fd2e972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.091957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227c4890-8abb-40a4-a5c0-d9ea2fd2e972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.095556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-227c4890-8abb-40a4-a5c0-d9ea2fd2e972 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d36d58f-580a-4f83-9c47-46b645236a54 HTTP/1.1" status: 204 len: 168 time: 0.5836699 Jan 29 04:45:50.104835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.187013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:50.210731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c4890-8abb-40a4-a5c0-d9ea2fd2e972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d36d58f-580a-4f83-9c47-46b645236a54,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:50.213405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97009a12-ba37-4f8c-a1fa-720c7ecd085c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.247926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1886302716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:50.348926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:50.387581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.405075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.406205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.503320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.514568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:45:50.514568 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a7640-c7c5-48ed-9501-50b12f90c2ee" -d '{"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:45:50.515933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.522406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.524926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=ff245b62-2965-41e5-9f89-217f36402587,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:50.527349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.530952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e8f7d7c9-0d9c-4dde-adbd-34ac5b55aa16 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/ff245b62-2965-41e5-9f89-217f36402587 HTTP/1.1" status: 204 len: 168 time: 0.7611923 Jan 29 04:45:50.533657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:50.584517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91bee6-6c18-47ac-bf8a-dde5db196c4e req-dbeb2e41-ec24-465f-a027-e70884a29737 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:50.586430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a91bee6-6c18-47ac-bf8a-dde5db196c4e req-dbeb2e41-ec24-465f-a027-e70884a29737 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.1692083 Jan 29 04:45:50.624926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97009a12-ba37-4f8c-a1fa-720c7ecd085c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.640519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97009a12-ba37-4f8c-a1fa-720c7ecd085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.669660 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-95caba98-8259-4c33-b7ad-b9e447b0731e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:50.670233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95caba98-8259-4c33-b7ad-b9e447b0731e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:50.685514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-95caba98-8259-4c33-b7ad-b9e447b0731e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/47c0e34e-ff13-4d94-a975-91e752cf1bfe HTTP/1.1" status: 404 len: 337 time: 0.1475134 Jan 29 04:45:50.686629 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67188a3a-7b69-42da-a88e-80479765a1fc x-openstack-request-id: req-67188a3a-7b69-42da-a88e-80479765a1fc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:45:50.686968 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:45:50.699080 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67188a3a-7b69-42da-a88e-80479765a1fc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:45:50.699663 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'code': 200} Jan 29 04:45:50.703822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:50.719742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97009a12-ba37-4f8c-a1fa-720c7ecd085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b5408-fef3-4aac-84d6-30f60be2dcb7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:50.726585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Transition to ACTIVE for port object f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:45:50.756081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.757280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7517edbd-253d-499e-be5c-05695e17df95 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6934965 Jan 29 04:45:50.758006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.764741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:50.771791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1368001987'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:50.782807 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-97009a12-ba37-4f8c-a1fa-720c7ecd085c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5de8a399a9544592960478055451ff98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3964832 Jan 29 04:45:50.789091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48438) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:50.814900 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4a91bee6-6c18-47ac-bf8a-dde5db196c4e req-6691c4d7-1954-46d6-b729-e05a1188dba4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969419 Jan 29 04:45:50.872465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting subnet 61583e68-0828-4c8d-a8bc-7718166c29f5 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:45:50.940243 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:50.999134 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0a4-918f-4ec1-90b2-724618f02ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.043714 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0a4-918f-4ec1-90b2-724618f02ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.058922 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.177404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0a4-918f-4ec1-90b2-724618f02ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.182683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0a4-918f-4ec1-90b2-724618f02ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.185633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5bcf0a4-918f-4ec1-90b2-724618f02ffb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d29b5408-fef3-4aac-84d6-30f60be2dcb7 HTTP/1.1" status: 204 len: 168 time: 0.3957071 Jan 29 04:45:51.198636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf0a4-918f-4ec1-90b2-724618f02ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b5408-fef3-4aac-84d6-30f60be2dcb7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:51.344086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:51.357214 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.386118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.484363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:51.517097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.557954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] No DVR routers for this DVR port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:51.570755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacd18d-55c5-451a-bb97-a394332f8539 None None] Network b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:51.748024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a707ab5f-4655-481d-9c8a-96863692914e None None] Provisioning complete for port ed3df3f6-8f46-4775-891c-f3abd3a575bc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:51.748839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a707ab5f-4655-481d-9c8a-96863692914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.762824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.850632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48480) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:51.873340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809bca2f-6c7b-4d75-9690-b780a9a579d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.935023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.990348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:51.998186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/61583e68-0828-4c8d-a8bc-7718166c29f5 HTTP/1.1" status: 204 len: 168 time: 1.2906938 Jan 29 04:45:51.999981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.001466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.044412 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4570499-317f-4f7d-bff9-44351322a6be tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.045180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4570499-317f-4f7d-bff9-44351322a6be tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.054117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a4570499-317f-4f7d-bff9-44351322a6be tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/ab77ee2c-79fd-4e86-ba98-4ae885091fca HTTP/1.1" status: 404 len: 337 time: 0.0507944 Jan 29 04:45:52.054939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48488) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.057494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a707ab5f-4655-481d-9c8a-96863692914e None None] Provisioning complete for port b57fce1b-1104-44dc-99ba-9a9827d14166 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:52.057881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a707ab5f-4655-481d-9c8a-96863692914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.058365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da47b2-80af-4f05-9a2c-530f9fc2f355 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Subnet': ['ID=61583e68-0828-4c8d-a8bc-7718166c29f5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:52.104148 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5ed7408-5ef2-49a4-8fa1-f753c5441c96 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954ccb7-3381-44f2-b09e-cb2569b40556 HTTP/1.1" status: 200 len: 205 time: 0.0426154 Jan 29 04:45:52.106341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48490) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.119012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a707ab5f-4655-481d-9c8a-96863692914e None None] Port b57fce1b-1104-44dc-99ba-9a9827d14166 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:45:52.125779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] DHCP port deletion for b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:45:52.162589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:52.205149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:52.207754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785d8a05-1435-4476-9604-822d122a676f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:52.217396 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-65fd2afa-cdb5-4213-80e1-456dce38187c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] delete failed (client error): The resource could not be found. Jan 29 04:45:52.223684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65fd2afa-cdb5-4213-80e1-456dce38187c tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/routers/b954ccb7-3381-44f2-b09e-cb2569b40556 HTTP/1.1" status: 404 len: 336 time: 0.1114955 Jan 29 04:45:52.224300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48496) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.256432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.256977 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Added segment 0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636 of type vlan for network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce Jan 29 04:45:52.280044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] Deleting port ed3df3f6-8f46-4775-891c-f3abd3a575bc {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:52.280436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.306940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809bca2f-6c7b-4d75-9690-b780a9a579d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.339520 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ec51bb-6260-4b2d-9cea-ee78e126f7bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.340232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ec51bb-6260-4b2d-9cea-ee78e126f7bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.347340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-86ec51bb-6260-4b2d-9cea-ee78e126f7bc tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/17d66539-ebd5-4d90-bfc0-9f9a78df9543 HTTP/1.1" status: 404 len: 337 time: 0.1159942 Jan 29 04:45:52.347340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809bca2f-6c7b-4d75-9690-b780a9a579d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.348064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.398552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bca2f-6c7b-4d75-9690-b780a9a579d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2a5c6c-962f-46d4-b446-291f2eb2a77e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:52.407312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-809bca2f-6c7b-4d75-9690-b780a9a579d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79cfe0e9f80a41aa9c81cfc43ec46a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555029 Jan 29 04:45:52.409825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.412602 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b39eb1-2d68-4025-a8de-7f5b7e76dc4e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.418055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b39eb1-2d68-4025-a8de-7f5b7e76dc4e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.423679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-15b39eb1-2d68-4025-a8de-7f5b7e76dc4e tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/c434ab7e-1fb3-4baa-b786-25df32036368 HTTP/1.1" status: 404 len: 337 time: 0.0716980 Jan 29 04:45:52.424715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48506) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.428732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:52.440263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:52.440578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:52.440888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:52.448045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] For port ed3df3f6-8f46-4775-891c-f3abd3a575bc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ed3df3f6-8f46-4775-891c-f3abd3a575bc,segment=NetworkSegment(1bb6092d-e038-44e2-987e-6e4e89c3320b),segment_id=1bb6092d-e038-44e2-987e-6e4e89c3320b)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:52.448709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.456920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.464717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] Calling delete_port for ed3df3f6-8f46-4775-891c-f3abd3a575bc owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:52.468368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9bdba-9fca-43aa-9a6b-b758681dba61 req-8aeafe4c-3757-4dbd-a172-5b8d3458e84c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:52.469961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba9bdba-9fca-43aa-9a6b-b758681dba61 req-8aeafe4c-3757-4dbd-a172-5b8d3458e84c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.4500270 Jan 29 04:45:52.475567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:45:52.475885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:52.484367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:52.484709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Checking segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:52.485095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Bound using segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:52.485794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Bound port: f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:52.486187 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.488344 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-30181fa8-0133-4576-9659-0f6456abf7b1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.488805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30181fa8-0133-4576-9659-0f6456abf7b1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.499286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-30181fa8-0133-4576-9659-0f6456abf7b1 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/754171e4-768b-450c-b7ed-6cc406660ced HTTP/1.1" status: 404 len: 337 time: 0.0734351 Jan 29 04:45:52.499915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48510) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.570419 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a3d652-334c-4b1e-8d95-38dd3a90987a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.571590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a3d652-334c-4b1e-8d95-38dd3a90987a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.582408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:52.585140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-29a3d652-334c-4b1e-8d95-38dd3a90987a tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/9e48073c-adee-4090-8a7a-9356f54b0ed2 HTTP/1.1" status: 404 len: 333 time: 0.0745749 Jan 29 04:45:52.586179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:52.590060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48512) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.601933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:45:52.614722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.619827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.686353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:52.687011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.691602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] 10.222.0.36 "PUT /v2.0/ports/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 1092 time: 3.5838435 Jan 29 04:45:52.703442 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1f9d1d-7f18-41c3-8c49-c84ceb965dd6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.705833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1f9d1d-7f18-41c3-8c49-c84ceb965dd6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.710058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] Pushing event deleted for resources: {'Port': ['ID=ed3df3f6-8f46-4775-891c-f3abd3a575bc,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:52.713512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-da1f9d1d-7f18-41c3-8c49-c84ceb965dd6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/a8eb6f0f-e15c-4885-bc4c-e4c4147f7ab8 HTTP/1.1" status: 404 len: 337 time: 0.1172047 Jan 29 04:45:52.714288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48518) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.720101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf75ef5-ff0c-45f6-8239-197fa670c656 None None] No DVR routers for this DVR port ed3df3f6-8f46-4775-891c-f3abd3a575bc on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:45:52.724186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:45:52.730227 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c7ae26-5626-45ba-bda5-4e59e4542d52" -d '{"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:45:52.768301 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a7bada-3699-439d-80d8-50ff95239d70 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.768760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a7bada-3699-439d-80d8-50ff95239d70 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.772409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-49a7bada-3699-439d-80d8-50ff95239d70 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/3b4de353-0553-4e7b-94f2-17178c66a515 HTTP/1.1" status: 404 len: 337 time: 0.0468664 Jan 29 04:45:52.777998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48522) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.817930 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-202a1276-9e80-4bc5-8c93-d758dfad6187 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:52.821689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202a1276-9e80-4bc5-8c93-d758dfad6187 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:52.833922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-202a1276-9e80-4bc5-8c93-d758dfad6187 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/97acc2f8-a92b-4d36-b20d-b907778f2bea HTTP/1.1" status: 404 len: 333 time: 0.0524089 Jan 29 04:45:52.838347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48524) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:52.918740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9664b044-0461-4a91-9cc5-bfda7d412477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:52.947411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9664b044-0461-4a91-9cc5-bfda7d412477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.063570 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3870161e-3006-4e1d-bc34-c6a5f0149ecd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:53.064030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3870161e-3006-4e1d-bc34-c6a5f0149ecd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:53.078902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3870161e-3006-4e1d-bc34-c6a5f0149ecd tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/f9441d28-460d-4cab-9729-daa92465a700 HTTP/1.1" status: 404 len: 337 time: 0.2393222 Jan 29 04:45:53.082412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:53.151040 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdd8da6-d9b9-4b94-9d1c-c14275d0f0ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] DELETE failed (client error): The resource could not be found. Jan 29 04:45:53.151976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdd8da6-d9b9-4b94-9d1c-c14275d0f0ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:45:53.155379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7bdd8da6-d9b9-4b94-9d1c-c14275d0f0ed tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/subnets/700be4ae-9c69-4df1-b4e8-15c58e307cb7 HTTP/1.1" status: 404 len: 337 time: 0.0708237 Jan 29 04:45:53.159375 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9664b044-0461-4a91-9cc5-bfda7d412477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.162632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9664b044-0461-4a91-9cc5-bfda7d412477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.163825 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9664b044-0461-4a91-9cc5-bfda7d412477 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf2a5c6c-962f-46d4-b446-291f2eb2a77e HTTP/1.1" status: 204 len: 168 time: 0.7522089 Jan 29 04:45:53.165524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48536) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:53.213166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664b044-0461-4a91-9cc5-bfda7d412477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2a5c6c-962f-46d4-b446-291f2eb2a77e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:53.246499 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22722993-59f1-4ac9-a75d-59a52a366d94 x-openstack-request-id: req-22722993-59f1-4ac9-a75d-59a52a366d94 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:45:53.247146 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:45:53.247146 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22722993-59f1-4ac9-a75d-59a52a366d94 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:45:53.247447 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'status': 'completed', 'code': 200} Jan 29 04:45:53.250705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba9bdba-9fca-43aa-9a6b-b758681dba61 req-d1aedd13-ff1a-4686-b9a8-144a89824466 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7688620 Jan 29 04:45:53.266148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-90b6e467-0475-44c6-b8bd-d91cdb4e0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:53.270033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-90b6e467-0475-44c6-b8bd-d91cdb4e0a5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1095 time: 0.3526776 Jan 29 04:45:53.303492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.312216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:53.312838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.503891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Deleting port b57fce1b-1104-44dc-99ba-9a9827d14166 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:45:53.504240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.520106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Network': ['ID=29a40730-9ec4-49f2-a4ce-7efeee1c1cce,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:53.530140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb0d4b37-f16d-4442-8672-cba602a6d764 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7629819 Jan 29 04:45:53.533082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:53.534146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:53.551986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'subnet': {'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:53.726930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894503b-6974-45a6-a0d3-8209f64f69da service neutron] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:53.727599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:45:53.731684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-23d66bae-a8f9-4b83-aa95-d49ce9a69a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:53.732916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-23d66bae-a8f9-4b83-aa95-d49ce9a69a01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.4155617 Jan 29 04:45:53.755671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-8687a479-93f9-4ca8-9d45-3efa1ffb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:53.757515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-8687a479-93f9-4ca8-9d45-3efa1ffb433e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1095 time: 1.0231299 Jan 29 04:45:53.807285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-69b11a9d-830c-40f4-9062-543cc58565cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.0662615 Jan 29 04:45:53.813714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ed3df3f6-8f46-4775-891c-f3abd3a575bc {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:45:53.814124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ed3df3f6-8f46-4775-891c-f3abd3a575bc not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:45:53.879517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.883375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-d0a76a61-80c3-4bc3-b268-d78d6f50c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:53.884855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-d0a76a61-80c3-4bc3-b268-d78d6f50c4f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.0683208 Jan 29 04:45:53.886048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a4e0e3d-ba53-4aa1-85b2-70cc3edbaa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:53.904878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Calling delete_port for b57fce1b-1104-44dc-99ba-9a9827d14166 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:45:53.941807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:53.945704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.054268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-ce94143d-16cc-4223-b383-b1375f9a64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:54.057282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-ce94143d-16cc-4223-b383-b1375f9a64f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639521 Jan 29 04:45:54.176276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-6f7348d5-865d-4f55-abd5-a3d23eaf22cf service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110036 Jan 29 04:45:54.262462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.262730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.333440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Subnet': ['ID=4ea1d560-71fc-4ad9-aa89-73e16c9888db,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:54.335742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Port': ['ID=b57fce1b-1104-44dc-99ba-9a9827d14166,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:54.373791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-63ab9171-a943-4866-967f-6baf1179d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:54.376277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-63ab9171-a943-4866-967f-6baf1179d8d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.6092868 Jan 29 04:45:54.387091 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.390721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95eae538-4f94-4db1-b042-fe0e290e2ca6 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/ports/b57fce1b-1104-44dc-99ba-9a9827d14166 HTTP/1.1" status: 204 len: 168 time: 1.2201777 Jan 29 04:45:54.393930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:54.405034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-21cf6ba7-cccb-4df2-a8f2-b1c2c41d1b23 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205873 Jan 29 04:45:54.459552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Checking segment: {'id': '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:54.460282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network hostable DHCP agents. Network: 29a40730-9ec4-49f2-a4ce-7efeee1c1cce, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:54.578445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849310b-5326-47b3-8c8e-afd245dbcb32 req-dfd8ee36-32e5-4964-8d8f-ff1f5817d521 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:54.588909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8849310b-5326-47b3-8c8e-afd245dbcb32 req-dfd8ee36-32e5-4964-8d8f-ff1f5817d521 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.1661465 Jan 29 04:45:54.652589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:54.672009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-9b04a42d-148f-4074-ab75-ee76dd22b297 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.2870195 Jan 29 04:45:54.683562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8849310b-5326-47b3-8c8e-afd245dbcb32 req-373249b0-58fd-41a5-8d98-c9f9849eff98 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937333 Jan 29 04:45:54.718133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.721975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 29a40730-9ec4-49f2-a4ce-7efeee1c1cce) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:54.732408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd39b42-6668-4965-bda3-6d1bcd5cecd3 None None] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:54.754674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:54.755678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.848703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e674299d-2da0-4fb5-a477-d4a64561954b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3118329 Jan 29 04:45:54.854783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48590) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:54.859184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-77461eaf-7348-413c-99c5-89188eee3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:54.860927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-77461eaf-7348-413c-99c5-89188eee3d86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.1739457 Jan 29 04:45:54.861754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'network': {'name': 'tempest-router-network01--2046266951'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:54.923335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:54.929746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.965556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:54.980768 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:54.981759 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Added segment 6b306e28-fff9-403d-af0b-a284316925c9 of type vlan for network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 Jan 29 04:45:54.999858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.055987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:55.067848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.085400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb6092d-e038-44e2-987e-6e4e89c3320b') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:55.085685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb6092d-e038-44e2-987e-6e4e89c3320b') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:45:55.100973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-bb2fdf9d-8b46-4117-815c-0f06eb2f50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:55.113000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-bb2fdf9d-8b46-4117-815c-0f06eb2f50b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281880 Jan 29 04:45:55.131138 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.142898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:55.142898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.145124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.176442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-29a40730-9ec4-49f2-a4ce-7efeee1c1cce', 'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce', 'tenant_id': '1e03c77ac9564b37bedf5326d15bd2e9', 'fixed_ips': [{'subnet_id': '4ea1d560-71fc-4ad9-aa89-73e16c9888db'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:55.179972 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.190237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3341038 Jan 29 04:45:55.209444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:55.243062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'network': {'name': 'tempest-router-network02--997139136'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:55.258194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e7aba-b8ad-4f86-b682-c6b3c1695a8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Network': ['ID=502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:55.276507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.284957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:45:55.285561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.353289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:45:55.461158 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:45:55.496058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.531366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.537271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] 10.222.0.32 "DELETE /v2.0/networks/b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7 HTTP/1.1" status: 204 len: 168 time: 1.1416399 Jan 29 04:45:55.600984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e7746-e7a8-4305-a22e-87c9ff480451 tempest-PortsIpV6TestJSON-1759738772 tempest-PortsIpV6TestJSON-1759738772-project] Pushing event deleted for resources: {'Network': ['ID=b5bcdf7c-838d-4ab4-ac7a-f1691579ffa7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:55.639333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:55.650966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.693217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Allocated IP 2001:db8::2 (29a40730-9ec4-49f2-a4ce-7efeee1c1cce/4ea1d560-71fc-4ad9-aa89-73e16c9888db/e5221eb3-c46c-4449-9ce0-482d44c0f8d0) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:55.769614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-abe0772c-864f-446a-b0c5-74f588e3b68c service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542578 Jan 29 04:45:55.795874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:55.969272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:55.974535 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Added segment c6e1b55d-a784-4b5b-9ed6-b699b0c23ece of type vlan for network 91a507d0-2163-400f-ad9b-25b1f670e575 Jan 29 04:45:55.999493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:56.040967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-dd53a855-0bec-4385-8d13-885bf06ea8f0 req-c663bd57-2999-4667-bf52-1306eb43cadb service neutron] (102403) timed out ('10.222.0.32', 52616) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:45:56.071977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec86ed-b4f1-4a9e-bd39-f0ce4fcaa273 req-12bf22ec-269e-4329-9c2f-cd231b9238a5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:56.074013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cec86ed-b4f1-4a9e-bd39-f0ce4fcaa273 req-12bf22ec-269e-4329-9c2f-cd231b9238a5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.2553909 Jan 29 04:45:56.106161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.179442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e136028-a455-448e-a974-4ab9b7373afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.180659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cec86ed-b4f1-4a9e-bd39-f0ce4fcaa273 req-574dbd86-0401-4f9e-a619-b01fbe341303 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844517 Jan 29 04:45:56.217269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-5ddfc718-4a16-44ea-8edd-c4e20bf359f2 service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348106 Jan 29 04:45:56.231824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.238961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.240388 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.278589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:56.279215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.351899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-499adc4f-c749-4493-a962-d5976a010006 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a81878938d5e4995876c196af888733e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506718 Jan 29 04:45:56.355523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48642) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:56.391529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:45:56.439388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:56.443924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:45:56.447680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Pushing event updated for resources: {'Port': ['ID=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:56.540692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Attempting to bind port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:45:56.541077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Attempting to bind port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:45:56.541537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Attempting to bind port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 on network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:45:56.554155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:45:56.554580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Checking segment: {'id': '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:56.555074 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.555632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Bound using segment: {'id': '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:45:56.556266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Bound port: e5221eb3-c46c-4449-9ce0-482d44c0f8d0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '29a40730-9ec4-49f2-a4ce-7efeee1c1cce'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:45:56.556915 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.557338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae224de-4739-49c6-b8f8-e7754cd25bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.596377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:56.604030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3803158 Jan 29 04:45:56.617058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'subnet': {'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:56.662098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-b561fef5-58fd-4fbc-a473-b22352fe5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:56.665816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-b561fef5-58fd-4fbc-a473-b22352fe5cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1095 time: 0.3687203 Jan 29 04:45:56.668451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638252b-cf84-445f-bcbd-5d5ae29b851b tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Network': ['ID=91a507d0-2163-400f-ad9b-25b1f670e575,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:56.678709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae224de-4739-49c6-b8f8-e7754cd25bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.690155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 91a507d0-2163-400f-ad9b-25b1f670e575 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:45:56.696746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] For port e5221eb3-c46c-4449-9ce0-482d44c0f8d0, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:45:56.823765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] For port e5221eb3-c46c-4449-9ce0-482d44c0f8d0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,segment=NetworkSegment(0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636),segment_id=0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:45:56.842246 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.880947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-68db96c9-4912-48ef-86f5-da627d9a920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:56.885197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-68db96c9-4912-48ef-86f5-da627d9a920c service neutron] 10.222.0.36 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.2088709 Jan 29 04:45:56.890742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae224de-4739-49c6-b8f8-e7754cd25bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.893554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae224de-4739-49c6-b8f8-e7754cd25bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:56.896195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9ae224de-4739-49c6-b8f8-e7754cd25bf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9090b5ef-d73a-4e6c-a159-450bfefb87b6 HTTP/1.1" status: 204 len: 168 time: 0.5385916 Jan 29 04:45:56.910627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae224de-4739-49c6-b8f8-e7754cd25bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090b5ef-d73a-4e6c-a159-450bfefb87b6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:56.932343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:56.937043 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:57.067704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec02d87-957b-4ab6-98d8-a14c0a393312 None None] Pushing event updated for resources: {'Port': ['ID=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:57.071770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-7dfa2dc2-dac3-45e7-becc-1ebd02e70734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.1790640 Jan 29 04:45:57.223059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-9a02b821-c03b-40b3-a5f1-b2728feae6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:57.228019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-9a02b821-c03b-40b3-a5f1-b2728feae6df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.1487954 Jan 29 04:45:57.331428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:57.338701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:57.373869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-06d68654-4909-405a-b058-2f501b766642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:57.381493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-06d68654-4909-405a-b058-2f501b766642 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459794 Jan 29 04:45:57.675012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aeae0-bbd2-467b-9d6f-5996eed6b412 req-938bed4a-4fbe-4447-b31b-f67d47ee3085 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:57.676724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b66aeae0-bbd2-467b-9d6f-5996eed6b412 req-938bed4a-4fbe-4447-b31b-f67d47ee3085 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.2837141 Jan 29 04:45:57.695225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:57.748965 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cde27ce8-275d-465b-b027-2a290bdfefd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:57.818787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b66aeae0-bbd2-467b-9d6f-5996eed6b412 req-2a1ad325-1ba2-4148-8587-cef79c994dca tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304696 Jan 29 04:45:57.829207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e5221eb3-c46c-4449-9ce0-482d44c0f8d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:57.851551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Subnet': ['ID=17c8057b-255f-42ee-a600-41cc863503b0,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:57.859355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-8decdae5-393d-4ef5-b9f0-19551fa27613 service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689329 Jan 29 04:45:57.912789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Checking segment: {'id': '6b306e28-fff9-403d-af0b-a284316925c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:57.913094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network hostable DHCP agents. Network: 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:57.971652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:57.996530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:58.000232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:45:58.000604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.003259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:58.003409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.010697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fa5fc-56ef-4d81-b8f5-2218dd9f14f3 None None] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:58.054774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b93ee009-212c-4839-acb3-d260d243e2f9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4486201 Jan 29 04:45:58.057911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48696) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:58.062897 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'subnet': {'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:58.204119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cde27ce8-275d-465b-b027-2a290bdfefd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.207914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-42c7ae26-5626-45ba-bda5-4e59e4542d52 req-dbcd9d80-9e03-4641-bb86-9c454d90122d service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222859 Jan 29 04:45:58.213867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cde27ce8-275d-465b-b027-2a290bdfefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.314789 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.340910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48710) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:58.342104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cde27ce8-275d-465b-b027-2a290bdfefd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69bee64e4261452e977148d9967ede79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9948664 Jan 29 04:45:58.345986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde27ce8-275d-465b-b027-2a290bdfefd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe86d40-33aa-4f2e-ad21-7c40fc6a9d17,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:58.369706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:58.373961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.428829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e5221eb3-c46c-4449-9ce0-482d44c0f8d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,segment=NetworkSegment(0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636),segment_id=0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:45:58.440506 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.655373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:58.701723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:58.729280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6', 'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6', 'tenant_id': '1e03c77ac9564b37bedf5326d15bd2e9', 'fixed_ips': [{'subnet_id': '17c8057b-255f-42ee-a600-41cc863503b0'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:45:58.730493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.784052 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dcebe20b-1729-4f76-8ab7-3bce1d12b70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.812863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dcebe20b-1729-4f76-8ab7-3bce1d12b70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.849858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1452741199'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:45:58.904228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:45:58.908724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.917748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dcebe20b-1729-4f76-8ab7-3bce1d12b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.923909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.930002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dcebe20b-1729-4f76-8ab7-3bce1d12b70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:58.934423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dcebe20b-1729-4f76-8ab7-3bce1d12b70a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbe86d40-33aa-4f2e-ad21-7c40fc6a9d17 HTTP/1.1" status: 204 len: 168 time: 0.5910521 Jan 29 04:45:58.980030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebe20b-1729-4f76-8ab7-3bce1d12b70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe86d40-33aa-4f2e-ad21-7c40fc6a9d17,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:58.982965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Allocated IP 2001:db8::2 (502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6/17c8057b-255f-42ee-a600-41cc863503b0/1fd00805-89f2-4b2b-9bd6-db17d42cd726) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:45:59.010378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.084438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Subnet': ['ID=03e47cce-70f4-4f48-a5c6-a4b849b00243,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:59.085669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1cdd09-1714-4807-9815-051dba41fe97 None None] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:59.116926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Checking segment: {'id': 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:45:59.117688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network hostable DHCP agents. Network: 91a507d0-2163-400f-ad9b-25b1f670e575, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:45:59.141228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 91a507d0-2163-400f-ad9b-25b1f670e575 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:45:59.156569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 91a507d0-2163-400f-ad9b-25b1f670e575) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:45:59.162272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:59.163149 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.186246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.188800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-58021a8a-92c8-4938-8068-ac5d510c4992 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1297750 Jan 29 04:45:59.189289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48732) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:59.202104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.232812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059c28-5c1e-4a20-ae83-9fc018f43132 req-40ce323b-8e10-432e-b1e8-00a201c84bf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:45:59.237581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60059c28-5c1e-4a20-ae83-9fc018f43132 req-40ce323b-8e10-432e-b1e8-00a201c84bf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.2813287 Jan 29 04:45:59.279941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:45:59.390949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4943f18-5614-40da-a61e-a1689fbe9319 None None] Network 91a507d0-2163-400f-ad9b-25b1f670e575 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:45:59.437670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.438235 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 80d66895-f94b-45f1-9022-c5cba6520481 of type vlan for network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f Jan 29 04:45:59.603476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.647845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2838966-e550-43a8-bc3c-8e64e0a9d0ae,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:45:59.693124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-60059c28-5c1e-4a20-ae83-9fc018f43132 req-19dbda0e-6f12-4ec5-8d71-97b27783300c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705343 Jan 29 04:45:59.749009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48746) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:45:59.772243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-058a3891-4fc1-40db-943a-0b1651746382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.818212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:45:59.947264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e5221eb3-c46c-4449-9ce0-482d44c0f8d0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:45:59.948367 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-058a3891-4fc1-40db-943a-0b1651746382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:45:59.964042 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-058a3891-4fc1-40db-943a-0b1651746382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.030366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a3891-4fc1-40db-943a-0b1651746382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130107a7-7459-4051-af63-1ec0310f5f9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:00.065652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.084592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-058a3891-4fc1-40db-943a-0b1651746382 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aef3f84608a4cdfb68a7798785c549f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344426 Jan 29 04:46:00.087302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:00.091612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.145870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a6869cfc-0aea-4ad4-a966-d0dfb375d444 None None] Provisioning complete for port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:00.146447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6869cfc-0aea-4ad4-a966-d0dfb375d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.161478 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.177325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.195722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:00.196984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.212889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.214478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-035563dd-adc1-42e1-b6b1-e95b93e14c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.239506 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:00.247403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:00.248034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.250303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:00.271910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-035563dd-adc1-42e1-b6b1-e95b93e14c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.326924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:00.363024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-91a507d0-2163-400f-ad9b-25b1f670e575', 'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575', 'tenant_id': '1e03c77ac9564b37bedf5326d15bd2e9', 'fixed_ips': [{'subnet_id': '03e47cce-70f4-4f48-a5c6-a4b849b00243'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:00.363958 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.376574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-035563dd-adc1-42e1-b6b1-e95b93e14c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.380947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-035563dd-adc1-42e1-b6b1-e95b93e14c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.383537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-035563dd-adc1-42e1-b6b1-e95b93e14c24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/130107a7-7459-4051-af63-1ec0310f5f9a HTTP/1.1" status: 204 len: 168 time: 0.2938941 Jan 29 04:46:00.394933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035563dd-adc1-42e1-b6b1-e95b93e14c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130107a7-7459-4051-af63-1ec0310f5f9a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:00.421177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7640188 Jan 29 04:46:00.429631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:00.440163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'name': 'tempest-PortsTestJSON-239658601'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:00.489695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.517437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922dc27-4346-4ebb-a7c6-377340866aaf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=47ea209e-ca12-4f82-aed3-1d1b0ee81e0f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:00.547271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-85378f64-7eae-4c68-ab93-75ed59c8336e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:00.549127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-85378f64-7eae-4c68-ab93-75ed59c8336e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a&tenant_id=e350f436196d44319d3ae21d47930a98&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 944 time: 0.4894912 Jan 29 04:46:00.561636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Allocated IP 2001:db8::2 (91a507d0-2163-400f-ad9b-25b1f670e575/03e47cce-70f4-4f48-a5c6-a4b849b00243/cb38e187-2810-411e-be49-311bc5193956) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:00.579524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327e32-4820-418d-bec8-3460c73b268f req-a3c3d27c-88be-4249-bf68-f4a26216ab3b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:00.587505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc327e32-4820-418d-bec8-3460c73b268f req-a3c3d27c-88be-4249-bf68-f4a26216ab3b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.4692419 Jan 29 04:46:00.721297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:00.721690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.726272 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:00.737079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:00.777082 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port e61004ae-2c5e-423e-b74b-8307a2182012 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:00.849029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:46:00.894711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc327e32-4820-418d-bec8-3460c73b268f req-c98fe951-58df-4b9b-9507-e60df330dace tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058763 Jan 29 04:46:00.900542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-ac9ba2ef-8a37-4730-89bb-f00cbe206f00 service neutron] 10.222.0.36 "GET /v2.0/ports/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9/bindings/n-h1-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.3382306 Jan 29 04:46:00.911279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.050292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Pushing event updated for resources: {'Port': ['ID=1fd00805-89f2-4b2b-9bd6-db17d42cd726,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:01.156992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-a851fe43-2a21-4e0e-b7fb-04a140ef3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:01.158528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-a851fe43-2a21-4e0e-b7fb-04a140ef3487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1095 time: 0.1779575 Jan 29 04:46:01.184615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.236294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.249233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Attempting to bind port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:01.249599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Attempting to bind port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6b306e28-fff9-403d-af0b-a284316925c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:01.258531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Attempting to bind port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 on network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:01.323262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Network 91a507d0-2163-400f-ad9b-25b1f670e575 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:01.365583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:01.386735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:01.395333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=e61004ae-2c5e-423e-b74b-8307a2182012,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:01.403964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:01.404730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Checking segment: {'id': '6b306e28-fff9-403d-af0b-a284316925c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:01.405303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.405861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Bound using segment: {'id': '6b306e28-fff9-403d-af0b-a284316925c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:01.406567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Bound port: 1fd00805-89f2-4b2b-9bd6-db17d42cd726, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b306e28-fff9-403d-af0b-a284316925c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:01.407144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.425852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '80d66895-f94b-45f1-9022-c5cba6520481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:01.426239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:01.468881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:01.492169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:01.506016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:01.512216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:01.517418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.540192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Pushing event updated for resources: {'Port': ['ID=cb38e187-2810-411e-be49-311bc5193956,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:01.543164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd7e21-b34f-463d-b44c-025586bdd337 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:01.548534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-10467a32-3033-4641-9c36-c9869908efd9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1140909 Jan 29 04:46:01.549822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48794) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:01.559367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-401413453'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:01.570306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-5c449e24-050e-4345-8189-2b235376df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:01.574033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-5c449e24-050e-4345-8189-2b235376df84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.4048202 Jan 29 04:46:01.633843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:01.637610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.725447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:01.753241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:01.759698 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.760057 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 733bf566-569f-4a86-87ab-68cdb76dc137 of type vlan for network 2c70272f-6200-4ac8-af9f-a68538c04161 Jan 29 04:46:01.810723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-a174048b-b2d8-4fc8-a0cc-79d4fc4667c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.2184062 Jan 29 04:46:01.828518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Attempting to bind port cb38e187-2810-411e-be49-311bc5193956 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:01.829166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Attempting to bind port cb38e187-2810-411e-be49-311bc5193956 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:01.829753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Attempting to bind port cb38e187-2810-411e-be49-311bc5193956 on network 91a507d0-2163-400f-ad9b-25b1f670e575 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:01.859578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:01.863736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Checking segment: {'id': 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:01.865071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.866322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Bound using segment: {'id': 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:01.869543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Bound port: cb38e187-2810-411e-be49-311bc5193956, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '91a507d0-2163-400f-ad9b-25b1f670e575'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:01.870475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.889114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Allocated IP 2001:db8::1 (502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6/17c8057b-255f-42ee-a600-41cc863503b0/9823d572-753c-46cb-bcdf-b13989a74ef4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:01.902984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.906578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c81255dd-896f-4a63-a62a-803562082627 None None] Provisioning complete for port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:01.907198 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c81255dd-896f-4a63-a62a-803562082627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.911118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'mac_address': 'fa:16:3e:8f:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:46:01.960691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-b1161a82-72fe-4092-9161-fb7d71a265aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:01.963531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-b1161a82-72fe-4092-9161-fb7d71a265aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.1452420 Jan 29 04:46:01.967621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:01.973331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:01.974071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:02.027687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] For port 1fd00805-89f2-4b2b-9bd6-db17d42cd726, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:02.133719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5805867 Jan 29 04:46:02.157031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:02.159167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93755e0-6808-4f42-94c6-6edc6fa66e3e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=2c70272f-6200-4ac8-af9f-a68538c04161,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:02.172156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'ports': [{'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'}, {'network_id': '2c70272f-6200-4ac8-af9f-a68538c04161'}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:02.172762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:02.173441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '2c70272f-6200-4ac8-af9f-a68538c04161'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:02.197725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-f1efb244-5a3a-434a-afa6-60f41f44a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:02.199711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-f1efb244-5a3a-434a-afa6-60f41f44a094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244055 Jan 29 04:46:02.255285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] For port cb38e187-2810-411e-be49-311bc5193956, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:02.265540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187cb02-7ec1-4c21-871e-abfd60fa1e61 req-bd331698-6c70-4bdc-b105-8464cc5f3727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:02.269149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] For port cb38e187-2810-411e-be49-311bc5193956, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cb38e187-2810-411e-be49-311bc5193956,segment=NetworkSegment(c6e1b55d-a784-4b5b-9ed6-b699b0c23ece),segment_id=c6e1b55d-a784-4b5b-9ed6-b699b0c23ece)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:02.272370 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c187cb02-7ec1-4c21-871e-abfd60fa1e61 req-bd331698-6c70-4bdc-b105-8464cc5f3727 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 944 time: 0.1662714 Jan 29 04:46:02.280138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] For port 1fd00805-89f2-4b2b-9bd6-db17d42cd726, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1fd00805-89f2-4b2b-9bd6-db17d42cd726,segment=NetworkSegment(6b306e28-fff9-403d-af0b-a284316925c9),segment_id=6b306e28-fff9-403d-af0b-a284316925c9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:02.284947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2c70272f-6200-4ac8-af9f-a68538c04161 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:02.312896 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:02.400020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c187cb02-7ec1-4c21-871e-abfd60fa1e61 req-77c00ead-31ad-41e1-a729-27af5bddc78d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195405 Jan 29 04:46:02.502125 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:02.527075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-5a1d3fa3-129d-4d53-ba92-e4132168262a service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699049 Jan 29 04:46:02.542531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b9c98-216c-4d97-9a4f-b4944b2c05c4 None None] Pushing event updated for resources: {'Port': ['ID=cb38e187-2810-411e-be49-311bc5193956,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:02.646252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:02.674127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:46:02.763917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:02.790065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:02.858316 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:02.873721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c60705-2f1d-49d0-91ca-d6cc5205b7a5 None None] Pushing event updated for resources: {'Port': ['ID=1fd00805-89f2-4b2b-9bd6-db17d42cd726,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:03.636631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:03.643016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:03.651570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:03.675599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:46:03.712552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:03.760708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-86910e27-fa04-4a09-a64b-7163eaac155a service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2255363 Jan 29 04:46:03.771619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2daed-c1e1-49bc-8550-973eebf4710d req-e2c425f8-6de1-48af-b022-8dc72dd2a42c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:03.774857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3df2daed-c1e1-49bc-8550-973eebf4710d req-e2c425f8-6de1-48af-b022-8dc72dd2a42c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.2155898 Jan 29 04:46:03.862411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3df2daed-c1e1-49bc-8550-973eebf4710d req-2f4b2c19-a298-4f8d-a34f-020705605109 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795918 Jan 29 04:46:03.954711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.007848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:04.045664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:04.117695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:04.119011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.326758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cb38e187-2810-411e-be49-311bc5193956 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:04.429593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.434311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port cb38e187-2810-411e-be49-311bc5193956 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:04.434729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.457460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Port': ['ID=9823d572-753c-46cb-bcdf-b13989a74ef4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:04.463956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port a35a9757-9488-40c6-b916-182dc96d7afa yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:04.551965 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:46:04.576185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.638224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port cb38e187-2810-411e-be49-311bc5193956, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cb38e187-2810-411e-be49-311bc5193956,segment=NetworkSegment(c6e1b55d-a784-4b5b-9ed6-b699b0c23ece),segment_id=c6e1b55d-a784-4b5b-9ed6-b699b0c23ece)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:04.651717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.652704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1fd00805-89f2-4b2b-9bd6-db17d42cd726 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:04.741624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7944c7-a7ae-4e7f-bc05-58783540bbde None None] Network 91a507d0-2163-400f-ad9b-25b1f670e575 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:04.959937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-60f568a7-f255-4bbd-81e8-f7aee0f307b0 None None] Provisioning complete for port cb38e187-2810-411e-be49-311bc5193956 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:04.962180 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60f568a7-f255-4bbd-81e8-f7aee0f307b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.965104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:04.977339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:04.978041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.086915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=cb38e187-2810-411e-be49-311bc5193956,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:05.094116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306940d-24bb-4007-a91d-12f056fedb4f req-9bd3e6dc-8687-4e98-a8ee-6b7d84d113c6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:05.104800 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e306940d-24bb-4007-a91d-12f056fedb4f req-9bd3e6dc-8687-4e98-a8ee-6b7d84d113c6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.1522851 Jan 29 04:46:05.135960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 2276b63b-5cc6-4ad8-a83d-508235d2f1de yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:05.218486 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e306940d-24bb-4007-a91d-12f056fedb4f req-e4b73ad0-ba2e-4ef3-9516-247e66f8f385 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118836 Jan 29 04:46:05.326834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.359725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8b4f1-cbb9-4344-9d3e-0e6ee55d224e None None] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:05.383247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.490200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 1fd00805-89f2-4b2b-9bd6-db17d42cd726, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1fd00805-89f2-4b2b-9bd6-db17d42cd726,segment=NetworkSegment(6b306e28-fff9-403d-af0b-a284316925c9),segment_id=6b306e28-fff9-403d-af0b-a284316925c9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:05.526315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.536440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.606396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a91465bd-61ea-4727-aede-bbeb6a106e89 None None] Provisioning complete for port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:05.607049 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a91465bd-61ea-4727-aede-bbeb6a106e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.729425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:05.747436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:05.751991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:05.753295 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:05.755133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=a35a9757-9488-40c6-b916-182dc96d7afa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:05.858906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=2276b63b-5cc6-4ad8-a83d-508235d2f1de,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:05.891000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '733bf566-569f-4a86-87ab-68cdb76dc137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2c70272f-6200-4ac8-af9f-a68538c04161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:05.891733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 2c70272f-6200-4ac8-af9f-a68538c04161, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:05.917121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=1fd00805-89f2-4b2b-9bd6-db17d42cd726,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:06.012554 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.027122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 2c70272f-6200-4ac8-af9f-a68538c04161 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:06.061171 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.062469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.126155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2c70272f-6200-4ac8-af9f-a68538c04161) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:06.138410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6b8d3-e3b6-4167-a52d-134dfaf97690 None None] Network 2c70272f-6200-4ac8-af9f-a68538c04161 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:06.180224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48896) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:06.253974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cb38e187-2810-411e-be49-311bc5193956 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:06.269221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:06.312193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:06.350173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:06.354515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.443209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-67894e65-e4a1-4964-8aa0-417199b31048 None None] Provisioning complete for port cb38e187-2810-411e-be49-311bc5193956 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:06.443593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67894e65-e4a1-4964-8aa0-417199b31048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.480342 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c408a793-a5e0-46eb-8720-211aba601933 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3119037 Jan 29 04:46:06.486816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48902) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:06.561602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.638237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Port': ['ID=9823d572-753c-46cb-bcdf-b13989a74ef4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:06.684579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port cb38e187-2810-411e-be49-311bc5193956 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:06.684954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.808108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cf227-d61d-4841-87f7-fa62f1f6b17c req-1bc69eda-1ffd-4d3a-8c2b-1ac177e46b3e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:06.828067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7cf227-d61d-4841-87f7-fa62f1f6b17c req-1bc69eda-1ffd-4d3a-8c2b-1ac177e46b3e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.3719759 Jan 29 04:46:06.854599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 2276b63b-5cc6-4ad8-a83d-508235d2f1de {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:06.856311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:06.983187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:07.053090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.054181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7cf227-d61d-4841-87f7-fa62f1f6b17c req-c07ea6a2-261b-42e6-8da0-ddf1fc429bc3 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243865 Jan 29 04:46:07.088058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:07.106911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:07.116211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 2276b63b-5cc6-4ad8-a83d-508235d2f1de owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:07.132363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1fd00805-89f2-4b2b-9bd6-db17d42cd726 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:07.147661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.156176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.252901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2e4fcbb50104648b6d44036086c33a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0670147 Jan 29 04:46:07.253866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-009df0dd-fbdf-4119-8716-82454de0ae2d None None] Provisioning complete for port 9823d572-753c-46cb-bcdf-b13989a74ef4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:07.253866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-009df0dd-fbdf-4119-8716-82454de0ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.255189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd5e242-ca97-4f63-b654-dfbc0e6244a7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:07.264221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48910) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:07.267492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.267947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.268472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.268909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.269344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.269926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.270371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.271182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.271625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.272050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.272476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.273035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154a376-430a-4f6a-80e1-487bc30e745f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:07.348475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6340de47-a774-4b1b-b77f-4fe2aa07fa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.376018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.422844 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6340de47-a774-4b1b-b77f-4fe2aa07fa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.429067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=2276b63b-5cc6-4ad8-a83d-508235d2f1de,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:07.429662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:46:07.440943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-009df0dd-fbdf-4119-8716-82454de0ae2d None None] Port 9823d572-753c-46cb-bcdf-b13989a74ef4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:07.447871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.454971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f8aefcc8-fec2-4741-b576-daec64c3786b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/2276b63b-5cc6-4ad8-a83d-508235d2f1de HTTP/1.1" status: 204 len: 168 time: 0.9633942 Jan 29 04:46:07.456515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:07.456898 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.459272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:07.531703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef3d9c-ace6-4d57-88a9-e6878198919d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:07.536759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:07.537134 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.538933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef3d9c-ace6-4d57-88a9-e6878198919d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:07.543855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0cef3d9c-ace6-4d57-88a9-e6878198919d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0809646 Jan 29 04:46:07.544721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:07.644013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Router 8f978dd6-826e-4c25-82ea-a9ddb6a7891b is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:46:07.659830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6340de47-a774-4b1b-b77f-4fe2aa07fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.669932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6340de47-a774-4b1b-b77f-4fe2aa07fa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.675704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6340de47-a774-4b1b-b77f-4fe2aa07fa13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fd5e242-ca97-4f63-b654-dfbc0e6244a7 HTTP/1.1" status: 204 len: 168 time: 0.3938186 Jan 29 04:46:07.692379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-009df0dd-fbdf-4119-8716-82454de0ae2d None None] Provisioning complete for port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:07.692754 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-009df0dd-fbdf-4119-8716-82454de0ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:07.835959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340de47-a774-4b1b-b77f-4fe2aa07fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd5e242-ca97-4f63-b654-dfbc0e6244a7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:07.896440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:46:07.931828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d12c0512-cdef-4560-b500-d5aa49f414b9 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7372665 Jan 29 04:46:07.933671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:07.935232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-4ae30fc4-c3ec-4768-9a61-fceda10c7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:07.936762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-4ae30fc4-c3ec-4768-9a61-fceda10c7d16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 1096 time: 0.2795248 Jan 29 04:46:07.940450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] Sync routers for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:46:07.968161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:07.983921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port a35a9757-9488-40c6-b916-182dc96d7afa {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:07.984326 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.049785 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.175578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:08.176497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:08.219572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:08.231218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:08.234927 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1553b-dc5c-4ea1-afa0-8b367ad24f14" -d '{"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-plugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:08.271203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:08.273450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:08.275548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:08.280870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.336690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:08.337786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdd11a-8203-4491-a8de-211e86dab146 None None] The sync data for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:46:08.381392 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be26c178-69dc-429d-ba40-e07b0ae3a9de x-openstack-request-id: req-be26c178-69dc-429d-ba40-e07b0ae3a9de {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:08.381691 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-plugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:08.382257 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be26c178-69dc-429d-ba40-e07b0ae3a9de {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:08.382656 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'code': 200} Jan 29 04:46:08.409637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3aea7677-2d98-4d87-8d03-563e54cf1227 None None] Provisioning complete for port 9823d572-753c-46cb-bcdf-b13989a74ef4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:08.410042 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3aea7677-2d98-4d87-8d03-563e54cf1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.462848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3aea7677-2d98-4d87-8d03-563e54cf1227 None None] Port 9823d572-753c-46cb-bcdf-b13989a74ef4 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:08.487572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:08.491769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:08.508797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:08.573512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.659205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Deleting subnet 9ae2c77a-2ae1-44a4-8983-56732cd3b59a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:08.711834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.763869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.825351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.837606 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-2759279a-403c-43b2-8cf5-bb496c633724 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:08.839109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2759279a-403c-43b2-8cf5-bb496c633724 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9032190 Jan 29 04:46:08.844178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48940) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:08.853298 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:08.893147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79d6251644f44ba59f87bf490a576644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802991 Jan 29 04:46:08.976041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48942) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:09.059075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.067684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.122726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for a35a9757-9488-40c6-b916-182dc96d7afa owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:09.159710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572689-c545-4f03-943c-45c7857a70f6 req-a87f1aa8-6816-4a17-9ab1-b46d3c6e8a19 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:09.161431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad572689-c545-4f03-943c-45c7857a70f6 req-a87f1aa8-6816-4a17-9ab1-b46d3c6e8a19 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 946 time: 0.9528627 Jan 29 04:46:09.188119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.269008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3fffe-43a4-4b0a-9c80-05fc510860b3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:09.285529 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bd26-59b7-49ca-a5a6-2d0ffb0a0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.293263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.293819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.294536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.295285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.295958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.296532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.297137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.297741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.298240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.298849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.299317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.299845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2178f-7091-467a-aecd-027c3a99f4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:09.313041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bd26-59b7-49ca-a5a6-2d0ffb0a0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.374245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.425137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bd26-59b7-49ca-a5a6-2d0ffb0a0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.428060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e3bd26-59b7-49ca-a5a6-2d0ffb0a0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.432983 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f2e3bd26-59b7-49ca-a5a6-2d0ffb0a0666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68a3fffe-43a4-4b0a-9c80-05fc510860b3 HTTP/1.1" status: 204 len: 168 time: 0.4556711 Jan 29 04:46:09.472468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3bd26-59b7-49ca-a5a6-2d0ffb0a0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3fffe-43a4-4b0a-9c80-05fc510860b3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:09.486898 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad572689-c545-4f03-943c-45c7857a70f6 req-24c91fbf-c590-468d-a6cf-8afbe4398c34 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097684 Jan 29 04:46:09.553789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.559945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.569005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ae2c77a-2ae1-44a4-8983-56732cd3b59a HTTP/1.1" status: 204 len: 168 time: 1.0778341 Jan 29 04:46:09.570940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48954) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:09.574686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704aa68-fc8a-44ff-94e0-f1d518860a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae2c77a-2ae1-44a4-8983-56732cd3b59a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:09.616909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:09.654298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=a35a9757-9488-40c6-b916-182dc96d7afa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:09.710568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:09.730685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.758598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:09.778479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.830767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.835316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c293ae6c-03ec-4ba1-94d9-a034cdad361a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/a35a9757-9488-40c6-b916-182dc96d7afa HTTP/1.1" status: 204 len: 168 time: 2.2892339 Jan 29 04:46:09.839006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:09.888648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:09.891555 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ece39-3642-41e4-808b-e09707aff004" -d '{"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:09.899740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.929737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e8a76-d2b4-4084-abea-cc7edfcdbcf7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:09.932241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-623e8a76-d2b4-4084-abea-cc7edfcdbcf7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0921547 Jan 29 04:46:09.933585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Transition to ACTIVE for port object f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:46:09.938079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:09.958212 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:09.968226 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e074723-3894-4939-bda8-114e746f28e2 x-openstack-request-id: req-5e074723-3894-4939-bda8-114e746f28e2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:09.968726 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:09.969455 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e074723-3894-4939-bda8-114e746f28e2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:09.970058 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'code': 200} Jan 29 04:46:10.022231 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b698e08-cf4e-4a64-94e8-b0995f6a2004 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:10.025664 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.026734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b698e08-cf4e-4a64-94e8-b0995f6a2004 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/2276b63b-5cc6-4ad8-a83d-508235d2f1de HTTP/1.1" status: 404 len: 333 time: 0.0874596 Jan 29 04:46:10.042355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 48970) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:10.049728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4029cb1-6786-40a8-a98a-990cb81d2f5c']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:10.061330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6f488a-8165-4370-8d91-c62e696c76ac') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:10.061871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6f488a-8165-4370-8d91-c62e696c76ac') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:10.073519 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.089546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.096912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:10.097074 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a12149-9b64-48e2-8e40-217a6dc824e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:10.097940 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.099867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21a12149-9b64-48e2-8e40-217a6dc824e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/a35a9757-9488-40c6-b916-182dc96d7afa HTTP/1.1" status: 404 len: 333 time: 0.0490830 Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:10.182701 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:10.190197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:10.235423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=10']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:10.276584 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.285574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.292307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f4029cb1-6786-40a8-a98a-990cb81d2f5c HTTP/1.1" status: 204 len: 168 time: 0.7119436 Jan 29 04:46:10.295222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48980) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:10.306733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa017c3b-8700-41db-9e37-0c3799ea849d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.380636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] No DVR routers for this DVR port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:10.398018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b733df-51bd-4da4-bd9d-a27b5342029f admin admin] Pushing event deleted for resources: {'Network': ['ID=f4029cb1-6786-40a8-a98a-990cb81d2f5c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:10.427251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.538507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Deleting subnet cb36dffe-845e-4c58-960f-c4ad4b2f2ead {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:10.547910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.574603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:10.576446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:10.576798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:10.582057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:46:10.582398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Attempting to bind port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on network 344603c3-73c3-45c0-805e-5fcd1e80eb50 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:10.588208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:10.588553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Checking segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:10.588944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Bound using segment: {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:10.589377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Bound port: f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:10.589997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.715157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.733418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:10.737041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:10.755514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.827767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:10.843445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:10.844123 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:10.845722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-bdb20d71-fea7-46d3-b4a9-4fdc451b8383 service neutron] 10.222.0.20 "PUT /v2.0/ports/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 1093 time: 2.8916740 Jan 29 04:46:10.886493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c7273-a717-4e6b-94bd-523f10e92a0e req-318ea82b-5bfc-46a0-afb4-2338c58d2bf0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:10.888727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c7c7273-a717-4e6b-94bd-523f10e92a0e req-318ea82b-5bfc-46a0-afb4-2338c58d2bf0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.2193365 Jan 29 04:46:10.939264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:10.984105 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c7c7273-a717-4e6b-94bd-523f10e92a0e req-a8598439-c8d5-441d-a1fc-4e5c4c51d8bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834045 Jan 29 04:46:10.990879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-fa71a46d-b2ed-49a5-8d36-31eed4978e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:10.993590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-fa71a46d-b2ed-49a5-8d36-31eed4978e03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1096 time: 0.1033242 Jan 29 04:46:11.049647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:11.113561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-5ad3fc8b-6747-420f-b94b-68462f40ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:11.115483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-5ad3fc8b-6747-420f-b94b-68462f40ef64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.1146278 Jan 29 04:46:11.193591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-7e991ce2-fc00-4eaf-b59f-71e8b25a9031 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.0714431 Jan 29 04:46:11.229775 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.276641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-baba6f54-2c92-488b-90b2-fb943b3ed2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:11.278708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-baba6f54-2c92-488b-90b2-fb943b3ed2af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.0781591 Jan 29 04:46:11.287968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.337819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089c34-3208-4971-bebf-a8adff6032ed req-268691c1-4f3d-4d8c-9edd-cd79838deeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:11.339637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-268691c1-4f3d-4d8c-9edd-cd79838deeb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513887 Jan 29 04:46:11.343629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c70272f-6200-4ac8-af9f-a68538c04161']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:11.362928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa017c3b-8700-41db-9e37-0c3799ea849d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.376004 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa017c3b-8700-41db-9e37-0c3799ea849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.380257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733bf566-569f-4a86-87ab-68cdb76dc137') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:11.380658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733bf566-569f-4a86-87ab-68cdb76dc137') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:11.408960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.411949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.469679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-f7fc17e3-5e6f-47e0-94b5-d75cbf2914ff service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216836 Jan 29 04:46:11.501631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb36dffe-845e-4c58-960f-c4ad4b2f2ead,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:11.510034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.516724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa017c3b-8700-41db-9e37-0c3799ea849d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cc238ed06a34815b4c52c1d507dbb25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8969376 Jan 29 04:46:11.524144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017c3b-8700-41db-9e37-0c3799ea849d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84e7d6-c683-4359-893f-52fe7591a5f2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:11.536228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49006) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:11.544696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.547867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eba5ddf9-e605-4d57-85c7-a9dbb82cf567 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb36dffe-845e-4c58-960f-c4ad4b2f2ead HTTP/1.1" status: 204 len: 168 time: 1.2441187 Jan 29 04:46:11.549766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:11.550297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:11.553595 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:11.555623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:11.619940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-36089c34-3208-4971-bebf-a8adff6032ed req-3cb5a64b-4f27-44fd-9540-6682d582a135 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438520 Jan 29 04:46:11.634085 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d82b06a0-4ba2-447c-8527-e4a78bcde722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.667063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d82b06a0-4ba2-447c-8527-e4a78bcde722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.721862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.731989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.735085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.737327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d82b06a0-4ba2-447c-8527-e4a78bcde722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.740464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d82b06a0-4ba2-447c-8527-e4a78bcde722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.744519 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d82b06a0-4ba2-447c-8527-e4a78bcde722 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e84e7d6-c683-4359-893f-52fe7591a5f2 HTTP/1.1" status: 204 len: 168 time: 0.2045944 Jan 29 04:46:11.744519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49016) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:11.744710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/2c70272f-6200-4ac8-af9f-a68538c04161 HTTP/1.1" status: 204 len: 168 time: 1.5450060 Jan 29 04:46:11.751234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-74282084'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:11.763231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7772a5-ea15-4df5-8aa4-67b17886d405 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=2c70272f-6200-4ac8-af9f-a68538c04161,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:11.767692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b06a0-4ba2-447c-8527-e4a78bcde722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84e7d6-c683-4359-893f-52fe7591a5f2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:11.801744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting port 9823d572-753c-46cb-bcdf-b13989a74ef4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:11.802147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.808099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:11.814636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.851863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:11.866028 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.866379 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 955cd20e-97fb-47c2-8e90-a09d5cadb1e1 of type vlan for network 576a4d85-064d-42e6-b310-59e90580c90a Jan 29 04:46:11.924830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.951804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.977813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:11.980740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:11.981260 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335c735-efa4-41f8-8304-ff2eea4967d6" -d '{"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:12.002959 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.011797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.012778 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.057917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3b6a83-3441-415f-809d-a0b6e20a2062']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:12.096988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3516028 Jan 29 04:46:12.100070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49038) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:12.106657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.108041 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '576a4d85-064d-42e6-b310-59e90580c90a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:12.126810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5a7a14-d477-4fc4-9c0e-bd1aaa2b90ed') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:12.127122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5a7a14-d477-4fc4-9c0e-bd1aaa2b90ed') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:12.161429 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c5275a-48ef-48d2-86c4-27e1e4d72da5 x-openstack-request-id: req-63c5275a-48ef-48d2-86c4-27e1e4d72da5 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:12.162063 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:12.162332 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63c5275a-48ef-48d2-86c4-27e1e4d72da5 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:12.166238 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'status': 'completed', 'code': 200} Jan 29 04:46:12.170230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.179580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74135c4-769e-4e64-a405-395a1e48395e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=576a4d85-064d-42e6-b310-59e90580c90a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:12.186957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Calling delete_port for 9823d572-753c-46cb-bcdf-b13989a74ef4 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:12.195326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 576a4d85-064d-42e6-b310-59e90580c90a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:12.229991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.316923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:12.317248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:12.321866 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:12.349150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-7224c674-a565-4645-b00f-9a381435e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.350665 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-7224c674-a565-4645-b00f-9a381435e401 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1096 time: 0.1662674 Jan 29 04:46:12.358303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:12.375429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1023810-2c2f-4444-8ad5-38f4410a4c5f req-92401e93-9692-456f-99f3-08ae7e1c3414 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.377607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1023810-2c2f-4444-8ad5-38f4410a4c5f req-92401e93-9692-456f-99f3-08ae7e1c3414 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.1919472 Jan 29 04:46:12.408411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fb71325-300c-4a9c-b9c4-bd961c3119b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.434247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-182eed86-ce36-4cb5-bd81-79f05a7f0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.436033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-182eed86-ce36-4cb5-bd81-79f05a7f0f7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1096 time: 0.2639959 Jan 29 04:46:12.456753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.517999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:12.521485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.541257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.544686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c3b6a83-3441-415f-809d-a0b6e20a2062 HTTP/1.1" status: 204 len: 168 time: 0.9878213 Jan 29 04:46:12.549921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d7ff7-260e-4d0c-8ddb-ab343bdec57a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3b6a83-3441-415f-809d-a0b6e20a2062,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:12.574210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1023810-2c2f-4444-8ad5-38f4410a4c5f req-c6a5c53b-0115-42d4-9c81-d3969ec902e2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645162 Jan 29 04:46:12.629437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-e8899b35-9400-4d59-92eb-699e1fbc1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.630943 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-e8899b35-9400-4d59-92eb-699e1fbc1069 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.2520442 Jan 29 04:46:12.632530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Performing IP validity checks on allocation pools {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 04:46:12.633660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 04:46:12.660041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-92c6c544-70b0-4ef8-a6e7-140b1bbaa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.662718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-92c6c544-70b0-4ef8-a6e7-140b1bbaa9f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.2183537 Jan 29 04:46:12.718415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-27e6697c-991a-49d1-ad25-fd1e43a85beb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.0786114 Jan 29 04:46:12.754860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.799782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Port': ['ID=9823d572-753c-46cb-bcdf-b13989a74ef4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:12.806972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-c84cae4a-7f47-412a-9b38-bdf7457db078 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 999 time: 0.1364329 Jan 29 04:46:12.874281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:12.897444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-db096c74-8019-4dad-a069-a6518b1c3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.900261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-db096c74-8019-4dad-a069-a6518b1c3d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.1735489 Jan 29 04:46:12.908910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fb71325-300c-4a9c-b9c4-bd961c3119b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.929018 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fb71325-300c-4a9c-b9c4-bd961c3119b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:12.991995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-50980c51-3378-4953-a4fb-bfa87bad42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:12.994768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-50980c51-3378-4953-a4fb-bfa87bad42bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.1631997 Jan 29 04:46:13.001025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.018041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4facbb12-8e67-4dc6-81c5-4be5eec498ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=572455d0325c4811a826d67227f428f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401768 Jan 29 04:46:13.018636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49056) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:13.060821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fb71325-300c-4a9c-b9c4-bd961c3119b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=777ce32957cc4de3ae8fe6ba06184941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974955 Jan 29 04:46:13.084813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49058) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:13.085546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb71325-300c-4a9c-b9c4-bd961c3119b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee298917-6687-48fe-b696-383642903d91,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:13.136379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-9efbb8f9-337c-480c-8ad4-2bc2d4d613f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:13.137983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-9efbb8f9-337c-480c-8ad4-2bc2d4d613f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274598 Jan 29 04:46:13.154021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-1a4f1f7a-fdb1-4e18-99fe-bde9a948d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:13.155742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-1a4f1f7a-fdb1-4e18-99fe-bde9a948d423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439704 Jan 29 04:46:13.185258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.267422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Router 8f978dd6-826e-4c25-82ea-a9ddb6a7891b has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:46:13.294007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=c00597b9-7f23-45ea-8fe9-9b943d2d8b1e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:13.377811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:46:13.385047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-656b734f-cd3d-4fc3-9482-ba945f2c3861 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5396950 Jan 29 04:46:13.389859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-fe76869c-5204-458f-a8b8-f0adfe5b2949 service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128706 Jan 29 04:46:13.390554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:13.396951 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] Sync routers for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:46:13.420569 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:13.421535 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:13.439080 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6ae4becf-eaaf-4b2b-890d-b1d3b8ff0c25 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] delete failed (client error): The resource could not be found. Jan 29 04:46:13.441713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ae4becf-eaaf-4b2b-890d-b1d3b8ff0c25 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1352999996 HTTP/1.1" status: 404 len: 335 time: 0.0493870 Jan 29 04:46:13.452405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:13.456219 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '955cd20e-97fb-47c2-8e90-a09d5cadb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '576a4d85-064d-42e6-b310-59e90580c90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:13.456690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 576a4d85-064d-42e6-b310-59e90580c90a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:13.457615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bfcc8ecb-4a18-46d6-bbb1-5f9c0b12c8ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f978dd6-826e-4c25-82ea-a9ddb6a7891b'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:13.471586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7496c828-ef68-417a-9a46-64adbb43c18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.475369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:13.485940 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:13.486868 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:13.526112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7496c828-ef68-417a-9a46-64adbb43c18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.536281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:13.537258 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5238d-c8cc-4e83-a9a9-40ecc7aa3cfd None None] The sync data for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:46:13.564623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.603558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfc41d41-5400-4203-b4b2-8c91aa13b714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.629457 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfc41d41-5400-4203-b4b2-8c91aa13b714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.710682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-f7010dcf-c359-43b7-8a8e-f147b705e03f service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329983 Jan 29 04:46:13.714145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7496c828-ef68-417a-9a46-64adbb43c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.717408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7496c828-ef68-417a-9a46-64adbb43c18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.718847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7496c828-ef68-417a-9a46-64adbb43c18c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee298917-6687-48fe-b696-383642903d91 HTTP/1.1" status: 204 len: 168 time: 0.6273472 Jan 29 04:46:13.759441 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8ecb-4a18-46d6-bbb1-5f9c0b12c8ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.770568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c828-ef68-417a-9a46-64adbb43c18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee298917-6687-48fe-b696-383642903d91,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:13.783419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 576a4d85-064d-42e6-b310-59e90580c90a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:13.792690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfc41d41-5400-4203-b4b2-8c91aa13b714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.795350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfc41d41-5400-4203-b4b2-8c91aa13b714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.799111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bfc41d41-5400-4203-b4b2-8c91aa13b714 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5961457-2cf7-4a48-b51a-64e44a18fc3f HTTP/1.1" status: 204 len: 168 time: 0.7721698 Jan 29 04:46:13.851004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc41d41-5400-4203-b4b2-8c91aa13b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5961457-2cf7-4a48-b51a-64e44a18fc3f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:13.855421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-70f952b2-bb6f-42e1-931e-6a5a9c8b7961 service neutron] 10.222.0.36 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120295 Jan 29 04:46:13.855815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 576a4d85-064d-42e6-b310-59e90580c90a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:13.864812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:13.865394 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:13.866009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763cc2b-63f1-4b7a-94fe-9917a70d6855 None None] Network 576a4d85-064d-42e6-b310-59e90580c90a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:13.893376 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7184280a-9845-4d80-98c0-5b189447702f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7919574 Jan 29 04:46:13.895999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49080) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:13.903691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '576a4d85-064d-42e6-b310-59e90580c90a', 'name': 'tempest-PortsTestJSON-1411982904'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:13.938522 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-bfcc8ecb-4a18-46d6-bbb1-5f9c0b12c8ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] update failed (client error): The resource could not be found. Jan 29 04:46:13.947057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49086) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:13.952046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bfcc8ecb-4a18-46d6-bbb1-5f9c0b12c8ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b HTTP/1.1" status: 404 len: 339 time: 0.4950020 Jan 29 04:46:14.111582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1561423554'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:14.112182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc78c01-1b9a-45fc-afa5-7ecb40835122 req-2b34d3aa-f058-4772-8836-1e4b1bc032b1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:14.112182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbc78c01-1b9a-45fc-afa5-7ecb40835122 req-2b34d3aa-f058-4772-8836-1e4b1bc032b1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 945 time: 0.3287470 Jan 29 04:46:14.136773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6335c735-efa4-41f8-8304-ff2eea4967d6 req-c16b6aea-d3ee-409f-a0b7-3239728468e2 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157906 Jan 29 04:46:14.201977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:14.206346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.214115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbc78c01-1b9a-45fc-afa5-7ecb40835122 req-36ed1fe0-1a0d-4eff-b15b-a5d223c6ac20 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086149 Jan 29 04:46:14.226051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:14.287533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:14.292981 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.309105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:46:14.315403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:14.369753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 5eb04973-4d21-448c-98b2-78444939ccf3 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:14.402670 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.406452 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Added segment b25b1611-6700-4c86-9f6c-724e8c23b463 of type vlan for network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa Jan 29 04:46:14.436013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-04b0b06a-ffa0-46d9-9f8e-e2773b55b278 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/926a23d4-d01a-414d-9499-92d4a74029f6 HTTP/1.1" status: 200 len: 991 time: 0.2056375 Jan 29 04:46:14.546172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-576a4d85-064d-42e6-b310-59e90580c90a', 'network_id': '576a4d85-064d-42e6-b310-59e90580c90a', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': 'c00597b9-7f23-45ea-8fe9-9b943d2d8b1e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:14.554073 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.590017 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.669684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49118) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:14.689308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.704390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:14.706960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.719979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:14.722380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.9 (576a4d85-064d-42e6-b310-59e90580c90a/c00597b9-7f23-45ea-8fe9-9b943d2d8b1e/5eb04973-4d21-448c-98b2-78444939ccf3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:14.737414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'port_id': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'mac_address': 'fa:16:3e:8f:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:46:14.747021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-950f0ff2-5618-4c00-a5fa-9053fc86dfaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca198acf9cb9481ea3501e58ff87b741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756171 Jan 29 04:46:14.752034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:14.889883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9baf72d0-cf62-40d3-813a-edc1b8b15d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:14.987031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9baf72d0-cf62-40d3-813a-edc1b8b15d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.040833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0874197 Jan 29 04:46:15.044149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:15.053609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784635-d5cb-48d8-ad64-142295474dda tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Network': ['ID=aa5a8daa-8c9d-4c5c-a474-d7304fc038fa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:15.067237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'subnet': {'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:15.075792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9baf72d0-cf62-40d3-813a-edc1b8b15d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.079216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9baf72d0-cf62-40d3-813a-edc1b8b15d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.080735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9baf72d0-cf62-40d3-813a-edc1b8b15d79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710dfe33-6f78-43ee-af15-d3f97b816dfc HTTP/1.1" status: 204 len: 168 time: 0.3275096 Jan 29 04:46:15.112989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:15.161722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.209413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf72d0-cf62-40d3-813a-edc1b8b15d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710dfe33-6f78-43ee-af15-d3f97b816dfc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:15.253128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.338183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Made reservation on behalf of 1e03c77ac9564b37bedf5326d15bd2e9 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:15.342179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.350943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 576a4d85-064d-42e6-b310-59e90580c90a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:15.356116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Allocated IP 172.20.0.2 (576a4d85-064d-42e6-b310-59e90580c90a/c00597b9-7f23-45ea-8fe9-9b943d2d8b1e/8e87ece5-f379-4051-af93-fe7bf102ce25) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:15.361827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:15.372270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:15.417731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.521482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=5eb04973-4d21-448c-98b2-78444939ccf3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:15.530323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:46:15.574526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:15.578852 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.618254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6ec570d7-96eb-4efb-828e-fe4ecb33f6d6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7210646 Jan 29 04:46:15.621070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49158) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:15.653263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:15.682839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.831898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:15.907190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 5eb04973-4d21-448c-98b2-78444939ccf3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:15.907536 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.091402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:46:16.100801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Subnet': ['ID=464bea7f-3365-4a24-b123-77a2453e6287,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:16.116652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=12']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:16.146200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Checking segment: {'id': 'b25b1611-6700-4c86-9f6c-724e8c23b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:16.150597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network hostable DHCP agents. Network: aa5a8daa-8c9d-4c5c-a474-d7304fc038fa, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:16.219240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:16.261184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, aa5a8daa-8c9d-4c5c-a474-d7304fc038fa) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:16.268551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:16.268737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.279458 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.287016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b4bd7-5530-4048-b035-9491e6abcad7 None None] Network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:16.314628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-77d34e60-ccdb-47d2-b7d9-527f5106b9c3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2678130 Jan 29 04:46:16.315878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:16.343181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8a60d289-0111-45cd-8892-74c9f3cbc604 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:16.591424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:16.639620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.800294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Pushing event updated for resources: {'Port': ['ID=8e87ece5-f379-4051-af93-fe7bf102ce25,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:16.807904 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.822847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 5eb04973-4d21-448c-98b2-78444939ccf3 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:16.860215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-aa5a8daa-8c9d-4c5c-a474-d7304fc038fa', 'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa', 'tenant_id': '1e03c77ac9564b37bedf5326d15bd2e9', 'fixed_ips': [{'subnet_id': '464bea7f-3365-4a24-b123-77a2453e6287'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:16.861310 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.901603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Network 576a4d85-064d-42e6-b310-59e90580c90a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:16.911067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:16.914576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:16.979809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c960044f-20cd-4784-8e0b-41bff6769237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:16.991821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a60d289-0111-45cd-8892-74c9f3cbc604 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.026262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.148538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=5eb04973-4d21-448c-98b2-78444939ccf3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:17.230555 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c960044f-20cd-4784-8e0b-41bff6769237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.259883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c960044f-20cd-4784-8e0b-41bff6769237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.275404 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.279248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d731b395-da08-47e9-b960-1b27622d2ce5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/5eb04973-4d21-448c-98b2-78444939ccf3 HTTP/1.1" status: 204 len: 168 time: 1.6570563 Jan 29 04:46:17.281774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49246) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:17.307223 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda9e49d-faa8-4334-8237-36965243da0d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:46:17.308380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda9e49d-faa8-4334-8237-36965243da0d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:46:17.314069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Allocated IP 2001:db8:1::2 (aa5a8daa-8c9d-4c5c-a474-d7304fc038fa/464bea7f-3365-4a24-b123-77a2453e6287/c28d3e18-b51f-404c-9248-f5753bb4ace8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:17.315486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:17.316065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eda9e49d-faa8-4334-8237-36965243da0d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/5eb04973-4d21-448c-98b2-78444939ccf3 HTTP/1.1" status: 404 len: 333 time: 0.0330799 Jan 29 04:46:17.345104 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd20b38-dca4-4f38-865a-4cc73a40c070 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:17.347120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5bd20b38-dca4-4f38-865a-4cc73a40c070 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/5eb04973-4d21-448c-98b2-78444939ccf3 HTTP/1.1" status: 404 len: 333 time: 0.0291426 Jan 29 04:46:17.349850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c960044f-20cd-4784-8e0b-41bff6769237 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2181352dc264c4b9d2314cf31d3fd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440073 Jan 29 04:46:17.350925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:17.351900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960044f-20cd-4784-8e0b-41bff6769237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3cea0e-c79a-4c0d-a8f6-6e08825db509,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:17.353832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49254) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:17.382021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Attempting to bind port 8e87ece5-f379-4051-af93-fe7bf102ce25 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:17.382401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Attempting to bind port 8e87ece5-f379-4051-af93-fe7bf102ce25 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '955cd20e-97fb-47c2-8e90-a09d5cadb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '576a4d85-064d-42e6-b310-59e90580c90a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:17.383323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Attempting to bind port 8e87ece5-f379-4051-af93-fe7bf102ce25 on network 576a4d85-064d-42e6-b310-59e90580c90a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:17.448710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7345d47f-877a-4125-9c30-c320fb6eb179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.456200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet c00597b9-7f23-45ea-8fe9-9b943d2d8b1e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:17.461246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.464808 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-8a60d289-0111-45cd-8892-74c9f3cbc604 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:17.469394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a60d289-0111-45cd-8892-74c9f3cbc604 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b HTTP/1.1" status: 400 len: 364 time: 1.1316142 Jan 29 04:46:17.489565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:17.511352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:17.511737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Checking segment: {'id': '955cd20e-97fb-47c2-8e90-a09d5cadb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '576a4d85-064d-42e6-b310-59e90580c90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:17.512149 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.512553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Bound using segment: {'id': '955cd20e-97fb-47c2-8e90-a09d5cadb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '576a4d85-064d-42e6-b310-59e90580c90a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:17.522172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Bound port: 8e87ece5-f379-4051-af93-fe7bf102ce25, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955cd20e-97fb-47c2-8e90-a09d5cadb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '576a4d85-064d-42e6-b310-59e90580c90a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:17.522640 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.523276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.623034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7345d47f-877a-4125-9c30-c320fb6eb179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:17.939471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.020933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] For port 8e87ece5-f379-4051-af93-fe7bf102ce25, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:18.040865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] For port 8e87ece5-f379-4051-af93-fe7bf102ce25, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8e87ece5-f379-4051-af93-fe7bf102ce25,segment=NetworkSegment(955cd20e-97fb-47c2-8e90-a09d5cadb1e1),segment_id=955cd20e-97fb-47c2-8e90-a09d5cadb1e1)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:18.063772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.109972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7345d47f-877a-4125-9c30-c320fb6eb179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.112915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7345d47f-877a-4125-9c30-c320fb6eb179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.117466 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7345d47f-877a-4125-9c30-c320fb6eb179 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f3cea0e-c79a-4c0d-a8f6-6e08825db509 HTTP/1.1" status: 204 len: 168 time: 0.7614479 Jan 29 04:46:18.194378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d47f-877a-4125-9c30-c320fb6eb179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3cea0e-c79a-4c0d-a8f6-6e08825db509,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:18.495025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dab57-9062-4c5d-b8ad-ff288b078484 None None] Pushing event updated for resources: {'Port': ['ID=8e87ece5-f379-4051-af93-fe7bf102ce25,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:18.522434 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.553450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Allocated IP 2001:db8::1 (29a40730-9ec4-49f2-a4ce-7efeee1c1cce/4ea1d560-71fc-4ad9-aa89-73e16c9888db/e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:18.602278 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.643492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.823939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.853460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.906665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.915616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:18.921419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:18.925832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:18.949374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=c00597b9-7f23-45ea-8fe9-9b943d2d8b1e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:18.969839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:18.984648 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a48b8de-0530-4b3e-8848-14b0d26452a4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/c00597b9-7f23-45ea-8fe9-9b943d2d8b1e HTTP/1.1" status: 204 len: 168 time: 1.6283205 Jan 29 04:46:18.987109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:19.050792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:19.059834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:19.075802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:19.076381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.100790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Port': ['ID=e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:19.119488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Pushing event updated for resources: {'Port': ['ID=c28d3e18-b51f-404c-9248-f5753bb4ace8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:19.206417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.222092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Attempting to bind port c28d3e18-b51f-404c-9248-f5753bb4ace8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:19.222662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Attempting to bind port c28d3e18-b51f-404c-9248-f5753bb4ace8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'b25b1611-6700-4c86-9f6c-724e8c23b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:19.223031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Attempting to bind port c28d3e18-b51f-404c-9248-f5753bb4ace8 on network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:19.233388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:19.236563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Checking segment: {'id': 'b25b1611-6700-4c86-9f6c-724e8c23b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:19.237023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.237433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Bound using segment: {'id': 'b25b1611-6700-4c86-9f6c-724e8c23b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:19.240320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Bound port: c28d3e18-b51f-404c-9248-f5753bb4ace8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25b1611-6700-4c86-9f6c-724e8c23b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'aa5a8daa-8c9d-4c5c-a474-d7304fc038fa'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:19.240739 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.381947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 8e87ece5-f379-4051-af93-fe7bf102ce25 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:19.382335 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.401033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.459811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] For port c28d3e18-b51f-404c-9248-f5753bb4ace8, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:19.470049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] For port c28d3e18-b51f-404c-9248-f5753bb4ace8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c28d3e18-b51f-404c-9248-f5753bb4ace8,segment=NetworkSegment(b25b1611-6700-4c86-9f6c-724e8c23b463),segment_id=b25b1611-6700-4c86-9f6c-724e8c23b463)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:19.477599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.584591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] For port 8e87ece5-f379-4051-af93-fe7bf102ce25, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8e87ece5-f379-4051-af93-fe7bf102ce25,segment=NetworkSegment(955cd20e-97fb-47c2-8e90-a09d5cadb1e1),segment_id=955cd20e-97fb-47c2-8e90-a09d5cadb1e1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:19.585270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.647522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 8e87ece5-f379-4051-af93-fe7bf102ce25 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:19.751388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400b4a7-f794-4508-9f6e-9b2a47c980cf None None] Pushing event updated for resources: {'Port': ['ID=c28d3e18-b51f-404c-9248-f5753bb4ace8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:19.792051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-57d2746f-1b66-4314-937c-acc16a8ccaa1 None None] Provisioning complete for port e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:19.792477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-57d2746f-1b66-4314-937c-acc16a8ccaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.961606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:19.998425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-57d2746f-1b66-4314-937c-acc16a8ccaa1 None None] Port e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:20.052994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=8e87ece5-f379-4051-af93-fe7bf102ce25,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:20.078306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No DVR routers for this DVR port 8e87ece5-f379-4051-af93-fe7bf102ce25 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:20.115439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.135677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.137347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.309782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:20.394276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.437690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:46:20.442549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576a4d85-064d-42e6-b310-59e90580c90a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:20.447116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:20.447522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.456670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955cd20e-97fb-47c2-8e90-a09d5cadb1e1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:20.457170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955cd20e-97fb-47c2-8e90-a09d5cadb1e1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:20.478097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.506497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.513796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:20.514524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.542599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c28d3e18-b51f-404c-9248-f5753bb4ace8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:20.566986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1fdf5d-66fe-42f8-9e5b-2072f8ffcdc6 None None] Network 576a4d85-064d-42e6-b310-59e90580c90a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:20.582423 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:20.589498 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.597115 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.600931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/576a4d85-064d-42e6-b310-59e90580c90a HTTP/1.1" status: 204 len: 168 time: 1.6143162 Jan 29 04:46:20.610162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49318) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:20.614937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d995c-1c57-4dc5-b890-a93f262bf502 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=576a4d85-064d-42e6-b310-59e90580c90a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:20.632057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1544937758'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:20.641915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:20.645523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:20.647782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event updated for resources: {'Port': ['ID=e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:20.768680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:20.776854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.807167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0a05949a-67c4-401f-a47f-6e8574513fac None None] Could not find standard attr ID for object 8e87ece5-f379-4051-af93-fe7bf102ce25. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:46:20.838335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Router 8f978dd6-826e-4c25-82ea-a9ddb6a7891b has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:46:20.863562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:20.882546 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.958319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:20.958867 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 8cf52d51-777a-4966-a845-8fa4c85fed91 of type vlan for network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 Jan 29 04:46:20.964900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:20.973712 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f55c7c-a059-4110-b7be-4261b5fac014" -d '{"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-plugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:21.051693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.120650 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956ee0ee-166e-48b1-b00b-184fed74732d x-openstack-request-id: req-956ee0ee-166e-48b1-b00b-184fed74732d {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:21.122027 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-plugged", "status": "completed", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:21.122554 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-956ee0ee-166e-48b1-b00b-184fed74732d {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:21.123172 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'code': 200} Jan 29 04:46:21.124034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c28d3e18-b51f-404c-9248-f5753bb4ace8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:21.124633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.128106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:21.139986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.145811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:21.146528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.218406 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.355727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-53b516ac-8d21-440e-b8ee-f575750529a5 None None] Provisioning complete for port e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:21.356171 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-53b516ac-8d21-440e-b8ee-f575750529a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.395062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f3b96-3a80-44be-aecd-409963a2ef5c None None] DHCP port deletion for 576a4d85-064d-42e6-b310-59e90580c90a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:21.403687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-53b516ac-8d21-440e-b8ee-f575750529a5 None None] Port e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:21.417334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:21.417804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8026540 Jan 29 04:46:21.426409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0b9c5-4e9f-414d-b149-899baf3c6570 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=22498b34-ad2e-43ed-908e-c7f9d72a7d10,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:21.436430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:21.448851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:46:21.458108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:21.464332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4eff89bf-e0b7-40f9-8c94-fbf067a41b34 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9663253 Jan 29 04:46:21.466780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49336) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:21.474500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] Sync routers for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:46:21.571793 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.620170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:21.624150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.627216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-338eedd7-08b4-4331-ab87-2e70b63ee32e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.628850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:21.630122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:21.645469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a32ce5c-f20c-4303-858e-d3beb2a1641b None None] Network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:21.694654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=13']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:21.761929 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-338eedd7-08b4-4331-ab87-2e70b63ee32e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 04:46:21.763074 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-338eedd7-08b4-4331-ab87-2e70b63ee32e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b HTTP/1.1" status: 409 len: 329 time: 0.2945375 Jan 29 04:46:21.765916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49342) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:21.770392 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:21.834640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c28d3e18-b51f-404c-9248-f5753bb4ace8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c28d3e18-b51f-404c-9248-f5753bb4ace8,segment=NetworkSegment(b25b1611-6700-4c86-9f6c-724e8c23b463),segment_id=b25b1611-6700-4c86-9f6c-724e8c23b463)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:21.858269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:21.858993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:21.863418 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:21.903300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.043822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=e833bedb-b5d6-4b50-ad0b-e79f71eba332,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:22.047682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '8cf52d51-777a-4966-a845-8fa4c85fed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:22.048231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 22498b34-ad2e-43ed-908e-c7f9d72a7d10, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:22.074325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:22.099927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 22498b34-ad2e-43ed-908e-c7f9d72a7d10) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:22.113929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:22.114542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.161525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-69b6bcb9-9be9-4adb-896a-966b5db340c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7392747 Jan 29 04:46:22.161829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:22.167494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1942830890'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:22.223791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:22.224464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77388437-f837-4815-9c2e-ce4287cbb5c6 None None] The sync data for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:46:22.234181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d3351-4004-4da0-a518-a0edeb74ba64 None None] Network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:22.236440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8e87ece5-f379-4051-af93-fe7bf102ce25 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:22.305689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8479c554-1840-4942-a7b7-0e53b584b143 None None] Provisioning complete for port c28d3e18-b51f-404c-9248-f5753bb4ace8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:22.306379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8479c554-1840-4942-a7b7-0e53b584b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.364089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 8e87ece5-f379-4051-af93-fe7bf102ce25 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:22.364394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8e87ece5-f379-4051-af93-fe7bf102ce25 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:22.384210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.463112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:22.473962 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.501638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 48794274-1e46-4e63-bca7-d1b3d2725a93 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:22.639386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c28d3e18-b51f-404c-9248-f5753bb4ace8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:22.672578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.11 (22498b34-ad2e-43ed-908e-c7f9d72a7d10/e833bedb-b5d6-4b50-ad0b-e79f71eba332/48794274-1e46-4e63-bca7-d1b3d2725a93) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:22.920502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting port e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:22.920973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.922587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:22.949784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49376) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:23.007513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.015597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-22498b34-ad2e-43ed-908e-c7f9d72a7d10', 'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': 'e833bedb-b5d6-4b50-ad0b-e79f71eba332'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:23.018214 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.150784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:23.152133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=48794274-1e46-4e63-bca7-d1b3d2725a93,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:23.155028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:23.165222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:23.209347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.245357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Calling delete_port for e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:23.302115 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fe11-2ba9-4c41-ad45-a41e1abb5965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.311242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:23.312002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.354016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7b726e2-6233-4663-8fb6-025a30fc5cb7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1910245 Jan 29 04:46:23.355345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Allocated IP 172.20.0.2 (22498b34-ad2e-43ed-908e-c7f9d72a7d10/e833bedb-b5d6-4b50-ad0b-e79f71eba332/553a285e-6bc3-439c-9623-c46ebac36045) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:23.358350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:23.389610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d7307526-1632-4c54-a31f-44163d773f01 None None] Provisioning complete for port c28d3e18-b51f-404c-9248-f5753bb4ace8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:23.390357 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7307526-1632-4c54-a31f-44163d773f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.576439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.596242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 48794274-1e46-4e63-bca7-d1b3d2725a93 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:23.596779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.614753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Port': ['ID=e4c5f22e-ffb6-4176-9ab1-3727ef1e5edb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:23.700411 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.721871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.779388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.785591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.786574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Pushing event updated for resources: {'Port': ['ID=553a285e-6bc3-439c-9623-c46ebac36045,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:23.808591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 48794274-1e46-4e63-bca7-d1b3d2725a93 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:23.819299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:23.821700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:23.824910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:23.944815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-36582396-7dac-4569-8f0c-02904f90e646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.951691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Attempting to bind port 553a285e-6bc3-439c-9623-c46ebac36045 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:23.952464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Attempting to bind port 553a285e-6bc3-439c-9623-c46ebac36045 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '8cf52d51-777a-4966-a845-8fa4c85fed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:23.952679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Attempting to bind port 553a285e-6bc3-439c-9623-c46ebac36045 on network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:23.957177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fe11-2ba9-4c41-ad45-a41e1abb5965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.960542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:23.962110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Checking segment: {'id': '8cf52d51-777a-4966-a845-8fa4c85fed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:23.962673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.963335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Bound using segment: {'id': '8cf52d51-777a-4966-a845-8fa4c85fed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:23.964587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Bound port: 553a285e-6bc3-439c-9623-c46ebac36045, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf52d51-777a-4966-a845-8fa4c85fed91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '22498b34-ad2e-43ed-908e-c7f9d72a7d10'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:23.965056 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:23.969837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fe11-2ba9-4c41-ad45-a41e1abb5965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.069224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.078274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] For port 553a285e-6bc3-439c-9623-c46ebac36045, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:24.082570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] For port 553a285e-6bc3-439c-9623-c46ebac36045, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=553a285e-6bc3-439c-9623-c46ebac36045,segment=NetworkSegment(8cf52d51-777a-4966-a845-8fa4c85fed91),segment_id=8cf52d51-777a-4966-a845-8fa4c85fed91)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:24.096351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.111639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=48794274-1e46-4e63-bca7-d1b3d2725a93,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:24.234284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360ebc-5f67-4d0a-b1fd-f2fca1299368 None None] Pushing event updated for resources: {'Port': ['ID=553a285e-6bc3-439c-9623-c46ebac36045,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:24.265542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.269351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7d2df90-7a1b-4732-b4f6-7a2f47b19ada tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/48794274-1e46-4e63-bca7-d1b3d2725a93 HTTP/1.1" status: 204 len: 168 time: 0.9100213 Jan 29 04:46:24.275729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49394) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:24.325208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c28d3e18-b51f-404c-9248-f5753bb4ace8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:24.329213 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c58e499-3959-4f01-9b34-e7399f5cffb2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:24.332739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7c58e499-3959-4f01-9b34-e7399f5cffb2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/48794274-1e46-4e63-bca7-d1b3d2725a93 HTTP/1.1" status: 404 len: 333 time: 0.0534351 Jan 29 04:46:24.336971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49396) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:24.411970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c28d3e18-b51f-404c-9248-f5753bb4ace8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:24.412354 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.436197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet e833bedb-b5d6-4b50-ad0b-e79f71eba332 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:24.443144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.546383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.693520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.791296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.815573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:24.827134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/e833bedb-b5d6-4b50-ad0b-e79f71eba332 HTTP/1.1" status: 204 len: 168 time: 0.4885502 Jan 29 04:46:24.829346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49408) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:24.846900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3fe11-2ba9-4c41-ad45-a41e1abb5965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e35642-29db-452f-9226-6ad90d94edae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:24.848962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc6065-09cc-461e-94a9-84cc5f6dece6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=e833bedb-b5d6-4b50-ad0b-e79f71eba332,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:24.855054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d4e3fe11-2ba9-4c41-ad45-a41e1abb5965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14d4e5507ebc4b0f929d86228ad5ee16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8997860 Jan 29 04:46:24.861380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49410) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:24.880874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Router 8f978dd6-826e-4c25-82ea-a9ddb6a7891b has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:46:25.041432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.064124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:46:25.073184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-635fc107-d5a9-45d8-8ec1-19d11d110ed8 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3062260 Jan 29 04:46:25.075392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1877d75-ff24-42b2-b0ef-c7d67c832167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.077457 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] Sync routers for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:46:25.078792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49414) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:25.090664 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:25.091576 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:25.151953 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:25.157244 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-3c31d958-6b29-4e6f-aeef-2ad3a7c4a304 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] show failed (client error): The resource could not be found. Jan 29 04:46:25.158319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3c31d958-6b29-4e6f-aeef-2ad3a7c4a304 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-834172995 HTTP/1.1" status: 404 len: 334 time: 0.0786042 Jan 29 04:46:25.163093 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] Routers {'8f978dd6-826e-4c25-82ea-a9ddb6a7891b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:25.163274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1877d75-ff24-42b2-b0ef-c7d67c832167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.164507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:25.169673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-32985a6a-1242-4fcd-a888-69ed631f0e8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:25.175082 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:45:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:25.212228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 553a285e-6bc3-439c-9623-c46ebac36045 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:25.212431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.258634 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-32985a6a-1242-4fcd-a888-69ed631f0e8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] update failed (client error): The resource could not be found. Jan 29 04:46:25.260078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-32985a6a-1242-4fcd-a888-69ed631f0e8f tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-58744380 HTTP/1.1" status: 404 len: 333 time: 0.0942371 Jan 29 04:46:25.264787 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:25.266867 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:25.271070 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307dc2-e7d0-48e2-8ed6-f95152b30571 None None] The sync data for ids ['8f978dd6-826e-4c25-82ea-a9ddb6a7891b'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:46:25.345415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting subnet 464bea7f-3365-4a24-b123-77a2453e6287 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:25.350562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.375676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1877d75-ff24-42b2-b0ef-c7d67c832167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.378634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1877d75-ff24-42b2-b0ef-c7d67c832167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.398622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a1877d75-ff24-42b2-b0ef-c7d67c832167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8e35642-29db-452f-9226-6ad90d94edae HTTP/1.1" status: 204 len: 168 time: 0.5299623 Jan 29 04:46:25.421165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1877d75-ff24-42b2-b0ef-c7d67c832167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e35642-29db-452f-9226-6ad90d94edae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:25.467570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] For port 553a285e-6bc3-439c-9623-c46ebac36045, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=553a285e-6bc3-439c-9623-c46ebac36045,segment=NetworkSegment(8cf52d51-777a-4966-a845-8fa4c85fed91),segment_id=8cf52d51-777a-4966-a845-8fa4c85fed91)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:25.468063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.480726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.512074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 553a285e-6bc3-439c-9623-c46ebac36045 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:25.689483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.699377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.786392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=553a285e-6bc3-439c-9623-c46ebac36045,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:25.792327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No DVR routers for this DVR port 553a285e-6bc3-439c-9623-c46ebac36045 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:25.847083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1d9c5-4494-423b-8b0f-f60aea6dd45f None None] Network 22498b34-ad2e-43ed-908e-c7f9d72a7d10 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:25.875164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:25.930596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a0c96e9-6ce2-47a2-b724-7f79034c5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.939815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.954529 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:25.973864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fc0163de-7447-4d71-971f-ad0879f82d96 None None] Could not find standard attr ID for object 553a285e-6bc3-439c-9623-c46ebac36045. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:46:26.053287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Subnet': ['ID=464bea7f-3365-4a24-b123-77a2453e6287,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:26.057927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22498b34-ad2e-43ed-908e-c7f9d72a7d10']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:26.069422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.076192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b50e3510-7a2f-4697-8227-742166a45d62 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/subnets/464bea7f-3365-4a24-b123-77a2453e6287 HTTP/1.1" status: 204 len: 168 time: 0.8074732 Jan 29 04:46:26.076500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:26.077857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf52d51-777a-4966-a845-8fa4c85fed91') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:26.078255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf52d51-777a-4966-a845-8fa4c85fed91') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:26.089965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.106349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a60a2a-5ef5-4a64-9d2f-ee1c4160ab76 None None] Network aa5a8daa-8c9d-4c5c-a474-d7304fc038fa requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:26.107674 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.117953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:26.118463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.119827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74258b-75c6-4ccf-8913-c92bc9f502a8 None None] DHCP port deletion for 22498b34-ad2e-43ed-908e-c7f9d72a7d10 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:26.122402 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:26.151827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-717a1f48-3bc3-42c7-aaa9-8aa27b3d94d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.199465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.218466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.228743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/22498b34-ad2e-43ed-908e-c7f9d72a7d10 HTTP/1.1" status: 204 len: 168 time: 1.3931394 Jan 29 04:46:26.233671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:26.260452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'name': 'tempest-PortsTestJSON-1214112604'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:26.275963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14179a57-ab8d-4e77-b784-c7e04045276b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=22498b34-ad2e-43ed-908e-c7f9d72a7d10,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:26.309631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a0c96e9-6ce2-47a2-b724-7f79034c5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.343861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.356900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a0c96e9-6ce2-47a2-b724-7f79034c5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.418445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] DHCP port deletion for aa5a8daa-8c9d-4c5c-a474-d7304fc038fa request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:26.428150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c96e9-6ce2-47a2-b724-7f79034c5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fd9c34-15c6-43a1-b453-5c0942566b7c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:26.451240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:26.455033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a0c96e9-6ce2-47a2-b724-7f79034c5717 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd89ca97f85644d79747ec10f2ba20a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786572 Jan 29 04:46:26.455600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.458290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49446) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:26.503854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting port c28d3e18-b51f-404c-9248-f5753bb4ace8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:26.504337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.506937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port b03dd1bd-de4f-48c0-b7c9-3f012567084d yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:26.522854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] Deleting port c28d3e18-b51f-404c-9248-f5753bb4ace8 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:26.523877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.593939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08983286-8a51-4748-996c-ee9bcc38d2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.613228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] For port c28d3e18-b51f-404c-9248-f5753bb4ace8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c28d3e18-b51f-404c-9248-f5753bb4ace8,segment=NetworkSegment(b25b1611-6700-4c86-9f6c-724e8c23b463),segment_id=b25b1611-6700-4c86-9f6c-724e8c23b463)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:26.613658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.653776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08983286-8a51-4748-996c-ee9bcc38d2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.654809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Calling delete_port for c28d3e18-b51f-404c-9248-f5753bb4ace8 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:26.664454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] For port c28d3e18-b51f-404c-9248-f5753bb4ace8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c28d3e18-b51f-404c-9248-f5753bb4ace8,segment=NetworkSegment(b25b1611-6700-4c86-9f6c-724e8c23b463),segment_id=b25b1611-6700-4c86-9f6c-724e8c23b463)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:26.669639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.689919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] Calling delete_port for c28d3e18-b51f-404c-9248-f5753bb4ace8 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:26.790271 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.803058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.818297 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.824052 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08983286-8a51-4748-996c-ee9bcc38d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.826944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08983286-8a51-4748-996c-ee9bcc38d2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.830701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08983286-8a51-4748-996c-ee9bcc38d2bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10fd9c34-15c6-43a1-b453-5c0942566b7c HTTP/1.1" status: 204 len: 168 time: 0.3680608 Jan 29 04:46:26.840429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Port': ['ID=c28d3e18-b51f-404c-9248-f5753bb4ace8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:26.842543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] No DVR routers for this DVR port c28d3e18-b51f-404c-9248-f5753bb4ace8 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:26.864141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] Pushing event deleted for resources: {'Port': ['ID=c28d3e18-b51f-404c-9248-f5753bb4ace8,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:26.867635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08983286-8a51-4748-996c-ee9bcc38d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fd9c34-15c6-43a1-b453-5c0942566b7c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:26.877718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d88800-7319-4e6b-821c-18be7f23f3b4 None None] No DVR routers for this DVR port c28d3e18-b51f-404c-9248-f5753bb4ace8 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:26.932358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.951862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:26.981052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5a8daa-8c9d-4c5c-a474-d7304fc038fa']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:26.992974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25b1611-6700-4c86-9f6c-724e8c23b463') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:26.993342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25b1611-6700-4c86-9f6c-724e8c23b463') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:27.004228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=b03dd1bd-de4f-48c0-b7c9-3f012567084d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:27.045304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.048263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:27.049723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:27.052500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:27.059217 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:27.059889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.073023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.083032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0682502e-4aff-4e36-a9b0-32ab50200621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8456645 Jan 29 04:46:27.083302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:27.083302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.083701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49460) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:27.085260 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:27.208572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.239397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port b03dd1bd-de4f-48c0-b7c9-3f012567084d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:27.239813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.244905 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.252276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/networks/aa5a8daa-8c9d-4c5c-a474-d7304fc038fa HTTP/1.1" status: 204 len: 168 time: 1.1754353 Jan 29 04:46:27.253419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff38422-53a0-4d06-a0b6-195625cbcee3 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Network': ['ID=aa5a8daa-8c9d-4c5c-a474-d7304fc038fa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:27.255541 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49466) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:27.359961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.392542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting subnet 03e47cce-70f4-4f48-a5c6-a4b849b00243 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:27.395925 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.440447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.487392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.518297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for b03dd1bd-de4f-48c0-b7c9-3f012567084d owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:27.685016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.743044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.799732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=b03dd1bd-de4f-48c0-b7c9-3f012567084d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:27.806432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.840715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Subnet': ['ID=03e47cce-70f4-4f48-a5c6-a4b849b00243,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:27.842850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.846262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89420727-8bbb-4ed3-8a73-3a6a3a037803 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/b03dd1bd-de4f-48c0-b7c9-3f012567084d HTTP/1.1" status: 204 len: 168 time: 0.7616422 Jan 29 04:46:27.848892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:27.851795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.857022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fb8bd6c0-6cbe-434b-ac31-17b78c27e79c tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/subnets/03e47cce-70f4-4f48-a5c6-a4b849b00243 HTTP/1.1" status: 204 len: 168 time: 0.5939639 Jan 29 04:46:27.857319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49500) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:27.866259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'mac_address': 'fa:16:3e:31:38:b7', 'name': 'tempest-PortsTestJSON-1036350625'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:27.868779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e6707-b364-4347-ac6e-98097df61f2c None None] Network 91a507d0-2163-400f-ad9b-25b1f670e575 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:27.913750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting subnet 17c8057b-255f-42ee-a600-41cc863503b0 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:27.917136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:27.971564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.082566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:28.106675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.240202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] DHCP port deletion for 91a507d0-2163-400f-ad9b-25b1f670e575 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:28.254661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.258196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.289947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 462a17dd-0a67-418a-b830-aa795df0e892 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:28.316728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c28d3e18-b51f-404c-9248-f5753bb4ace8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:28.343561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Subnet': ['ID=17c8057b-255f-42ee-a600-41cc863503b0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:28.345749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.352134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:28.357235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd71f57-c1cf-4390-97e2-ffa0ca6758e2 None None] Network 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:28.360506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-20c53fa4-b0a9-471c-b278-d8cdf02a33f5 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/subnets/17c8057b-255f-42ee-a600-41cc863503b0 HTTP/1.1" status: 204 len: 168 time: 0.5020912 Jan 29 04:46:28.394940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c28d3e18-b51f-404c-9248-f5753bb4ace8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:28.395985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c28d3e18-b51f-404c-9248-f5753bb4ace8 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:28.483006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] Deleting port cb38e187-2810-411e-be49-311bc5193956 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:28.483389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.522658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.621650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] For port cb38e187-2810-411e-be49-311bc5193956, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cb38e187-2810-411e-be49-311bc5193956,segment=NetworkSegment(c6e1b55d-a784-4b5b-9ed6-b699b0c23ece),segment_id=c6e1b55d-a784-4b5b-9ed6-b699b0c23ece)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:28.622099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.654148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] Calling delete_port for cb38e187-2810-411e-be49-311bc5193956 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:28.724818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.777500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.779805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] DHCP port deletion for 502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:28.840569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:28.848823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting port cb38e187-2810-411e-be49-311bc5193956 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:28.849173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.859403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:28.871658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:28.878369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:28.878954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.881366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=462a17dd-0a67-418a-b830-aa795df0e892,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:28.886733 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.904279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] Deleting port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:28.905088 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.923889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] No DVR routers for this DVR port cb38e187-2810-411e-be49-311bc5193956 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:28.939925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d2c5-d0cf-4973-b7cf-d3f3a40fbd5d None None] Pushing event deleted for resources: {'Port': ['ID=cb38e187-2810-411e-be49-311bc5193956,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:28.941943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb8a1ee1-3b4c-4c9c-b1a3-43cb4d778e20 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0885146 Jan 29 04:46:28.944586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49530) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:28.967412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] For port cb38e187-2810-411e-be49-311bc5193956, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cb38e187-2810-411e-be49-311bc5193956,segment=NetworkSegment(c6e1b55d-a784-4b5b-9ed6-b699b0c23ece),segment_id=c6e1b55d-a784-4b5b-9ed6-b699b0c23ece)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:28.967971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:28.983092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Calling delete_port for cb38e187-2810-411e-be49-311bc5193956 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:29.029547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1c33b-4e61-4e68-a790-25a261438d36 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:29.031162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ac1c33b-4e61-4e68-a790-25a261438d36 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/462a17dd-0a67-418a-b830-aa795df0e892 HTTP/1.1" status: 200 len: 841 time: 0.0847306 Jan 29 04:46:29.035064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49532) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:29.099084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.136794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] For port 1fd00805-89f2-4b2b-9bd6-db17d42cd726, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1fd00805-89f2-4b2b-9bd6-db17d42cd726,segment=NetworkSegment(6b306e28-fff9-403d-af0b-a284316925c9),segment_id=6b306e28-fff9-403d-af0b-a284316925c9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:29.137102 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.192989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] Calling delete_port for 1fd00805-89f2-4b2b-9bd6-db17d42cd726 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:29.208501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Port': ['ID=cb38e187-2810-411e-be49-311bc5193956,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:29.220351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] No DVR routers for this DVR port cb38e187-2810-411e-be49-311bc5193956 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:29.238293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 462a17dd-0a67-418a-b830-aa795df0e892 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:29.238887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.244202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.316504 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.363327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.368975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.373312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a507d0-2163-400f-ad9b-25b1f670e575']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:29.382166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 462a17dd-0a67-418a-b830-aa795df0e892 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:29.395966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:29.396304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e1b55d-a784-4b5b-9ed6-b699b0c23ece') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:29.414533 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.419589 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.444144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.452948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:29.452948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:29.457601 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:29.474333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] Pushing event deleted for resources: {'Port': ['ID=1fd00805-89f2-4b2b-9bd6-db17d42cd726,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:29.496958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20c386-2b17-4394-a332-cff0737d1b85 None None] No DVR routers for this DVR port 1fd00805-89f2-4b2b-9bd6-db17d42cd726 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:29.537000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.545607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.551695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/networks/91a507d0-2163-400f-ad9b-25b1f670e575 HTTP/1.1" status: 204 len: 168 time: 1.1968584 Jan 29 04:46:29.553350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49540) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:29.571772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d58e45-e069-4020-aac8-a3347e97892e tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Network': ['ID=91a507d0-2163-400f-ad9b-25b1f670e575,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:29.643123 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.713704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.718373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/462a17dd-0a67-418a-b830-aa795df0e892 HTTP/1.1" status: 204 len: 168 time: 0.6823273 Jan 29 04:46:29.719283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee25c0-454b-43f6-bd08-d8189f128119 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=462a17dd-0a67-418a-b830-aa795df0e892,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:29.720142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:29.740619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.752306 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d420fb-aee5-4c8e-8b85-bf0e11df3a92 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:29.757217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-38d420fb-aee5-4c8e-8b85-bf0e11df3a92 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/462a17dd-0a67-418a-b830-aa795df0e892 HTTP/1.1" status: 404 len: 333 time: 0.0326316 Jan 29 04:46:29.757824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:29.762644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'name': 'tempest-PortsTestJSON-1762729667'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:29.833926 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.865487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:29.876282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b306e28-fff9-403d-af0b-a284316925c9') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:29.876606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b306e28-fff9-403d-af0b-a284316925c9') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:29.887277 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.891963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:29.895722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.903041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.909813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:29.910465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:29.914311 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:29.916053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 357e8f75-ba8a-4c8c-8713-2d41b7acf86b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:29.987763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:29.996446 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.000770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/networks/502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6 HTTP/1.1" status: 204 len: 168 time: 0.4461150 Jan 29 04:46:30.003063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:30.036555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ac7d-81ac-4ce4-93ff-e189a220e197 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Network': ['ID=502edfb9-5d51-4c2b-8cf2-7ab23c8c0ca6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:30.096556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting subnet 4ea1d560-71fc-4ad9-aa89-73e16c9888db {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:30.096707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-91618160-8074-4ed6-a92b-efb401012c4e tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f925e60c59df475187a4fb8fe7a6a688&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675499 Jan 29 04:46:30.101409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.172865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.245999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.300836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cb38e187-2810-411e-be49-311bc5193956 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:30.312494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.349260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: cb38e187-2810-411e-be49-311bc5193956 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:30.349840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cb38e187-2810-411e-be49-311bc5193956 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:30.350451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1fd00805-89f2-4b2b-9bd6-db17d42cd726 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:30.381550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 1fd00805-89f2-4b2b-9bd6-db17d42cd726 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:30.382163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-0eba391f-55e7-4f69-a8e3-d95ba558e9e0 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:30.383178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1fd00805-89f2-4b2b-9bd6-db17d42cd726 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:30.384175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-0eba391f-55e7-4f69-a8e3-d95ba558e9e0 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753143 Jan 29 04:46:30.401007 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.405428 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.415627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.419183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/subnets/4ea1d560-71fc-4ad9-aa89-73e16c9888db HTTP/1.1" status: 204 len: 168 time: 0.4152827 Jan 29 04:46:30.420413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e35952-3d38-44a6-955f-ca094b84653a None None] Network 29a40730-9ec4-49f2-a4ce-7efeee1c1cce requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:30.427835 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-b2c9c239-680c-4c54-94b0-28b32b2e6b65 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/quotas/f925e60c59df475187a4fb8fe7a6a688 HTTP/1.1" status: 200 len: 375 time: 0.0362899 Jan 29 04:46:30.430206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:30.439498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bff3ae-6c20-4d2a-9a4d-73961f16ca67 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea1d560-71fc-4ad9-aa89-73e16c9888db,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:30.561616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3e811a54-8245-48f4-8819-bb7b2b55a999 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f925e60c59df475187a4fb8fe7a6a688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324494 Jan 29 04:46:30.615501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:30.623182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:30.633134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=357e8f75-ba8a-4c8c-8713-2d41b7acf86b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:30.636040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:30.642839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:30.644028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.672806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.680453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d5dd6e99-3618-4815-8ca8-2acd141b0031 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9214380 Jan 29 04:46:30.683469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:30.690333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:30.694538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] DHCP port deletion for 29a40730-9ec4-49f2-a4ce-7efeee1c1cce request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:30.798607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] Deleting port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:30.799228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.824125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.898055 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63be84ff-2cfc-4bf5-ad82-688399358c60 req-0510179b-f813-4e8d-a91f-6e2c81cdacbe tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 210 time: 0.0502303 Jan 29 04:46:30.934920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Deleting port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:30.935296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.948745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] For port e5221eb3-c46c-4449-9ce0-482d44c0f8d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,segment=NetworkSegment(0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636),segment_id=0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:30.949162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:30.974647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] Calling delete_port for e5221eb3-c46c-4449-9ce0-482d44c0f8d0 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:31.104379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.143129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] Pushing event deleted for resources: {'Port': ['ID=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:31.153005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] For port e5221eb3-c46c-4449-9ce0-482d44c0f8d0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,segment=NetworkSegment(0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636),segment_id=0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:31.153388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.154435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d9823-c2a7-4fa5-aaae-6bf125f2fc79 None None] No DVR routers for this DVR port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:31.187930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Calling delete_port for e5221eb3-c46c-4449-9ce0-482d44c0f8d0 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:31.291767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.299186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.374386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] In _notify_port_updated(), no bound segment for port 357e8f75-ba8a-4c8c-8713-2d41b7acf86b on network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:46:31.380542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:31.381312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.383531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/ports/357e8f75-ba8a-4c8c-8713-2d41b7acf86b HTTP/1.1" status: 200 len: 818 time: 0.6980102 Jan 29 04:46:31.386918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49628) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:31.396006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf3d08-442d-4a88-8c6d-2af9e767444f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=357e8f75-ba8a-4c8c-8713-2d41b7acf86b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:31.423160 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.455975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Port': ['ID=e5221eb3-c46c-4449-9ce0-482d44c0f8d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:31.471536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] No DVR routers for this DVR port e5221eb3-c46c-4449-9ce0-482d44c0f8d0 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:31.504671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 357e8f75-ba8a-4c8c-8713-2d41b7acf86b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:31.505290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.581653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.591057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.606291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 357e8f75-ba8a-4c8c-8713-2d41b7acf86b owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:31.609669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a40730-9ec4-49f2-a4ce-7efeee1c1cce']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:31.625070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:31.625516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feaf7f9-b9eb-42a5-a776-7b8bd0ad1636') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:31.640987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.662063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.670623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:31.671205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:31.675051 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:31.708903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.752393 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.764316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.770543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/357e8f75-ba8a-4c8c-8713-2d41b7acf86b HTTP/1.1" status: 204 len: 168 time: 0.3823512 Jan 29 04:46:31.771358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49642) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:31.773700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbfb43-9ca7-4d66-a3f7-a1b09336cdea tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=357e8f75-ba8a-4c8c-8713-2d41b7acf86b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:31.784905 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:31.791080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/networks/29a40730-9ec4-49f2-a4ce-7efeee1c1cce HTTP/1.1" status: 204 len: 168 time: 1.3358016 Jan 29 04:46:31.792074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d873e-cce2-465d-9c76-40358ec343ac tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Pushing event deleted for resources: {'Network': ['ID=29a40730-9ec4-49f2-a4ce-7efeee1c1cce,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:31.793819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:31.839734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13ad60a0-05be-4025-864e-6b33d60f6d00 tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f978dd6-826e-4c25-82ea-a9ddb6a7891b HTTP/1.1" status: 200 len: 205 time: 0.0425549 Jan 29 04:46:31.839972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:31.901998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ea151-a1cd-4bbd-b600-522030d659f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:31.904225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e89ea151-a1cd-4bbd-b600-522030d659f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1310034 Jan 29 04:46:31.907599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49656) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:31.969359 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b57deb9-654c-4ab0-98dc-2b75d480b8ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:31.974529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3b57deb9-654c-4ab0-98dc-2b75d480b8ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/357e8f75-ba8a-4c8c-8713-2d41b7acf86b HTTP/1.1" status: 404 len: 333 time: 0.0624552 Jan 29 04:46:31.975145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:31.981337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-123446469'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:32.026548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:32.031598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.067256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:32.079755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.080320 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 95492ace-96f6-4503-a457-31c0f35f8c16 of type vlan for network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 Jan 29 04:46:32.131216 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.160989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.172575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:32.173290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.241142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2648060 Jan 29 04:46:32.248871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:32.255101 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:32.315741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e5221eb3-c46c-4449-9ce0-482d44c0f8d0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:32.359355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.362595 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-673a94ed-67b5-4cc6-bba2-2fb794474080 req-03c66983-7861-4a97-bd6b-08bcac8cefc2 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 210 time: 0.0356882 Jan 29 04:46:32.376717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a71a3a-7cc7-4dfb-b4c4-64efff3bfd7e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=149d060f-4b7b-496c-bcb5-3ad3cdd42a79,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:32.416819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:32.421152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:32.424838 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.457856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e5221eb3-c46c-4449-9ce0-482d44c0f8d0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:32.463678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e5221eb3-c46c-4449-9ce0-482d44c0f8d0 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:32.501218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-1ffe7f49-3777-46f6-b6f7-b0200b2c03d6 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f925e60c59df475187a4fb8fe7a6a688&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917799 Jan 29 04:46:32.649186 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.652000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.736807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.737131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.737316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Fanout notify agent at l3_agent the message router_deleted on router 8f978dd6-826e-4c25-82ea-a9ddb6a7891b {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:46:32.746839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.750368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e72263ef-dc3d-45cf-bbca-6bb684b3520d tempest-RoutersNegativeIpV6Test-516584771 tempest-RoutersNegativeIpV6Test-516584771-project] 10.222.0.32 "DELETE /v2.0/routers/8f978dd6-826e-4c25-82ea-a9ddb6a7891b HTTP/1.1" status: 204 len: 168 time: 0.9094326 Jan 29 04:46:32.832419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=dbe33fa3-1db9-4455-aaac-d2c55d229725,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:32.851274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-151b6329-03a4-4fd8-93d6-77802980941b tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:32.851470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '95492ace-96f6-4503-a457-31c0f35f8c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:32.851843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 149d060f-4b7b-496c-bcb5-3ad3cdd42a79, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:32.853211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-151b6329-03a4-4fd8-93d6-77802980941b tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463457 Jan 29 04:46:32.874355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Request body: {'port': {'device_id': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'f925e60c59df475187a4fb8fe7a6a688'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:32.890038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:32.923164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 149d060f-4b7b-496c-bcb5-3ad3cdd42a79) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:32.942066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:32.943484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:32.952130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc608e7d-7604-4c60-980d-f5caeccb3551 None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:32.967443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8b8929f-a71a-4e5e-a27b-dde3b50adfb4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7150433 Jan 29 04:46:32.974631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49690) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:32.990909 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:33.064403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Made reservation on behalf of f925e60c59df475187a4fb8fe7a6a688 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:33.069223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.093917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.203882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': 'dbe33fa3-1db9-4455-aaac-d2c55d229725'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:33.205076 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.250072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49700) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:33.265121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:33.272470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.273460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.281641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.429915 n-d-825930-1 neutron-server[102403]: INFO neutron.db.ipam_backend_mixin [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dbe33fa3-1db9-4455-aaac-d2c55d229725 (CIDR: 172.20.0.0/28) Jan 29 04:46:33.447832 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:33.448348 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:46:33.455791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f464cd-04ed-4f43-88c2-631e57de9be7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:33.479443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Allocated IP 172.20.0.2 (149d060f-4b7b-496c-bcb5-3ad3cdd42a79/dbe33fa3-1db9-4455-aaac-d2c55d229725/bafa456f-d3f0-446b-963b-cfbb378854f2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:33.489519 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-20b5b133-f46b-44c5-ad1e-fe12cd1354ab tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5112710 Jan 29 04:46:33.494392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:33.503171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:33.562824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05022d04-cc9d-438a-b426-a068c07a28ca req-34b2cd1f-6a3a-4a6c-9a5d-b1d26b0514d9 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 210 time: 0.0432832 Jan 29 04:46:33.588452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8e8a7630-fbad-44c9-a1e2-44cef33e613b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e03c77ac9564b37bedf5326d15bd2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369968 Jan 29 04:46:33.589335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49716) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:33.661193 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2372-3f2c-4b33-a8ae-bbefb4329a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.713238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Allocated IP 192.168.233.189 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/ddb9653a-12e8-497d-aa56-8c698e271eff) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:33.723133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2372-3f2c-4b33-a8ae-bbefb4329a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.813452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2372-3f2c-4b33-a8ae-bbefb4329a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.837014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2372-3f2c-4b33-a8ae-bbefb4329a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.843097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c9b2372-3f2c-4b33-a8ae-bbefb4329a8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/785d8a05-1435-4476-9604-822d122a676f HTTP/1.1" status: 204 len: 168 time: 0.2524388 Jan 29 04:46:33.864019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b2372-3f2c-4b33-a8ae-bbefb4329a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d8a05-1435-4476-9604-822d122a676f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:33.922795 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.935991 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.963565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:33.991377 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:34.002450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:34.002450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:34.010708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Pushing event updated for resources: {'Port': ['ID=bafa456f-d3f0-446b-963b-cfbb378854f2,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:34.065336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Attempting to bind port bafa456f-d3f0-446b-963b-cfbb378854f2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:34.065868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Attempting to bind port bafa456f-d3f0-446b-963b-cfbb378854f2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '95492ace-96f6-4503-a457-31c0f35f8c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:34.066481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Attempting to bind port bafa456f-d3f0-446b-963b-cfbb378854f2 on network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:34.073157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:34.073754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Checking segment: {'id': '95492ace-96f6-4503-a457-31c0f35f8c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:34.074567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.075349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Bound using segment: {'id': '95492ace-96f6-4503-a457-31c0f35f8c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:34.082664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Bound port: bafa456f-d3f0-446b-963b-cfbb378854f2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95492ace-96f6-4503-a457-31c0f35f8c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:34.083215 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.098051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:34.115979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.128818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.170628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] For port bafa456f-d3f0-446b-963b-cfbb378854f2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:34.175066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] For port bafa456f-d3f0-446b-963b-cfbb378854f2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bafa456f-d3f0-446b-963b-cfbb378854f2,segment=NetworkSegment(95492ace-96f6-4503-a457-31c0f35f8c16),segment_id=95492ace-96f6-4503-a457-31c0f35f8c16)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:34.189706 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.258515 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:34.276101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:34.277057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ddb6-fc1d-4791-9376-a3a5d9955954 None None] Pushing event updated for resources: {'Port': ['ID=bafa456f-d3f0-446b-963b-cfbb378854f2,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:34.305957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:34.412914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Pushing event updated for resources: {'Port': ['ID=ddb9653a-12e8-497d-aa56-8c698e271eff,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:34.453111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:34.453866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.487229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3317f1ca-d59a-45f7-9227-2bee112552e7 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6175818 Jan 29 04:46:34.509486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Request body: {'port': {'device_id': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:34.800445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fbb6e174-2949-4640-9cf1-7951b7166665 None None] Provisioning complete for port ddb9653a-12e8-497d-aa56-8c698e271eff triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:34.801058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e174-2949-4640-9cf1-7951b7166665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.858652 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:34.868273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6e174-2949-4640-9cf1-7951b7166665 None None] Port ddb9653a-12e8-497d-aa56-8c698e271eff cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:35.027895 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.050912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d268d4-91e9-45c1-ac70-9c140288713d req-a6b2ffbc-9ebe-4164-b853-3e9c81bc7033 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:35.052670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53d268d4-91e9-45c1-ac70-9c140288713d req-a6b2ffbc-9ebe-4164-b853-3e9c81bc7033 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 936 time: 0.1672304 Jan 29 04:46:35.154123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:35.179107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:35.188870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:35.189456 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.222339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49780) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:35.229671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-53d268d4-91e9-45c1-ac70-9c140288713d req-d86be222-b171-4e09-9507-484a457cbf21 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978029 Jan 29 04:46:35.236040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=177ccd54-f4e0-431d-bbd2-c7ed7155531e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:35.330811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d796c01e-cff5-4bd0-949b-6396d7d5db2c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8353055 Jan 29 04:46:35.333735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49790) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:35.341776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'fixed_ips': [{'subnet_id': 'dbe33fa3-1db9-4455-aaac-d2c55d229725'}, {'subnet_id': '177ccd54-f4e0-431d-bbd2-c7ed7155531e'}], 'name': 'tempest-PortsTestJSON-1059428635'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:35.466088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-112ed0a9-cc0c-436e-bde5-08748a276db7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:35.466795 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-112ed0a9-cc0c-436e-bde5-08748a276db7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:46:35.467875 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-112ed0a9-cc0c-436e-bde5-08748a276db7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:46:35.475168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-112ed0a9-cc0c-436e-bde5-08748a276db7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2511435 Jan 29 04:46:35.506747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb9653a-12e8-497d-aa56-8c698e271eff {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:46:35.529067 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.556805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:35.569302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100417563'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:35.584378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Transition to ACTIVE for port object ddb9653a-12e8-497d-aa56-8c698e271eff will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:46:35.618408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:35.618657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.640352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.739351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.777390 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:35.804705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:35.838066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb9653a-12e8-497d-aa56-8c698e271eff,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:36.081662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c245174-8f07-4050-9ee3-dec7e1add767 None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:36.180953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-edb1e05c-7437-46c8-8a67-07ac42976462 None None] Provisioning complete for port bafa456f-d3f0-446b-963b-cfbb378854f2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:36.181336 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edb1e05c-7437-46c8-8a67-07ac42976462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.190947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.192152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Attempting to bind port ddb9653a-12e8-497d-aa56-8c698e271eff on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:36.192572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Attempting to bind port ddb9653a-12e8-497d-aa56-8c698e271eff by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:36.192992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Attempting to bind port ddb9653a-12e8-497d-aa56-8c698e271eff on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:36.206772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.233841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Port ddb9653a-12e8-497d-aa56-8c698e271eff on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:46:36.234242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Attempting to bind port ddb9653a-12e8-497d-aa56-8c698e271eff on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:36.283353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.8 (149d060f-4b7b-496c-bcb5-3ad3cdd42a79/dbe33fa3-1db9-4455-aaac-d2c55d229725/2c2f6e6c-ec56-4855-aece-d3677aeff7ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:36.290953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.23 (149d060f-4b7b-496c-bcb5-3ad3cdd42a79/177ccd54-f4e0-431d-bbd2-c7ed7155531e/2c2f6e6c-ec56-4855-aece-d3677aeff7ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:36.308709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:36.309326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:36.309908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:36.310511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Bound port: ddb9653a-12e8-497d-aa56-8c698e271eff, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:36.311067 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.424587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bafa456f-d3f0-446b-963b-cfbb378854f2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:36.440763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7938cb6e-debf-420b-bd1e-42b4f7df0a51,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:36.507695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] For port ddb9653a-12e8-497d-aa56-8c698e271eff, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:36.516345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] For port ddb9653a-12e8-497d-aa56-8c698e271eff, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ddb9653a-12e8-497d-aa56-8c698e271eff,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:36.518957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.524184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.524780 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edb1e05c-7437-46c8-8a67-07ac42976462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.535665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port bafa456f-d3f0-446b-963b-cfbb378854f2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:36.536324 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.565886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.572014 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.634538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.634777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:36.635459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.636899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] 10.222.0.36 "PUT /v2.0/ports/ddb9653a-12e8-497d-aa56-8c698e271eff HTTP/1.1" status: 200 len: 1096 time: 2.1333251 Jan 29 04:46:36.637724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'tag': 'ddb9653a-12e8-497d-aa56-8c698e271eff'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:36.640058 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fc923b-781b-404b-be47-8063b9a21529" -d '{"events": [{"name": "network-changed", "server_uuid": "af66e293-bc11-4151-b907-bdd65ff636ee", "tag": "ddb9653a-12e8-497d-aa56-8c698e271eff"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:36.651507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.655433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0949032 Jan 29 04:46:36.656242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bcbdd-584c-4596-87fc-f5bf6a4b34eb tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3748f6-044a-4ee4-8ca7-b8ebe1b45817,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:36.657442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49818) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:36.661760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242da15-3130-4ec2-be1f-4c747cccbbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb9653a-12e8-497d-aa56-8c698e271eff,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:36.673615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-edb1e05c-7437-46c8-8a67-07ac42976462 None None] For port bafa456f-d3f0-446b-963b-cfbb378854f2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bafa456f-d3f0-446b-963b-cfbb378854f2,segment=NetworkSegment(95492ace-96f6-4503-a457-31c0f35f8c16),segment_id=95492ace-96f6-4503-a457-31c0f35f8c16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:36.685918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edb1e05c-7437-46c8-8a67-07ac42976462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.704468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314db952-734a-4b99-8d4b-aebd1beafc9c req-3c020033-3fef-4cd2-8093-ce5e2a85f903 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:36.706702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-314db952-734a-4b99-8d4b-aebd1beafc9c req-3c020033-3fef-4cd2-8093-ce5e2a85f903 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 948 time: 0.2817554 Jan 29 04:46:36.717626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:36.723113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '3a3748f6-044a-4ee4-8ca7-b8ebe1b45817', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:36.733996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:36.737578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:36.756653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.759039 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b9a944-0abf-43f7-ad58-3089e5138559 x-openstack-request-id: req-91b9a944-0abf-43f7-ad58-3089e5138559 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:36.759336 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af66e293-bc11-4151-b907-bdd65ff636ee", "tag": "ddb9653a-12e8-497d-aa56-8c698e271eff", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:36.759590 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91b9a944-0abf-43f7-ad58-3089e5138559 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:36.759992 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'tag': 'ddb9653a-12e8-497d-aa56-8c698e271eff', 'status': 'completed', 'code': 200} Jan 29 04:46:36.792792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-386802a5-1974-46cc-9663-e865f8ce7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:36.794942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-386802a5-1974-46cc-9663-e865f8ce7f5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f925e60c59df475187a4fb8fe7a6a688&device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 1099 time: 0.0904036 Jan 29 04:46:36.823158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:36.824229 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:36.893931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-7a8062eb-77de-454a-be3d-69b47b45c3b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ddb9653a-12e8-497d-aa56-8c698e271eff HTTP/1.1" status: 200 len: 217 time: 0.0862136 Jan 29 04:46:36.924034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-314db952-734a-4b99-8d4b-aebd1beafc9c req-04f4efb8-6d7f-4280-aba9-c21a81ee9de0 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929729 Jan 29 04:46:36.962888 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6278248 Jan 29 04:46:36.963661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49822) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:36.969305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1e05c-7437-46c8-8a67-07ac42976462 None None] Pushing event updated for resources: {'Port': ['ID=bafa456f-d3f0-446b-963b-cfbb378854f2,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:36.976715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-e4c5a34d-5dec-414e-b28b-9fdade3a1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:36.978510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-e4c5a34d-5dec-414e-b28b-9fdade3a1e0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0733259 Jan 29 04:46:36.988126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbe33fa3-1db9-4455-aaac-d2c55d229725'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:37.000733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] Update dhcp port {'port': {'network_id': '149d060f-4b7b-496c-bcb5-3ad3cdd42a79', 'fixed_ips': [{'subnet_id': 'dbe33fa3-1db9-4455-aaac-d2c55d229725', 'ip_address': '172.20.0.2'}, {'subnet_id': '177ccd54-f4e0-431d-bbd2-c7ed7155531e'}], 'binding:host_id': 'n-d-825930-1'}, 'id': 'bafa456f-d3f0-446b-963b-cfbb378854f2'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:46:37.022496 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:46:37.023379 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:46:37.028638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.041827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.066124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d48f1-4e7e-4394-b565-21d64f1569b7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=2c2f6e6c-ec56-4855-aece-d3677aeff7ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:37.119470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-5a35fad6-0b2c-4c8b-ada9-24dd53bda820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:37.121356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-5a35fad6-0b2c-4c8b-ada9-24dd53bda820 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274462 Jan 29 04:46:37.130932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.132722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.144643 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.278462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-3657eb59-6b0c-4dc0-8ffa-e729753109d9 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493673 Jan 29 04:46:37.283322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bd2ca0-c55a-4419-984b-6272b47b2ec8,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:37.295261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] Allocated IP 172.20.0.18 (149d060f-4b7b-496c-bcb5-3ad3cdd42a79/177ccd54-f4e0-431d-bbd2-c7ed7155531e/bafa456f-d3f0-446b-963b-cfbb378854f2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:37.303290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.305401 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-947b1698-63ea-402c-9abc-e60a4c3c705b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5858436 Jan 29 04:46:37.308665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49830) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:37.318652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a866219a-de05-4ba7-95b8-35922588607f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '3a3748f6-044a-4ee4-8ca7-b8ebe1b45817', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:37.391253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a866219a-de05-4ba7-95b8-35922588607f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.409173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56562ba6-0ef9-45dc-a0a9-86150a335eda req-e0ee85be-131b-492b-be22-5fb14bdfee0e service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239245 Jan 29 04:46:37.435527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] For port bafa456f-d3f0-446b-963b-cfbb378854f2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bafa456f-d3f0-446b-963b-cfbb378854f2,segment=NetworkSegment(95492ace-96f6-4503-a457-31c0f35f8c16),segment_id=95492ace-96f6-4503-a457-31c0f35f8c16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:37.468798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.478865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.502423 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-a866219a-de05-4ba7-95b8-35922588607f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 04:46:37.503819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a866219a-de05-4ba7-95b8-35922588607f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1913586 Jan 29 04:46:37.506525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:37.592939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Delete allocated IP 172.20.0.23 (149d060f-4b7b-496c-bcb5-3ad3cdd42a79/177ccd54-f4e0-431d-bbd2-c7ed7155531e) {{(pid=102403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:46:37.600781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bbf8f-ceb7-4ed5-a4e6-ebc92f0ffc2d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.617283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc923b-781b-404b-be47-8063b9a21529 req-597bee01-a8b7-41dc-a242-029f7f393e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:37.619221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-597bee01-a8b7-41dc-a242-029f7f393e97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f925e60c59df475187a4fb8fe7a6a688&device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 1099 time: 0.1228883 Jan 29 04:46:37.651957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cef674-0680-43cc-9cf2-d43aab877e82 None None] Pushing event updated for resources: {'Port': ['ID=bafa456f-d3f0-446b-963b-cfbb378854f2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:37.661837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bbf8f-ceb7-4ed5-a4e6-ebc92f0ffc2d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.792126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc923b-781b-404b-be47-8063b9a21529 req-fbf74ce7-0053-437c-ada8-e16eedeac363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:37.793666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-fbf74ce7-0053-437c-ada8-e16eedeac363 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1678102 Jan 29 04:46:37.800283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.810779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bbf8f-ceb7-4ed5-a4e6-ebc92f0ffc2d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.811552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.813367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bbf8f-ceb7-4ed5-a4e6-ebc92f0ffc2d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:37.816794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9a5bbf8f-ceb7-4ed5-a4e6-ebc92f0ffc2d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a3748f6-044a-4ee4-8ca7-b8ebe1b45817 HTTP/1.1" status: 204 len: 168 time: 0.3063331 Jan 29 04:46:37.819686 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49838) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:37.855054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-164a0678-9415-4adc-b17c-eaf90c0c5226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ddb9653a-12e8-497d-aa56-8c698e271eff HTTP/1.1" status: 200 len: 217 time: 0.0528765 Jan 29 04:46:37.862915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bbf8f-ceb7-4ed5-a4e6-ebc92f0ffc2d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3748f6-044a-4ee4-8ca7-b8ebe1b45817,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:37.982193 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=2c2f6e6c-ec56-4855-aece-d3677aeff7ae,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:37.989670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc923b-781b-404b-be47-8063b9a21529 req-a8ec5642-89ab-4d7c-ac2b-d696ebf0360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:37.992861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-a8ec5642-89ab-4d7c-ac2b-d696ebf0360b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1252725 Jan 29 04:46:38.001104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9590d8eb-3442-48cb-9ac0-a3621955f280 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1802669 Jan 29 04:46:38.016272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49850) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:38.023403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--395894412'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:38.032495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] In _notify_port_updated(), no bound segment for port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae on network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:46:38.044818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:38.045453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.046817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67e17544-c584-4874-88ae-a30c15efb636 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/ports/2c2f6e6c-ec56-4855-aece-d3677aeff7ae HTTP/1.1" status: 200 len: 919 time: 1.0797515 Jan 29 04:46:38.049693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49852) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:38.056262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbe33fa3-1db9-4455-aaac-d2c55d229725'}, {'subnet_id': '177ccd54-f4e0-431d-bbd2-c7ed7155531e'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:38.185432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.202097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.220263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc923b-781b-404b-be47-8063b9a21529 req-4962d04c-93d8-40f1-aba5-e91600cd1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:38.229632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-4962d04c-93d8-40f1-aba5-e91600cd1fd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299271 Jan 29 04:46:38.335040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bafa456f-d3f0-446b-963b-cfbb378854f2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:38.410763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port bafa456f-d3f0-446b-963b-cfbb378854f2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:38.411665 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.414641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85185298-f668-49fb-9f06-0c4c881af0c7 req-b14da0fe-6bd4-4b00-8ccd-9cf3d38869ac tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:38.418685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85185298-f668-49fb-9f06-0c4c881af0c7 req-b14da0fe-6bd4-4b00-8ccd-9cf3d38869ac tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 948 time: 0.3071282 Jan 29 04:46:38.457727 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.502025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce604a24-4ef4-42fc-86a8-222c3ce6e5a1 None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:38.508419 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.565738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85185298-f668-49fb-9f06-0c4c881af0c7 req-90ba200e-862c-4a0a-b20b-a6f89facb3c6 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339519 Jan 29 04:46:38.599280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-24d2bfd3-aa7f-4fd3-a401-27836890032d service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598990 Jan 29 04:46:38.637806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2ce3fe0c-b522-483c-b0f7-20cbdab6a6ad None None] Provisioning complete for port bafa456f-d3f0-446b-963b-cfbb378854f2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:38.638250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ce3fe0c-b522-483c-b0f7-20cbdab6a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:38.792555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fc923b-781b-404b-be47-8063b9a21529 req-121e4d46-7295-4277-a263-c8cfc7080f34 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828961 Jan 29 04:46:39.237230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.241296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2213330 Jan 29 04:46:39.242229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:39.245037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf909dd4-0492-4ad4-879d-884ce2b1f0ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec13c0-408a-4059-889c-f5caefebdfae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:39.254803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e65d88d8-4645-4d24-8260-f0f22d48c77a tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '72ec13c0-408a-4059-889c-f5caefebdfae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:39.256306 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-e65d88d8-4645-4d24-8260-f0f22d48c77a tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 29 04:46:39.257853 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e65d88d8-4645-4d24-8260-f0f22d48c77a tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:39.259368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e65d88d8-4645-4d24-8260-f0f22d48c77a tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0160697 Jan 29 04:46:39.262202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49878) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:39.290875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-285f867e-52a4-4271-8763-eebc13201a18 None None] Provisioning complete for port bafa456f-d3f0-446b-963b-cfbb378854f2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:39.295406 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-285f867e-52a4-4271-8763-eebc13201a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.407332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f169390d-3270-4135-9d7e-f5b533492385 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.427999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.27 (149d060f-4b7b-496c-bcb5-3ad3cdd42a79/177ccd54-f4e0-431d-bbd2-c7ed7155531e/2c2f6e6c-ec56-4855-aece-d3677aeff7ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:39.443645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-285f867e-52a4-4271-8763-eebc13201a18 None None] Provisioning complete for port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:39.444221 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-285f867e-52a4-4271-8763-eebc13201a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.453305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f169390d-3270-4135-9d7e-f5b533492385 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.515292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-285f867e-52a4-4271-8763-eebc13201a18 None None] Port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:39.587102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f169390d-3270-4135-9d7e-f5b533492385 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.590277 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f169390d-3270-4135-9d7e-f5b533492385 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.591712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f169390d-3270-4135-9d7e-f5b533492385 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/72ec13c0-408a-4059-889c-f5caefebdfae HTTP/1.1" status: 204 len: 168 time: 0.3283281 Jan 29 04:46:39.596392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:39.643990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169390d-3270-4135-9d7e-f5b533492385 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec13c0-408a-4059-889c-f5caefebdfae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:39.699311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ee7f7093-eb61-4225-9021-8427249109ff None None] Provisioning complete for port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:39.699311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7093-eb61-4225-9021-8427249109ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.716067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.716556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a28f92ab-599f-43ed-9463-b37de4dc5351 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189685 Jan 29 04:46:39.721079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49890) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:39.728243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045406677'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:39.734879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.770163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f7093-eb61-4225-9021-8427249109ff None None] Port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:39.803084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2649b40-af6d-406b-9498-a3d9dae849cc req-aa67978c-d92c-43e8-a0c3-3912671b946f tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:39.804698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2649b40-af6d-406b-9498-a3d9dae849cc req-aa67978c-d92c-43e8-a0c3-3912671b946f tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 948 time: 0.0871019 Jan 29 04:46:39.854490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2649b40-af6d-406b-9498-a3d9dae849cc req-ccd2b504-fe3e-4b55-8578-81748d4a417b tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jan 29 04:46:39.898467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bed101cf-26b7-415c-924f-2259b934a718 None None] Provisioning complete for port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:39.899099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bed101cf-26b7-415c-924f-2259b934a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.939728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] In _notify_port_updated(), no bound segment for port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae on network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:46:39.946206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:39.955689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bed101cf-26b7-415c-924f-2259b934a718 None None] Port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:39.960060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:39.965938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/ports/2c2f6e6c-ec56-4855-aece-d3677aeff7ae HTTP/1.1" status: 200 len: 999 time: 1.9126122 Jan 29 04:46:39.967552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:39.979546 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.027623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37b55-5fff-4720-bbdf-cd45bcb7c8d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=2c2f6e6c-ec56-4855-aece-d3677aeff7ae,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:40.092456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-c02a9280-1108-4a5b-a4e5-155f15b8064e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228499 Jan 29 04:46:40.180314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d9a14bcd-ef05-4a81-98b1-f4bafe5f7893 None None] Provisioning complete for port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:40.180479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:40.181167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.182356 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9a14bcd-ef05-4a81-98b1-f4bafe5f7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.261475 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.262900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d9a14bcd-ef05-4a81-98b1-f4bafe5f7893 None None] Port 2c2f6e6c-ec56-4855-aece-d3677aeff7ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:40.281788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.325879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-1800c5a4-a488-4817-8ff7-48ba25b4044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:40.327383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-1800c5a4-a488-4817-8ff7-48ba25b4044a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1098 time: 0.1453254 Jan 29 04:46:40.344220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.346127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6229906 Jan 29 04:46:40.352691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49906) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:40.357086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-acf50e5b-4e72-4643-8fc5-b1a87283e0ef tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': 'd51f4fb0-e049-4ea4-b303-df8a746b807b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:40.358898 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-acf50e5b-4e72-4643-8fc5-b1a87283e0ef tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 29 04:46:40.359418 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-acf50e5b-4e72-4643-8fc5-b1a87283e0ef tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:40.361760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-acf50e5b-4e72-4643-8fc5-b1a87283e0ef tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068517 Jan 29 04:46:40.372048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49908) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:40.391254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1385af-fe35-45bc-b6d0-f9338e7ad41d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f4fb0-e049-4ea4-b303-df8a746b807b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:40.481493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-f69c2ac5-8c8b-4b78-92ff-1da8eee34de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:40.483079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-f69c2ac5-8c8b-4b78-92ff-1da8eee34de6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.1313391 Jan 29 04:46:40.587106 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa2ddc62-fcc1-49e0-95ae-219eb5aef063 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.590626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.592091 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-204712f6-8a86-48c6-9707-3ce16edddcd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 1001 time: 0.1007395 Jan 29 04:46:40.605724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 2c2f6e6c-ec56-4855-aece-d3677aeff7ae owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:40.646988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa2ddc62-fcc1-49e0-95ae-219eb5aef063 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.684569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-62599928-5b69-410c-915c-2c093b7e2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:40.687506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-62599928-5b69-410c-915c-2c093b7e2893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.0858102 Jan 29 04:46:40.752406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-d5c434fc-0f28-4efb-ab94-6dd269f0e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:40.754806 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-d5c434fc-0f28-4efb-ab94-6dd269f0e276 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575795 Jan 29 04:46:40.757364 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa2ddc62-fcc1-49e0-95ae-219eb5aef063 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.760557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa2ddc62-fcc1-49e0-95ae-219eb5aef063 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.761980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aa2ddc62-fcc1-49e0-95ae-219eb5aef063 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/d51f4fb0-e049-4ea4-b303-df8a746b807b HTTP/1.1" status: 204 len: 168 time: 0.3888059 Jan 29 04:46:40.764564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:40.791706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ddc62-fcc1-49e0-95ae-219eb5aef063 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f4fb0-e049-4ea4-b303-df8a746b807b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:40.848726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-70e21e14-1322-45e8-8203-e7ee78f6a51e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813496 Jan 29 04:46:40.849506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49916) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:40.858958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--97856422'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:40.882947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-44435be8-703c-457b-bd0d-c52646ba5650 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186378 Jan 29 04:46:40.885611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.922990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:40.928052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=2c2f6e6c-ec56-4855-aece-d3677aeff7ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:41.064402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ddb9653a-12e8-497d-aa56-8c698e271eff details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:46:41.098263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.102594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-76cb8193-ebc6-4e5c-b21e-fded639c99e2 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/2c2f6e6c-ec56-4855-aece-d3677aeff7ae HTTP/1.1" status: 204 len: 168 time: 1.1340361 Jan 29 04:46:41.105655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.150063 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50a8591-f02c-469c-92ae-3dea3cf5687f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:41.152120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e50a8591-f02c-469c-92ae-3dea3cf5687f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/2c2f6e6c-ec56-4855-aece-d3677aeff7ae HTTP/1.1" status: 404 len: 333 time: 0.0453331 Jan 29 04:46:41.158825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.169338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfb38-465d-4aa6-b462-f8ee2165c9b7 req-fad6bdd9-a75c-416c-af28-098f19d732af tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:41.178027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7fdfb38-465d-4aa6-b462-f8ee2165c9b7 req-fad6bdd9-a75c-416c-af28-098f19d732af tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 948 time: 0.1951404 Jan 29 04:46:41.181537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e5190b4-4a1c-4a2a-a22f-f14fa45f200f req-20172805-782a-4d33-b6e8-4ad387b67791 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907574 Jan 29 04:46:41.196238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ddb9653a-12e8-497d-aa56-8c698e271eff, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ddb9653a-12e8-497d-aa56-8c698e271eff,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:41.209818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'ddb9653a-12e8-497d-aa56-8c698e271eff', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': 'ddb9653a-12e8-497d-aa56-8c698e271eff', 'mac_address': 'fa:16:3e:ee:80:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:46:41.236793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7fdfb38-465d-4aa6-b462-f8ee2165c9b7 req-4a30eff1-daaa-44fe-bc79-bbf2d3cc501b tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429156 Jan 29 04:46:41.242563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.253077 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.293454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.308637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb9653a-12e8-497d-aa56-8c698e271eff {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:46:41.329867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94efb065-8ea2-452e-80c7-78300b3fb1ee,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:41.338024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ddb9653a-12e8-497d-aa56-8c698e271eff, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ddb9653a-12e8-497d-aa56-8c698e271eff,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:41.344812 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.346883 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.348760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-38ddc85f-6f88-463e-809c-2fc128b52aec tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4950304 Jan 29 04:46:41.352383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49932) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.356987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet 177ccd54-f4e0-431d-bbd2-c7ed7155531e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:41.358283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c15f1b98-a2e6-429b-91b9-730a8d4f0cdf tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '94efb065-8ea2-452e-80c7-78300b3fb1ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.360362 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-c15f1b98-a2e6-429b-91b9-730a8d4f0cdf tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 29 04:46:41.360998 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-c15f1b98-a2e6-429b-91b9-730a8d4f0cdf tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:41.361280 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.365657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c15f1b98-a2e6-429b-91b9-730a8d4f0cdf tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114448 Jan 29 04:46:41.367269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49934) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.373327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c9271c42-213d-4a7c-ab0b-b2fae6ca2a26 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '94efb065-8ea2-452e-80c7-78300b3fb1ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.374151 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-c9271c42-213d-4a7c-ab0b-b2fae6ca2a26 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 29 04:46:41.374762 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-c9271c42-213d-4a7c-ab0b-b2fae6ca2a26 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:41.379282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c9271c42-213d-4a7c-ab0b-b2fae6ca2a26 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107453 Jan 29 04:46:41.379980 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49936) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.385184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ecaa6afd-ef0d-4df5-8868-26ccbfff0075 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '94efb065-8ea2-452e-80c7-78300b3fb1ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.386311 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-ecaa6afd-ef0d-4df5-8868-26ccbfff0075 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 29 04:46:41.386906 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-ecaa6afd-ef0d-4df5-8868-26ccbfff0075 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:41.392307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49938) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.400585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4d0343dd-1e1b-4755-95e7-f192ae9698e7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '94efb065-8ea2-452e-80c7-78300b3fb1ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.401515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ecaa6afd-ef0d-4df5-8868-26ccbfff0075 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0203731 Jan 29 04:46:41.401660 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-4d0343dd-1e1b-4755-95e7-f192ae9698e7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 29 04:46:41.402063 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-4d0343dd-1e1b-4755-95e7-f192ae9698e7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:41.405565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d0343dd-1e1b-4755-95e7-f192ae9698e7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096509 Jan 29 04:46:41.406322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.423005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ddb9653a-12e8-497d-aa56-8c698e271eff,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:41.425957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.433631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.434391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.434741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.435099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.435433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.435932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.436311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.436642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.436965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.437366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.437680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.438185 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:46:41.495740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e242a02e-d49d-44c2-ba01-3ef8ba2e2ba7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.525002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e242a02e-d49d-44c2-ba01-3ef8ba2e2ba7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.526592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.600356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e242a02e-d49d-44c2-ba01-3ef8ba2e2ba7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.604582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e242a02e-d49d-44c2-ba01-3ef8ba2e2ba7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.610059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e242a02e-d49d-44c2-ba01-3ef8ba2e2ba7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/94efb065-8ea2-452e-80c7-78300b3fb1ee HTTP/1.1" status: 204 len: 168 time: 0.2024295 Jan 29 04:46:41.610496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49948) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.631215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242a02e-d49d-44c2-ba01-3ef8ba2e2ba7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94efb065-8ea2-452e-80c7-78300b3fb1ee,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:41.646157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ddb9653a-12e8-497d-aa56-8c698e271eff'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:46:41.691602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.691899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b686702c-e28e-4ea8-94e0-47b1dea6bae8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801826 Jan 29 04:46:41.693142 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.697751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--876811151'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.717112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.724322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe2058-232b-4f9a-a637-ddc8a658fa71 None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:41.725139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/177ccd54-f4e0-431d-bbd2-c7ed7155531e HTTP/1.1" status: 204 len: 168 time: 0.5646155 Jan 29 04:46:41.726310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.751790 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:46:41.756489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.789375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ce676-34af-4f0c-a19f-b50605c1a845 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=177ccd54-f4e0-431d-bbd2-c7ed7155531e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:41.839265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet dbe33fa3-1db9-4455-aaac-d2c55d229725 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:41.847561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.865019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.869935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.905500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333aa079-57fc-4ae1-a789-fe172e015b41,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:41.938726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:41.944686 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f53bea77-a364-4b21-b156-542b94f37f62 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2506504 Jan 29 04:46:41.946705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49958) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.954382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bdbde80b-b94f-45be-8746-dc0b15cfdc65 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.955195 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-bdbde80b-b94f-45be-8746-dc0b15cfdc65 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:46:41.956368 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-bdbde80b-b94f-45be-8746-dc0b15cfdc65 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:41.956368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bdbde80b-b94f-45be-8746-dc0b15cfdc65 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083375 Jan 29 04:46:41.965290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:41.985944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5011851e-b74f-454f-b26c-ef97320cd9d4 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:41.993523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.001734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.115249 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-5011851e-b74f-454f-b26c-ef97320cd9d4 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.116308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5011851e-b74f-454f-b26c-ef97320cd9d4 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1493318 Jan 29 04:46:42.120498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.123740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3aea941c-1eeb-482b-9aae-3e725a146b6c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.124219 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-3aea941c-1eeb-482b-9aae-3e725a146b6c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 29 04:46:42.124697 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-3aea941c-1eeb-482b-9aae-3e725a146b6c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.125641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3aea941c-1eeb-482b-9aae-3e725a146b6c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054717 Jan 29 04:46:42.128274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.135679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9d1d1b61-b59a-4e99-9f73-672656adab49 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.144377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.218018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.220705 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-9d1d1b61-b59a-4e99-9f73-672656adab49 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.222529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d1d1b61-b59a-4e99-9f73-672656adab49 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0927265 Jan 29 04:46:42.225299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49974) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.231590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-efb307f1-b91e-49e8-93a2-9faf1efad043 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.232665 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-efb307f1-b91e-49e8-93a2-9faf1efad043 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 04:46:42.233805 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-efb307f1-b91e-49e8-93a2-9faf1efad043 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.234917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.235620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-efb307f1-b91e-49e8-93a2-9faf1efad043 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081804 Jan 29 04:46:42.238326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/dbe33fa3-1db9-4455-aaac-d2c55d229725 HTTP/1.1" status: 204 len: 168 time: 0.5091462 Jan 29 04:46:42.245880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.246242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49978) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.252959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f3888bd1-8d7b-464f-9d25-f2f3b797226d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.264688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e58549-2f65-4e68-ba14-7e4189bf64d4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe33fa3-1db9-4455-aaac-d2c55d229725,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:42.371849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.422328 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-f3888bd1-8d7b-464f-9d25-f2f3b797226d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.423460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f3888bd1-8d7b-464f-9d25-f2f3b797226d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1762080 Jan 29 04:46:42.430212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49982) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.439610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9850f-84b4-45cf-bd10-5e1c5827d9a9 req-470c9979-1266-4526-a037-7df0086ccccc tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:42.443211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6e9850f-84b4-45cf-bd10-5e1c5827d9a9 req-470c9979-1266-4526-a037-7df0086ccccc tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 949 time: 0.0768964 Jan 29 04:46:42.443360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-631a118c-5d00-4c43-9c08-8d6e7cb84779 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.443706 n-d-825930-1 neutron-server[102403]: WARNING neutron.api.v2.base [None req-631a118c-5d00-4c43-9c08-8d6e7cb84779 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 29 04:46:42.444287 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-631a118c-5d00-4c43-9c08-8d6e7cb84779 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.445345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-631a118c-5d00-4c43-9c08-8d6e7cb84779 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064383 Jan 29 04:46:42.448550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 49984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.453701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a9d4e890-b125-4be8-840d-66e7166c285f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.489706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port bafa456f-d3f0-446b-963b-cfbb378854f2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:42.490126 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.493010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6e9850f-84b4-45cf-bd10-5e1c5827d9a9 req-dad1348b-1a98-4631-8384-7581e274126d tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Jan 29 04:46:42.574081 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-a9d4e890-b125-4be8-840d-66e7166c285f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.577689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a9d4e890-b125-4be8-840d-66e7166c285f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1257513 Jan 29 04:46:42.579049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.587006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b91a1c0a-249d-4c47-af55-764a787d64c9 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '333aa079-57fc-4ae1-a789-fe172e015b41', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.605978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] For port bafa456f-d3f0-446b-963b-cfbb378854f2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=bafa456f-d3f0-446b-963b-cfbb378854f2,segment=NetworkSegment(95492ace-96f6-4503-a457-31c0f35f8c16),segment_id=95492ace-96f6-4503-a457-31c0f35f8c16)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:42.605978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.634097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for bafa456f-d3f0-446b-963b-cfbb378854f2 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:42.683104 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-b91a1c0a-249d-4c47-af55-764a787d64c9 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:42.688239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b91a1c0a-249d-4c47-af55-764a787d64c9 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1072767 Jan 29 04:46:42.688851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.739850 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.765996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dabd9aa-a64b-41fd-a9b4-f2ba5b9c52de tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.772681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=bafa456f-d3f0-446b-963b-cfbb378854f2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:42.774774 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No DVR routers for this DVR port bafa456f-d3f0-446b-963b-cfbb378854f2 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:42.800527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dabd9aa-a64b-41fd-a9b4-f2ba5b9c52de tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.850707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dabd9aa-a64b-41fd-a9b4-f2ba5b9c52de tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.860995 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.869789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dabd9aa-a64b-41fd-a9b4-f2ba5b9c52de tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.871142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0dabd9aa-a64b-41fd-a9b4-f2ba5b9c52de tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/333aa079-57fc-4ae1-a789-fe172e015b41 HTTP/1.1" status: 204 len: 168 time: 0.1807594 Jan 29 04:46:42.878849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.888399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149d060f-4b7b-496c-bcb5-3ad3cdd42a79']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:42.899606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95492ace-96f6-4503-a457-31c0f35f8c16') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:42.899907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95492ace-96f6-4503-a457-31c0f35f8c16') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:42.911543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabd9aa-a64b-41fd-a9b4-f2ba5b9c52de tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333aa079-57fc-4ae1-a789-fe172e015b41,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:42.912494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.919067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9d967-431e-4b00-88b0-5b11e37ad2cf None None] Network 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:42.931688 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.939517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:42.940252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:42.947022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d71402b9-f408-4698-909f-9bcdd32c6628 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669205 Jan 29 04:46:42.951234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:42.956001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946103002'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:42.996720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:43.010548 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:43.016962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.026708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.034409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/149d060f-4b7b-496c-bcb5-3ad3cdd42a79 HTTP/1.1" status: 204 len: 168 time: 0.7850673 Jan 29 04:46:43.038730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50002) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.068520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ddb9653a-12e8-497d-aa56-8c698e271eff up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:43.091410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ef48-e238-4874-971c-9d1e8c493a50 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=149d060f-4b7b-496c-bcb5-3ad3cdd42a79,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:43.111029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d67b193b-9e67-4935-bb00-dff5428f185a None None] Could not find standard attr ID for object bafa456f-d3f0-446b-963b-cfbb378854f2. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:46:43.160675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.169614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.177142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port ddb9653a-12e8-497d-aa56-8c698e271eff completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:46:43.183854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port ddb9653a-12e8-497d-aa56-8c698e271eff triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:43.184725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.204806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5d709-e81e-4fe4-b021-7e90c3b7c10e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:43.212125 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-22c5d709-e81e-4fe4-b021-7e90c3b7c10e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1663597 Jan 29 04:46:43.214038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.235877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.240236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50012) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.240633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2883947 Jan 29 04:46:43.246569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f3b11db5-1efe-4c3d-b0f5-8f4058c7073b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '97be555f-f4d1-4f52-ae54-9146f970fc5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:43.293565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.298258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b3fc0-a780-468f-9b35-e46a3ce00d50 None None] DHCP port deletion for 149d060f-4b7b-496c-bcb5-3ad3cdd42a79 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:43.353593 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-f3b11db5-1efe-4c3d-b0f5-8f4058c7073b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The resource could not be found. Jan 29 04:46:43.356720 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f3b11db5-1efe-4c3d-b0f5-8f4058c7073b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1138415 Jan 29 04:46:43.357453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50016) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.375285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb9653a-12e8-497d-aa56-8c698e271eff'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:43.377748 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d995dfb8-9a97-41ef-ad01-729fe205957e" -d '{"events": [{"server_uuid": "af66e293-bc11-4151-b907-bdd65ff636ee", "name": "network-vif-plugged", "status": "completed", "tag": "ddb9653a-12e8-497d-aa56-8c698e271eff"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:43.378144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af235b9d-2db6-494c-b6ae-319a878f58a7 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97be555f-f4d1-4f52-ae54-9146f970fc5f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:43.392030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e7a62862-40eb-46df-b626-b3518f68c1f3 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '97be555f-f4d1-4f52-ae54-9146f970fc5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4ca97315-ff2f-4630-8df1-2cdce080f4c1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:43.392804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port ddb9653a-12e8-497d-aa56-8c698e271eff, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ddb9653a-12e8-497d-aa56-8c698e271eff,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:43.400130 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.416193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b8bc56cb-ec41-4ef7-bc9e-f22c55ac5b63 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1978488 Jan 29 04:46:43.420226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.433839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-169683109'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:43.454846 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22754a7f-983c-44f2-affa-4c9dda59312c x-openstack-request-id: req-22754a7f-983c-44f2-affa-4c9dda59312c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:43.457659 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af66e293-bc11-4151-b907-bdd65ff636ee", "name": "network-vif-plugged", "status": "completed", "tag": "ddb9653a-12e8-497d-aa56-8c698e271eff", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:43.458104 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22754a7f-983c-44f2-affa-4c9dda59312c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:43.458514 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb9653a-12e8-497d-aa56-8c698e271eff', 'code': 200} Jan 29 04:46:43.479852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:43.487976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.489940 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-e7a62862-40eb-46df-b626-b3518f68c1f3 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The resource could not be found. Jan 29 04:46:43.494930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e7a62862-40eb-46df-b626-b3518f68c1f3 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1363807 Jan 29 04:46:43.495580 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50022) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.556114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:43.593345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.594002 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 66b72549-1f5f-48e6-b20a-091e5d4fca3c of type vlan for network 2a9f0be9-1cb4-4982-b75e-efd27a467712 Jan 29 04:46:43.629499 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5222044-0080-4928-8c79-a92abc689fa5 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.684895 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.685049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5222044-0080-4928-8c79-a92abc689fa5 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.725857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=ddb9653a-12e8-497d-aa56-8c698e271eff,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:43.726219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98ae56-2ddf-4d26-ba5f-760dbf0af26b req-cb6867f0-a8be-4dfb-9e81-61c8fbfa1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:43.728211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f98ae56-2ddf-4d26-ba5f-760dbf0af26b req-cb6867f0-a8be-4dfb-9e81-61c8fbfa1752 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 1101 time: 0.1742439 Jan 29 04:46:43.730365 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.766986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5222044-0080-4928-8c79-a92abc689fa5 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.770870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5222044-0080-4928-8c79-a92abc689fa5 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.772940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5222044-0080-4928-8c79-a92abc689fa5 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/97be555f-f4d1-4f52-ae54-9146f970fc5f HTTP/1.1" status: 204 len: 168 time: 0.2754579 Jan 29 04:46:43.775429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.784764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5222044-0080-4928-8c79-a92abc689fa5 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97be555f-f4d1-4f52-ae54-9146f970fc5f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:43.803059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.809484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:43.810097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:43.845390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951495-54e1-4c93-a202-feee5e2f1c85 req-23775e80-6edb-488e-87f0-2335bf9b0d54 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:43.846898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af951495-54e1-4c93-a202-feee5e2f1c85 req-23775e80-6edb-488e-87f0-2335bf9b0d54 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 950 time: 0.1543124 Jan 29 04:46:43.852005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f98ae56-2ddf-4d26-ba5f-760dbf0af26b req-a3d70d18-1b4a-4912-b55c-1606b94d90c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048710 Jan 29 04:46:43.909841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4883282 Jan 29 04:46:43.913566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50034) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.919806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:43.930932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65040-078b-4df5-a00b-3d96c0d2107d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=2a9f0be9-1cb4-4982-b75e-efd27a467712,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:43.945249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a85efcdc-6600-4a67-9561-56f0279f01ae tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664312 Jan 29 04:46:43.950757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:43.957071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-176a148b-ed78-467e-90fc-41f7f85a26e0 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': 'f56a80e9-132f-4c66-91fa-f7248bf0b7d9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:43.958483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:43.970214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af951495-54e1-4c93-a202-feee5e2f1c85 req-14a1e75e-cb62-44e0-a8ee-e20f7ca4c73c tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864275 Jan 29 04:46:44.021491 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-176a148b-ed78-467e-90fc-41f7f85a26e0 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The resource could not be found. Jan 29 04:46:44.023910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-176a148b-ed78-467e-90fc-41f7f85a26e0 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0711524 Jan 29 04:46:44.027714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.034572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--511672511'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:44.061076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:44.067961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.072568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.155618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.160524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.202619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.204480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1755509 Jan 29 04:46:44.206030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbe146-6857-46f1-903f-400ab0e700e8 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b12cad-7a69-4f34-ab86-20e9acfd0b86,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:44.208239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50046) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.215899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--622794227'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:44.252663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.292267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bafa456f-d3f0-446b-963b-cfbb378854f2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:44.327588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: bafa456f-d3f0-446b-963b-cfbb378854f2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:44.328235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device bafa456f-d3f0-446b-963b-cfbb378854f2 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:44.366232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.442460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.457222 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.463905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=3d3ff803-0597-4520-bdcf-7cf6c7a02aad,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:44.495189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '66b72549-1f5f-48e6-b20a-091e5d4fca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:44.495189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 2a9f0be9-1cb4-4982-b75e-efd27a467712, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:44.495494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.500698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330804165', 'description': 'tempest-secgroup-smoke-1330804165 description', 'project_id': '227885614052428d803f7a08cb47d247'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:44.503625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.504775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2947891 Jan 29 04:46:44.508361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.508579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb333b-1b73-410f-b1a6-62da0942be5f tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f883614-1e26-458e-8971-986d439cc3ef,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:44.514283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-56fccd9b-4d26-41c0-819d-c4197e56d8b1 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group_rule': {'security_group_id': '75b12cad-7a69-4f34-ab86-20e9acfd0b86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1f883614-1e26-458e-8971-986d439cc3ef'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:44.526963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:44.537355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2a9f0be9-1cb4-4982-b75e-efd27a467712) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:44.541715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:44.542398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.551157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.552745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59ee0a3-1b2f-44d0-b359-f6072e16c8ba None None] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:44.567349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a32bd90-53d0-4434-8217-db72430cbb2f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6515343 Jan 29 04:46:44.571210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50064) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.575895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712', 'name': 'tempest-PortsTestJSON-135051054'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:44.586841 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-56fccd9b-4d26-41c0-819d-c4197e56d8b1 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:46:44.590518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-56fccd9b-4d26-41c0-819d-c4197e56d8b1 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0776689 Jan 29 04:46:44.591519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.692093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.706197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.738036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-2a9f0be9-1cb4-4982-b75e-efd27a467712', 'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': '3d3ff803-0597-4520-bdcf-7cf6c7a02aad'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:44.738855 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.740941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-602e15bd-34d5-423e-a4a7-48b588284c6e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.765681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.766242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:44.770010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2705865 Jan 29 04:46:44.773099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.779194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.779356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group_rule': {'security_group_id': '60368c60-7b6c-4973-a368-b71adeeb6189', 'project_id': '227885614052428d803f7a08cb47d247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:44.789154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea22d2-3a7c-441c-90be-4d5628ca01cd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60368c60-7b6c-4973-a368-b71adeeb6189,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:44.795807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-602e15bd-34d5-423e-a4a7-48b588284c6e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.804448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port ce3dc6c2-e690-433a-88b0-03afcc6a49cf yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:44.876254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.902292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-602e15bd-34d5-423e-a4a7-48b588284c6e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.905561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-602e15bd-34d5-423e-a4a7-48b588284c6e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.906861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-602e15bd-34d5-423e-a4a7-48b588284c6e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/1f883614-1e26-458e-8971-986d439cc3ef HTTP/1.1" status: 204 len: 168 time: 0.3149192 Jan 29 04:46:44.915269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50076) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:44.931210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e15bd-34d5-423e-a4a7-48b588284c6e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f883614-1e26-458e-8971-986d439cc3ef,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:44.946249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Allocated IP 172.20.0.2 (2a9f0be9-1cb4-4982-b75e-efd27a467712/3d3ff803-0597-4520-bdcf-7cf6c7a02aad/3bb0a38f-4933-4179-ba6e-005f121f0b7e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:44.986268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:44.993932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.002502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f83590a2-e86d-4fc5-844b-5a637f4afbe3 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0853465 Jan 29 04:46:45.005035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50080) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.023992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610b9276-88e3-4324-9ed3-5ecfbbdea3af,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.037901 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.039927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b96c1291-c6c3-4111-ae1f-f49d24c1ffa6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647908 Jan 29 04:46:45.043662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.052574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group_rule': {'security_group_id': '60368c60-7b6c-4973-a368-b71adeeb6189', 'project_id': '227885614052428d803f7a08cb47d247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:45.092765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d43b0525-481e-4a9d-a40a-107e4ab6e39d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.122857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d43b0525-481e-4a9d-a40a-107e4ab6e39d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.152051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b14e-6fc0-40b9-882f-69124fdf92e6 req-94c82127-b5f4-4c20-a3ae-3e8e8f516f5e tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:45.154134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4de1b14e-6fc0-40b9-882f-69124fdf92e6 req-94c82127-b5f4-4c20-a3ae-3e8e8f516f5e tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 950 time: 0.0735962 Jan 29 04:46:45.155997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.160698 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.171730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.206428 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d43b0525-481e-4a9d-a40a-107e4ab6e39d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.209167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d43b0525-481e-4a9d-a40a-107e4ab6e39d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.213826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d43b0525-481e-4a9d-a40a-107e4ab6e39d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/75b12cad-7a69-4f34-ab86-20e9acfd0b86 HTTP/1.1" status: 204 len: 168 time: 0.2056415 Jan 29 04:46:45.219581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.226806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Pushing event updated for resources: {'Port': ['ID=3bb0a38f-4933-4179-ba6e-005f121f0b7e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.229265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b0525-481e-4a9d-a40a-107e4ab6e39d tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b12cad-7a69-4f34-ab86-20e9acfd0b86,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.253487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4de1b14e-6fc0-40b9-882f-69124fdf92e6 req-e2b83164-4bdd-401d-b4ca-f180cdb64481 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Jan 29 04:46:45.255747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.9 (2a9f0be9-1cb4-4982-b75e-efd27a467712/3d3ff803-0597-4520-bdcf-7cf6c7a02aad/ce3dc6c2-e690-433a-88b0-03afcc6a49cf) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:45.269367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:45.273262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:45.283957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:45.354403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-08b5b0b3-6afe-4a6e-9feb-1379fa952f7e tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296074 Jan 29 04:46:45.354403 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.355163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50096) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.362029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'tempest-secgroup--845070743'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:45.378042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.388934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Attempting to bind port 3bb0a38f-4933-4179-ba6e-005f121f0b7e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:45.389081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Attempting to bind port 3bb0a38f-4933-4179-ba6e-005f121f0b7e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '66b72549-1f5f-48e6-b20a-091e5d4fca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:45.389407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Attempting to bind port 3bb0a38f-4933-4179-ba6e-005f121f0b7e on network 2a9f0be9-1cb4-4982-b75e-efd27a467712 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:45.401235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:45.401675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Checking segment: {'id': '66b72549-1f5f-48e6-b20a-091e5d4fca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:45.402250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.402649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Bound using segment: {'id': '66b72549-1f5f-48e6-b20a-091e5d4fca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:45.403126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Bound port: 3bb0a38f-4933-4179-ba6e-005f121f0b7e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72549-1f5f-48e6-b20a-091e5d4fca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:45.403509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.437056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a1a15a-bad2-4f29-aaeb-fb779202799c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.442764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.458107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.459328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6664fe0-920c-4cee-86d7-98411c2a8035 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4141483 Jan 29 04:46:45.462206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.472034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group_rule': {'security_group_id': '60368c60-7b6c-4973-a368-b71adeeb6189', 'project_id': '227885614052428d803f7a08cb47d247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:45.571353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.578078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] For port 3bb0a38f-4933-4179-ba6e-005f121f0b7e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:45.582569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] For port 3bb0a38f-4933-4179-ba6e-005f121f0b7e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3bb0a38f-4933-4179-ba6e-005f121f0b7e,segment=NetworkSegment(66b72549-1f5f-48e6-b20a-091e5d4fca3c),segment_id=66b72549-1f5f-48e6-b20a-091e5d4fca3c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:45.589190 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.594280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.634032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e5cb-3d86-426a-b9d7-3700ab6dbf05 req-ee86a09d-c07c-4d58-82c3-ec0bf176e147 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:45.635560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea11e5cb-3d86-426a-b9d7-3700ab6dbf05 req-ee86a09d-c07c-4d58-82c3-ec0bf176e147 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1098 time: 0.0687923 Jan 29 04:46:45.696359 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea11e5cb-3d86-426a-b9d7-3700ab6dbf05 req-d51edf17-4984-4502-bb2c-c88383d8585f tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532608 Jan 29 04:46:45.697860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.720775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:45.720975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.723486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:45.736327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1edca-947b-4576-aa38-8e37d381bc24 None None] Pushing event updated for resources: {'Port': ['ID=3bb0a38f-4933-4179-ba6e-005f121f0b7e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.744592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:45.781248 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.782253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.793479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.795406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.850148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:45.850841 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.855159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=ce3dc6c2-e690-433a-88b0-03afcc6a49cf,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.886439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fa0a908b-3568-4a09-9758-935e6521e6ee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3121693 Jan 29 04:46:45.894014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50118) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.914639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d971161-5a18-48ea-8f06-d665cad17ca0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.915986 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '2a9f0be9-1cb4-4982-b75e-efd27a467712', 'name': 'tempest-PortsTestJSON-1583657655'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:45.924618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afbe6a2-c87e-4af8-847f-add86bb8d785,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:45.934014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.935268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b465f46-e613-48ce-92d4-3dbedaf2193c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5792007 Jan 29 04:46:45.938137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.949167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af6fabfd-afaf-49bc-9799-e6efbf3abf1c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:45.949613 n-d-825930-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-af6fabfd-afaf-49bc-9799-e6efbf3abf1c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 04:46:45.950165 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-af6fabfd-afaf-49bc-9799-e6efbf3abf1c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 04:46:45.951158 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af6fabfd-afaf-49bc-9799-e6efbf3abf1c tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "PUT /v2.0/security-groups/3afbe6a2-c87e-4af8-847f-add86bb8d785 HTTP/1.1" status: 409 len: 330 time: 0.0120978 Jan 29 04:46:45.953994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:45.959097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-97b03d94-3a61-44c9-810f-85ab56e2fe32 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4906993 Jan 29 04:46:45.964815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50122) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.965150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50124) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:45.995262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group_rule': {'security_group_id': '60368c60-7b6c-4973-a368-b71adeeb6189', 'project_id': '227885614052428d803f7a08cb47d247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:46.114818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:46.119715 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.153607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port fce355eb-9740-44f0-8e1f-c1ed657b568f yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:46.187515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.259801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.269155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83721a56-bfe2-4fa7-90d8-1fb1edb75a82 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.277855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.284353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port c64dcc0b-28b8-431a-88d5-097ac72a32fd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:46.284799 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.390711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9110ca-030f-48db-bafc-f761279ace65,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:46.398409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83721a56-bfe2-4fa7-90d8-1fb1edb75a82 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.427583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3bb0a38f-4933-4179-ba6e-005f121f0b7e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:46.433808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.435075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6456b54-41fd-480b-91c6-44d572d4738c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4677293 Jan 29 04:46:46.438416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50132) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:46.446811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group_rule': {'security_group_id': '60368c60-7b6c-4973-a368-b71adeeb6189', 'project_id': '227885614052428d803f7a08cb47d247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:46.497970 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Project 227885614052428d803f7a08cb47d247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:46:46.500509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.500963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.514388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.3 (2a9f0be9-1cb4-4982-b75e-efd27a467712/3d3ff803-0597-4520-bdcf-7cf6c7a02aad/fce355eb-9740-44f0-8e1f-c1ed657b568f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:46.516314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83721a56-bfe2-4fa7-90d8-1fb1edb75a82 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.517494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3bb0a38f-4933-4179-ba6e-005f121f0b7e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:46.518170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.519998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83721a56-bfe2-4fa7-90d8-1fb1edb75a82 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.524097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-83721a56-bfe2-4fa7-90d8-1fb1edb75a82 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/3afbe6a2-c87e-4af8-847f-add86bb8d785 HTTP/1.1" status: 204 len: 168 time: 0.5553811 Jan 29 04:46:46.528566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for c64dcc0b-28b8-431a-88d5-097ac72a32fd owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:46.528942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50134) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:46.541387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.549785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721a56-bfe2-4fa7-90d8-1fb1edb75a82 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afbe6a2-c87e-4af8-847f-add86bb8d785,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:46.643639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.668333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d1d39a13-cd73-4d04-8996-bbd03b6d46b1 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381164 Jan 29 04:46:46.679573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:46.693113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 3bb0a38f-4933-4179-ba6e-005f121f0b7e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3bb0a38f-4933-4179-ba6e-005f121f0b7e,segment=NetworkSegment(66b72549-1f5f-48e6-b20a-091e5d4fca3c),segment_id=66b72549-1f5f-48e6-b20a-091e5d4fca3c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:46.699749 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.700581 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-1fee7307-f75a-48bf-b564-3a2c4bb71ded tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] delete failed (client error): The resource could not be found. Jan 29 04:46:46.701689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fee7307-f75a-48bf-b564-3a2c4bb71ded tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce433e82-f2c5-4c37-88a4-f2195f64ef88 HTTP/1.1" status: 404 len: 347 time: 0.0179982 Jan 29 04:46:46.712958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50144) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:46.742377 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-864e3f5d-f69d-4283-998e-6db263638c6b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] show failed (client error): The resource could not be found. Jan 29 04:46:46.785186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-864e3f5d-f69d-4283-998e-6db263638c6b tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-groups/0d3cba72-20be-4259-8297-d59b58a770f9 HTTP/1.1" status: 404 len: 347 time: 0.0710871 Jan 29 04:46:46.787085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=3bb0a38f-4933-4179-ba6e-005f121f0b7e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:46.793999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50146) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:46.879413 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-167facce-d3c3-4a9c-9762-badc6075d996 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] show failed (client error): The resource could not be found. Jan 29 04:46:46.881103 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-167facce-d3c3-4a9c-9762-badc6075d996 tempest-NegativeSecGroupTest-1184016596 tempest-NegativeSecGroupTest-1184016596-project] 10.222.0.32 "GET /v2.0/security-group-rules/facb7be9-bba4-41e0-beb0-1ed69e89f331 HTTP/1.1" status: 404 len: 356 time: 0.0860579 Jan 29 04:46:46.885941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.907431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.921786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.927495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=c64dcc0b-28b8-431a-88d5-097ac72a32fd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:46.990991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:46.992545 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5509527 Jan 29 04:46:46.999547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8cb6f-8c78-44b9-8a17-ff1e400d8fc4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3423ee3b-5bff-4213-aec4-b9c2b5516a69,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:47.001320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:47.057071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.091911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'security_group_rule': {'security_group_id': '60368c60-7b6c-4973-a368-b71adeeb6189', 'project_id': '227885614052428d803f7a08cb47d247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:47.113796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.114238 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP 926a23d4-d01a-414d-9499-92d4a74029f6 disassociated (deleted). External IP: 172.25.4.81, port: f35bdc0a-6e5b-44f8-9025-7b3382fc73a9. Jan 29 04:46:47.141198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.175375 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Project 227885614052428d803f7a08cb47d247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:46:47.191918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.192639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:47.201314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:47.210741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:47.311665 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=fce355eb-9740-44f0-8e1f-c1ed657b568f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:47.383179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:47.387608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:47.388407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.396542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e1138-270e-42b6-931f-581a9719bf6e None None] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:47.417765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.439358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.440869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70a67917-ccd3-4f26-8eb4-6f5b9f0fb24f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5458074 Jan 29 04:46:47.443595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:47.543292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620907b6-2992-46ee-b01f-9ae7170984d7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:47.547440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-620907b6-2992-46ee-b01f-9ae7170984d7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1000793 Jan 29 04:46:47.549079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50168) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:47.582372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6feb60ce-f82a-4a80-bd9e-d78c9e330bc3 None None] Provisioning complete for port 3bb0a38f-4933-4179-ba6e-005f121f0b7e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:47.584058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6feb60ce-f82a-4a80-bd9e-d78c9e330bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.665841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port fce355eb-9740-44f0-8e1f-c1ed657b568f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:47.666137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.734354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.736011 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6495275 Jan 29 04:46:47.742608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-5457ff22-c1a0-4e43-b409-71f4ed1335fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4652054 Jan 29 04:46:47.743468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea156ac7-66a8-4f31-95ca-df204b272400 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c632b08f-99fb-47f2-b144-461464144742,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:47.758501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 94071972-7a7f-403f-8779-6a2a9ba6107c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:46:47.881157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-42109e1f-f47e-4b0b-bf19-6de60d041587 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d91bbd58cbe74e2794c6cfb8aa7512f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919460 Jan 29 04:46:47.885837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:47.896656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:47.922625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for fce355eb-9740-44f0-8e1f-c1ed657b568f owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:48.040689 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fe248cd-dc1e-499a-85dd-cd931451361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.107413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:46:48.119232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] Sync routers for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:46:48.134748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fe248cd-dc1e-499a-85dd-cd931451361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.135002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.135919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:48.141973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:48.171360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-158118cd-0cfc-448c-b85f-dd8f4ee2be43 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/floatingips/926a23d4-d01a-414d-9499-92d4a74029f6 HTTP/1.1" status: 204 len: 168 time: 2.3874545 Jan 29 04:46:48.172813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:48.187871 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06830ea9-887b-495c-bc91-d05a2a190f19" -d '{"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:48.197230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-77bd0131-760c-4afa-84cb-172ac7e6c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:48.204495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-77bd0131-760c-4afa-84cb-172ac7e6c635 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f925e60c59df475187a4fb8fe7a6a688&device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 1101 time: 0.3657351 Jan 29 04:46:48.225578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1fdc10f1-c03d-41a1-8f63-e6ce68cea395 None None] Provisioning complete for port 3bb0a38f-4933-4179-ba6e-005f121f0b7e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:48.226587 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc10f1-c03d-41a1-8f63-e6ce68cea395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.258836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-69087268-2c27-4142-aea6-5e6b025b485d tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330804165&fields=id&tenant_id=227885614052428d803f7a08cb47d247 HTTP/1.1" status: 200 len: 267 time: 0.1653314 Jan 29 04:46:48.368323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3bb0a38f-4933-4179-ba6e-005f121f0b7e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:48.438169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-786a835a-6b7f-4454-a063-d1c54f4e1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:48.441685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-786a835a-6b7f-4454-a063-d1c54f4e1c6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2088115 Jan 29 04:46:48.470890 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fe248cd-dc1e-499a-85dd-cd931451361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.475030 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fe248cd-dc1e-499a-85dd-cd931451361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.481300 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0fe248cd-dc1e-499a-85dd-cd931451361e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7938cb6e-debf-420b-bd1e-42b4f7df0a51 HTTP/1.1" status: 204 len: 168 time: 0.5941303 Jan 29 04:46:48.508394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:46:48.693020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe248cd-dc1e-499a-85dd-cd931451361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938cb6e-debf-420b-bd1e-42b4f7df0a51,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:48.741800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-faf4902b-6fc1-4f05-a316-bbd2ae79876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:48.745601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-faf4902b-6fc1-4f05-a316-bbd2ae79876b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 1098 time: 0.1363931 Jan 29 04:46:48.748332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.846584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1fdc10f1-c03d-41a1-8f63-e6ce68cea395 None None] Provisioning complete for port ce3dc6c2-e690-433a-88b0-03afcc6a49cf triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:48.847003 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc10f1-c03d-41a1-8f63-e6ce68cea395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.945590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc10f1-c03d-41a1-8f63-e6ce68cea395 None None] Port ce3dc6c2-e690-433a-88b0-03afcc6a49cf cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:48.954442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3bb0a38f-4933-4179-ba6e-005f121f0b7e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:48.954817 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:48.966576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=fce355eb-9740-44f0-8e1f-c1ed657b568f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:48.985976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1fdc10f1-c03d-41a1-8f63-e6ce68cea395 None None] Could not find standard attr ID for object fce355eb-9740-44f0-8e1f-c1ed657b568f. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:46:49.096298 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d008f7d-40e7-4b9e-805c-fbfd1879d6bf x-openstack-request-id: req-4d008f7d-40e7-4b9e-805c-fbfd1879d6bf {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:49.096710 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:49.097061 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d008f7d-40e7-4b9e-805c-fbfd1879d6bf {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:49.097547 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'status': 'completed', 'code': 200} Jan 29 04:46:49.101310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-780a20b3-8f3c-4ff0-9eb6-997fdceea73a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ddb9653a-12e8-497d-aa56-8c698e271eff HTTP/1.1" status: 200 len: 217 time: 0.6520827 Jan 29 04:46:49.121228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-af0d2c87-268a-4442-a934-8ed26fa695d3 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.122970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-af0d2c87-268a-4442-a934-8ed26fa695d3 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 813 time: 0.8630989 Jan 29 04:46:49.199020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-84f37136-14d7-4ce4-b79e-673942b91dcd tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/quotas/227885614052428d803f7a08cb47d247 HTTP/1.1" status: 200 len: 375 time: 0.0664794 Jan 29 04:46:49.222163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:49.229243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a194daea-609b-4d23-a68e-3e576969f35d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/fce355eb-9740-44f0-8e1f-c1ed657b568f HTTP/1.1" status: 204 len: 168 time: 1.6791489 Jan 29 04:46:49.248412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:49.276912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9f5aef89-50b4-4db5-8fbc-773b8f2c73bb None None] Provisioning complete for port ce3dc6c2-e690-433a-88b0-03afcc6a49cf triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:49.277438 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9f5aef89-50b4-4db5-8fbc-773b8f2c73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:49.357673 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c14881-d09f-42c3-bf74-4d79466e0d15 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:49.359530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-91c14881-d09f-42c3-bf74-4d79466e0d15 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/fce355eb-9740-44f0-8e1f-c1ed657b568f HTTP/1.1" status: 404 len: 333 time: 0.0986602 Jan 29 04:46:49.361615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-87bd17cd-c7b1-4cad-9662-b19d3b07f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.363726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-87bd17cd-c7b1-4cad-9662-b19d3b07f34b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2536840 Jan 29 04:46:49.365052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50220) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:49.384946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f573f-29c4-47e1-a691-5a81e4583476 req-897ee6b0-77fa-4034-ac23-c7f1c1526d17 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.399837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-263f573f-29c4-47e1-a691-5a81e4583476 req-897ee6b0-77fa-4034-ac23-c7f1c1526d17 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 947 time: 0.3052037 Jan 29 04:46:49.438599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-8eb15cb1-214c-4d6e-b293-c7d9d7ae741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.440056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-8eb15cb1-214c-4d6e-b293-c7d9d7ae741a service neutron] 10.222.0.20 "GET /v2.0/networks?id=344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 200 len: 898 time: 0.6628401 Jan 29 04:46:49.514275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9f5aef89-50b4-4db5-8fbc-773b8f2c73bb None None] Port ce3dc6c2-e690-433a-88b0-03afcc6a49cf cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:49.519666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9f5aef89-50b4-4db5-8fbc-773b8f2c73bb None None] Could not find standard attr ID for object fce355eb-9740-44f0-8e1f-c1ed657b568f. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:46:49.532433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:38Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:49.555816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-f2014039-d9fc-4ee1-9ac0-eac6919cd794 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200922 Jan 29 04:46:49.561279 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-866c1912-bd39-44a1-a382-668a7bcebcb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 200 len: 217 time: 0.1132309 Jan 29 04:46:49.578367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] Checking router: 94071972-7a7f-403f-8779-6a2a9ba6107c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:46:49.602586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:49.603794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:49.656177 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-263f573f-29c4-47e1-a691-5a81e4583476 req-f593190e-4bd1-4946-84f8-d199187ee857 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431285 Jan 29 04:46:49.682424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-8aa16e04-bf9b-46c3-ab85-13a7ca81e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.685908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-8aa16e04-bf9b-46c3-ab85-13a7ca81e47e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3107822 Jan 29 04:46:49.753642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-42781db7-fd5e-4a9a-beb5-d4ad15fc345a service neutron] 10.222.0.32 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692648 Jan 29 04:46:49.796559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port ce3dc6c2-e690-433a-88b0-03afcc6a49cf {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:49.797002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:49.832212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-36cadc62-2e79-4763-aa78-a1539bd99dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:49.833763 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-36cadc62-2e79-4763-aa78-a1539bd99dd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 200 len: 834 time: 0.2629383 Jan 29 04:46:49.865907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:46:49.885101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-5012c6fe-a2cd-44e6-b67a-f40e7dbc6773 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894526 Jan 29 04:46:50.001216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-bed1fe9e-6891-405b-816c-3186f20a5cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381399 Jan 29 04:46:50.026804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-1099d6e6-66c8-432e-9a4f-10205e45c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:50.029114 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-1099d6e6-66c8-432e-9a4f-10205e45c079 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=344603c3-73c3-45c0-805e-5fcd1e80eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838250 Jan 29 04:46:50.046363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:50.109316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for ce3dc6c2-e690-433a-88b0-03afcc6a49cf owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:50.160095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-9fafbe9e-a462-4aed-929c-140231d83a20 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:50.161628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-9fafbe9e-a462-4aed-929c-140231d83a20 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 947 time: 0.2312653 Jan 29 04:46:50.236179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d59e1d57-3468-415f-afc3-034622fb8d61 req-415723a3-909d-495b-b66d-6bec60c07efe service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385942 Jan 29 04:46:50.277431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-366ef9c5-3be3-4023-a15b-5df4e6749691 service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403524 Jan 29 04:46:50.373525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:38Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:50.410988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bc768-2c2b-4ea6-b9b6-2097e3dd8042 None None] The sync data for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 is: [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:44:29Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '8555ce2f-51b4-4aa3-a2c6-9646b4ae7861', 'name': '', 'network_id': '344603c3-73c3-45c0-805e-5fcd1e80eb50', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:b2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:27Z', 'updated_at': '2022-01-29T04:44:38Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': 'ec481f72-4156-4661-93cb-aa6487bb7544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:46:50.472862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:50.473406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:50.496742 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06830ea9-887b-495c-bc91-d05a2a190f19 req-a5723b04-f87a-401a-a212-461076537dee service neutron] 10.222.0.20 "GET /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121353 Jan 29 04:46:50.744086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:50.744376 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:50.757199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:50.853070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:50.925984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=ce3dc6c2-e690-433a-88b0-03afcc6a49cf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:50.952160 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d29047d-fe89-431b-ba8b-d200d136dc7a req-a2b2f139-6d52-4174-8049-0922fa2df408 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0954618 Jan 29 04:46:51.052920 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56478-ba99-4628-9b8c-b5a1a2a53e07 None None] New status for floating IP 926a23d4-d01a-414d-9499-92d4a74029f6: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:46:51.238488 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:51.248917 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-257ebe07-83e8-4d7e-964a-fb9c11cf8950 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/ce3dc6c2-e690-433a-88b0-03afcc6a49cf HTTP/1.1" status: 204 len: 168 time: 1.8810730 Jan 29 04:46:51.252241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:51.254430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:51.324168 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e06e525-6d71-4d13-829b-cb2ebd7d6acf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:46:51.326258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e06e525-6d71-4d13-829b-cb2ebd7d6acf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/ce3dc6c2-e690-433a-88b0-03afcc6a49cf HTTP/1.1" status: 404 len: 333 time: 0.0707994 Jan 29 04:46:51.329054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:51.331797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=f35bdc0a-6e5b-44f8-9025-7b3382fc73a9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:51.593199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet 3d3ff803-0597-4520-bdcf-7cf6c7a02aad {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:51.596294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] No DVR routers for this DVR port f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:51.599282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:51.604930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cafc4a6-d7cd-43e9-b9b3-4d1efb41b129 req-f9f09049-629d-45d7-aaec-1bbe4d88a051 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "DELETE /v2.0/ports/f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 HTTP/1.1" status: 204 len: 173 time: 1.4097750 Jan 29 04:46:51.605726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:51.617568 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-deleted', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:51.638657 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502620d7-a7ca-4124-a01e-c397dc3aa8d0" -d '{"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-deleted", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:51.707248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041ce89-558a-4d17-a96f-659f3c696b63 req-d917b37f-6bfb-4fb4-b3ea-9dbeea71d773 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:51.708809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e041ce89-558a-4d17-a96f-659f3c696b63 req-d917b37f-6bfb-4fb4-b3ea-9dbeea71d773 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=17f00d04-c410-4c65-8d59-26914476c66a HTTP/1.1" status: 200 len: 868 time: 0.9636905 Jan 29 04:46:51.769082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:51.823915 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e041ce89-558a-4d17-a96f-659f3c696b63 req-2ea7dcea-44b6-42ef-83a5-4985f36f49d6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=f638ba0f-3dcb-47fe-8394-139d8a8ee688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953939 Jan 29 04:46:51.839978 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba63f2-a74c-4c3d-aed9-147e93615e90 x-openstack-request-id: req-5aba63f2-a74c-4c3d-aed9-147e93615e90 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:51.840280 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f00d04-c410-4c65-8d59-26914476c66a", "name": "network-vif-deleted", "tag": "f35bdc0a-6e5b-44f8-9025-7b3382fc73a9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:51.840536 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5aba63f2-a74c-4c3d-aed9-147e93615e90 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:51.840934 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f00d04-c410-4c65-8d59-26914476c66a', 'name': 'network-vif-deleted', 'tag': 'f35bdc0a-6e5b-44f8-9025-7b3382fc73a9', 'status': 'completed', 'code': 200} Jan 29 04:46:51.971572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.120575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50318) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:52.155884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2f06aa2-7b13-4409-b6d8-a26bc76e5c39 req-c83fafaf-f874-4934-a539-4ef686b8f323 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0569174 Jan 29 04:46:52.168714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.237596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3ff803-0597-4520-bdcf-7cf6c7a02aad,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:52.251484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.255234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e24ea81d-f983-4071-9b20-011fdff55679 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/3d3ff803-0597-4520-bdcf-7cf6c7a02aad HTTP/1.1" status: 204 len: 168 time: 0.9246159 Jan 29 04:46:52.258545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50322) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:52.268034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f160190-e9af-4b3e-ad4f-896275f407b1 None None] Network 2a9f0be9-1cb4-4982-b75e-efd27a467712 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:52.392280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-956d4417-1d86-406c-bea5-8fd0229c44a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.440101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.548027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-956d4417-1d86-406c-bea5-8fd0229c44a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.556645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-956d4417-1d86-406c-bea5-8fd0229c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.559787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:52.584268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-124541f6-1b60-4b73-a62f-31e70bc4e8b7 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:52.587253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-124541f6-1b60-4b73-a62f-31e70bc4e8b7 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 813 time: 0.2842760 Jan 29 04:46:52.601725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:52.602230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f35bdc0a-6e5b-44f8-9025-7b3382fc73a9 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:52.678871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-956d4417-1d86-406c-bea5-8fd0229c44a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=353912fd0c9049a186ba0c02fb5c7280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570066 Jan 29 04:46:52.681291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d4417-1d86-406c-bea5-8fd0229c44a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb3392b-229e-4830-b0b6-7c4c8e7d5b7f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:52.703166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50332) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:52.729184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] DHCP port deletion for 2a9f0be9-1cb4-4982-b75e-efd27a467712 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:46:52.745313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-b1c50013-ac5f-4938-91e3-0ac9d73c0e2c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227885614052428d803f7a08cb47d247 HTTP/1.1" status: 200 len: 380 time: 0.1366117 Jan 29 04:46:52.756352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'port': {'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'admin_state_up': True, 'tenant_id': '227885614052428d803f7a08cb47d247', 'security_groups': ['60368c60-7b6c-4973-a368-b71adeeb6189']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:52.771353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 3bb0a38f-4933-4179-ba6e-005f121f0b7e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:52.771872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.822434 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02e5526c-ab37-41c0-8c4f-382f6e6aa2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.879503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] Deleting port 3bb0a38f-4933-4179-ba6e-005f121f0b7e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:52.882545 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.907704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Made reservation on behalf of 227885614052428d803f7a08cb47d247 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:52.911614 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.926723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:52.959552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02e5526c-ab37-41c0-8c4f-382f6e6aa2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:52.997960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] For port 3bb0a38f-4933-4179-ba6e-005f121f0b7e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3bb0a38f-4933-4179-ba6e-005f121f0b7e,segment=NetworkSegment(66b72549-1f5f-48e6-b20a-091e5d4fca3c),segment_id=66b72549-1f5f-48e6-b20a-091e5d4fca3c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:52.998359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.015073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] Calling delete_port for 3bb0a38f-4933-4179-ba6e-005f121f0b7e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:53.072574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] For port 3bb0a38f-4933-4179-ba6e-005f121f0b7e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3bb0a38f-4933-4179-ba6e-005f121f0b7e,segment=NetworkSegment(66b72549-1f5f-48e6-b20a-091e5d4fca3c),segment_id=66b72549-1f5f-48e6-b20a-091e5d4fca3c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:53.072574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.109245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 3bb0a38f-4933-4179-ba6e-005f121f0b7e owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:53.185634 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02e5526c-ab37-41c0-8c4f-382f6e6aa2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.190282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02e5526c-ab37-41c0-8c4f-382f6e6aa2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.195013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-02e5526c-ab37-41c0-8c4f-382f6e6aa2c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fb3392b-229e-4830-b0b6-7c4c8e7d5b7f HTTP/1.1" status: 204 len: 168 time: 0.4898100 Jan 29 04:46:53.198725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.213033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] No DVR routers for this DVR port 3bb0a38f-4933-4179-ba6e-005f121f0b7e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:53.230587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5526c-ab37-41c0-8c4f-382f6e6aa2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb3392b-229e-4830-b0b6-7c4c8e7d5b7f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:53.290223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.295457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985e479-89d6-4e22-8e67-cae44394c78d None None] Pushing event deleted for resources: {'Port': ['ID=3bb0a38f-4933-4179-ba6e-005f121f0b7e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:53.322626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=3bb0a38f-4933-4179-ba6e-005f121f0b7e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:53.339113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No DVR routers for this DVR port 3bb0a38f-4933-4179-ba6e-005f121f0b7e on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:46:53.367973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7538a37-4347-4c67-b18e-6e61af134d2f req-2122fee1-f372-49c1-9ee6-8103c4837524 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0791419 Jan 29 04:46:53.477021 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.505320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Allocated IP 172.20.0.14 (e369de0c-455d-4e70-bb94-d850f34b13ae/40d7df9f-d5f3-4a88-a745-578f5908f133/a998c3d0-f888-45a7-bb83-c83f97ee8598) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:53.510277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9f0be9-1cb4-4982-b75e-efd27a467712']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:53.528134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b72549-1f5f-48e6-b20a-091e5d4fca3c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:53.528459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b72549-1f5f-48e6-b20a-091e5d4fca3c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:53.556865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.578910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.586653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:46:53.587058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:46:53.590711 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:46:53.710686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.726266 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.732456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/2a9f0be9-1cb4-4982-b75e-efd27a467712 HTTP/1.1" status: 204 len: 168 time: 1.4724710 Jan 29 04:46:53.733075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50356) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:53.736844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:53.741906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-446863259'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:53.779664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d9ef5-b053-4dea-9173-defbb53807e7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=2a9f0be9-1cb4-4982-b75e-efd27a467712,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:53.787307 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44492e25-55b7-403e-a1af-e8511b2b7f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.861990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:53.887844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-31c73193-dc1d-4b2b-91d4-413e994de1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.926029 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44492e25-55b7-403e-a1af-e8511b2b7f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.932642 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44492e25-55b7-403e-a1af-e8511b2b7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:53.972282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44492e25-55b7-403e-a1af-e8511b2b7f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce359fab-cef0-4790-bb77-2b240ffeba9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:53.999449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-44492e25-55b7-403e-a1af-e8511b2b7f6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8038674adf94656ad88093c0961805d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461095 Jan 29 04:46:54.002494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50364) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:54.066726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e72d-37f8-46df-b13e-77b99a71201a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.096104 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e72d-37f8-46df-b13e-77b99a71201a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.142010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.147548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e72d-37f8-46df-b13e-77b99a71201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.151763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e72d-37f8-46df-b13e-77b99a71201a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.152980 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fc7e72d-37f8-46df-b13e-77b99a71201a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce359fab-cef0-4790-bb77-2b240ffeba9a HTTP/1.1" status: 204 len: 168 time: 0.1494529 Jan 29 04:46:54.181170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7e72d-37f8-46df-b13e-77b99a71201a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce359fab-cef0-4790-bb77-2b240ffeba9a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:54.265271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:46:54.269392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.292397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.293927 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f of type vlan for network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 Jan 29 04:46:54.325006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3bb0a38f-4933-4179-ba6e-005f121f0b7e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:46:54.359908 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.375940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3bb0a38f-4933-4179-ba6e-005f121f0b7e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:46:54.376660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3bb0a38f-4933-4179-ba6e-005f121f0b7e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:46:54.378049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.436811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.493211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.504562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:54.505168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.546254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1a05e-705f-4c41-8c56-4baf4d578c93 req-318e24d8-4bfb-40bf-aa67-bd2d4807cc28 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:54.563855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52b1a05e-705f-4c41-8c56-4baf4d578c93 req-318e24d8-4bfb-40bf-aa67-bd2d4807cc28 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 932 time: 0.1025929 Jan 29 04:46:54.613570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-52b1a05e-705f-4c41-8c56-4baf4d578c93 req-dc81763e-1aab-4352-8368-19e50791ddae tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487876 Jan 29 04:46:54.660761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Network e369de0c-455d-4e70-bb94-d850f34b13ae is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:54.687406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:54.694896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'Port': ['ID=a998c3d0-f888-45a7-bb83-c83f97ee8598,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:54.697546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:54.715479 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50382) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:54.715644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9776096 Jan 29 04:46:54.720995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:54.743763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb943e0b-e765-4b1b-b3ae-2f19b7f2cfb9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=7b8b99d6-2f15-4fa9-a5ae-9321e5274b57,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:54.761584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:46:54.824969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:54.824969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:54.861285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-4e8daf6e-c060-4f41-8c70-177a1d075b8c tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1090288 Jan 29 04:46:54.899895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Request body: {'port': {'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:55.023583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.044388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:55.047943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.198853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4f689915-5932-4347-a3bc-b77a0ad83399 None None] Provisioning complete for port a998c3d0-f888-45a7-bb83-c83f97ee8598 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:55.199228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4f689915-5932-4347-a3bc-b77a0ad83399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.309394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4f689915-5932-4347-a3bc-b77a0ad83399 None None] Port a998c3d0-f888-45a7-bb83-c83f97ee8598 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:46:55.422149 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.486491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:55.486999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.533372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:55.533741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:46:55.560257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=cbc8652b-4d94-49a2-bc1f-6f2e02795760,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:55.571126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a998c3d0-f888-45a7-bb83-c83f97ee8598 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:46:55.582938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.598391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:46:55.611950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Transition to ACTIVE for port object a998c3d0-f888-45a7-bb83-c83f97ee8598 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:46:55.613125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:55.621056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:55.621654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.622386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd7fc5-0034-4052-8fb3-adfa02ef6c19 None None] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:55.624266 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.658389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-39ad745a-33ff-4281-94ba-0e2dfbe4a05e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9413376 Jan 29 04:46:55.662141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50414) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:55.683370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57', 'name': 'tempest-PortsTestJSON-618290769', 'fixed_ips': [{'subnet_id': 'cbc8652b-4d94-49a2-bc1f-6f2e02795760', 'ip_address': '172.20.0.10'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:55.765933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:55.768512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:55.798110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:46:55.842674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:56.032030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-7b8b99d6-2f15-4fa9-a5ae-9321e5274b57', 'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': 'cbc8652b-4d94-49a2-bc1f-6f2e02795760'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:46:56.044463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.092223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.125259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.146771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:56.179555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Pushing event updated for resources: {'Port': ['ID=a998c3d0-f888-45a7-bb83-c83f97ee8598,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:56.483344 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.485088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=8555ce2f-51b4-4aa3-a2c6-9646b4ae7861,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:56.545371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bcf04-7188-4e5a-a398-07cfded55c9f req-54beb68e-d9b1-405b-92eb-1fef918c684b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:56.547344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba5bcf04-7188-4e5a-a398-07cfded55c9f req-54beb68e-d9b1-405b-92eb-1fef918c684b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.4383361 Jan 29 04:46:56.557177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.10 (7b8b99d6-2f15-4fa9-a5ae-9321e5274b57/cbc8652b-4d94-49a2-bc1f-6f2e02795760/18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:56.651114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-863a6f07-7bfc-4630-95f0-ff08d87c9923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.715505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba5bcf04-7188-4e5a-a398-07cfded55c9f req-66199271-6710-4e45-8c84-92b1206fca44 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542433 Jan 29 04:46:56.756951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Attempting to bind port a998c3d0-f888-45a7-bb83-c83f97ee8598 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:56.757380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Attempting to bind port a998c3d0-f888-45a7-bb83-c83f97ee8598 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:56.757705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Attempting to bind port a998c3d0-f888-45a7-bb83-c83f97ee8598 on network e369de0c-455d-4e70-bb94-d850f34b13ae {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:56.771775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Port a998c3d0-f888-45a7-bb83-c83f97ee8598 on network e369de0c-455d-4e70-bb94-d850f34b13ae not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:46:56.772137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Attempting to bind port a998c3d0-f888-45a7-bb83-c83f97ee8598 on network e369de0c-455d-4e70-bb94-d850f34b13ae {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:56.779398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:56.779726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Checking segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:56.780109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Bound using segment: {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:56.780534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Bound port: a998c3d0-f888-45a7-bb83-c83f97ee8598, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94287039-8f83-46e2-b11d-2bb9f92f317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:56.780889 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.844915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.903500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:56.948887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] For port a998c3d0-f888-45a7-bb83-c83f97ee8598, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:56.982569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:56.987969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:56.992186 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:57.006335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] For port a998c3d0-f888-45a7-bb83-c83f97ee8598, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:57.018355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.028829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:57.038306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:57.038964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.040427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] 10.222.0.20 "PUT /v2.0/ports/a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 1092 time: 2.1507294 Jan 29 04:46:57.061103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:46:57.064039 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:46:57.067407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Allocated IP 172.20.0.2 (7b8b99d6-2f15-4fa9-a5ae-9321e5274b57/cbc8652b-4d94-49a2-bc1f-6f2e02795760/10e08139-53d2-49fc-a2ea-81b4db7fb92f) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:57.082546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 94071972-7a7f-403f-8779-6a2a9ba6107c has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:46:57.131450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:57.132790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.196727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-17f9b3ce-3558-4bbb-b5a2-a611da8c599e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5313418 Jan 29 04:46:57.197661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50454) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:57.209066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57', 'name': 'tempest-PortsTestJSON-1716569379', 'fixed_ips': [{'subnet_id': 'cbc8652b-4d94-49a2-bc1f-6f2e02795760', 'ip_address': '172.20.0.9'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:46:57.215971 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d2841-00ab-424e-a7df-1e6880083b69 x-openstack-request-id: req-d80d2841-00ab-424e-a7df-1e6880083b69 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:46:57.216527 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:46:57.216527 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d80d2841-00ab-424e-a7df-1e6880083b69 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:46:57.216886 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'status': 'completed', 'code': 200} Jan 29 04:46:57.261615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162955-5275-45d8-934d-10f8fc509c2e service neutron] Pushing event updated for resources: {'Port': ['ID=a998c3d0-f888-45a7-bb83-c83f97ee8598,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:57.284057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-e91def45-e9d9-4888-a599-c992ca222388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:57.285579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-e91def45-e9d9-4888-a599-c992ca222388 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1095 time: 0.1666391 Jan 29 04:46:57.374891 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.410818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.426798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.463819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:46:57.473310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.474802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-adda7739-68ef-4623-81b2-686bd9c78f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 217 time: 0.1483650 Jan 29 04:46:57.512658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 02f1f786-6c94-4576-a5ba-284b2ba97a59 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:46:57.522721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:57.548937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:57.558609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:57.733136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Pushing event updated for resources: {'Port': ['ID=10e08139-53d2-49fc-a2ea-81b4db7fb92f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:57.748631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Attempting to bind port 10e08139-53d2-49fc-a2ea-81b4db7fb92f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:46:57.753563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Attempting to bind port 10e08139-53d2-49fc-a2ea-81b4db7fb92f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:46:57.754045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Attempting to bind port 10e08139-53d2-49fc-a2ea-81b4db7fb92f on network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:46:57.764270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:46:57.764647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Checking segment: {'id': '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:46:57.765129 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.765491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Bound using segment: {'id': '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:46:57.766051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Bound port: 10e08139-53d2-49fc-a2ea-81b4db7fb92f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7b8b99d6-2f15-4fa9-a5ae-9321e5274b57'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:46:57.766783 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.867452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] For port 10e08139-53d2-49fc-a2ea-81b4db7fb92f, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:46:57.874747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] For port 10e08139-53d2-49fc-a2ea-81b4db7fb92f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10e08139-53d2-49fc-a2ea-81b4db7fb92f,segment=NetworkSegment(9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f),segment_id=9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:46:57.878798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:57.937316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-f7149dcb-3906-4ea9-978e-e6cff5de83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:57.940121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-f7149dcb-3906-4ea9-978e-e6cff5de83ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.4583464 Jan 29 04:46:57.958229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:46:57.979595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b906e23-2936-4c39-ae49-0688e1022137 None None] Pushing event updated for resources: {'Port': ['ID=10e08139-53d2-49fc-a2ea-81b4db7fb92f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:57.984865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bbc7e97d-fc7a-42a2-aaea-a55eed8d28c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/94071972-7a7f-403f-8779-6a2a9ba6107c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0550606 Jan 29 04:46:57.985057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] Sync routers for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:46:57.997217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:57.998106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:58.008254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50472) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:58.022417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43ac10-7c0f-45da-9a26-e43517b22057 req-13bfbcc1-c797-4309-ad52-23e8c8e2e038 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:58.024207 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a43ac10-7c0f-45da-9a26-e43517b22057 req-13bfbcc1-c797-4309-ad52-23e8c8e2e038 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.1460502 Jan 29 04:46:58.063707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-422bd283-e3b3-42e2-84dc-fc8e1984d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:58.064937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-422bd283-e3b3-42e2-84dc-fc8e1984d321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093624 Jan 29 04:46:58.104435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.9 (7b8b99d6-2f15-4fa9-a5ae-9321e5274b57/cbc8652b-4d94-49a2-bc1f-6f2e02795760/02f1f786-6c94-4576-a5ba-284b2ba97a59) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:46:58.106761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a43ac10-7c0f-45da-9a26-e43517b22057 req-d47ba815-9383-456f-98a3-6ac53f6be3a7 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750589 Jan 29 04:46:58.175491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:46:58.298061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-5a890bc6-b6c6-48e7-bfab-2ac5c618ddc2 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201970 Jan 29 04:46:58.386514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting subnet ec481f72-4156-4661-93cb-aa6487bb7544 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:46:58.455611 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:58.543679 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d6601f9-425b-4f9c-a87a-21ea9b822fba req-ae617d2f-981e-4046-a540-72fe74e82ab5 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382581 Jan 29 04:46:58.603948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10e08139-53d2-49fc-a2ea-81b4db7fb92f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:46:58.630654 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:58.661123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:46:56Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:58.692054 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:58.699448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-efa1e19d-94c7-489f-8bce-853c5545d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:58.701530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-efa1e19d-94c7-489f-8bce-853c5545d80b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1095 time: 0.0596657 Jan 29 04:46:58.723259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] Checking router: 94071972-7a7f-403f-8779-6a2a9ba6107c for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:46:58.752550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] Routers {'94071972-7a7f-403f-8779-6a2a9ba6107c'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:46:58.753298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['94071972-7a7f-403f-8779-6a2a9ba6107c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:46:58.771684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:58.810060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:58.824101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-2a239b0c-59ba-4f55-913f-ffe8e4b23d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:58.826114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-2a239b0c-59ba-4f55-913f-ffe8e4b23d73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 914 time: 0.1175537 Jan 29 04:46:58.879740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-0e4a2eba-2a47-4b18-a30f-ba3dfbb3d25e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 217 time: 0.0447145 Jan 29 04:46:58.890594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:46:58.895801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:46:58.906090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:46:58.950844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] Set router 94071972-7a7f-403f-8779-6a2a9ba6107c gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:46:58.960915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=02f1f786-6c94-4576-a5ba-284b2ba97a59,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:58.998995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-7ead3452-3f9a-4244-80a9-1e78efd3366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.000495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-7ead3452-3f9a-4244-80a9-1e78efd3366f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.1141586 Jan 29 04:46:59.013400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.014351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.035981 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.079996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 10e08139-53d2-49fc-a2ea-81b4db7fb92f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:59.080845 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.106888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-28f0a18b-82d0-47c2-a9ba-42724b189ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.108340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-28f0a18b-82d0-47c2-a9ba-42724b189ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005752 Jan 29 04:46:59.120757 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Subnet': ['ID=ec481f72-4156-4661-93cb-aa6487bb7544,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:46:59.163278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.171850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-32383bbf-58c1-45d4-a6be-256f9753a5bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/subnets/ec481f72-4156-4661-93cb-aa6487bb7544 HTTP/1.1" status: 204 len: 168 time: 1.1536968 Jan 29 04:46:59.175622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50496) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:59.185192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a340e-bf86-4216-a697-7eb19278751b None None] Network 344603c3-73c3-45c0-805e-5fcd1e80eb50 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:59.321384 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-8ce7f70f-7e8b-4f77-9759-126464dbb522 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975589 Jan 29 04:46:59.341174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.356291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:59.356482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-08089d9e-19f0-418f-a7c8-cf90e04bf0b0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1553528 Jan 29 04:46:59.636671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4479e8-b773-4bfa-be79-b18a4a31c1e1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.641226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e4479e8-b773-4bfa-be79-b18a4a31c1e1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2839174 Jan 29 04:46:59.643911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:59.658423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefe2ad-64e0-41de-8af5-d51c4ab8a8ac None None] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:46:59.698346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-de37c4c2-2110-4d7c-bcf0-6e3733307dd9 req-ba27da45-de00-4c25-b387-688257e1b498 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735359 Jan 29 04:46:59.712200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c40c-e592-4960-8911-66b1edee33a4 req-614a421e-2d1a-4f92-ad46-263b29ebeaf8 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.712200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5768c40c-e592-4960-8911-66b1edee33a4 req-614a421e-2d1a-4f92-ad46-263b29ebeaf8 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.3750217 Jan 29 04:46:59.753857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0cd83-ed91-4888-8371-d0eeaf06376f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.763221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0cd83-ed91-4888-8371-d0eeaf06376f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.763431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.774296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0cd83-ed91-4888-8371-d0eeaf06376f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:46:59.778736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.779673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-42c0cd83-ed91-4888-8371-d0eeaf06376f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1347485 Jan 29 04:46:59.780512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:46:59.781262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.804878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5768c40c-e592-4960-8911-66b1edee33a4 req-729cb369-2180-4310-b5a3-107e44e4bde6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860553 Jan 29 04:46:59.876554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 10e08139-53d2-49fc-a2ea-81b4db7fb92f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10e08139-53d2-49fc-a2ea-81b4db7fb92f,segment=NetworkSegment(9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f),segment_id=9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:46:59.906756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.916196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port d448cfcf-d391-433b-ba07-1b7cfce55862 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:59.916560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.922751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5f7ac7f2-68f8-4c0e-ac13-0f81913f581d None None] Provisioning complete for port 10e08139-53d2-49fc-a2ea-81b4db7fb92f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:46:59.923261 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac7f2-68f8-4c0e-ac13-0f81913f581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.927431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:46:59.942717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 02f1f786-6c94-4576-a5ba-284b2ba97a59 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:46:59.944566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.097633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.106282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=10e08139-53d2-49fc-a2ea-81b4db7fb92f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:00.116038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:46:56Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:00.116895 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port d448cfcf-d391-433b-ba07-1b7cfce55862, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d448cfcf-d391-433b-ba07-1b7cfce55862,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:00.117494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.136552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 02f1f786-6c94-4576-a5ba-284b2ba97a59 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:00.139582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for d448cfcf-d391-433b-ba07-1b7cfce55862 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:00.185842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2ff6d-2e13-446a-b566-c5c2e4419110 None None] The sync data for ids ['94071972-7a7f-403f-8779-6a2a9ba6107c'] in n-d-825930-1 is: [{'id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099475202', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:44:20Z', 'updated_at': '2022-01-29T04:46:56Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': 'd448cfcf-d391-433b-ba07-1b7cfce55862', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94071972-7a7f-403f-8779-6a2a9ba6107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:44:21Z', 'updated_at': '2022-01-29T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:00.593229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] DHCP port deletion for 344603c3-73c3-45c0-805e-5fcd1e80eb50 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:47:00.594056 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.609723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.700087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10e08139-53d2-49fc-a2ea-81b4db7fb92f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:00.738633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=d448cfcf-d391-433b-ba07-1b7cfce55862,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:00.784315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=02f1f786-6c94-4576-a5ba-284b2ba97a59,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:00.842777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.928958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 10e08139-53d2-49fc-a2ea-81b4db7fb92f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:00.931416 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.942313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.954128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] Deleting port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:00.954426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:00.954680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50544) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:00.960184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-244a31a5-769b-4cd7-a31c-8a2a97bec621 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/02f1f786-6c94-4576-a5ba-284b2ba97a59 HTTP/1.1" status: 204 len: 168 time: 1.1778820 Jan 29 04:47:01.060987 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-077bf384-92a6-4dd5-a480-679f01b356fb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:47:01.068325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-077bf384-92a6-4dd5-a480-679f01b356fb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/02f1f786-6c94-4576-a5ba-284b2ba97a59 HTTP/1.1" status: 404 len: 333 time: 0.1115620 Jan 29 04:47:01.073344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:01.085562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-22825caf-50e6-4a6f-9be3-5ddf6cb453ab None None] Provisioning complete for port 18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:01.089552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22825caf-50e6-4a6f-9be3-5ddf6cb453ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.097343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0616d-99ce-453f-8d2b-43f4f79f1cee req-3620b5b9-b394-403a-9454-655f8fb8eb9a tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:01.098972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33e0616d-99ce-453f-8d2b-43f4f79f1cee req-3620b5b9-b394-403a-9454-655f8fb8eb9a tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.1375558 Jan 29 04:47:01.101026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.106945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.179647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33e0616d-99ce-453f-8d2b-43f4f79f1cee req-f08552c0-50f6-44ff-837f-2945ffee0b51 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737662 Jan 29 04:47:01.300080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.300964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Fanout notify agent at l3_agent the message router_deleted on router 94071972-7a7f-403f-8779-6a2a9ba6107c {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:47:01.311051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.315243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:01.325534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d21761d7-2c96-486a-8359-50c219822006 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/routers/94071972-7a7f-403f-8779-6a2a9ba6107c HTTP/1.1" status: 204 len: 168 time: 2.1477914 Jan 29 04:47:01.374295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:01.374826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.496466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.546813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] For port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:01.547205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.549830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-22825caf-50e6-4a6f-9be3-5ddf6cb453ab None None] Port 18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:01.587380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] Calling delete_port for 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:01.632092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:01.632715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.634845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.677020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 owned by {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:01.758551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-22825caf-50e6-4a6f-9be3-5ddf6cb453ab None None] Provisioning complete for port 10e08139-53d2-49fc-a2ea-81b4db7fb92f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:01.759481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22825caf-50e6-4a6f-9be3-5ddf6cb453ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.806462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,segment=NetworkSegment(df9d17f4-e7c7-4861-896b-4ac1b24ebb42),segment_id=df9d17f4-e7c7-4861-896b-4ac1b24ebb42)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:01.806999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:01.842932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:01.976945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.003462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] No DVR routers for this DVR port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:02.008890 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.033111 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.048033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:02.064936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:02.104066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] Pushing event deleted for resources: {'Port': ['ID=426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:02.126118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f7b64-5767-4883-a660-a345448eab48 None None] No DVR routers for this DVR port 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:02.131572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-22825caf-50e6-4a6f-9be3-5ddf6cb453ab None None] Could not find standard attr ID for object 02f1f786-6c94-4576-a5ba-284b2ba97a59. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:47:02.164838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.192713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344603c3-73c3-45c0-805e-5fcd1e80eb50']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:02.204912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:02.205675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9d17f4-e7c7-4861-896b-4ac1b24ebb42') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:02.219230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.229040 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.237106 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6c9231a2-1bc7-43f7-832f-dabcb7490e21 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 HTTP/1.1" status: 204 len: 168 time: 1.1620057 Jan 29 04:47:02.243448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.246980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:02.259486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d1a0c1cb-fdb0-453f-a46c-79309aa724ba None None] Could not find standard attr ID for object 18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:47:02.264195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d1a0c1cb-fdb0-453f-a46c-79309aa724ba None None] Could not find standard attr ID for object 02f1f786-6c94-4576-a5ba-284b2ba97a59. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:47:02.288756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:47:02.289265 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:47:02.293197 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:47:02.306118 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a16ef6c-7770-4178-80fe-951b2c0697b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:47:02.310933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:02.311273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9a16ef6c-7770-4178-80fe-951b2c0697b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/18c6eab4-a4ba-4f6f-a48b-dc2ca68dd8d0 HTTP/1.1" status: 404 len: 333 time: 0.0629187 Jan 29 04:47:02.388049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.396620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.404963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/networks/344603c3-73c3-45c0-805e-5fcd1e80eb50 HTTP/1.1" status: 204 len: 168 time: 1.0882995 Jan 29 04:47:02.413737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet cbc8652b-4d94-49a2-bc1f-6f2e02795760 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:47:02.418579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.429376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:02.457989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b1532-d7ab-4e0f-a504-eb8d4d05125a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Network': ['ID=344603c3-73c3-45c0-805e-5fcd1e80eb50,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:02.485797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.507784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d448cfcf-d391-433b-ba07-1b7cfce55862 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:02.537233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d448cfcf-d391-433b-ba07-1b7cfce55862 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:47:02.537633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d448cfcf-d391-433b-ba07-1b7cfce55862 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:02.538026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b1d053-f5de-4983-8a33-dbf311902817 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.538215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:02.571562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b1d053-f5de-4983-8a33-dbf311902817 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.579679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:47:02.587098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 426a3d27-a5e0-4a3b-bcf9-3fe2985e6a12 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:02.587931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:02.647035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:47:02.648224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 8555ce2f-51b4-4aa3-a2c6-9646b4ae7861 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:02.672371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b1d053-f5de-4983-8a33-dbf311902817 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.676993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34b1d053-f5de-4983-8a33-dbf311902817 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.679070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-34b1d053-f5de-4983-8a33-dbf311902817 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/security-groups/f638ba0f-3dcb-47fe-8394-139d8a8ee688 HTTP/1.1" status: 204 len: 168 time: 0.2431061 Jan 29 04:47:02.690001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d053-f5de-4983-8a33-dbf311902817 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638ba0f-3dcb-47fe-8394-139d8a8ee688,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:02.701185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d207a-e353-47e5-ac8d-1beaeb2117b6 req-adfe9c64-9f59-483c-adf9-55c9effdc881 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:02.710607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e40d207a-e353-47e5-ac8d-1beaeb2117b6 req-adfe9c64-9f59-483c-adf9-55c9effdc881 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.1562920 Jan 29 04:47:02.770176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.823756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e40d207a-e353-47e5-ac8d-1beaeb2117b6 req-d8471da7-5e5f-4d5a-82ae-cc172b28de34 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107421 Jan 29 04:47:02.866954 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.934072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc8652b-4d94-49a2-bc1f-6f2e02795760,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:02.946847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02747df6-1574-4fdf-9cb4-a3c54b6e3d66 None None] Network 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:02.963906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:02.978998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f4cee003-efbc-4ab6-ba4d-97f4df9df5bc tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/cbc8652b-4d94-49a2-bc1f-6f2e02795760 HTTP/1.1" status: 204 len: 168 time: 0.6667058 Jan 29 04:47:02.982244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:03.137263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.215322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 10e08139-53d2-49fc-a2ea-81b4db7fb92f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:03.216503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.288604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] DHCP port deletion for 7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:47:03.323322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] For port 10e08139-53d2-49fc-a2ea-81b4db7fb92f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10e08139-53d2-49fc-a2ea-81b4db7fb92f,segment=NetworkSegment(9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f),segment_id=9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:03.324838 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.356286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 10e08139-53d2-49fc-a2ea-81b4db7fb92f owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:03.392102 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] Deleting port 10e08139-53d2-49fc-a2ea-81b4db7fb92f {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:03.392489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.500886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.534133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] For port 10e08139-53d2-49fc-a2ea-81b4db7fb92f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10e08139-53d2-49fc-a2ea-81b4db7fb92f,segment=NetworkSegment(9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f),segment_id=9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:03.534558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.551252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No DVR routers for this DVR port 10e08139-53d2-49fc-a2ea-81b4db7fb92f on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:03.554281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=10e08139-53d2-49fc-a2ea-81b4db7fb92f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:03.581408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] Calling delete_port for 10e08139-53d2-49fc-a2ea-81b4db7fb92f owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:03.663551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.731048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.740047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8b99d6-2f15-4fa9-a5ae-9321e5274b57']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:03.762437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:03.766185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dde22fe-dc35-43e5-b5d4-05bcaaaf4f3f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:03.791052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.795171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] Pushing event deleted for resources: {'Port': ['ID=10e08139-53d2-49fc-a2ea-81b4db7fb92f,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:03.807475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd4e39-3437-432c-8f8b-557a47048d09 None None] No DVR routers for this DVR port 10e08139-53d2-49fc-a2ea-81b4db7fb92f on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:03.816585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:03.825675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903909907', 'description': 'tempest-secgroup-smoke-1903909907 description', 'project_id': 'e350f436196d44319d3ae21d47930a98'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:03.843351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.850178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:47:03.850809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:47:03.912183 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:47:03.926605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.932251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.963722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:03.967099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/7b8b99d6-2f15-4fa9-a5ae-9321e5274b57 HTTP/1.1" status: 204 len: 168 time: 0.9834840 Jan 29 04:47:03.968029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd8444-0ba7-40dc-885c-0a6a6366a7b1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=7b8b99d6-2f15-4fa9-a5ae-9321e5274b57,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:03.972211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50638) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:03.983053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150188069'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:04.080032 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eea65-f3e5-469a-aa04-05cbb0ccbbea req-91163164-3bcb-4cf7-bfde-155e611618dc tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:04.081368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-751eea65-f3e5-469a-aa04-05cbb0ccbbea req-91163164-3bcb-4cf7-bfde-155e611618dc tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.0756061 Jan 29 04:47:04.086057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:04.089506 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.092025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.105286 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.168964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-751eea65-f3e5-469a-aa04-05cbb0ccbbea req-70267008-62da-49f2-87af-6a7e78cdbfb0 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762916 Jan 29 04:47:04.169683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.176404 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3595233 Jan 29 04:47:04.186103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:04.186103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'cd20d86f-1215-4df5-8abc-a9e10c3b27aa', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:04.193617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b1ab3-d814-445b-9863-4efc56eca939 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd20d86f-1215-4df5-8abc-a9e10c3b27aa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:04.194765 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:47:04.208436 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.208998 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Added segment 10e312f3-9b1a-4178-ae47-ef30256ca200 of type vlan for network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 Jan 29 04:47:04.266500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.271158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.304727 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.310314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:04.311082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.428951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.441341 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.472905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10e08139-53d2-49fc-a2ea-81b4db7fb92f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:04.495328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Network': ['ID=71ee6b6a-08c6-4017-8422-f57a32d0ff26,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:04.504969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c71e64-517e-489e-8159-73dd13f3dccf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:04.530836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d2d45ca-221b-44af-9f6e-b5818156f2e5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5520971 Jan 29 04:47:04.532896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:04.538299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:04.540910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:47:04.552130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 10e08139-53d2-49fc-a2ea-81b4db7fb92f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:47:04.553542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10e08139-53d2-49fc-a2ea-81b4db7fb92f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:04.619695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.624611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e71f5d73-8a29-4521-b97d-58750f4cbd12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410884 Jan 29 04:47:04.625682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:04.632462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'cd20d86f-1215-4df5-8abc-a9e10c3b27aa', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:04.677355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.699746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:04.704400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.753310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.761487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.816432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcc12d3-e1a1-4135-a730-a6e2633654dd,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:04.832797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:04.835217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c46bf9a9-a2f6-4247-afd1-7d2fbc204153 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2083447 Jan 29 04:47:04.838347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50654) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:04.847579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'cd20d86f-1215-4df5-8abc-a9e10c3b27aa', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:04.891075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.013763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.050891 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.061533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.093512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=7dc47046-9610-4083-a5c0-daf8149b83fa,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:05.107744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b106c18-a1f7-4902-9c62-757cc9eaed10,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:05.111883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Checking segment: {'id': '10e312f3-9b1a-4178-ae47-ef30256ca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:05.119688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network hostable DHCP agents. Network: 71ee6b6a-08c6-4017-8422-f57a32d0ff26, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:47:05.119892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.124610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:05.126447 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8130a40d-bf11-4c8e-9470-b482156df88c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865460 Jan 29 04:47:05.135695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'cd20d86f-1215-4df5-8abc-a9e10c3b27aa', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:05.184107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:47:05.208442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 71ee6b6a-08c6-4017-8422-f57a32d0ff26) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:05.215449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:05.216277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.220630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57abec-9008-4225-83bc-79aaf2674db1 None None] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:05.232609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.298393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9319c1b-3a53-4ec1-8531-9009e263a4f1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7642319 Jan 29 04:47:05.305037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:05.316105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-76983230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:05.366801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991b501-69f1-4e82-b980-e7ab6f632309 req-6cde9e5b-ac2a-4f40-9ecc-32aa0d521353 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:05.369965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d991b501-69f1-4e82-b980-e7ab6f632309 req-6cde9e5b-ac2a-4f40-9ecc-32aa0d521353 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.1068058 Jan 29 04:47:05.386380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.406290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.411161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.412678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.476079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-71ee6b6a-08c6-4017-8422-f57a32d0ff26', 'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': '7dc47046-9610-4083-a5c0-daf8149b83fa'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:47:05.477871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.533691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.543976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da97d4e3-c7cd-48bd-8f31-87c55aaee68c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:05.564367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.565690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bae506b4-d9d4-4d03-b207-adc706624133 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4337878 Jan 29 04:47:05.568731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50676) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:05.569757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.574892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'cd20d86f-1215-4df5-8abc-a9e10c3b27aa', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:05.612190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d991b501-69f1-4e82-b980-e7ab6f632309 req-28114a55-da56-450c-bc03-d8c72aaf0213 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277741 Jan 29 04:47:05.633816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.635125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-69111ecd-9312-461d-81f0-de90f5886e66 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3278990 Jan 29 04:47:05.637724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:05.638803 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:47:05.643175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26', 'name': 'tempest-PortsTestJSON-1973554386'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:05.652022 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.747716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Allocated IP 172.20.0.2 (71ee6b6a-08c6-4017-8422-f57a32d0ff26/7dc47046-9610-4083-a5c0-daf8149b83fa/4ed998ba-2bae-4937-82b2-d88d4e9e362b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:05.810210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.816740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.846956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3347b38c-447d-470e-81f3-8c6833948cee,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:05.855676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.860833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6984cc61-ec7d-476e-b3ed-aa923fbfc4cc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2864017 Jan 29 04:47:05.861636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50686) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:05.869993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': 'cd20d86f-1215-4df5-8abc-a9e10c3b27aa', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:05.895935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:05.901520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.922026 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:47:05.937600 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:05.955403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port 0f3f2124-596d-4ef9-a817-be542d93ce4f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:47:06.065137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.072864 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.103867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.111804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79d5fe0-b3de-42a9-b049-b96a7da26baf,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:06.125409 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.143496 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.150319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3924018d-db03-48ac-b29d-c66685de380b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874784 Jan 29 04:47:06.151012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50692) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:06.157168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'network': {'name': 'tempest-network-smoke--1430234031', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:06.179419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.12 (71ee6b6a-08c6-4017-8422-f57a32d0ff26/7dc47046-9610-4083-a5c0-daf8149b83fa/0f3f2124-596d-4ef9-a817-be542d93ce4f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:06.199688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:06.200918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:06.204270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.222058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:06.229446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:06.256028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:47:06.258635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Pushing event updated for resources: {'Port': ['ID=4ed998ba-2bae-4937-82b2-d88d4e9e362b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:06.295996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.296983 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Added segment 59b3d184-997e-4d8c-8c17-6e3d88e2c184 of type vlan for network 41dc6078-59da-4ca9-b92b-5a02b09e870a Jan 29 04:47:06.389094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.401160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Attempting to bind port 4ed998ba-2bae-4937-82b2-d88d4e9e362b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:47:06.401884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Attempting to bind port 4ed998ba-2bae-4937-82b2-d88d4e9e362b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '10e312f3-9b1a-4178-ae47-ef30256ca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:47:06.402053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Attempting to bind port 4ed998ba-2bae-4937-82b2-d88d4e9e362b on network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:06.408981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:06.409488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Checking segment: {'id': '10e312f3-9b1a-4178-ae47-ef30256ca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:06.409974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.410110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.410455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Bound using segment: {'id': '10e312f3-9b1a-4178-ae47-ef30256ca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:06.411062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Bound port: 4ed998ba-2bae-4937-82b2-d88d4e9e362b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e312f3-9b1a-4178-ae47-ef30256ca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71ee6b6a-08c6-4017-8422-f57a32d0ff26'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:47:06.411456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.441722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.448291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.462320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:06.462975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.536201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3840642 Jan 29 04:47:06.539953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50700) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:06.544277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'admin_state_up': True, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:06.545508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=0f3f2124-596d-4ef9-a817-be542d93ce4f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:06.579774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] For port 4ed998ba-2bae-4937-82b2-d88d4e9e362b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:06.582115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69986-dd23-4dbe-84d5-26849351bed2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Network': ['ID=41dc6078-59da-4ca9-b92b-5a02b09e870a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:06.588456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:06.589336 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.590506 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.590742 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] For port 4ed998ba-2bae-4937-82b2-d88d4e9e362b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4ed998ba-2bae-4937-82b2-d88d4e9e362b,segment=NetworkSegment(10e312f3-9b1a-4178-ae47-ef30256ca200),segment_id=10e312f3-9b1a-4178-ae47-ef30256ca200)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:06.593017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:06.604876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:47:06.613445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:06.617324 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.655930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.766611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13ccfa-1b39-4d51-8bc6-a4851c9201b9 None None] Pushing event updated for resources: {'Port': ['ID=4ed998ba-2bae-4937-82b2-d88d4e9e362b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:06.794484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:06.801738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:06.870010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-026df20c-2322-4f3a-a126-c5327479f2cf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2145011 Jan 29 04:47:06.870010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:06.921062 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e214e-ec25-46da-befc-e0fbdc0a2e2e req-fb253748-7121-449e-8ae3-438e18ee30a1 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:06.922857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c69e214e-ec25-46da-befc-e0fbdc0a2e2e req-fb253748-7121-449e-8ae3-438e18ee30a1 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.1630194 Jan 29 04:47:06.995637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:07.029294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c69e214e-ec25-46da-befc-e0fbdc0a2e2e req-e05a8c13-5ab1-4aed-9f96-3aef3fe1dd42 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776086 Jan 29 04:47:07.838637 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:07.879299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:08.158291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.247 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/06abbf29-dc50-4e0c-80f3-617c98112f60) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:08.496203 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:08.548728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4ed998ba-2bae-4937-82b2-d88d4e9e362b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:08.554358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e6a6-6435-4d70-b7ec-ad7399580a78 req-942fdd86-50ce-41d1-98e5-2a3d5bc4489a tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:08.556878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0c9e6a6-6435-4d70-b7ec-ad7399580a78 req-942fdd86-50ce-41d1-98e5-2a3d5bc4489a tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.2775993 Jan 29 04:47:08.639757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:08.647046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:08.672346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a998c3d0-f888-45a7-bb83-c83f97ee8598 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:47:08.699975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0c9e6a6-6435-4d70-b7ec-ad7399580a78 req-1f283b8b-4d45-4cd3-a679-dd397520dce2 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290019 Jan 29 04:47:08.736319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=06abbf29-dc50-4e0c-80f3-617c98112f60,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:08.751044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.751378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.751718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.752052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.752389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.752967 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.753313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.753641 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.753993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.754317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.754622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.754988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:08.759893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:08.761808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:08.764856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:08.818172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4ed998ba-2bae-4937-82b2-d88d4e9e362b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:08.819074 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:08.966833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:47:08.970031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3994244c-f051-4319-9390-a9f5533f129b None None] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:09.331441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.334986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.351167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.415649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b9f839d9-3110-4a59-88bf-5eca8d75a18b None None] Provisioning complete for port 4ed998ba-2bae-4937-82b2-d88d4e9e362b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:09.416160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d9-3110-4a59-88bf-5eca8d75a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.425030 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.449599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=0f3f2124-596d-4ef9-a817-be542d93ce4f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:09.479229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.479579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.479908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.480246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.480577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.480898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.481225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.481558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.481868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.482213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.482535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.482855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:09.535672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a998c3d0-f888-45a7-bb83-c83f97ee8598, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:09.552716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:47:09.705964 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.752529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a998c3d0-f888-45a7-bb83-c83f97ee8598 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:47:09.925245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:09.985705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4d69b-6bc0-4940-8df1-7355d672c80d req-90c305a5-6021-45dd-b711-7a65e0eb8f35 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:09.988680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a998c3d0-f888-45a7-bb83-c83f97ee8598, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:09.996241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfa4d69b-6bc0-4940-8df1-7355d672c80d req-90c305a5-6021-45dd-b711-7a65e0eb8f35 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 944 time: 0.2120233 Jan 29 04:47:10.002794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 4ed998ba-2bae-4937-82b2-d88d4e9e362b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4ed998ba-2bae-4937-82b2-d88d4e9e362b,segment=NetworkSegment(10e312f3-9b1a-4178-ae47-ef30256ca200),segment_id=10e312f3-9b1a-4178-ae47-ef30256ca200)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:10.012626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.018094 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.074954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a998c3d0-f888-45a7-bb83-c83f97ee8598,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:10.077747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.168753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfa4d69b-6bc0-4940-8df1-7355d672c80d req-386e3546-c9ea-4e44-b8e0-84c4994c64e6 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691508 Jan 29 04:47:10.207393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 0c722c7c-3470-40f3-ac20-be10bf801ad0 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:47:10.221479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=4ed998ba-2bae-4937-82b2-d88d4e9e362b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:10.249791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.289493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['a998c3d0-f888-45a7-bb83-c83f97ee8598'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:47:10.411869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4ed998ba-2bae-4937-82b2-d88d4e9e362b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:10.423970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:10.440088 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Sync routers for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:10.461855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.466931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6ea4f731-34a0-46f5-8c32-3129bdf0f9f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9258859 Jan 29 04:47:10.467508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50784) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:10.470197 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:10.471414 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:10.547757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0193378e-aab3-4d18-b3fb-c15c001fcec7 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e350f436196d44319d3ae21d47930a98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790064 Jan 29 04:47:10.548291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50788) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:10.630451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4ed998ba-2bae-4937-82b2-d88d4e9e362b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:10.631116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.643621 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:10.781008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cd77ec-d9b0-43c4-befc-09f1fde34cdd tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:10.785397 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-31cd77ec-d9b0-43c4-befc-09f1fde34cdd tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2361605 Jan 29 04:47:10.786095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50794) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:10.863588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7d513314-bb59-47d7-9ef0-a79501f0e065 None None] Provisioning complete for port 4ed998ba-2bae-4937-82b2-d88d4e9e362b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:10.863964 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d513314-bb59-47d7-9ef0-a79501f0e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.884138 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:10.892953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:10.894425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-840b99ee-c43f-4fa3-b0b1-c84165bad877 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070132 Jan 29 04:47:10.904483 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1290294351', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:10.921606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:11.165320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:11.177204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:08Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:11.196892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=0f3f2124-596d-4ef9-a817-be542d93ce4f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:11.268160 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Checking router: 0c722c7c-3470-40f3-ac20-be10bf801ad0 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:11.268658 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Updating router 0c722c7c-3470-40f3-ac20-be10bf801ad0 port 06abbf29-dc50-4e0c-80f3-617c98112f60 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:47:11.290001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:11.294145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:11.370856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7d513314-bb59-47d7-9ef0-a79501f0e065 None None] Provisioning complete for port 0f3f2124-596d-4ef9-a817-be542d93ce4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:11.376711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d513314-bb59-47d7-9ef0-a79501f0e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:11.380725 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:11.612709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7d513314-bb59-47d7-9ef0-a79501f0e065 None None] Port 0f3f2124-596d-4ef9-a817-be542d93ce4f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:11.620825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:11.628847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfc33a-21a2-478d-b954-2f8199a7a613 req-063db302-0647-4229-a3f0-901878d97f59 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:11.636847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7cbfc33a-21a2-478d-b954-2f8199a7a613 req-063db302-0647-4229-a3f0-901878d97f59 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 945 time: 0.2130852 Jan 29 04:47:11.650555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:11.762620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-410a0a39-4080-4246-9df3-a7d0c6b10a49 None None] Provisioning complete for port 0f3f2124-596d-4ef9-a817-be542d93ce4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:11.767323 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-410a0a39-4080-4246-9df3-a7d0c6b10a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:11.891137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-410a0a39-4080-4246-9df3-a7d0c6b10a49 None None] Port 0f3f2124-596d-4ef9-a817-be542d93ce4f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:11.909494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7cbfc33a-21a2-478d-b954-2f8199a7a613 req-c21bca6c-5b62-4885-ab26-ec6dfaf79820 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673998 Jan 29 04:47:11.986324 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.104328 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.121516 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.197157 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.268996 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Attempting to bind port 06abbf29-dc50-4e0c-80f3-617c98112f60 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:47:12.270426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Attempting to bind port 06abbf29-dc50-4e0c-80f3-617c98112f60 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:47:12.270426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Attempting to bind port 06abbf29-dc50-4e0c-80f3-617c98112f60 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:12.275319 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:12.276111 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:12.276111 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.276972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:12.276972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Bound port: 06abbf29-dc50-4e0c-80f3-617c98112f60, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:47:12.277238 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.278873 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Pushing event updated for resources: {'Port': ['ID=06abbf29-dc50-4e0c-80f3-617c98112f60,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:12.300050 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.300050 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.301187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.301187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.301187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.301634 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.301938 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.302674 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.310198 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.310657 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.310818 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.311141 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:12.330051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-eab4eb0e-ea6a-44b3-bbfc-42a37c379ffb None None] Provisioning complete for port 0f3f2124-596d-4ef9-a817-be542d93ce4f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:12.330831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eab4eb0e-ea6a-44b3-bbfc-42a37c379ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.358857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Subnet': ['ID=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:12.399024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-eab4eb0e-ea6a-44b3-bbfc-42a37c379ffb None None] Port 0f3f2124-596d-4ef9-a817-be542d93ce4f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:12.402472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Router 7a22df83-1b21-4c9a-8bfb-a12f1abfef7b is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:47:12.429277 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] For port 06abbf29-dc50-4e0c-80f3-617c98112f60, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:12.437031 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] For port 06abbf29-dc50-4e0c-80f3-617c98112f60, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=06abbf29-dc50-4e0c-80f3-617c98112f60,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:12.446943 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.500260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Checking segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:12.501668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network hostable DHCP agents. Network: 41dc6078-59da-4ca9-b92b-5a02b09e870a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:47:12.539519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb087c8a-439d-40a1-a5f7-41182cb2bafe None None] Pushing event updated for resources: {'Port': ['ID=06abbf29-dc50-4e0c-80f3-617c98112f60,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:12.570269 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:12.571055 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:12.572807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:47:12.586676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:12.598141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d75983b0-eecb-4363-9d8c-596408f947eb tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/routers/7a22df83-1b21-4c9a-8bfb-a12f1abfef7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7409604 Jan 29 04:47:12.599521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 41dc6078-59da-4ca9-b92b-5a02b09e870a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:12.601759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:12.604438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] Sync routers for ids ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:12.612332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef804d5-87f6-4ea4-a177-dbacf761baac None None] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:12.617134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:12.623180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:12.655314 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c97cd423-b5b2-4afa-a1c5-c599fcc5ae58 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7612338 Jan 29 04:47:12.656299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:12.703259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a998c3d0-f888-45a7-bb83-c83f97ee8598 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:12.749814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a4077-5dd5-479f-866b-9b1c0aedad9a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:12.756938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:12.764254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f19a4077-5dd5-479f-866b-9b1c0aedad9a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a22df83-1b21-4c9a-8bfb-a12f1abfef7b HTTP/1.1" status: 200 len: 983 time: 0.1607521 Jan 29 04:47:12.817318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] Routers {'7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:12.822348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:13.003640 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:13.104419 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e469a-37c6-4d7d-a3ea-ecd794fa6b4b req-37ed78d4-efac-4293-82e7-3ad961c5fc75 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:13.121776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b9e469a-37c6-4d7d-a3ea-ecd794fa6b4b req-37ed78d4-efac-4293-82e7-3ad961c5fc75 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 945 time: 0.0928867 Jan 29 04:47:13.231913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b9e469a-37c6-4d7d-a3ea-ecd794fa6b4b req-b76f52c5-4bb6-43f9-b5af-15e2e71a24db tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087215 Jan 29 04:47:13.315364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:13.366057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] Routers {'7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:13.366841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:13.368496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port a998c3d0-f888-45a7-bb83-c83f97ee8598 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:47:13.404859 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port a998c3d0-f888-45a7-bb83-c83f97ee8598 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:13.405244 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:13.453353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:13.453353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8db7-21be-4a24-81f9-9d3cc7b0b668 None None] The sync data for ids ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'] in n-d-825930-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:13.559555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:08Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:13.566217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-41dc6078-59da-4ca9-b92b-5a02b09e870a', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:47:13.567100 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:13.594072 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074e97-6cac-4370-abbe-d13b9aecc0b3 None None] The sync data for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 is: [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:08Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:13.633161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:13.777253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:13.843327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a998c3d0-f888-45a7-bb83-c83f97ee8598, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:13.847697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:13.852541 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b48499-5d2d-4f83-b7be-03330bd27f6e" -d '{"events": [{"server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "name": "network-vif-plugged", "status": "completed", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:13.862826 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:13.925380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Allocated IP 172.20.0.2 (41dc6078-59da-4ca9-b92b-5a02b09e870a/0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7/10ed367e-e608-44c4-b2e6-505853ae089e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:13.965011 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae04504-0dc0-4541-b559-5e664e24f4ca x-openstack-request-id: req-0ae04504-0dc0-4541-b559-5e664e24f4ca {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:13.965318 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "name": "network-vif-plugged", "status": "completed", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:13.965584 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ae04504-0dc0-4541-b559-5e664e24f4ca {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:13.966054 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'code': 200} Jan 29 04:47:14.047321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a998c3d0-f888-45a7-bb83-c83f97ee8598,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:14.319599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.339383 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.387847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Pushing event updated for resources: {'Port': ['ID=10ed367e-e608-44c4-b2e6-505853ae089e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:14.425388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0323325-5a6d-470d-837f-31836b76248d req-b7ba8526-3f11-4516-9513-fbc55b729d5f tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:14.435926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:14.437687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0323325-5a6d-470d-837f-31836b76248d req-b7ba8526-3f11-4516-9513-fbc55b729d5f tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.0688412 Jan 29 04:47:14.438987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:14.441453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:14.473762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bccd9-3a1a-494d-aa66-18cbdc855fb3 req-05abcc66-483b-40a6-b83c-1634c3367f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:14.475486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-120bccd9-3a1a-494d-aa66-18cbdc855fb3 req-05abcc66-483b-40a6-b83c-1634c3367f29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1097 time: 0.3885252 Jan 29 04:47:14.493469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0323325-5a6d-470d-837f-31836b76248d req-b8e9365c-4e26-4828-ade0-161a0fc2f77f tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544934 Jan 29 04:47:14.510821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 06abbf29-dc50-4e0c-80f3-617c98112f60 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:14.533788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Attempting to bind port 10ed367e-e608-44c4-b2e6-505853ae089e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:47:14.534207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Attempting to bind port 10ed367e-e608-44c4-b2e6-505853ae089e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:47:14.534567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Attempting to bind port 10ed367e-e608-44c4-b2e6-505853ae089e on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:14.546537 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:14.546918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Checking segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:14.547726 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.547726 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Bound using segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:14.548048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Bound port: 10ed367e-e608-44c4-b2e6-505853ae089e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:47:14.548426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.651687 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.713744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 06abbf29-dc50-4e0c-80f3-617c98112f60 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:14.729827 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.800696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] For port 10ed367e-e608-44c4-b2e6-505853ae089e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:14.820626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] For port 10ed367e-e608-44c4-b2e6-505853ae089e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10ed367e-e608-44c4-b2e6-505853ae089e,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:14.850260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:14.995223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a153b7-e539-4bc7-8dbb-3aeca7da2fe9 None None] Pushing event updated for resources: {'Port': ['ID=10ed367e-e608-44c4-b2e6-505853ae089e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:15.029974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-120bccd9-3a1a-494d-aa66-18cbdc855fb3 req-b2b25593-e1ae-4624-8089-7879298c3d22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867008 Jan 29 04:47:15.043219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:15.096019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 06abbf29-dc50-4e0c-80f3-617c98112f60, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=06abbf29-dc50-4e0c-80f3-617c98112f60,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:15.101801 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:15.188107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=06abbf29-dc50-4e0c-80f3-617c98112f60,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:15.313160 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:15.450306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 0f3f2124-596d-4ef9-a817-be542d93ce4f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:15.450972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:15.735643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:15.793208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fe886-aea2-4122-acc8-386acc610af9 req-60f20c74-493c-4ab1-9a1f-2eca6cb9a828 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:15.803568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e00fe886-aea2-4122-acc8-386acc610af9 req-60f20c74-493c-4ab1-9a1f-2eca6cb9a828 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.1997278 Jan 29 04:47:15.815880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 0f3f2124-596d-4ef9-a817-be542d93ce4f owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:16.049800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.1 (41dc6078-59da-4ca9-b92b-5a02b09e870a/0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7/e828da84-d646-49b5-8cb0-8db65d044e62) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:16.292982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e00fe886-aea2-4122-acc8-386acc610af9 req-1aad3aa5-407e-4860-b8d4-c880239b1459 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841461 Jan 29 04:47:16.394582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:16.610559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 06abbf29-dc50-4e0c-80f3-617c98112f60 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:16.632943 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:16.704940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=0f3f2124-596d-4ef9-a817-be542d93ce4f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:16.764469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 06abbf29-dc50-4e0c-80f3-617c98112f60 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:16.764848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:16.791930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:16.832658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:16.838132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:16.868333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:16.947028 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:16.966958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10ed367e-e608-44c4-b2e6-505853ae089e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:16.972525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe0514-5671-4700-82f7-7891ef8704f3 None None] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:17.126531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=e828da84-d646-49b5-8cb0-8db65d044e62,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:17.143840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c3ae1c61-a85b-4589-af22-3c9dd6ae0deb None None] Provisioning complete for port 10ed367e-e608-44c4-b2e6-505853ae089e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:17.144216 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1c61-a85b-4589-af22-3c9dd6ae0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.202743 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.405527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 10ed367e-e608-44c4-b2e6-505853ae089e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:17.406001 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.493250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1c61-a85b-4589-af22-3c9dd6ae0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.552350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4b7d3-4134-4ea2-aec4-1b94da7c4b38 req-d74dbbeb-20b6-450b-8a2f-dfae4c22eddc tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:17.561856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12e4b7d3-4134-4ea2-aec4-1b94da7c4b38 req-d74dbbeb-20b6-450b-8a2f-dfae4c22eddc tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.1198606 Jan 29 04:47:17.609234 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.614864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c3ae1c61-a85b-4589-af22-3c9dd6ae0deb None None] For port 10ed367e-e608-44c4-b2e6-505853ae089e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10ed367e-e608-44c4-b2e6-505853ae089e,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:17.627490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12e4b7d3-4134-4ea2-aec4-1b94da7c4b38 req-5de95e28-769a-4f96-a4a7-06fabb68b511 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642509 Jan 29 04:47:17.652035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1c61-a85b-4589-af22-3c9dd6ae0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.684145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.729258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:47:17.729668 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:47:17.766455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae1c61-a85b-4589-af22-3c9dd6ae0deb None None] Pushing event updated for resources: {'Port': ['ID=10ed367e-e608-44c4-b2e6-505853ae089e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:17.834957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Router 7a22df83-1b21-4c9a-8bfb-a12f1abfef7b has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:17.877114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b1dff9d8-b178-4f7a-9151-66971d9cd360 None None] Provisioning complete for port e828da84-d646-49b5-8cb0-8db65d044e62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:17.877622 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b1dff9d8-b178-4f7a-9151-66971d9cd360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:17.916624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b1dff9d8-b178-4f7a-9151-66971d9cd360 None None] Port e828da84-d646-49b5-8cb0-8db65d044e62 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:17.928617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b1dff9d8-b178-4f7a-9151-66971d9cd360 None None] Provisioning complete for port 10ed367e-e608-44c4-b2e6-505853ae089e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:17.929504 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b1dff9d8-b178-4f7a-9151-66971d9cd360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.159342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-12ae9d88-a654-4098-80a1-96a50155f638 None None] Provisioning complete for port e828da84-d646-49b5-8cb0-8db65d044e62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:18.159717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12ae9d88-a654-4098-80a1-96a50155f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.215249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-12ae9d88-a654-4098-80a1-96a50155f638 None None] Port e828da84-d646-49b5-8cb0-8db65d044e62 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:18.347418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501972fb-56d9-4464-825f-11d625f32a2f req-744fa4cf-c5f7-488a-937b-6d7123274e54 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:18.350155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-501972fb-56d9-4464-825f-11d625f32a2f req-744fa4cf-c5f7-488a-937b-6d7123274e54 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.5615256 Jan 29 04:47:18.351256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:18.356729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b489aab7-8e2a-462d-a197-eac67e011f60 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/routers/7a22df83-1b21-4c9a-8bfb-a12f1abfef7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5986507 Jan 29 04:47:18.361521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:18.364990 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] Sync routers for ids ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:18.391709 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] Routers {'7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:18.392575 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.410182 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c80b6c1-5ac4-4033-9433-4390efe2f724 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:47:18.420963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0c80b6c1-5ac4-4033-9433-4390efe2f724 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/0f3f2124-596d-4ef9-a817-be542d93ce4f HTTP/1.1" status: 404 len: 333 time: 0.0583136 Jan 29 04:47:18.425020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50972) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:18.435440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10ed367e-e608-44c4-b2e6-505853ae089e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:18.476169 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.508417 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] Routers {'7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:18.509053 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.557589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 10ed367e-e608-44c4-b2e6-505853ae089e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:18.558202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.572668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-501972fb-56d9-4464-825f-11d625f32a2f req-b7559276-5761-406a-b747-aa1e867075ee tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934004 Jan 29 04:47:18.586153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.607417 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:18.608056 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9211b-6b3f-43e2-9a96-e31efaf4b2ae None None] The sync data for ids ['7a22df83-1b21-4c9a-8bfb-a12f1abfef7b'] in n-d-825930-1 is: [] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:18.627369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:47:18.634270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:18.827341 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.833397 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.885190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.929356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.932092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.984453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:18.985403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Fanout notify agent at l3_agent the message router_deleted on router 7a22df83-1b21-4c9a-8bfb-a12f1abfef7b {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:47:18.995829 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.000996 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bbfb4207-9cf8-4012-9e9d-8bd55cb5950f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/routers/7a22df83-1b21-4c9a-8bfb-a12f1abfef7b HTTP/1.1" status: 204 len: 168 time: 0.5745194 Jan 29 04:47:19.001973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 50988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:19.011478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a545f0-2605-4530-b1e3-f2a74da887e9 tempest-TestVolumeBackupRestore-90696977 tempest-TestVolumeBackupRestore-90696977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:19.013945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-19a545f0-2605-4530-b1e3-f2a74da887e9 tempest-TestVolumeBackupRestore-90696977 tempest-TestVolumeBackupRestore-90696977-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1092 time: 0.3780267 Jan 29 04:47:19.016673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=e828da84-d646-49b5-8cb0-8db65d044e62,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:19.020365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:19.026936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'tenant_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:19.063821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet 7dc47046-9610-4083-a5c0-daf8149b83fa {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:47:19.069857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.095043 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.098860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:19.102606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:19.146226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.308339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 0c722c7c-3470-40f3-ac20-be10bf801ad0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:19.310090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.406915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.436497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.495769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc47046-9610-4083-a5c0-daf8149b83fa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:19.515817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c4fd0-3a03-4b69-930f-dacd307da788 None None] Network 71ee6b6a-08c6-4017-8422-f57a32d0ff26 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:19.523608 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.533512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4e2e758c-ec4c-46ed-babe-29680e61af61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/7dc47046-9610-4083-a5c0-daf8149b83fa HTTP/1.1" status: 204 len: 168 time: 0.5301111 Jan 29 04:47:19.535413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:19.604482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-258e0178-b814-4bb4-8a1b-366b5d8bee02 None None] Provisioning complete for port e828da84-d646-49b5-8cb0-8db65d044e62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:19.605480 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-258e0178-b814-4bb4-8a1b-366b5d8bee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.684773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-258e0178-b814-4bb4-8a1b-366b5d8bee02 None None] Port e828da84-d646-49b5-8cb0-8db65d044e62 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:19.690871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:19.700878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ed86e95-8da0-417a-843d-2c2a933025cd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/0c722c7c-3470-40f3-ac20-be10bf801ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0433559 Jan 29 04:47:19.714471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Sync routers for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:19.724462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:19.733371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:19.734131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:19.747404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Allocated IP 172.25.4.198 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d0f9e3d7-f8d8-4729-9ac9-f2a5d42eff1c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:19.839880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] DHCP port deletion for 71ee6b6a-08c6-4017-8422-f57a32d0ff26 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:47:19.967234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:19.977489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.011216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2f7bc3ba-9f3b-4f22-9657-f97ecfe5efc5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903909907&fields=id&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 267 time: 0.0930152 Jan 29 04:47:20.012027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port 4ed998ba-2bae-4937-82b2-d88d4e9e362b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:20.012521 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.146194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] For port 4ed998ba-2bae-4937-82b2-d88d4e9e362b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4ed998ba-2bae-4937-82b2-d88d4e9e362b,segment=NetworkSegment(10e312f3-9b1a-4178-ae47-ef30256ca200),segment_id=10e312f3-9b1a-4178-ae47-ef30256ca200)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:20.147106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.151259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.204111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:20.213137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for 4ed998ba-2bae-4937-82b2-d88d4e9e362b owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:20.216447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:20.219550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:20.262465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-87986d20-3a78-4667-9d8c-e09735a76130 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:20.264418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-87986d20-3a78-4667-9d8c-e09735a76130 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 797 time: 0.2443688 Jan 29 04:47:20.265385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] Deleting port 4ed998ba-2bae-4937-82b2-d88d4e9e362b {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:20.265949 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.281835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-f4b5ce45-4fd7-4d23-8c07-466ddf1103b0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/quotas/e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 375 time: 0.0103073 Jan 29 04:47:20.366047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-a0a5df4d-050d-4097-a763-dd0b1d7011b2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748065 Jan 29 04:47:20.386119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'Port': ['ID=d0f9e3d7-f8d8-4729-9ac9-f2a5d42eff1c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:20.404226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] For port 4ed998ba-2bae-4937-82b2-d88d4e9e362b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4ed998ba-2bae-4937-82b2-d88d4e9e362b,segment=NetworkSegment(10e312f3-9b1a-4178-ae47-ef30256ca200),segment_id=10e312f3-9b1a-4178-ae47-ef30256ca200)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:20.404911 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.419686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] Calling delete_port for 4ed998ba-2bae-4937-82b2-d88d4e9e362b owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:20.578975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.581675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-99d8826c-be6b-4df4-b879-d8309c61f432 service neutron] 10.222.0.32 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781921 Jan 29 04:47:20.626503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=4ed998ba-2bae-4937-82b2-d88d4e9e362b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:20.642666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No DVR routers for this DVR port 4ed998ba-2bae-4937-82b2-d88d4e9e362b on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:20.739760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2cc7f4ba-88d3-43bf-9ff1-d6c254739759 service neutron] 10.222.0.32 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513841 Jan 29 04:47:20.765139 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.775414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:20.776745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4ed998ba-2bae-4937-82b2-d88d4e9e362b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:20.830519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] No DVR routers for this DVR port 4ed998ba-2bae-4937-82b2-d88d4e9e362b on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:20.851118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4ed998ba-2bae-4937-82b2-d88d4e9e362b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:47:20.851661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4ed998ba-2bae-4937-82b2-d88d4e9e362b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:20.853883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681835f-5614-483d-826f-8446781ebfa8 None None] Pushing event deleted for resources: {'Port': ['ID=4ed998ba-2bae-4937-82b2-d88d4e9e362b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:20.880127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:18Z', 'revision_number': 2, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:20.911028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Checking router: 0c722c7c-3470-40f3-ac20-be10bf801ad0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:20.911492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Updating router 0c722c7c-3470-40f3-ac20-be10bf801ad0 port e828da84-d646-49b5-8cb0-8db65d044e62 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:47:20.943658 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.142567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.254932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ee6b6a-08c6-4017-8422-f57a32d0ff26']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:21.265292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7e5bbad-9643-4df9-99d1-e603d13154dc req-7ef7c213-aa02-484a-a999-757c5f18555b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 210 time: 0.0744796 Jan 29 04:47:21.283946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e312f3-9b1a-4178-ae47-ef30256ca200') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:21.285121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e312f3-9b1a-4178-ae47-ef30256ca200') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:21.344546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.346566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.364591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.378113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.424910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdc2d5-e990-46be-8d4e-b35bc5000f46 None None] Pushing event updated for resources: {'Port': ['ID=e828da84-d646-49b5-8cb0-8db65d044e62,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:21.528860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Attempting to bind port e828da84-d646-49b5-8cb0-8db65d044e62 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:47:21.529238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Attempting to bind port e828da84-d646-49b5-8cb0-8db65d044e62 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:47:21.529600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Attempting to bind port e828da84-d646-49b5-8cb0-8db65d044e62 on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:21.534917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:21.535287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Checking segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:21.535690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.536081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Bound using segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:21.536547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Bound port: e828da84-d646-49b5-8cb0-8db65d044e62, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:47:21.537466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.662405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] For port e828da84-d646-49b5-8cb0-8db65d044e62, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:21.673263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] For port e828da84-d646-49b5-8cb0-8db65d044e62, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e828da84-d646-49b5-8cb0-8db65d044e62,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:21.687655 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.796241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdc2d5-e990-46be-8d4e-b35bc5000f46 None None] Pushing event updated for resources: {'Port': ['ID=e828da84-d646-49b5-8cb0-8db65d044e62,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:21.808938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:21.809967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:21.934451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.947313 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b953e357-962d-4aee-b21f-f2b954157cf0 None None] Provisioning complete for port e828da84-d646-49b5-8cb0-8db65d044e62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:21.947452 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b953e357-962d-4aee-b21f-f2b954157cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.962966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:47:21.963392 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:47:21.966815 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:47:22.077273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:22.104625 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.118076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.122409 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/71ee6b6a-08c6-4017-8422-f57a32d0ff26 HTTP/1.1" status: 204 len: 168 time: 2.5797474 Jan 29 04:47:22.126467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:22.136913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001c4ee-6b43-456e-a3b3-140d990e88e9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=71ee6b6a-08c6-4017-8422-f57a32d0ff26,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:22.210863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6d3b2-3469-4ccd-830b-3cfae0e62284 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:22.212801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-54f6d3b2-3469-4ccd-830b-3cfae0e62284 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/e61004ae-2c5e-423e-b74b-8307a2182012 HTTP/1.1" status: 200 len: 840 time: 0.0838385 Jan 29 04:47:22.215820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.218381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51054) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:22.228561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.231904 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b953e357-962d-4aee-b21f-f2b954157cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.331275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-63da9757-4ba2-4b37-97a5-4c972ba185f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/e61004ae-2c5e-423e-b74b-8307a2182012?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1116533 Jan 29 04:47:22.331926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51060) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:22.337547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:22.338794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b953e357-962d-4aee-b21f-f2b954157cf0 None None] For port e828da84-d646-49b5-8cb0-8db65d044e62, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e828da84-d646-49b5-8cb0-8db65d044e62,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:22.353104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b953e357-962d-4aee-b21f-f2b954157cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.454060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953e357-962d-4aee-b21f-f2b954157cf0 None None] Pushing event updated for resources: {'Port': ['ID=e828da84-d646-49b5-8cb0-8db65d044e62,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:22.529033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c74b197c-c428-40e8-874d-fad8361f121f None None] Provisioning complete for port e828da84-d646-49b5-8cb0-8db65d044e62 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:22.529772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c74b197c-c428-40e8-874d-fad8361f121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.533718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.542416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-8b339885-bbce-4146-bb6d-34c4e91181e4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:22.543983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-8b339885-bbce-4146-bb6d-34c4e91181e4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 797 time: 0.1386821 Jan 29 04:47:22.552407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e66798f5-de9d-4119-a0bc-32bd10e9fe4c req-917e754d-4963-43f6-8ad7-85223c635a53 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 210 time: 0.0499527 Jan 29 04:47:22.592265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:22.596288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:22.601862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:21Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:22.620274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event updated for resources: {'Port': ['ID=d0f9e3d7-f8d8-4729-9ac9-f2a5d42eff1c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:22.642555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b61bcf-5d15-4840-ba26-bca1f23d60bc None None] The sync data for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 is: [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:21Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:22.753143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-8b6678b6-dc21-44dd-927b-f1fdd3a50454 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 380 time: 0.1359081 Jan 29 04:47:22.794646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'port': {'device_id': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'admin_state_up': True, 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'security_groups': ['cd20d86f-1215-4df5-8abc-a9e10c3b27aa']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:22.904539 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Floating IP f67e73bd-5f1d-449c-89ff-bc071e792a93 associated. External IP: 172.25.4.198, port: a998c3d0-f888-45a7-bb83-c83f97ee8598. Jan 29 04:47:22.979215 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.037996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:23.054312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:23.059000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:23.067697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4bfcd-94fc-4557-a329-1d0f43b5fa06 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:23.069290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.070769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:23.074934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.098309 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=dbb222c2-da5f-4181-ba2e-937ebeb7dcb2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:23.114728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe47740c-c8e0-4009-8894-0d5d53403390 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7816825 Jan 29 04:47:23.118288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51068) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:23.122963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'security_group': {'name': 'tempest-secgroup-639963841'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:23.171130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.247394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.8 (41dc6078-59da-4ca9-b92b-5a02b09e870a/0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:23.344096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.360048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.375153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'tenant_id': '454cc68bcf7e429b977863367c039200', 'fixed_ips': [{'subnet_id': 'dbb222c2-da5f-4181-ba2e-937ebeb7dcb2'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:47:23.376683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.425753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.429652 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3101270 Jan 29 04:47:23.432005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56864b35-3e07-42a6-9176-83ca8194b478 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2387460-be95-42e6-a367-2501c6c57bc5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:23.435316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51072) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:23.445105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.453134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'security_group': {'name': 'tempest-secgroup-151833661'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:23.517292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.571259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.604271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Allocated IP 172.20.0.2 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/dbb222c2-da5f-4181-ba2e-937ebeb7dcb2/6099be70-c01f-4946-afa6-45dd12c27b08) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:23.673479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.687726 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.698289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:23.758965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.760234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3239763 Jan 29 04:47:23.772077 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51078) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:23.780871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d517c-c90c-4d5e-848b-a717c443bbd5 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e21c6c7-4e09-4bc7-bbe6-ab1e046e7f63,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:23.784436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:23.790676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1408076720', 'security_groups': ['4e21c6c7-4e09-4bc7-bbe6-ab1e046e7f63'], 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dbb222c2-da5f-4181-ba2e-937ebeb7dcb2'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:23.801737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:23.821139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:23.873289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.889917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.910864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:23.917042 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.933992 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4101-416a-4765-bb74-67e4cf215646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:23.965111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21880b7-6ede-478f-96ae-92287c4ff5dd req-7e5e32c3-82f9-401a-af64-57ace19c9550 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:23.966964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21880b7-6ede-478f-96ae-92287c4ff5dd req-7e5e32c3-82f9-401a-af64-57ace19c9550 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 931 time: 0.2564793 Jan 29 04:47:23.970497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-2347cdee-ac1b-4a02-91f1-21263021ff2c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1807041 Jan 29 04:47:23.972308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:23.981696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:23.993541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:24.013994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Request body: {'port': {'device_id': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:24.032615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Pushing event updated for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:24.079006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:24.080283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Router c4a2006f-6b41-428c-a362-11254de44ec9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:24.123333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21880b7-6ede-478f-96ae-92287c4ff5dd req-8ed265c8-ef49-4b2e-b4e3-c97be81e3c80 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420975 Jan 29 04:47:24.134073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.151197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Attempting to bind port 6099be70-c01f-4946-afa6-45dd12c27b08 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:47:24.152287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Attempting to bind port 6099be70-c01f-4946-afa6-45dd12c27b08 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '80d66895-f94b-45f1-9022-c5cba6520481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:47:24.152857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Attempting to bind port 6099be70-c01f-4946-afa6-45dd12c27b08 on network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:24.158986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:24.159707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Checking segment: {'id': '80d66895-f94b-45f1-9022-c5cba6520481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:24.160463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.161315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Bound using segment: {'id': '80d66895-f94b-45f1-9022-c5cba6520481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:24.162061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Bound port: 6099be70-c01f-4946-afa6-45dd12c27b08, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d66895-f94b-45f1-9022-c5cba6520481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:47:24.164132 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.221000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.241823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port cef354fb-f520-4cbf-8490-01f75b803080 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:47:24.290732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:24.313164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6099be70-c01f-4946-afa6-45dd12c27b08,segment=NetworkSegment(80d66895-f94b-45f1-9022-c5cba6520481),segment_id=80d66895-f94b-45f1-9022-c5cba6520481)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:24.322505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.433597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eed657-d057-4584-a46c-e3093aaf5892 None None] Pushing event updated for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:24.447598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a9a93aed-bcf8-4d5c-a350-a54fd3f300cf None None] Provisioning complete for port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.447976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9a93aed-bcf8-4d5c-a350-a54fd3f300cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.541864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a9a93aed-bcf8-4d5c-a350-a54fd3f300cf None None] Port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:24.552025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e828da84-d646-49b5-8cb0-8db65d044e62 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:24.574350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.6 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/dbb222c2-da5f-4181-ba2e-937ebeb7dcb2/cef354fb-f520-4cbf-8490-01f75b803080) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:24.701704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e828da84-d646-49b5-8cb0-8db65d044e62 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:24.702436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.766468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:24.780964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.796363 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] Sync routers for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:24.832330 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:24.832963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:24.871130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:24.879747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:25.011375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-94f8c47a-981f-4a54-89f6-5be89155e054 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9881618 Jan 29 04:47:25.016626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51088) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:25.033659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:25.036023 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c53997-5436-472a-a2e8-e5bf57a0d706" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:25.077294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:25.097388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:25.105292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:25.138133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:47:25.147668 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:25.169474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=cef354fb-f520-4cbf-8490-01f75b803080,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:25.189334 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40bbdbe-c2fc-47eb-8e74-70c56e6e8aa3 x-openstack-request-id: req-e40bbdbe-c2fc-47eb-8e74-70c56e6e8aa3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:25.193639 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:25.196581 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e40bbdbe-c2fc-47eb-8e74-70c56e6e8aa3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:25.197125 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'status': 'completed', 'code': 200} Jan 29 04:47:25.220407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47439449-b40a-4963-8f34-6c5504f1fc47 tempest-TestVolumeBackupRestore-90696977 tempest-TestVolumeBackupRestore-90696977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:25.224854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-47439449-b40a-4963-8f34-6c5504f1fc47 tempest-TestVolumeBackupRestore-90696977 tempest-TestVolumeBackupRestore-90696977-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1092 time: 0.2028875 Jan 29 04:47:25.225677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51098) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:25.233408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Request body: {'floatingip': {'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:25.234510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Transition to ACTIVE for port object 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:47:25.262274 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:25.277371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:25.283087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:25.283739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:25.322133 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fdb6cde5-835c-4458-a8fb-ddb2f66275e4 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5462859 Jan 29 04:47:25.324941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51100) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:25.335755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:25.342612 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:25.562958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:25.579881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-2342ff42-7054-4880-a4b8-ab031887890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:25.582980 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-2342ff42-7054-4880-a4b8-ab031887890a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1097 time: 0.3831785 Jan 29 04:47:25.673271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c219c-bc4e-4fc2-b3f0-cafce52bca3f req-bef8d904-67f6-4408-9ed9-b047a01f1caf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:25.675014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-050c219c-bc4e-4fc2-b3f0-cafce52bca3f req-bef8d904-67f6-4408-9ed9-b047a01f1caf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.4005404 Jan 29 04:47:25.747115 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f67e73bd-5f1d-449c-89ff-bc071e792a93', 'tenant_id': '227885614052428d803f7a08cb47d247', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:20Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 0, 'project_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:25.816196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] Checking router: c4a2006f-6b41-428c-a362-11254de44ec9 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:25.847029 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:25.847677 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:46:57Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:25.983862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:47:25.984926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:47:25.985423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:25.998387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:47:25.998985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:47:26.017388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:47:26.019290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Checking segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:47:26.020099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Bound using segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:47:26.024929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Bound port: 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:47:26.025678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:26.030619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-050c219c-bc4e-4fc2-b3f0-cafce52bca3f req-615289ca-4a32-4b02-96f3-a958678fe7d7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465383 Jan 29 04:47:26.064559 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:26.126462 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11a99d0a-c187-467f-b953-79a1021af96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:26.142893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-1b80ec5d-772c-41a6-97ef-26cba1002ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:26.144445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-1b80ec5d-772c-41a6-97ef-26cba1002ff1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 914 time: 0.5485468 Jan 29 04:47:26.309868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-1dc00171-598a-4f1f-b2c1-d79836effd7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 1000 time: 0.1428723 Jan 29 04:47:26.437806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:26.439227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:26.495854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:47:26.514042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:47:26.531577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:26.589669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f67e73bd-5f1d-449c-89ff-bc071e792a93', 'tenant_id': '227885614052428d803f7a08cb47d247', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:20Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 0, 'project_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:26.607750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-04450c6c-d649-4d2d-b85f-d4345d33df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:26.613146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-04450c6c-d649-4d2d-b85f-d4345d33df9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.2799838 Jan 29 04:47:26.668452 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d5370d-37ad-4acf-a1cc-ea2a4aacfb81 None None] The sync data for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 is: [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f67e73bd-5f1d-449c-89ff-bc071e792a93', 'tenant_id': '227885614052428d803f7a08cb47d247', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:20Z', 'updated_at': '2022-01-29T04:47:20Z', 'revision_number': 0, 'project_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:26.751961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:26.754410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:26.758886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] 10.222.0.36 "PUT /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 1091 time: 2.7474113 Jan 29 04:47:26.760195 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:26.771604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:26.824091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de11d-dfa2-463e-a503-e3bdaf2d265f service neutron] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:26.890851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-58392643-7116-40bd-bd33-4836cad4a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:26.893741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-58392643-7116-40bd-bd33-4836cad4a920 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592492 Jan 29 04:47:26.936070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:47:26.984839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6099be70-c01f-4946-afa6-45dd12c27b08,segment=NetworkSegment(80d66895-f94b-45f1-9022-c5cba6520481),segment_id=80d66895-f94b-45f1-9022-c5cba6520481)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:26.992665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:26.993117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.026684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:27.039936 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.044607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.085268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-3e0249f5-ddf7-417c-9ac8-c255bcd0acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:27.098579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-3e0249f5-ddf7-417c-9ac8-c255bcd0acbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1094 time: 0.2655070 Jan 29 04:47:27.143625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Pushing event updated for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:27.166211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b50465-29b4-4fb0-a78d-928d8be45608 None None] New status for floating IP f67e73bd-5f1d-449c-89ff-bc071e792a93: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:47:27.197201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-3824c248-f1d0-48b6-b839-24987474c0a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 217 time: 0.0764992 Jan 29 04:47:27.199370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:27.201886 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76400b80-51c2-4bdb-b35a-43601ef12a41" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:27.211427 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.261046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-68e0f287-764f-4f37-b420-2013f120c3ca service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591771 Jan 29 04:47:27.271769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.348363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Provisioning complete for port e61004ae-2c5e-423e-b74b-8307a2182012 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:27.348735 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.462609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06c53997-5436-472a-a2e8-e5bf57a0d706 req-af770810-cfbd-438e-bd86-91e130a5cd70 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941068 Jan 29 04:47:27.466255 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c5e76-cfbe-412b-a5a3-352770021882 x-openstack-request-id: req-693c5e76-cfbe-412b-a5a3-352770021882 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:27.466545 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:27.466801 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-693c5e76-cfbe-412b-a5a3-352770021882 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:27.467637 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'status': 'completed', 'code': 200} Jan 29 04:47:27.471225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-762705a4-700d-4b4a-8355-bf574a49fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:27.472735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-762705a4-700d-4b4a-8355-bf574a49fb38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.2675953 Jan 29 04:47:27.509221 n-d-825930-1 neutron-server[102403]: INFO neutron.db.ipam_backend_mixin [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dbb222c2-da5f-4181-ba2e-937ebeb7dcb2 (CIDR: 172.20.0.0/28) Jan 29 04:47:27.528701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce549f6-e30f-4e00-8789-497244f13e5e req-eef765eb-1575-42ac-b70e-692b7e944498 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:27.542931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ce549f6-e30f-4e00-8789-497244f13e5e req-eef765eb-1575-42ac-b70e-692b7e944498 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.3573999 Jan 29 04:47:27.565518 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:47:27.565518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:27.637718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.655915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c90ba77f-db79-44a3-9884-d653c293e833 None None] Port e61004ae-2c5e-423e-b74b-8307a2182012 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:27.681379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-80b50465-29b4-4fb0-a78d-928d8be45608 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:47:27.682414 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-80b50465-29b4-4fb0-a78d-928d8be45608 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:47:27.707890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-09b536d5-b8cf-4a95-ba42-707cd986b9e6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3768287 Jan 29 04:47:27.718391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51136) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:27.722818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ce549f6-e30f-4e00-8789-497244f13e5e req-536d905a-af30-489b-97e7-c159b02c95f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777923 Jan 29 04:47:27.746969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:27.781302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-366b1827-75fd-4441-89ef-9854f7358b59 None None] Provisioning complete for port cef354fb-f520-4cbf-8490-01f75b803080 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:27.782307 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-366b1827-75fd-4441-89ef-9854f7358b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:27.900637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-366b1827-75fd-4441-89ef-9854f7358b59 None None] Port cef354fb-f520-4cbf-8490-01f75b803080 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:28.103685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Router c4a2006f-6b41-428c-a362-11254de44ec9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:28.127892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:28.138644 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:28.185787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b50465-29b4-4fb0-a78d-928d8be45608 None None] New status for floating IP f67e73bd-5f1d-449c-89ff-bc071e792a93: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:47:28.295055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-e288a439-a913-4dfb-8e67-30f7c27ca1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:28.296577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-e288a439-a913-4dfb-8e67-30f7c27ca1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8169551 Jan 29 04:47:28.395995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51158) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:28.508523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-20c286a1-af6b-49ed-8959-c215e6cedc26 service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005341 Jan 29 04:47:28.530619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:28.545957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:28.676741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:28.684861 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f9d8fd-a197-4296-8733-49b680d4e643" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:28.784474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6d2bc45c-bc5a-4acb-b78d-01c926fd171f req-10d81ea7-8496-4edb-a373-acdbac88bf87 service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714307 Jan 29 04:47:28.841571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:28.876681 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f26780-fdc3-4b53-b56d-6adfa6d67635 x-openstack-request-id: req-d1f26780-fdc3-4b53-b56d-6adfa6d67635 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:28.877248 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:28.877705 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1f26780-fdc3-4b53-b56d-6adfa6d67635 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:28.878316 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'status': 'completed', 'code': 200} Jan 29 04:47:28.909082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310e43c4-d126-4fc8-9db2-4b02a3180041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:28.957697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd8ae0eb-76ad-4485-a79e-e859e889de5e tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "PUT /v2.0/floatingips/f67e73bd-5f1d-449c-89ff-bc071e792a93 HTTP/1.1" status: 200 len: 992 time: 3.7281473 Jan 29 04:47:28.970642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:28.971018 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:28.999941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-5e6c106b-a287-446e-a2ea-fe0b8a64dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.001729 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-5e6c106b-a287-446e-a2ea-fe0b8a64dac5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1097 time: 0.1737573 Jan 29 04:47:29.003586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-0504b0f8-fbaa-4c10-94f0-b748a8b4547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.004947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-0504b0f8-fbaa-4c10-94f0-b748a8b4547b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1094 time: 0.1155775 Jan 29 04:47:29.061418 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] Sync routers for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:29.072628 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:29.073255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:29.161258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f2190-d14e-4c99-9512-da85f7080bbd req-06ba9982-6bbe-4cd0-878f-bdc9c0895960 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.174924 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a29f2190-d14e-4c99-9512-da85f7080bbd req-06ba9982-6bbe-4cd0-878f-bdc9c0895960 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.2998090 Jan 29 04:47:29.199796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.289738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.312264 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:29.327326 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.344142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-25b7ba85-339d-4ce6-9269-dfab2ea4a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.349441 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-25b7ba85-339d-4ce6-9269-dfab2ea4a750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 898 time: 0.3374817 Jan 29 04:47:29.378188 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310e43c4-d126-4fc8-9db2-4b02a3180041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.379311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-17d9be16-728f-4fe5-bc93-ebe2ba1d1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.382834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-17d9be16-728f-4fe5-bc93-ebe2ba1d1d04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 914 time: 0.3552091 Jan 29 04:47:29.414493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-310e43c4-d126-4fc8-9db2-4b02a3180041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.444737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:29.459432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-bbc431c3-7625-4e51-9326-6a803aebc239 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 217 time: 0.1018527 Jan 29 04:47:29.466641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-310e43c4-d126-4fc8-9db2-4b02a3180041 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f46ccbc9f5f4ee18af29c3eb004a953&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688934 Jan 29 04:47:29.467731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:29.476027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51186) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:29.479552 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a29f2190-d14e-4c99-9512-da85f7080bbd req-8fc38861-ca62-4730-80e4-e4dde0672231 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038056 Jan 29 04:47:29.483134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8354365-927f-4177-884a-59a52d232765 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:29.485006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.485516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.554207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e43c4-d126-4fc8-9db2-4b02a3180041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf356be6-ef07-44e5-824c-f7d674471acd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:29.611911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=496e3f42-513e-446e-8c38-a52e1541cc80,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:29.625504 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-ae6f4014-c17a-4f05-a1a7-9a4ebf98dee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 1002 time: 0.1734591 Jan 29 04:47:29.629232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-f433f782-2b83-451f-a13e-1dfb5070fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.631133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-f433f782-2b83-451f-a13e-1dfb5070fee5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.1122849 Jan 29 04:47:29.653341 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cef61c56-2a42-4a7e-8d54-8bfdc936e4f7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9292161 Jan 29 04:47:29.654055 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51192) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:29.659453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-544529902', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '496e3f42-513e-446e-8c38-a52e1541cc80'}], 'security_groups': ['b2387460-be95-42e6-a367-2501c6c57bc5']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:29.714442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-adbe3512-78a2-49c3-b9a7-67e07546bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.716092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-adbe3512-78a2-49c3-b9a7-67e07546bd8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.0834136 Jan 29 04:47:29.720998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-33462ced-e72a-4042-af26-ee9d6842a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.727193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-33462ced-e72a-4042-af26-ee9d6842a620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858424 Jan 29 04:47:29.831083 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f67e73bd-5f1d-449c-89ff-bc071e792a93', 'tenant_id': '227885614052428d803f7a08cb47d247', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:20Z', 'updated_at': '2022-01-29T04:47:28Z', 'revision_number': 2, 'project_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:29.871737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] Update dhcp port {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'fixed_ips': [{'subnet_id': 'dbb222c2-da5f-4181-ba2e-937ebeb7dcb2', 'ip_address': '172.20.0.2'}, {'subnet_id': '496e3f42-513e-446e-8c38-a52e1541cc80'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '6099be70-c01f-4946-afa6-45dd12c27b08'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:47:29.902883 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] Checking router: c4a2006f-6b41-428c-a362-11254de44ec9 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:29.908552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361939eb-2a3b-431a-a8ef-8ca0adddfd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.909720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.911392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-7c0dfdf8-6b4b-43f4-9124-e916950163a7 service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663449 Jan 29 04:47:29.920540 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:29.921334 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:29.970568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361939eb-2a3b-431a-a8ef-8ca0adddfd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.972562 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:29.994774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-25fa0366-756e-4917-a6ba-b109d3ec9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:29.996714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-25fa0366-756e-4917-a6ba-b109d3ec9523 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2683270 Jan 29 04:47:30.111100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-27e09cd4-b71b-4686-94eb-8cec0c30aed1 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008270 Jan 29 04:47:30.117644 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:30.172275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361939eb-2a3b-431a-a8ef-8ca0adddfd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:30.176372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-361939eb-2a3b-431a-a8ef-8ca0adddfd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:30.178373 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-361939eb-2a3b-431a-a8ef-8ca0adddfd36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf356be6-ef07-44e5-824c-f7d674471acd HTTP/1.1" status: 204 len: 168 time: 0.6976070 Jan 29 04:47:30.195723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76400b80-51c2-4bdb-b35a-43601ef12a41 req-43f6dae1-3dff-421d-a451-6d12286c2d52 service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753656 Jan 29 04:47:30.209585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361939eb-2a3b-431a-a8ef-8ca0adddfd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf356be6-ef07-44e5-824c-f7d674471acd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:30.233459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82f9d8fd-a197-4296-8733-49b680d4e643 req-821cf9b2-0ca1-4fa4-9e49-6005b849bd2d service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153235 Jan 29 04:47:30.247574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] Allocated IP 172.20.0.18 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/496e3f42-513e-446e-8c38-a52e1541cc80/6099be70-c01f-4946-afa6-45dd12c27b08) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:30.402187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6099be70-c01f-4946-afa6-45dd12c27b08,segment=NetworkSegment(80d66895-f94b-45f1-9022-c5cba6520481),segment_id=80d66895-f94b-45f1-9022-c5cba6520481)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:30.432735 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f67e73bd-5f1d-449c-89ff-bc071e792a93', 'tenant_id': '227885614052428d803f7a08cb47d247', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:20Z', 'updated_at': '2022-01-29T04:47:28Z', 'revision_number': 2, 'project_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:30.442741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:30.452937 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:30.479210 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfd9f4-a5a5-49d6-88c2-a28898361a1b None None] The sync data for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 is: [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f67e73bd-5f1d-449c-89ff-bc071e792a93', 'tenant_id': '227885614052428d803f7a08cb47d247', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'port_id': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'mac_address': 'fa:16:3e:cb:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:20Z', 'updated_at': '2022-01-29T04:47:28Z', 'revision_number': 2, 'project_id': '227885614052428d803f7a08cb47d247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:30.602151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Delete allocated IP 172.20.0.6 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/dbb222c2-da5f-4181-ba2e-937ebeb7dcb2) {{(pid=102403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:47:30.619608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab11e76-4d15-4a89-aceb-6d489ac525c2 None None] Pushing event updated for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:30.647007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.25 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/496e3f42-513e-446e-8c38-a52e1541cc80/cef354fb-f520-4cbf-8490-01f75b803080) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:30.721482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9013e-719c-4e29-98bf-79564d201b92 req-9838dfc5-1d93-4a8c-b98b-88b7f7bd53cf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:30.722056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51214) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:30.724647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15e9013e-719c-4e29-98bf-79564d201b92 req-9838dfc5-1d93-4a8c-b98b-88b7f7bd53cf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.1197066 Jan 29 04:47:30.762723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55c9f31b-f7fd-4fba-82ac-7518a6fafb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:30.832325 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15e9013e-719c-4e29-98bf-79564d201b92 req-d0b2324d-4e70-4ac0-ab8a-3f34ec28cf50 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980611 Jan 29 04:47:30.897812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:30.907764 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:30.970225 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92faea-c331-4c50-9a35-7d2c92403f2f x-openstack-request-id: req-7f92faea-c331-4c50-9a35-7d2c92403f2f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:30.970513 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:30.970765 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f92faea-c331-4c50-9a35-7d2c92403f2f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:30.971160 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'status': 'completed', 'code': 200} Jan 29 04:47:31.039348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55c9f31b-f7fd-4fba-82ac-7518a6fafb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.054487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55c9f31b-f7fd-4fba-82ac-7518a6fafb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.107033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-62e87b2d-9be1-4f64-83f3-ee308c308df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:31.109000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-62e87b2d-9be1-4f64-83f3-ee308c308df1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1097 time: 0.0899210 Jan 29 04:47:31.114734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.116473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9f31b-f7fd-4fba-82ac-7518a6fafb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d28cb2-7f34-468f-baaa-87e2029099d7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:31.135270 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.145195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-55c9f31b-f7fd-4fba-82ac-7518a6fafb21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cb38e2849574653acb3a96547754bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222751 Jan 29 04:47:31.152732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51232) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:31.242769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-35207ef0-8850-4c1e-b034-6a0b4a7bc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:31.244698 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-35207ef0-8850-4c1e-b034-6a0b4a7bc59a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 914 time: 0.1286285 Jan 29 04:47:31.276094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=cef354fb-f520-4cbf-8490-01f75b803080,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:31.356488 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] In _notify_port_updated(), no bound segment for port cef354fb-f520-4cbf-8490-01f75b803080 on network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f {{(pid=102403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:47:31.366437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:31.367209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.371011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0ca56bda-727e-405c-9043-d97242dc55c8 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/ports/cef354fb-f520-4cbf-8490-01f75b803080 HTTP/1.1" status: 200 len: 920 time: 1.7155151 Jan 29 04:47:31.374038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51238) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:31.375235 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9edf3-31cb-4888-995b-4603c9b265e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.418972 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9edf3-31cb-4888-995b-4603c9b265e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.451649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-f1f1a470-d6aa-4a97-bbea-75a4271d68f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 1002 time: 0.1884866 Jan 29 04:47:31.508309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9edf3-31cb-4888-995b-4603c9b265e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.508933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9edf3-31cb-4888-995b-4603c9b265e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.518981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6eb9edf3-31cb-4888-995b-4603c9b265e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59d28cb2-7f34-468f-baaa-87e2029099d7 HTTP/1.1" status: 204 len: 168 time: 0.3592174 Jan 29 04:47:31.525488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-f17bd0ba-039a-4b77-868b-4ffef9c42571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:31.527002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-f17bd0ba-039a-4b77-868b-4ffef9c42571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.0667462 Jan 29 04:47:31.542944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9edf3-31cb-4888-995b-4603c9b265e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d28cb2-7f34-468f-baaa-87e2029099d7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:31.591609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:31.592203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.594941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port cef354fb-f520-4cbf-8490-01f75b803080 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:31.595289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.679635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-5f752573-5e23-4a3c-b5e6-3ed117ba6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:31.682399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-5f752573-5e23-4a3c-b5e6-3ed117ba6f7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455648 Jan 29 04:47:31.693885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Provisioning complete for port cef354fb-f520-4cbf-8490-01f75b803080 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:31.694344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.730725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Port cef354fb-f520-4cbf-8490-01f75b803080 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:31.741713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Provisioning complete for port e61004ae-2c5e-423e-b74b-8307a2182012 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:31.742265 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.779177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-48af68e5-7543-4ee2-8e44-14828009eeff None None] Port e61004ae-2c5e-423e-b74b-8307a2182012 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:31.788056 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:31.806318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for cef354fb-f520-4cbf-8490-01f75b803080 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:31.895194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-aa0ad993-4c3a-4071-a47d-c6c8b7dc2492 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024827 Jan 29 04:47:32.075569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee8a8e-5b93-43cb-acd1-6d19bbe6d795 req-e124bf82-78df-48ab-8c3b-e6ccd579b5c8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:32.077406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23ee8a8e-5b93-43cb-acd1-6d19bbe6d795 req-e124bf82-78df-48ab-8c3b-e6ccd579b5c8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.1361489 Jan 29 04:47:32.152328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1e07d8-5616-41b2-90da-1cb4e5cce93e req-3bfe4747-df48-4d52-806c-b590439033f8 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493165 Jan 29 04:47:32.174707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-23ee8a8e-5b93-43cb-acd1-6d19bbe6d795 req-ab6df8d1-0b09-48a5-950a-abe4023eb18a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707140 Jan 29 04:47:32.175800 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.195280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a35da332-c018-4db6-a0b7-29cf66ec084b None None] Could not find standard attr ID for object cef354fb-f520-4cbf-8490-01f75b803080. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 04:47:32.215992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=cef354fb-f520-4cbf-8490-01f75b803080,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:32.314029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.320219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b14efda-1d94-42da-abaf-913841444e4a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/cef354fb-f520-4cbf-8490-01f75b803080 HTTP/1.1" status: 204 len: 168 time: 0.9377058 Jan 29 04:47:32.320366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51280) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:32.352161 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-601a4ea7-141a-4272-8644-2eaaccd72ca3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:47:32.353834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-601a4ea7-141a-4272-8644-2eaaccd72ca3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/cef354fb-f520-4cbf-8490-01f75b803080 HTTP/1.1" status: 404 len: 333 time: 0.0324788 Jan 29 04:47:32.356708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:32.446790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:32.449324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-284a8388-4b6b-4401-aa31-398bc5730f4f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.483222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-284a8388-4b6b-4401-aa31-398bc5730f4f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.528294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:32.528954 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.567124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-284a8388-4b6b-4401-aa31-398bc5730f4f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.577267 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-284a8388-4b6b-4401-aa31-398bc5730f4f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.581051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-284a8388-4b6b-4401-aa31-398bc5730f4f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/security-groups/4e21c6c7-4e09-4bc7-bbe6-ab1e046e7f63 HTTP/1.1" status: 204 len: 168 time: 0.2205083 Jan 29 04:47:32.582106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51298) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:32.598917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a8388-4b6b-4401-aa31-398bc5730f4f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e21c6c7-4e09-4bc7-bbe6-ab1e046e7f63,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:32.681313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ecb92-7ed2-40af-b3c9-21a14b0795be tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.708381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ecb92-7ed2-40af-b3c9-21a14b0795be tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.755325 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ecb92-7ed2-40af-b3c9-21a14b0795be tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.759250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ecb92-7ed2-40af-b3c9-21a14b0795be tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.763960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-af1ecb92-7ed2-40af-b3c9-21a14b0795be tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2387460-be95-42e6-a367-2501c6c57bc5 HTTP/1.1" status: 204 len: 168 time: 0.1804967 Jan 29 04:47:32.764122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:32.774337 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ecb92-7ed2-40af-b3c9-21a14b0795be tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2387460-be95-42e6-a367-2501c6c57bc5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:32.844001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet dbb222c2-da5f-4181-ba2e-937ebeb7dcb2 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:47:32.847455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:32.903331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.037153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.136040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.165880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb222c2-da5f-4181-ba2e-937ebeb7dcb2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:33.175448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.179589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4e53eb2-325b-450b-a27f-51864cebeaee tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/dbb222c2-da5f-4181-ba2e-937ebeb7dcb2 HTTP/1.1" status: 204 len: 168 time: 0.4143925 Jan 29 04:47:33.186520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51324) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:33.189346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b8167-534f-4983-8514-bd672a549322 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:33.192386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:33.311103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:47:33.420210 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60653906-2544-466e-a3ab-08c1326c90ed req-931da863-0a59-4b85-80ee-d45164d434ad tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:33.422769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60653906-2544-466e-a3ab-08c1326c90ed req-931da863-0a59-4b85-80ee-d45164d434ad tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.1395218 Jan 29 04:47:33.461368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:33.464854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.515488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:33.532880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'port_id': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'mac_address': 'fa:16:3e:9b:00:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:47:33.555997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-60653906-2544-466e-a3ab-08c1326c90ed req-4e976a48-1c60-4907-9c9c-bb3c725d3b85 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256256 Jan 29 04:47:33.615740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.632665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:47:33.675308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:33.682872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.769689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:33.863855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.944714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:33.949251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:33.952406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:33.953057 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:33.961692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:47:33.968593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:34.016582 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-541adaea-b02f-4122-85ac-7829e7f002f9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281388 Jan 29 04:47:34.019195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:34.024991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'security_group': {'name': 'tempest-secgroup-2053977989'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:34.086396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.189686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.195193 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.241667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075d3953-abe7-460e-8a0e-0e557234dcca,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:34.248553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.261943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68c69baa-409f-484f-8256-fb0849af4d84 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2293713 Jan 29 04:47:34.262283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51358) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:34.262283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'security_group': {'name': 'tempest-secgroup-618914293'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:34.319806 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.409293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c7d78-7170-4bd8-b5fb-6e7c884ad4c2 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:34.421855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.427323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.472625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65cc5d8-3552-460f-adf5-1be0e4783e04,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:34.479359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.482726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4fe697df-6c2c-4e9c-ac39-6b42c5ec1c5e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2261784 Jan 29 04:47:34.483323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-de1bea93-0394-4a68-ade1-60b4e05159bf None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:34.483323 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de1bea93-0394-4a68-ade1-60b4e05159bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.483779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:34.488686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'security_group': {'name': 'tempest-secgroup-880387612'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:34.522796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.600007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.607073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.645630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbcb08-67fe-48fb-8df3-fcf46a8664ae,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:34.653235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.658022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5f9f11e-599d-49b0-b5d7-989249043699 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1696401 Jan 29 04:47:34.658114 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51368) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:34.662797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1293030710', 'security_groups': ['4bcbcb08-67fe-48fb-8df3-fcf46a8664ae'], 'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2'}]}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:34.696584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-de1bea93-0394-4a68-ade1-60b4e05159bf None None] Provisioning complete for port e61004ae-2c5e-423e-b74b-8307a2182012 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:34.696960 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de1bea93-0394-4a68-ade1-60b4e05159bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.720170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db4a10-f450-4b3e-ba6d-23d9576215d5 req-d48b79b0-48ff-4ade-b0c7-e57d0adfa78e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:34.722261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95db4a10-f450-4b3e-ba6d-23d9576215d5 req-d48b79b0-48ff-4ade-b0c7-e57d0adfa78e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.0664349 Jan 29 04:47:34.780386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] Update dhcp port {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'fixed_ips': [{'subnet_id': '496e3f42-513e-446e-8c38-a52e1541cc80', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '6099be70-c01f-4946-afa6-45dd12c27b08'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:47:34.782263 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-de1bea93-0394-4a68-ade1-60b4e05159bf None None] Port e61004ae-2c5e-423e-b74b-8307a2182012 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:34.782478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95db4a10-f450-4b3e-ba6d-23d9576215d5 req-cc6d81e5-46b4-4391-a266-d6e80aa55abe tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532813 Jan 29 04:47:34.825008 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.832708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:34.837582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:34.857450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] device_id is not set on port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 yet. {{(pid=102403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 29 04:47:35.014903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] Allocated IP 172.20.0.2 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2/6099be70-c01f-4946-afa6-45dd12c27b08) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:35.171036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6099be70-c01f-4946-afa6-45dd12c27b08,segment=NetworkSegment(80d66895-f94b-45f1-9022-c5cba6520481),segment_id=80d66895-f94b-45f1-9022-c5cba6520481)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:35.212320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.219334 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.314896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.12 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2/e5a2b137-339d-4d6a-bbe7-53bf83c69b54) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:35.356562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:35.410203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98682380-606e-45a8-ba19-e48b2faf1244 None None] Pushing event updated for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:35.455694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:47:35.463170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:35.464713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.644218 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.670403 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.674461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:35.677765 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e3e7d-f573-42f6-b929-d89744f4c905" -d '{"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:35.715036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:35.721985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.760671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:35.779411 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f757d025-51fe-4840-8549-1203dee75678 x-openstack-request-id: req-f757d025-51fe-4840-8549-1203dee75678 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:35.779838 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:35.780221 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f757d025-51fe-4840-8549-1203dee75678 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:35.780734 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'code': 200} Jan 29 04:47:35.824339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:35.862712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:35.871556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:35.874301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:35.877397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=e5a2b137-339d-4d6a-bbe7-53bf83c69b54,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:35.955192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:35.955848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:36.000876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:36.001458 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7fa57b46-1b7f-4e57-af3b-e06935dba05a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3415654 Jan 29 04:47:36.003308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91034e9-18fe-4959-8e26-79b05d8c582c req-828e4274-fa3e-42c7-86a6-3f25d65c59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:36.004929 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c91034e9-18fe-4959-8e26-79b05d8c582c req-828e4274-fa3e-42c7-86a6-3f25d65c59ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1096 time: 0.1318686 Jan 29 04:47:36.012010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:36.107637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300bd18-f1dc-4366-ab29-6fa4a14532fd req-c7182291-4d2c-4e1a-a0f4-0cdbe6dab15d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:36.121860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d300bd18-f1dc-4366-ab29-6fa4a14532fd req-c7182291-4d2c-4e1a-a0f4-0cdbe6dab15d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1686816 Jan 29 04:47:36.345146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d300bd18-f1dc-4366-ab29-6fa4a14532fd req-37d2a7a0-435a-456b-8fd5-8aff00705780 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836293 Jan 29 04:47:36.350337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4af1723f-ae57-4199-91cf-af4d81a44bbc None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:36.353428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4af1723f-ae57-4199-91cf-af4d81a44bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:36.364298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c91034e9-18fe-4959-8e26-79b05d8c582c req-ab1462f7-7b19-4f87-88dd-45dc77208bd7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481691 Jan 29 04:47:36.441858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:36.458911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:36.508960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:36.670780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4af1723f-ae57-4199-91cf-af4d81a44bbc None None] Provisioning complete for port e61004ae-2c5e-423e-b74b-8307a2182012 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:36.676583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4af1723f-ae57-4199-91cf-af4d81a44bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:36.715798 n-d-825930-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2 (CIDR: 172.20.0.0/28) Jan 29 04:47:36.722390 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:47:36.722932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:36.756898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c7410a57-5dd7-4299-8930-b1b319210ef3 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7474189 Jan 29 04:47:36.757102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51422) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:36.763277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:36.768579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:36.768955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:36.801676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4af1723f-ae57-4199-91cf-af4d81a44bbc None None] Port e61004ae-2c5e-423e-b74b-8307a2182012 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:36.921317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:36.924897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d96ca892-ddea-4b5f-8dc6-5c127c6a1922 None None] Provisioning complete for port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:36.925103 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:36.925421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d96ca892-ddea-4b5f-8dc6-5c127c6a1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:37.034712 n-d-825930-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 496e3f42-513e-446e-8c38-a52e1541cc80 (CIDR: 172.20.0.16/28) Jan 29 04:47:37.041158 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 04:47:37.042005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:37.062924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-993c70b7-f251-4f61-885b-fa9fcddf416f tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3046176 Jan 29 04:47:37.065354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51426) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:37.071134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'subnet': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:37.142588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d96ca892-ddea-4b5f-8dc6-5c127c6a1922 None None] Port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:37.219826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Made reservation on behalf of 454cc68bcf7e429b977863367c039200 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:47:37.223787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:37.492534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:37.550301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:37.551365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fed82-d413-4a27-aac1-1d5859e4bc10 req-5c4d7df5-269d-4a60-839b-82e9fc246d66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:37.553684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-119fed82-d413-4a27-aac1-1d5859e4bc10 req-5c4d7df5-269d-4a60-839b-82e9fc246d66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1074584 Jan 29 04:47:37.556165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:37.560404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:37.561128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:37.569769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d503e5b-3977-440a-9ca4-8ae642672e4a None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:37.576393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Subnet': ['ID=614a2289-2e6a-4813-8454-6bcd7588b7ef,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:37.597699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e4d40c4-8a9f-4d72-b224-c3370b223868 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5310171 Jan 29 04:47:37.598330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:37.604944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-350931675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '614a2289-2e6a-4813-8454-6bcd7588b7ef'}], 'security_groups': ['075d3953-abe7-460e-8a0e-0e557234dcca', 'b65cc5d8-3552-460f-adf5-1be0e4783e04']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:37.616955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-119fed82-d413-4a27-aac1-1d5859e4bc10 req-2e094293-0b1c-4fff-9f6b-070d445c52b5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477364 Jan 29 04:47:37.859854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131162fa-6c4b-4f69-b16b-f4b12cc78a03 req-7f9a1c58-6c53-4f43-a1c8-af68f5e5b87b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:37.861430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-131162fa-6c4b-4f69-b16b-f4b12cc78a03 req-7f9a1c58-6c53-4f43-a1c8-af68f5e5b87b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1255121 Jan 29 04:47:37.978443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-131162fa-6c4b-4f69-b16b-f4b12cc78a03 req-cbd049bf-961e-450a-9ded-ac68bf6d1724 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034286 Jan 29 04:47:37.990942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:38.002738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] Update dhcp port {'port': {'network_id': '47ea209e-ca12-4f82-aed3-1d1b0ee81e0f', 'fixed_ips': [{'subnet_id': '496e3f42-513e-446e-8c38-a52e1541cc80', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2', 'ip_address': '172.20.0.2'}, {'subnet_id': '614a2289-2e6a-4813-8454-6bcd7588b7ef'}], 'binding:host_id': 'n-d-825930-1'}, 'id': '6099be70-c01f-4946-afa6-45dd12c27b08'} from n-d-825930-1. {{(pid=102404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 29 04:47:38.008091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51456) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:38.045514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:38.085652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47895d83-ace2-499a-86db-827bb6554c65 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:38.092569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-47895d83-ace2-499a-86db-827bb6554c65 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1091 time: 0.0787542 Jan 29 04:47:38.093232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51458) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:38.100599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:38.151250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:38.386168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:38.398790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] Allocated IP 172.20.0.34 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/614a2289-2e6a-4813-8454-6bcd7588b7ef/6099be70-c01f-4946-afa6-45dd12c27b08) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:38.581435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.140 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c7391283-0a70-4a99-a542-781f31ee13d8) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:38.610303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6099be70-c01f-4946-afa6-45dd12c27b08,segment=NetworkSegment(80d66895-f94b-45f1-9022-c5cba6520481),segment_id=80d66895-f94b-45f1-9022-c5cba6520481)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:38.701633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:38.717185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:38.842588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cae983-a944-4d62-8938-b4d81f589392 None None] Pushing event updated for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:38.936476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Delete allocated IP 172.20.0.12 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 04:47:38.963447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Allocated IP 172.20.0.40 (47ea209e-ca12-4f82-aed3-1d1b0ee81e0f/614a2289-2e6a-4813-8454-6bcd7588b7ef/e5a2b137-339d-4d6a-bbe7-53bf83c69b54) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:47:39.243192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-e5ce8a8a-d82c-461c-9ce7-7d0e08db36ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5353916 Jan 29 04:47:39.340619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:39.404525 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:39.416685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:39.428534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-b380b10d-168e-42ae-93ff-df5d2bfb1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:39.432350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-b380b10d-168e-42ae-93ff-df5d2bfb1a0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1097 time: 0.1097233 Jan 29 04:47:39.433642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:39.525872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=c7391283-0a70-4a99-a542-781f31ee13d8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:39.546527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:47:39.552801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:47:39.567345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:47:39.585908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-89588030-ffad-4391-91fb-007625844115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:39.587834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-89588030-ffad-4391-91fb-007625844115 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 914 time: 0.1135397 Jan 29 04:47:39.997145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:39.998430 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.126318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event updated for resources: {'Port': ['ID=e5a2b137-339d-4d6a-bbe7-53bf83c69b54,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:40.220696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Provisioning complete for port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:40.220996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.323724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:40.340494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Provisioning complete for port e61004ae-2c5e-423e-b74b-8307a2182012 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:40.342707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.345351 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.361496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] In _notify_port_updated(), no bound segment for port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 on network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 29 04:47:40.378954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:40.379871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.383710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d53221aa-a799-430b-b2a8-58c0590aaffa tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "PUT /v2.0/ports/e5a2b137-339d-4d6a-bbe7-53bf83c69b54 HTTP/1.1" status: 200 len: 959 time: 2.7841067 Jan 29 04:47:40.388445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:40.441072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-a7a862dc-85f4-4b32-b9f1-230113ff5ffd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 1002 time: 0.8420038 Jan 29 04:47:40.471231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-66a5d6a7-fcec-40fd-b9ad-8b277b102cbd None None] Port e61004ae-2c5e-423e-b74b-8307a2182012 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:40.509962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:47:40.572966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.602304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:40.602688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.640157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-268cc845-499e-432b-9e93-68fdf64b1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:40.641675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-268cc845-499e-432b-9e93-68fdf64b1445 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.1939702 Jan 29 04:47:40.688339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:40.688867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.814749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-35b65553-9de5-45bb-b149-a449ca550b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:40.816618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-35b65553-9de5-45bb-b149-a449ca550b38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665976 Jan 29 04:47:40.867768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.899521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for e5a2b137-339d-4d6a-bbe7-53bf83c69b54 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:40.922887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:40.930279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.011106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-115ae548-7916-4949-8486-f193f2a893ee None None] Provisioning complete for port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:41.011701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-115ae548-7916-4949-8486-f193f2a893ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.065118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=c7391283-0a70-4a99-a542-781f31ee13d8,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:41.072008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.077444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.135864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-115ae548-7916-4949-8486-f193f2a893ee None None] Port e5a2b137-339d-4d6a-bbe7-53bf83c69b54 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:41.136103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=e5a2b137-339d-4d6a-bbe7-53bf83c69b54,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:41.232482 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP ac9b4ebe-c404-46b4-bf12-193aa7aa7601 associated. External IP: 172.25.4.140, port: 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd. Jan 29 04:47:41.274337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-03c27aa3-95b2-4605-a63c-217bdef8cea9 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468787 Jan 29 04:47:41.277638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.281861 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a22ac2b-f05f-48c7-8100-e6cb2b2a8d8d tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/e5a2b137-339d-4d6a-bbe7-53bf83c69b54 HTTP/1.1" status: 204 len: 168 time: 0.8919427 Jan 29 04:47:41.310382 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51520) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:41.354320 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d41eb6-e53b-45ac-8275-9c357e9f3324 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] GET failed (client error): The resource could not be found. Jan 29 04:47:41.355906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c3d41eb6-e53b-45ac-8275-9c357e9f3324 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports/e5a2b137-339d-4d6a-bbe7-53bf83c69b54 HTTP/1.1" status: 404 len: 333 time: 0.0442791 Jan 29 04:47:41.360201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51522) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:41.463250 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7a51-a02f-4a07-a4ce-55c5890353f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.503107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3d0442-d6d8-451e-aeff-482f22185430 req-94254188-9f8b-451d-8ff0-626a41b3681b service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200718 Jan 29 04:47:41.527742 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7a51-a02f-4a07-a4ce-55c5890353f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.602199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 0c722c7c-3470-40f3-ac20-be10bf801ad0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:41.635145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7a51-a02f-4a07-a4ce-55c5890353f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.640886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7a51-a02f-4a07-a4ce-55c5890353f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.640886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6bbb7a51-a02f-4a07-a4ce-55c5890353f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/security-groups/4bcbcb08-67fe-48fb-8df3-fcf46a8664ae HTTP/1.1" status: 204 len: 168 time: 0.2775109 Jan 29 04:47:41.659449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:41.670866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb7a51-a02f-4a07-a4ce-55c5890353f0 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbcb08-67fe-48fb-8df3-fcf46a8664ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:41.794805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82870c6d-de92-4fc4-9934-e06cf634b822 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.810151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:41.823070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82870c6d-de92-4fc4-9934-e06cf634b822 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.824273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] Sync routers for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:41.837307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:41.837957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:41.854545 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.877495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82870c6d-de92-4fc4-9934-e06cf634b822 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.883508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82870c6d-de92-4fc4-9934-e06cf634b822 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:41.887110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82870c6d-de92-4fc4-9934-e06cf634b822 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/security-groups/b65cc5d8-3552-460f-adf5-1be0e4783e04 HTTP/1.1" status: 204 len: 168 time: 0.2232480 Jan 29 04:47:41.893186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:41.915966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-809ceb81-3451-4d80-b24f-2db6df6eadf1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8215396 Jan 29 04:47:41.916609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:41.924297 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:41.938385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870c6d-de92-4fc4-9934-e06cf634b822 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65cc5d8-3552-460f-adf5-1be0e4783e04,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:42.027637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f093-4ad3-4d52-95c0-2d14292d71c9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.059357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f093-4ad3-4d52-95c0-2d14292d71c9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.088220 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12782a3d-6df5-4faf-a087-81f458f7009e x-openstack-request-id: req-12782a3d-6df5-4faf-a087-81f458f7009e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:42.088511 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:42.088752 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12782a3d-6df5-4faf-a087-81f458f7009e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:42.089154 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'status': 'completed', 'code': 200} Jan 29 04:47:42.094872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.129603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f093-4ad3-4d52-95c0-2d14292d71c9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.133718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f093-4ad3-4d52-95c0-2d14292d71c9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.140035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ff8f093-4ad3-4d52-95c0-2d14292d71c9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/security-groups/075d3953-abe7-460e-8a0e-0e557234dcca HTTP/1.1" status: 204 len: 168 time: 0.2443814 Jan 29 04:47:42.142673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:42.204276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:42.254121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8f093-4ad3-4d52-95c0-2d14292d71c9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075d3953-abe7-460e-8a0e-0e557234dcca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:42.307260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-58bba167-db82-468b-b531-1f1be3e25b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.311473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-58bba167-db82-468b-b531-1f1be3e25b89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1096 time: 0.1555362 Jan 29 04:47:42.314759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:47:42.331396 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.413021 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.517962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-575be72c-8f7d-49f7-a501-23547a6a8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.521099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-575be72c-8f7d-49f7-a501-23547a6a8df3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 898 time: 0.1997619 Jan 29 04:47:42.652766 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-c84e15c3-9936-4747-81cf-7b170056252a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 999 time: 0.1128402 Jan 29 04:47:42.723712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-1d72ed20-fcf1-4e06-8a83-254956582f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.726340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-1d72ed20-fcf1-4e06-8a83-254956582f2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.0706527 Jan 29 04:47:42.726974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc52f0-6509-4f41-9aab-d414e2f216c6 req-bb40bab7-10e7-4203-9f39-08578050d7df tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.729882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bcc52f0-6509-4f41-9aab-d414e2f216c6 req-bb40bab7-10e7-4203-9f39-08578050d7df tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.6172292 Jan 29 04:47:42.733691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:42.815836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-9d72e896-589d-4990-bbf9-a19774e816be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:42.820763 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-9d72e896-589d-4990-bbf9-a19774e816be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833170 Jan 29 04:47:42.834104 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9bcc52f0-6509-4f41-9aab-d414e2f216c6 req-93e44413-e0c9-4f56-aff8-926ec768fdd5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908918 Jan 29 04:47:42.873447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51562) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:42.922124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'ac9b4ebe-c404-46b4-bf12-193aa7aa7601', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'port_id': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'mac_address': 'fa:16:3e:9b:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:39Z', 'updated_at': '2022-01-29T04:47:39Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:22Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:42.973779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] Checking router: 0c722c7c-3470-40f3-ac20-be10bf801ad0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:47:42.979591 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2096b9c1-4f07-4a4e-ac89-eee11cc2f90f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 200 len: 991 time: 0.1028671 Jan 29 04:47:42.996508 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.001047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:43.003577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:43.006871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-cb1a6b08-fa66-4274-a765-a3cc2f7b0dad service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794291 Jan 29 04:47:43.050547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:43.068906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.084555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f1c28267-6d8e-4c13-92fb-6a76b94e8104 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2 HTTP/1.1" status: 204 len: 168 time: 0.9407797 Jan 29 04:47:43.086106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51570) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:43.088443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367ecad-c6fa-474d-96a3-ee825161b6f9 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:43.197648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet 614a2289-2e6a-4813-8454-6bcd7588b7ef {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:47:43.209003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.262554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dc5e9e04-50a9-42d2-93b6-e9c735a08ea3 req-edef93af-ede9-4afd-a90d-759b007c00e0 service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451398 Jan 29 04:47:43.320535 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.527792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.545978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:43.635563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.654982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.702297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=614a2289-2e6a-4813-8454-6bcd7588b7ef,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:43.706621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.710764 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-528ccf7f-0cc9-4529-ada5-5cd403c2ece7 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/614a2289-2e6a-4813-8454-6bcd7588b7ef HTTP/1.1" status: 204 len: 168 time: 0.6240435 Jan 29 04:47:43.713158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51584) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:43.753258 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f43bed1-5977-427e-9bd7-54a7ef03bcdf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:43.753839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f43bed1-5977-427e-9bd7-54a7ef03bcdf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:43.760920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f43bed1-5977-427e-9bd7-54a7ef03bcdf tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/f6b4c7b9-f9aa-4b55-a0e6-69b92d6aa5f2 HTTP/1.1" status: 404 len: 337 time: 0.0435405 Jan 29 04:47:43.761206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:43.863461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting subnet 496e3f42-513e-446e-8c38-a52e1541cc80 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:47:43.868432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.935220 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:43.980254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51592) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.007788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'ac9b4ebe-c404-46b4-bf12-193aa7aa7601', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'port_id': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'mac_address': 'fa:16:3e:9b:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:39Z', 'updated_at': '2022-01-29T04:47:39Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:22Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:44.058380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:44.075237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351c6cc-9ec0-4677-a6b8-5d12b28753d5 None None] The sync data for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 is: [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'ac9b4ebe-c404-46b4-bf12-193aa7aa7601', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'port_id': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'mac_address': 'fa:16:3e:9b:00:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:47:39Z', 'updated_at': '2022-01-29T04:47:39Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:22Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:47:44.112260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1caa041c-3a0c-47f8-aef8-bb881db5fd10 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 200 len: 991 time: 0.1297500 Jan 29 04:47:44.171378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:44.212361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Subnet': ['ID=496e3f42-513e-446e-8c38-a52e1541cc80,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:44.215011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:44.222651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.238253 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ecb0384-b928-477a-a35f-7b3d2c53e6b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/496e3f42-513e-446e-8c38-a52e1541cc80 HTTP/1.1" status: 204 len: 168 time: 0.4750240 Jan 29 04:47:44.273532 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-77723af4-31d6-4e47-bda7-84fe71261f44 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.274860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77723af4-31d6-4e47-bda7-84fe71261f44 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.282770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51600) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.295191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-77723af4-31d6-4e47-bda7-84fe71261f44 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/dbb222c2-da5f-4181-ba2e-937ebeb7dcb2 HTTP/1.1" status: 404 len: 337 time: 0.0705824 Jan 29 04:47:44.388093 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-17696c7c-09c0-421c-a7d0-2fb033b1432e tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a22df83-1b21-4c9a-8bfb-a12f1abfef7b HTTP/1.1" status: 200 len: 205 time: 0.1011345 Jan 29 04:47:44.388688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51602) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.492346 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-286ca1d1-843e-4612-83a9-db06b9b930d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] delete failed (client error): The resource could not be found. Jan 29 04:47:44.493348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-286ca1d1-843e-4612-83a9-db06b9b930d9 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/routers/7a22df83-1b21-4c9a-8bfb-a12f1abfef7b HTTP/1.1" status: 404 len: 336 time: 0.1001954 Jan 29 04:47:44.496004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51608) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.516474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563325bc-2022-4f7b-9370-669e97fe37d2 None None] Network 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:47:44.556239 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6bc35-ebd3-416a-ab63-2f762ec6c3b7 None None] New status for floating IP ac9b4ebe-c404-46b4-bf12-193aa7aa7601: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:47:44.591306 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a37b77-efd7-4b30-8548-4a1489120f8b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.595643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a37b77-efd7-4b30-8548-4a1489120f8b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.611321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.635250 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-41a37b77-efd7-4b30-8548-4a1489120f8b tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/7dc47046-9610-4083-a5c0-daf8149b83fa HTTP/1.1" status: 404 len: 337 time: 0.1318760 Jan 29 04:47:44.705798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7fb05ab4-a089-4e40-8eaf-8b05536089f8 None None] Provisioning complete for port 6099be70-c01f-4946-afa6-45dd12c27b08 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:44.706527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7fb05ab4-a089-4e40-8eaf-8b05536089f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:44.714717 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d170371-7512-47a8-9704-951b50bff69c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.715593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d170371-7512-47a8-9704-951b50bff69c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.722143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.733518 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d170371-7512-47a8-9704-951b50bff69c tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/cbc8652b-4d94-49a2-bc1f-6f2e02795760 HTTP/1.1" status: 404 len: 337 time: 0.1190767 Jan 29 04:47:44.758675 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ceb3d0d-b429-49db-acc4-eaf0eb4aa61a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.759283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ceb3d0d-b429-49db-acc4-eaf0eb4aa61a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.766672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.778589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ceb3d0d-b429-49db-acc4-eaf0eb4aa61a tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/3d3ff803-0597-4520-bdcf-7cf6c7a02aad HTTP/1.1" status: 404 len: 337 time: 0.0520496 Jan 29 04:47:44.796270 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-769c3640-024d-4939-9200-1aec972719b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.797307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769c3640-024d-4939-9200-1aec972719b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.803866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51632) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.815138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-769c3640-024d-4939-9200-1aec972719b6 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/2c2f6e6c-ec56-4855-aece-d3677aeff7ae HTTP/1.1" status: 404 len: 333 time: 0.0470555 Jan 29 04:47:44.985313 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5abfc6-ca7d-4e0c-9218-76a579fdef53 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.985313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5abfc6-ca7d-4e0c-9218-76a579fdef53 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.986998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.987180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5f5abfc6-ca7d-4e0c-9218-76a579fdef53 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/177ccd54-f4e0-431d-bbd2-c7ed7155531e HTTP/1.1" status: 404 len: 337 time: 0.0557883 Jan 29 04:47:44.987347 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f2b211-cfbc-46d4-b6e8-0f369a3c4130 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.987347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f2b211-cfbc-46d4-b6e8-0f369a3c4130 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.987614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51642) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.987782 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3f2b211-cfbc-46d4-b6e8-0f369a3c4130 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/dbe33fa3-1db9-4455-aaac-d2c55d229725 HTTP/1.1" status: 404 len: 337 time: 0.0567245 Jan 29 04:47:44.987971 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71f0daf-1712-4cdf-b6b7-ec547c5bf055 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.987971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71f0daf-1712-4cdf-b6b7-ec547c5bf055 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.988223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51644) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:44.988405 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a71f0daf-1712-4cdf-b6b7-ec547c5bf055 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/48794274-1e46-4e63-bca7-d1b3d2725a93 HTTP/1.1" status: 404 len: 333 time: 0.0471020 Jan 29 04:47:44.988576 n-d-825930-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfef0c7c-a085-4a5a-b995-b3d720e06e59 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:44.988576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfef0c7c-a085-4a5a-b995-b3d720e06e59 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:44.988828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51646) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:45.002529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-dfef0c7c-a085-4a5a-b995-b3d720e06e59 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/e833bedb-b5d6-4b50-ad0b-e79f71eba332 HTTP/1.1" status: 404 len: 337 time: 0.0625100 Jan 29 04:47:45.022344 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7acc96-0908-4924-b582-b9b1c2a5ef61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] DELETE failed (client error): The resource could not be found. Jan 29 04:47:45.023266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7acc96-0908-4924-b582-b9b1c2a5ef61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 04:47:45.026999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7c7acc96-0908-4924-b582-b9b1c2a5ef61 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/subnets/c00597b9-7f23-45ea-8fe9-9b943d2d8b1e HTTP/1.1" status: 404 len: 337 time: 0.0417805 Jan 29 04:47:45.029512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:45.085376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7fb05ab4-a089-4e40-8eaf-8b05536089f8 None None] Provisioning complete for port e61004ae-2c5e-423e-b74b-8307a2182012 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:47:45.085997 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7fb05ab4-a089-4e40-8eaf-8b05536089f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.117723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51654) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:45.139364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] DHCP port deletion for 47ea209e-ca12-4f82-aed3-1d1b0ee81e0f request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:47:45.196737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7fb05ab4-a089-4e40-8eaf-8b05536089f8 None None] Port e61004ae-2c5e-423e-b74b-8307a2182012 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:47:45.222558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Deleting port 6099be70-c01f-4946-afa6-45dd12c27b08 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:45.223206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.247772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Deleting port e61004ae-2c5e-423e-b74b-8307a2182012 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:45.248366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.333401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] For port 6099be70-c01f-4946-afa6-45dd12c27b08, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6099be70-c01f-4946-afa6-45dd12c27b08,segment=NetworkSegment(80d66895-f94b-45f1-9022-c5cba6520481),segment_id=80d66895-f94b-45f1-9022-c5cba6520481)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:47:45.334353 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.360801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Calling delete_port for 6099be70-c01f-4946-afa6-45dd12c27b08 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:45.426034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5481bbce-8526-4402-92a9-01db67139b35 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 200 len: 991 time: 0.3068092 Jan 29 04:47:45.429089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.447259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Calling delete_port for e61004ae-2c5e-423e-b74b-8307a2182012 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:45.494393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.543850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] No DVR routers for this DVR port 6099be70-c01f-4946-afa6-45dd12c27b08 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:47:45.545674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Pushing event deleted for resources: {'Port': ['ID=6099be70-c01f-4946-afa6-45dd12c27b08,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:45.587443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.589296 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.589798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.592926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.596085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.596675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.597208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.597611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.598057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.598437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.599435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.599771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081f3c-fe25-4919-a4aa-9246a23e2321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:47:45.611574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.655614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Port': ['ID=e61004ae-2c5e-423e-b74b-8307a2182012,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:45.686719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.692693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-294f1a08-9763-4e59-8d26-3dc41655b3ae tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/ports/e61004ae-2c5e-423e-b74b-8307a2182012 HTTP/1.1" status: 204 len: 168 time: 0.6617568 Jan 29 04:47:45.694989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:45.806943 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.924376 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:45.984230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ea209e-ca12-4f82-aed3-1d1b0ee81e0f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:46.000208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d66895-f94b-45f1-9022-c5cba6520481') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:46.000785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d66895-f94b-45f1-9022-c5cba6520481') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:46.061166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:46.086506 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:46.094524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:47:46.094950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:47:46.099346 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:47:46.186920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:46.211600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:46.218249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] 10.222.0.32 "DELETE /v2.0/networks/47ea209e-ca12-4f82-aed3-1d1b0ee81e0f HTTP/1.1" status: 204 len: 168 time: 0.5212629 Jan 29 04:47:46.219006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9573262-6df2-4326-bc31-b13dbf9875c1 tempest-PortsTestJSON-1556443581 tempest-PortsTestJSON-1556443581-project] Pushing event deleted for resources: {'Network': ['ID=47ea209e-ca12-4f82-aed3-1d1b0ee81e0f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:46.430860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:46.478590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:47:46.519890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6099be70-c01f-4946-afa6-45dd12c27b08 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:47:46.520223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6099be70-c01f-4946-afa6-45dd12c27b08 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:47:46.590541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7dfa42d9-7a36-487e-a3c9-76a6d3c04fb8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 200 len: 993 time: 0.1584525 Jan 29 04:47:46.730523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51712) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:46.939482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2db2fc90-e253-459f-ae03-0aa1b6599cfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=454cc68bcf7e429b977863367c039200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070179 Jan 29 04:47:46.942882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51724) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:47.019559 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac7582a3-6ba5-4dcd-a43e-9ca0538a02cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:47.048337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac7582a3-6ba5-4dcd-a43e-9ca0538a02cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:47.131647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac7582a3-6ba5-4dcd-a43e-9ca0538a02cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:47.135049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac7582a3-6ba5-4dcd-a43e-9ca0538a02cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:47.136355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac7582a3-6ba5-4dcd-a43e-9ca0538a02cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2838966-e550-43a8-bc3c-8e64e0a9d0ae HTTP/1.1" status: 204 len: 168 time: 0.1922243 Jan 29 04:47:47.148105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7582a3-6ba5-4dcd-a43e-9ca0538a02cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2838966-e550-43a8-bc3c-8e64e0a9d0ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:47.323848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-5f1d35a8-3f8a-4d5b-aad5-05f6e3daf750 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611300 Jan 29 04:47:47.470946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-539f88a3-2979-4cba-aaa1-f9080e102c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:47.474970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-539f88a3-2979-4cba-aaa1-f9080e102c7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f925e60c59df475187a4fb8fe7a6a688&device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 1101 time: 0.0689352 Jan 29 04:47:47.660668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-15ef8d20-a3f8-46a7-b00e-2125684f7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:47.664451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-15ef8d20-a3f8-46a7-b00e-2125684f7a10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.1702700 Jan 29 04:47:47.749131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-25a1abee-ebec-4137-9254-7210158203c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ddb9653a-12e8-497d-aa56-8c698e271eff HTTP/1.1" status: 200 len: 217 time: 0.0769379 Jan 29 04:47:47.834416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-3c479f93-d72e-4605-b786-f8a7e28c4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:47.835986 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-3c479f93-d72e-4605-b786-f8a7e28c4c4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0758047 Jan 29 04:47:47.935351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-88d82795-4814-4d0e-9f9c-819e1421ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:47.945511 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-88d82795-4814-4d0e-9f9c-819e1421ae9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913434 Jan 29 04:47:48.081326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-85bcf2de-b4b6-4192-9756-fb46eb89cf23 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334202 Jan 29 04:47:48.273292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-330aab37-c5a3-461b-83e7-b34dba2cc40d req-c20f36c6-bced-414f-a283-fdca69b51796 service neutron] 10.222.0.36 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834917 Jan 29 04:47:48.470105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:48.633233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6b1947a4-a483-4c49-bb4a-4c2e6f5daf71 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1436953815', 'prefixes': ['172.20.0.0/16']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:48.743543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b1947a4-a483-4c49-bb4a-4c2e6f5daf71 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] Notify callbacks [] for subnetpool, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:48.745129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b1947a4-a483-4c49-bb4a-4c2e6f5daf71 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2733529 Jan 29 04:47:48.747934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51800) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:48.815677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0cc7720b-0cb2-4765-a73a-f0405fbde1ff tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] 10.222.0.32 "GET /v2.0/subnetpools/f53db976-273a-47a9-8500-a1b515063191 HTTP/1.1" status: 200 len: 732 time: 0.0657163 Jan 29 04:47:48.819565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:48.824407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8123f718-e528-4fb5-85fb-036dad042a20 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1053000954'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:47:48.961718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8123f718-e528-4fb5-85fb-036dad042a20 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] Notify callbacks [] for subnetpool, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:48.963062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8123f718-e528-4fb5-85fb-036dad042a20 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] 10.222.0.32 "PUT /v2.0/subnetpools/f53db976-273a-47a9-8500-a1b515063191 HTTP/1.1" status: 200 len: 684 time: 0.1429088 Jan 29 04:47:48.966452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51816) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:49.086313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e0688b4-bdc2-4da9-b550-a53b75d5a371 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] Notify callbacks [] for subnetpool, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:49.091306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e0688b4-bdc2-4da9-b550-a53b75d5a371 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] 10.222.0.32 "DELETE /v2.0/subnetpools/f53db976-273a-47a9-8500-a1b515063191 HTTP/1.1" status: 204 len: 168 time: 0.1233070 Jan 29 04:47:49.092931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:49.126696 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d8af4baa-11a1-4cb4-b777-fc663401deec tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] show failed (client error): The resource could not be found. Jan 29 04:47:49.131465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8af4baa-11a1-4cb4-b777-fc663401deec tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] 10.222.0.32 "GET /v2.0/subnetpools/f53db976-273a-47a9-8500-a1b515063191 HTTP/1.1" status: 404 len: 346 time: 0.0339363 Jan 29 04:47:49.132005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51824) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:49.150515 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [None req-f3ddab9e-9a5c-401f-ad6a-3d98bd2f6ee1 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] delete failed (client error): The resource could not be found. Jan 29 04:47:49.155540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f3ddab9e-9a5c-401f-ad6a-3d98bd2f6ee1 tempest-SubnetPoolsTestJSON-1320422409 tempest-SubnetPoolsTestJSON-1320422409-project] 10.222.0.32 "DELETE /v2.0/subnetpools/f53db976-273a-47a9-8500-a1b515063191 HTTP/1.1" status: 404 len: 346 time: 0.0226755 Jan 29 04:47:49.574206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:49.765787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef508-1227-45b9-b7bd-5de6d993e46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:49.906391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef508-1227-45b9-b7bd-5de6d993e46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:49.914137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef508-1227-45b9-b7bd-5de6d993e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:49.959419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9d5ef508-1227-45b9-b7bd-5de6d993e46e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c783f4ae028c49aa904b3f91d58d240c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839295 Jan 29 04:47:49.961795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ef508-1227-45b9-b7bd-5de6d993e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5194671c-d7ac-4c06-aafd-ac0672a08a36,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:49.962518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 51862) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:50.034975 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65b6616f-f114-46bb-9aff-4c750f06ad81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:50.079184 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65b6616f-f114-46bb-9aff-4c750f06ad81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:50.204886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65b6616f-f114-46bb-9aff-4c750f06ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:50.207579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65b6616f-f114-46bb-9aff-4c750f06ad81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:50.208874 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-65b6616f-f114-46bb-9aff-4c750f06ad81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5194671c-d7ac-4c06-aafd-ac0672a08a36 HTTP/1.1" status: 204 len: 168 time: 0.2454898 Jan 29 04:47:50.242697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6616f-f114-46bb-9aff-4c750f06ad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5194671c-d7ac-4c06-aafd-ac0672a08a36,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:53.891273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9951b13-69ad-4378-9bc9-390e72d8bbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.427976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52158) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:54.577064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4748c56c-55d0-4faa-8bea-28824bf1f515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.686684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4748c56c-55d0-4faa-8bea-28824bf1f515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.691368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4748c56c-55d0-4faa-8bea-28824bf1f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.732798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748c56c-55d0-4faa-8bea-28824bf1f515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b5ea5-1c82-456b-8c4c-c3400c58c5b4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:54.744560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:54.746331 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4748c56c-55d0-4faa-8bea-28824bf1f515 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee74d08f24d546648b46a9352afdd037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165288 Jan 29 04:47:54.810064 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be533183-9d79-4993-b3ea-7c25556a5c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.843736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be533183-9d79-4993-b3ea-7c25556a5c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.916411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be533183-9d79-4993-b3ea-7c25556a5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.919140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be533183-9d79-4993-b3ea-7c25556a5c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:54.922403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-be533183-9d79-4993-b3ea-7c25556a5c8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f43b5ea5-1c82-456b-8c4c-c3400c58c5b4 HTTP/1.1" status: 204 len: 168 time: 0.1767712 Jan 29 04:47:54.940157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533183-9d79-4993-b3ea-7c25556a5c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b5ea5-1c82-456b-8c4c-c3400c58c5b4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:55.334522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:55.350621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cffab6-70d5-47af-afdb-2fbfc272018f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.465054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cffab6-70d5-47af-afdb-2fbfc272018f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.469918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9cffab6-70d5-47af-afdb-2fbfc272018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.522564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9cffab6-70d5-47af-afdb-2fbfc272018f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa4708699ec641d594cfcdc0082908ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866138 Jan 29 04:47:55.523011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52208) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:55.529851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cffab6-70d5-47af-afdb-2fbfc272018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd32ceb-3606-406d-a937-83de6c8b1bed,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:55.610805 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43d5c808-8271-4f44-bf8e-6d3593d935f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.611555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:47:55.642337 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43d5c808-8271-4f44-bf8e-6d3593d935f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.703156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43d5c808-8271-4f44-bf8e-6d3593d935f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.705828 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43d5c808-8271-4f44-bf8e-6d3593d935f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:55.726044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-43d5c808-8271-4f44-bf8e-6d3593d935f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dd32ceb-3606-406d-a937-83de6c8b1bed HTTP/1.1" status: 204 len: 168 time: 0.1826594 Jan 29 04:47:55.765007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5c808-8271-4f44-bf8e-6d3593d935f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd32ceb-3606-406d-a937-83de6c8b1bed,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:56.112378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-83f109d8-acb5-4160-9a72-37788228ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:57.353021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:57.841012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:58.126256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Deleting port d0f9e3d7-f8d8-4729-9ac9-f2a5d42eff1c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:47:58.137776 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:58.309729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:58.310353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:58.329213 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Calling delete_port for d0f9e3d7-f8d8-4729-9ac9-f2a5d42eff1c owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:47:58.668274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:58.705076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event deleted for resources: {'Port': ['ID=d0f9e3d7-f8d8-4729-9ac9-f2a5d42eff1c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:58.849687 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:58.850242 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Floating IP f67e73bd-5f1d-449c-89ff-bc071e792a93 disassociated (deleted). External IP: 172.25.4.198, port: a998c3d0-f888-45a7-bb83-c83f97ee8598. Jan 29 04:47:59.004149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:59.175468 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.186906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Router c4a2006f-6b41-428c-a362-11254de44ec9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:47:59.257537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.281999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98f2147b-82cf-4411-9c3f-c17f3a3df4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.402343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:47:59.411503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.432298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] Sync routers for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:47:59.462031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1d8322e-94fa-4988-a045-aefac05e9078 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "DELETE /v2.0/floatingips/f67e73bd-5f1d-449c-89ff-bc071e792a93 HTTP/1.1" status: 204 len: 168 time: 1.6197515 Jan 29 04:47:59.464449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:47:59.467960 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94794189-596b-49b6-a4a8-9cc24ae7254e" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:47:59.477650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:47:59.478484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:47:59.520534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98f2147b-82cf-4411-9c3f-c17f3a3df4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.535419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98f2147b-82cf-4411-9c3f-c17f3a3df4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.558756 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f07a07-9b14-4761-8a04-3fc91b1c1cf0 x-openstack-request-id: req-59f07a07-9b14-4761-8a04-3fc91b1c1cf0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:47:59.559064 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:47:59.559327 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59f07a07-9b14-4761-8a04-3fc91b1c1cf0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:47:59.559740 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'status': 'completed', 'code': 200} Jan 29 04:47:59.683118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-98f2147b-82cf-4411-9c3f-c17f3a3df4c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2308d3d8e9264d0e9f52cae0434b2f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773927 Jan 29 04:47:59.686247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:47:59.698362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:47:59.704207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2147b-82cf-4411-9c3f-c17f3a3df4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d1332-036c-438d-92e1-e1059a314795,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:47:59.731930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-13fb43a3-216c-40c8-9ec0-3370042d5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:59.733485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-13fb43a3-216c-40c8-9ec0-3370042d5532 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=227885614052428d803f7a08cb47d247&device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 1097 time: 0.1269941 Jan 29 04:47:59.820430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccf026a2-87fa-41d2-afcc-9c1c3f8c9de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.862138 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccf026a2-87fa-41d2-afcc-9c1c3f8c9de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:47:59.874203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea291-cc44-4428-b616-f736ef3e2c2a req-63ba9109-38a5-48b5-a1f3-331e156c8887 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:59.885181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073ea291-cc44-4428-b616-f736ef3e2c2a req-63ba9109-38a5-48b5-a1f3-331e156c8887 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.1116614 Jan 29 04:47:59.978077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-073ea291-cc44-4428-b616-f736ef3e2c2a req-17002438-19ec-491b-90ed-ea06d846b924 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909653 Jan 29 04:47:59.983383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-6c4cfd31-5a4e-420a-ae5c-b2a85678f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:47:59.987360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-6c4cfd31-5a4e-420a-ae5c-b2a85678f112 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 200 len: 914 time: 0.2457774 Jan 29 04:48:00.047124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccf026a2-87fa-41d2-afcc-9c1c3f8c9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.052641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccf026a2-87fa-41d2-afcc-9c1c3f8c9de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.060050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ccf026a2-87fa-41d2-afcc-9c1c3f8c9de9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e0d1332-036c-438d-92e1-e1059a314795 HTTP/1.1" status: 204 len: 168 time: 0.3705511 Jan 29 04:48:00.079542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf026a2-87fa-41d2-afcc-9c1c3f8c9de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d1332-036c-438d-92e1-e1059a314795,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:00.147282 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-49c3bd6b-7908-4aa7-a94b-a7a733522248 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 200 len: 217 time: 0.1520069 Jan 29 04:48:00.347513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-62322452-9498-4a49-9258-e2dd3f334735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:00.349956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-62322452-9498-4a49-9258-e2dd3f334735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 200 len: 852 time: 0.1941319 Jan 29 04:48:00.448390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-4efb2ea1-e51e-4fcb-861f-97429207eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:00.459456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-4efb2ea1-e51e-4fcb-861f-97429207eef1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e369de0c-455d-4e70-bb94-d850f34b13ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015339 Jan 29 04:48:00.519004 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52450) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:00.560237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95d36f45-5de1-4d75-adb4-58b25dad1aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.592912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:00.606713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-53f6898a-65db-4445-9bdd-6efb1a3d271b service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391320 Jan 29 04:48:00.627404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] Checking router: c4a2006f-6b41-428c-a362-11254de44ec9 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:00.637463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:00.638487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:00.719194 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95d36f45-5de1-4d75-adb4-58b25dad1aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.726644 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95d36f45-5de1-4d75-adb4-58b25dad1aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.728911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52456) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:00.744308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94794189-596b-49b6-a4a8-9cc24ae7254e req-9a200fa1-75da-42e2-9068-4b16ce446a72 service neutron] 10.222.0.20 "GET /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293445 Jan 29 04:48:00.775909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-95d36f45-5de1-4d75-adb4-58b25dad1aea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bdaae5e2159453783e3de88c54201e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535009 Jan 29 04:48:00.777361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:00.779299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d36f45-5de1-4d75-adb4-58b25dad1aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ea0db-92c3-4645-8377-c3b5df1d370f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:00.845699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:00.847670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df045ba2-3cee-4dea-a358-5b5d2779732b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.886230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df045ba2-3cee-4dea-a358-5b5d2779732b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.951973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-270d65f9-814b-49c1-aa0f-e1aebe50dde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.953130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df045ba2-3cee-4dea-a358-5b5d2779732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.956531 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df045ba2-3cee-4dea-a358-5b5d2779732b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:00.960573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-df045ba2-3cee-4dea-a358-5b5d2779732b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/420ea0db-92c3-4645-8377-c3b5df1d370f HTTP/1.1" status: 204 len: 168 time: 0.1793742 Jan 29 04:48:00.986069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df045ba2-3cee-4dea-a358-5b5d2779732b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ea0db-92c3-4645-8377-c3b5df1d370f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:01.123857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-270d65f9-814b-49c1-aa0f-e1aebe50dde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:01.130493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-270d65f9-814b-49c1-aa0f-e1aebe50dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:01.162487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-270d65f9-814b-49c1-aa0f-e1aebe50dde7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7014f25040f54acc92774a388d6f0c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299893 Jan 29 04:48:01.165324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:01.185246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d65f9-814b-49c1-aa0f-e1aebe50dde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d773e06c-1774-4ec8-827e-32540367c915,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:01.225388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:01.260872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b2701-c32a-46f4-84f2-3edb6ab5698a None None] The sync data for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 is: [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:43:12Z', 'revision_number': 4, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'eb0f27fe-f578-4e17-a652-a8a7622a80ee', 'name': '', 'network_id': 'e369de0c-455d-4e70-bb94-d850f34b13ae', 'tenant_id': '227885614052428d803f7a08cb47d247', 'mac_address': 'fa:16:3e:14:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:10Z', 'updated_at': '2022-01-29T04:43:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'subnets': [{'id': '40d7df9f-d5f3-4a88-a745-578f5908f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:01.294644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56703b54-3762-4f4d-b928-316786a40624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:01.327897 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56703b54-3762-4f4d-b928-316786a40624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:01.419103 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56703b54-3762-4f4d-b928-316786a40624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:01.428874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56703b54-3762-4f4d-b928-316786a40624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:01.430558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-56703b54-3762-4f4d-b928-316786a40624 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d773e06c-1774-4ec8-827e-32540367c915 HTTP/1.1" status: 204 len: 168 time: 0.2640011 Jan 29 04:48:01.447134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56703b54-3762-4f4d-b928-316786a40624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d773e06c-1774-4ec8-827e-32540367c915,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:01.621312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caea82-a56f-475c-9e3d-a00486925f9a req-fba42560-d652-4d47-a200-f784ede820de tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:01.623189 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90caea82-a56f-475c-9e3d-a00486925f9a req-fba42560-d652-4d47-a200-f784ede820de tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.20 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.1716294 Jan 29 04:48:01.694089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e0bb3-72e3-4433-807f-e8c89a544f4d req-a643b7cb-8cfd-4cc1-9880-0ea61a99bec4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:01.708638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f3e0bb3-72e3-4433-807f-e8c89a544f4d req-a643b7cb-8cfd-4cc1-9880-0ea61a99bec4 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 946 time: 0.6150689 Jan 29 04:48:01.831355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f3e0bb3-72e3-4433-807f-e8c89a544f4d req-b4fdcbda-74f0-49a6-9c49-b472910c8af5 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/security-groups?id=60368c60-7b6c-4973-a368-b71adeeb6189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217446 Jan 29 04:48:01.839351 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d961a-865f-4f24-9261-25bc3abb57a0 None None] New status for floating IP f67e73bd-5f1d-449c-89ff-bc071e792a93: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:48:01.858807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Deleting port a998c3d0-f888-45a7-bb83-c83f97ee8598 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:01.859686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.048379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52506) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:02.094044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fdcca7d-3858-4dc8-8949-33b92cea3ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.236506 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fdcca7d-3858-4dc8-8949-33b92cea3ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.246310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fdcca7d-3858-4dc8-8949-33b92cea3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.306376 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3fdcca7d-3858-4dc8-8949-33b92cea3ee8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af3082f296ab415bb977459064b6b366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556641 Jan 29 04:48:02.312198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52512) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:02.366076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] For port a998c3d0-f888-45a7-bb83-c83f97ee8598, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a998c3d0-f888-45a7-bb83-c83f97ee8598,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:02.366671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.385622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Calling delete_port for a998c3d0-f888-45a7-bb83-c83f97ee8598 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:02.492516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c38f6591-fd91-402a-b0a3-a8b110f23598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.496231 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcca7d-3858-4dc8-8949-33b92cea3ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b04b54-eb88-447d-bd44-3273b826f2da,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:02.541236 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c38f6591-fd91-402a-b0a3-a8b110f23598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.555907 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.599686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event deleted for resources: {'Port': ['ID=a998c3d0-f888-45a7-bb83-c83f97ee8598,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:02.649294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c38f6591-fd91-402a-b0a3-a8b110f23598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.655327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c38f6591-fd91-402a-b0a3-a8b110f23598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.658961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c38f6591-fd91-402a-b0a3-a8b110f23598 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2b04b54-eb88-447d-bd44-3273b826f2da HTTP/1.1" status: 204 len: 168 time: 0.3442442 Jan 29 04:48:02.677385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f6591-fd91-402a-b0a3-a8b110f23598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b04b54-eb88-447d-bd44-3273b826f2da,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:02.698451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] No DVR routers for this DVR port a998c3d0-f888-45a7-bb83-c83f97ee8598 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:02.707002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:02.717292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90caea82-a56f-475c-9e3d-a00486925f9a req-2986e1bb-e356-49d4-9466-3e4b25ed3b7b tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.20 "DELETE /v2.0/ports/a998c3d0-f888-45a7-bb83-c83f97ee8598 HTTP/1.1" status: 204 len: 173 time: 1.0811830 Jan 29 04:48:02.718786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'name': 'network-vif-deleted', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:02.722382 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5ebda-dd67-4178-881f-b76471836eba" -d '{"events": [{"server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "name": "network-vif-deleted", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:02.799191 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1ebf6-5e71-4d6f-ad99-36db05c7c531 x-openstack-request-id: req-5dd1ebf6-5e71-4d6f-ad99-36db05c7c531 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:02.799567 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a9ff16-5e6c-4554-95ae-1ea0fcccc993", "name": "network-vif-deleted", "tag": "a998c3d0-f888-45a7-bb83-c83f97ee8598", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:02.799889 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dd1ebf6-5e71-4d6f-ad99-36db05c7c531 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:02.800358 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a9ff16-5e6c-4554-95ae-1ea0fcccc993', 'name': 'network-vif-deleted', 'tag': 'a998c3d0-f888-45a7-bb83-c83f97ee8598', 'status': 'completed', 'code': 200} Jan 29 04:48:02.975934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f72159df-ee0c-47e6-ae10-05578570b147 req-8a4778bc-5795-4190-97cb-e9574c164f40 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0598292 Jan 29 04:48:04.122843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34f3b4e3-33fc-46bb-85b1-c7e0121fcff1 req-8d3c34bc-0d45-4f38-9939-18b964bdf796 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0429316 Jan 29 04:48:04.339179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:04.630777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d735fa12-dab4-4bb1-8819-133648b6e29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.750598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d735fa12-dab4-4bb1-8819-133648b6e29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.756614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d735fa12-dab4-4bb1-8819-133648b6e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.813875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d735fa12-dab4-4bb1-8819-133648b6e29a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aef0c5494d2d4c7d91b4d2609581f848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736080 Jan 29 04:48:04.814898 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735fa12-dab4-4bb1-8819-133648b6e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1887e6-5a15-451e-b2e1-3730e9b6c273,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:04.816625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52654) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:04.882113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6242e786-b19d-4f50-9100-0166ce9bcc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.907445 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6242e786-b19d-4f50-9100-0166ce9bcc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.965314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a998c3d0-f888-45a7-bb83-c83f97ee8598 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:04.969182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6242e786-b19d-4f50-9100-0166ce9bcc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.972320 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6242e786-b19d-4f50-9100-0166ce9bcc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:04.974328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6242e786-b19d-4f50-9100-0166ce9bcc79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae1887e6-5a15-451e-b2e1-3730e9b6c273 HTTP/1.1" status: 204 len: 168 time: 0.1560411 Jan 29 04:48:04.995921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e786-b19d-4f50-9100-0166ce9bcc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1887e6-5a15-451e-b2e1-3730e9b6c273,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:05.022308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: a998c3d0-f888-45a7-bb83-c83f97ee8598 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:05.023582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a998c3d0-f888-45a7-bb83-c83f97ee8598 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:05.289142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-794848d6-2a36-4330-bcd2-1029e6230c1b req-09cd3570-e29c-4077-a9a9-0b91c8b903fe tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0756147 Jan 29 04:48:05.422505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:05.440474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dc75bf7-1741-492d-b819-f1cc5360d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.531402 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dc75bf7-1741-492d-b819-f1cc5360d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.536627 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dc75bf7-1741-492d-b819-f1cc5360d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.583144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5dc75bf7-1741-492d-b819-f1cc5360d1e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdb7df30f6e94c32b175a2e7d51bca25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586132 Jan 29 04:48:05.585328 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 52680) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:05.585801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc75bf7-1741-492d-b819-f1cc5360d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea69499-a353-4e66-b9d6-6571d9edc5e1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:05.680180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b50f4-2775-4587-9803-137b18f5486a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.712721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b50f4-2775-4587-9803-137b18f5486a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.762372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b50f4-2775-4587-9803-137b18f5486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.765710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b50f4-2775-4587-9803-137b18f5486a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:05.767293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-be4b50f4-2775-4587-9803-137b18f5486a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ea69499-a353-4e66-b9d6-6571d9edc5e1 HTTP/1.1" status: 204 len: 168 time: 0.1809535 Jan 29 04:48:05.779587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b50f4-2775-4587-9803-137b18f5486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea69499-a353-4e66-b9d6-6571d9edc5e1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:06.403490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf436707-3a49-4d63-be01-7005cd843834 req-db04a9cf-1526-4ebc-b5fd-494feaa96e27 tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0328069 Jan 29 04:48:07.571181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-084376cb-cb42-4460-abde-749873e6115a req-ef666970-1b33-4b02-ae64-9d5e8353cdaa tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a9ff16-5e6c-4554-95ae-1ea0fcccc993 HTTP/1.1" status: 200 len: 210 time: 0.0533245 Jan 29 04:48:08.456326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-51d0f0a1-f152-4191-9e0f-730957cf46ed tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8dca57bfa3447de872ac9e3859d4ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314815 Jan 29 04:48:08.649497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:08.718972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-91fa870e-6913-4251-9317-b9786c05433c tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:08.731558 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-91fa870e-6913-4251-9317-b9786c05433c tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682803 Jan 29 04:48:08.740218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60fa018-ded1-4820-90e6-3dba7c9d5cff tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:08.748339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-40784fa7-94b1-4df8-baae-995a06936b18 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/quotas/a8dca57bfa3447de872ac9e3859d4ae4 HTTP/1.1" status: 200 len: 375 time: 0.0156577 Jan 29 04:48:08.780269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60fa018-ded1-4820-90e6-3dba7c9d5cff tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:08.792097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-24461c2e-b947-432a-96be-d0723b676564 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8dca57bfa3447de872ac9e3859d4ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426331 Jan 29 04:48:08.863706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60fa018-ded1-4820-90e6-3dba7c9d5cff tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:08.867268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a60fa018-ded1-4820-90e6-3dba7c9d5cff tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:08.872778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a60fa018-ded1-4820-90e6-3dba7c9d5cff tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] 10.222.0.32 "DELETE /v2.0/security-groups/60368c60-7b6c-4973-a368-b71adeeb6189 HTTP/1.1" status: 204 len: 168 time: 0.2215986 Jan 29 04:48:08.884153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fa018-ded1-4820-90e6-3dba7c9d5cff tempest-TestVolumeBackupRestore-1800177432 tempest-TestVolumeBackupRestore-1800177432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60368c60-7b6c-4973-a368-b71adeeb6189,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:09.171584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-84f31efd-a18f-418d-a5f3-f138092f3a5c req-fe073de6-34f9-435c-a2e6-76a0d2c0685d tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 210 time: 0.1108282 Jan 29 04:48:10.271400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16a6a50b-2b4b-4b0e-8d37-2143e9770969 req-d19f788c-bcd4-4acb-b443-6d619c0bdeac tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 210 time: 0.0375502 Jan 29 04:48:10.552884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-ed188415-cfc4-495e-91d0-246d3f2f5137 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a8dca57bfa3447de872ac9e3859d4ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257754 Jan 29 04:48:10.851419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-3816fefb-17e0-4291-850e-5e0706d2c742 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:10.861625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-3816fefb-17e0-4291-850e-5e0706d2c742 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877498 Jan 29 04:48:10.878277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Request body: {'port': {'device_id': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': 'a8dca57bfa3447de872ac9e3859d4ae4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:11.026928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Made reservation on behalf of a8dca57bfa3447de872ac9e3859d4ae4 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:48:11.030875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.041265 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.120395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.124718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.205751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedc27af-80e2-4764-8b25-1cd341ea2b6b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:11.218781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.219400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.219925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.220443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.220984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.221512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.222365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.223448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.224588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.225550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.226760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.227259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:11.330372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Allocated IP 192.168.233.77 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/7cb676f9-7b3f-43fc-8679-d63ef4d47d11) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:11.419574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9202972-49cb-45df-9dbc-842ccc6cbb03 req-3504fb8a-9318-49b4-bbf7-3cb0e7335b50 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 210 time: 0.0408814 Jan 29 04:48:11.587971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.666360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.750364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:11.757812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:11.762295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:11.776738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Pushing event updated for resources: {'Port': ['ID=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:11.906919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:11.909005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:11.961040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-10b15381-e8f3-4b9b-9b1e-0c43de423186 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0881212 Jan 29 04:48:11.979684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Request body: {'port': {'device_id': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:12.014646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:12.178048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:12.226676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-60e11fc6-deca-422f-97af-2a971258e485 None None] Provisioning complete for port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:12.227851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60e11fc6-deca-422f-97af-2a971258e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:12.322022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-60e11fc6-deca-422f-97af-2a971258e485 None None] Port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:48:12.595457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78069a3-dc93-4c1c-925e-6d6dc95ace6f req-3d0734c5-8525-4190-a03f-108ca11befa6 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:12.609826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b78069a3-dc93-4c1c-925e-6d6dc95ace6f req-3d0734c5-8525-4190-a03f-108ca11befa6 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 935 time: 0.0761085 Jan 29 04:48:12.683504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b78069a3-dc93-4c1c-925e-6d6dc95ace6f req-afd2aa75-2308-4ebb-ba25-7d635d5cb793 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681481 Jan 29 04:48:12.798944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:48:12.809389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:12.824580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Transition to ACTIVE for port object 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:48:12.829176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:13.005407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:13.020592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Attempting to bind port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:13.021125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Attempting to bind port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:13.021648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Attempting to bind port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:13.027241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:48:13.028984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Attempting to bind port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:13.043146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:13.043636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:13.044079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:13.044603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Bound port: 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:13.044971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:13.166758 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] For port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:13.171815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] For port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:13.185655 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:13.379521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:13.384703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:13.386644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cb676f9-7b3f-43fc-8679-d63ef4d47d11 HTTP/1.1" status: 200 len: 1095 time: 1.4113450 Jan 29 04:48:13.387610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba168ee-c32a-4ddf-9fe7-d2e8fea43f21 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:13.390853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'tag': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:13.394114 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524add4d-660f-42f7-b658-e120728e1b33" -d '{"events": [{"name": "network-changed", "server_uuid": "2efbea3f-cc80-49c0-af79-e4f9dce03848", "tag": "7cb676f9-7b3f-43fc-8679-d63ef4d47d11"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:13.556512 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90905f15-a8c9-4a10-8a47-8c481051696b x-openstack-request-id: req-90905f15-a8c9-4a10-8a47-8c481051696b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:13.557117 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efbea3f-cc80-49c0-af79-e4f9dce03848", "tag": "7cb676f9-7b3f-43fc-8679-d63ef4d47d11", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:13.557471 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90905f15-a8c9-4a10-8a47-8c481051696b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:13.557958 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'tag': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11', 'status': 'completed', 'code': 200} Jan 29 04:48:13.645978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:13.646916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-803d452e-f5ba-4a89-9069-9636a08a4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:13.649146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-803d452e-f5ba-4a89-9069-9636a08a4bfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8dca57bfa3447de872ac9e3859d4ae4&device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 1098 time: 0.1882567 Jan 29 04:48:13.805208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-75fcc271-0d6a-45c0-a4c5-28f7f9c6fbf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11 HTTP/1.1" status: 200 len: 217 time: 0.1323605 Jan 29 04:48:13.923948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-34210b04-bba3-4cbe-9122-7b324ffec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:13.931292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-34210b04-bba3-4cbe-9122-7b324ffec787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.1244485 Jan 29 04:48:14.042639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb03ba3-621e-4c39-8216-53b972edf4f2 req-d2553b41-5d56-4301-b6c2-477a3a4c71c0 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:14.056496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cb03ba3-621e-4c39-8216-53b972edf4f2 req-d2553b41-5d56-4301-b6c2-477a3a4c71c0 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 947 time: 0.2282698 Jan 29 04:48:14.123614 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cb03ba3-621e-4c39-8216-53b972edf4f2 req-5d9f8f62-7afe-4020-a2e7-111a3d3961f2 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Jan 29 04:48:14.157719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-d1a0d293-5112-407b-8a7b-1842d2247702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:14.164818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-d1a0d293-5112-407b-8a7b-1842d2247702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195950 Jan 29 04:48:14.186841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581043e-da1a-49b8-a21f-3a0d2bf16592 req-053e0515-f5fc-45bd-8572-fd730d906ea1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:14.190649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4581043e-da1a-49b8-a21f-3a0d2bf16592 req-053e0515-f5fc-45bd-8572-fd730d906ea1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1716800 Jan 29 04:48:14.314319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4581043e-da1a-49b8-a21f-3a0d2bf16592 req-736b2455-e3a0-4503-aedb-db923f29a03a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110122 Jan 29 04:48:14.335993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:14.396187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-86b1e9bf-36f3-4c82-868a-208c75707b5d service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250488 Jan 29 04:48:14.586505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-693fb6fb-15af-4c4e-9a6b-7cab8e9e8ba1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 200 len: 993 time: 0.2492936 Jan 29 04:48:14.591982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-325baa46-67ea-4fc4-ae9b-38e551224156 req-353828bb-103d-4fc4-92f0-dd6d5d9947d9 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875653 Jan 29 04:48:14.825349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 53462) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:14.849473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524add4d-660f-42f7-b658-e120728e1b33 req-2135ba0d-fb65-44e2-b269-7451e16cc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:14.851027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-2135ba0d-fb65-44e2-b269-7451e16cc188 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8dca57bfa3447de872ac9e3859d4ae4&device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 1098 time: 0.1388443 Jan 29 04:48:15.080257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524add4d-660f-42f7-b658-e120728e1b33 req-7127d9b5-f7df-4864-97fb-6062248232a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:15.084005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-7127d9b5-f7df-4864-97fb-6062248232a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.2260897 Jan 29 04:48:15.220398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-4e125147-f9f0-4c8b-9a2e-ffcd9dc20a8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11 HTTP/1.1" status: 200 len: 217 time: 0.0468500 Jan 29 04:48:15.314361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d41e4e-6f12-4b91-9a98-0fd4f01b95fb req-4a431b0f-8aab-4bc6-a94d-8ffb27267354 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:15.316181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00d41e4e-6f12-4b91-9a98-0fd4f01b95fb req-4a431b0f-8aab-4bc6-a94d-8ffb27267354 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1096 time: 0.2292836 Jan 29 04:48:15.435232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-00d41e4e-6f12-4b91-9a98-0fd4f01b95fb req-0928a978-27a8-40a4-b494-4501586c7c4e tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057055 Jan 29 04:48:15.437072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524add4d-660f-42f7-b658-e120728e1b33 req-d0dbde13-6658-49b0-a28d-415fa6ac7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:15.439157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-d0dbde13-6658-49b0-a28d-415fa6ac7c70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.2104666 Jan 29 04:48:15.566848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524add4d-660f-42f7-b658-e120728e1b33 req-6ddf3ace-c7b3-40c7-9db2-7f36efe8f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:15.573436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-6ddf3ace-c7b3-40c7-9db2-7f36efe8f369 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231711 Jan 29 04:48:15.782765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-6b6702b7-c066-4497-a782-f983d1b241ca req-e4908ba4-83a9-44dc-817f-4d6d337922f8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:48:15.783802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b6702b7-c066-4497-a782-f983d1b241ca req-e4908ba4-83a9-44dc-817f-4d6d337922f8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2035456 Jan 29 04:48:15.888353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-49c66470-a260-4ea6-b827-a51775a71f9c service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992511 Jan 29 04:48:15.900307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd656-2470-4fb8-8a9a-279c4575117f req-2e6dfa38-696b-4682-a165-2fadeda6a6e7 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:15.911425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-042dd656-2470-4fb8-8a9a-279c4575117f req-2e6dfa38-696b-4682-a165-2fadeda6a6e7 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 947 time: 0.6620288 Jan 29 04:48:16.115667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-524add4d-660f-42f7-b658-e120728e1b33 req-7f50de40-8d00-4547-9291-49d79b6c33da service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193987 Jan 29 04:48:16.963304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-042dd656-2470-4fb8-8a9a-279c4575117f req-4d50d70b-9b46-42c9-90fe-bca50ced058b tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0502365 Jan 29 04:48:17.027083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:48:17.383676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:17.418950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11', 'mac_address': 'fa:16:3e:02:15:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:48:17.460561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-86f81a7c-5323-401c-aeee-759e035aa852 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4504931 Jan 29 04:48:17.469472 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-dcb5a45b-459f-441e-9106-e3ded43c805e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:48:17.485556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-dcb5a45b-459f-441e-9106-e3ded43c805e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236657 Jan 29 04:48:17.571623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:17.615454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:48:17.657862 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:17.671231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:17.683304 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:17.905034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:18.030691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['7cb676f9-7b3f-43fc-8679-d63ef4d47d11'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:48:18.405654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ef541-691e-4004-9fb6-57dd964ae27e req-ed7ada2f-9182-4eb5-a7fb-402bca6229b5 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:18.416892 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c3ef541-691e-4004-9fb6-57dd964ae27e req-ed7ada2f-9182-4eb5-a7fb-402bca6229b5 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 948 time: 0.2535081 Jan 29 04:48:18.526416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c3ef541-691e-4004-9fb6-57dd964ae27e req-64315dd1-d0a9-4fde-9e1a-db6ddc71b0b9 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083601 Jan 29 04:48:18.678763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-8f915c25-84fe-4d2a-98ea-30ea478e99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:18.687047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-8f915c25-84fe-4d2a-98ea-30ea478e99d1 service neutron] 10.222.0.32 "GET /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 1093 time: 0.0531178 Jan 29 04:48:18.697190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Request body: {'binding': {'host': 'n-h2-825930-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:18.697858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Unknown quota resources ['binding']. {{(pid=102403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 04:48:18.722773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Deleting port eb0f27fe-f578-4e17-a652-a8a7622a80ee {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:18.723479 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:18.870621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] For port eb0f27fe-f578-4e17-a652-a8a7622a80ee, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=eb0f27fe-f578-4e17-a652-a8a7622a80ee,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:18.871950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:18.892972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Calling delete_port for eb0f27fe-f578-4e17-a652-a8a7622a80ee owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:19.031841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on host n-h2-825930-1 for vnic_type normal with profile None {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:19.032089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:19.032471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:19.041615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:48:19.042298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:19.070859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:19.071240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Checking segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:19.073426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Bound using segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:19.073426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Bound port: 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:19.214299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:19.260999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] Notify callbacks [] for binding, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:19.262431 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] 10.222.0.32 "POST /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.5746343 Jan 29 04:48:19.586145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:19.606974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a06-e255-43a7-96be-b30181202de2 req-e9cfc36a-0835-4382-8712-e7d1bcda57e0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:19.609350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-27c93a06-e255-43a7-96be-b30181202de2 req-e9cfc36a-0835-4382-8712-e7d1bcda57e0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1316080 Jan 29 04:48:19.804924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-542d86ce-18ef-4111-92cb-278fab2e64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:19.807668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-542d86ce-18ef-4111-92cb-278fab2e64bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1096 time: 0.2521372 Jan 29 04:48:19.821750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b71a9-cf9c-42fc-952c-0751f8e49f2e req-ecb8fa81-c1bd-4231-b8a3-cce30aebb70d tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:19.831092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-950b71a9-cf9c-42fc-952c-0751f8e49f2e req-ecb8fa81-c1bd-4231-b8a3-cce30aebb70d tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 948 time: 0.1908441 Jan 29 04:48:19.835301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0f27fe-f578-4e17-a652-a8a7622a80ee,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:19.853538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.854165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.854717 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.855211 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.855738 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.856228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.857103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.857829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.858628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.859150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.859642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.860818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:19.945575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-27c93a06-e255-43a7-96be-b30181202de2 req-6bd22857-1d2e-426a-8995-b02f42bd1384 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028040 Jan 29 04:48:20.013208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-950b71a9-cf9c-42fc-952c-0751f8e49f2e req-1e364dda-782a-48c5-bd96-5e7eaab5e233 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688974 Jan 29 04:48:20.067165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:20.103723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-0c4d07ea-6eb9-43be-81ad-889ec5288e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:20.107524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-0c4d07ea-6eb9-43be-81ad-889ec5288e5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 898 time: 0.2538602 Jan 29 04:48:20.226265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-3b56c11a-1640-4726-99a4-bae549154ee1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 1001 time: 0.1106267 Jan 29 04:48:20.285639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-ad718beb-a263-4383-9da2-13c893e14ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:20.287923 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-ad718beb-a263-4383-9da2-13c893e14ac1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.0546861 Jan 29 04:48:20.372117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Router c4a2006f-6b41-428c-a362-11254de44ec9 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:48:20.379410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-a753e633-9a60-4613-bcc3-55959757bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:20.381459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-a753e633-9a60-4613-bcc3-55959757bf12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870297 Jan 29 04:48:20.546127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-32488616-7095-457a-9cf5-87ee2267262f service neutron] 10.222.0.20 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569505 Jan 29 04:48:20.574384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:20.584670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] Sync routers for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:20.600198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:20.603290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c925767e-d867-41e8-b541-daa9ccd1124b admin admin] 10.222.0.32 "PUT /v2.0/routers/c4a2006f-6b41-428c-a362-11254de44ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7755628 Jan 29 04:48:20.604620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:20.605319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:20.737847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:20.805423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-1b9ebc83-8ec6-4297-bd43-06d27c5d90ac service neutron] 10.222.0.20 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515073 Jan 29 04:48:20.817814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:20.999347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.045083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:48:21.109245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:48:19Z', 'revision_number': 5, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port': {'id': '04816497-c286-40b7-8c7e-2d3ca27264b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:06Z', 'updated_at': '2022-01-29T04:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:21.150089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:48:21.155570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] Checking router: c4a2006f-6b41-428c-a362-11254de44ec9 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:21.196203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:21.196964 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.206130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1febe-4866-4088-9605-814db94f92a9 req-47e2d9aa-24dd-4d05-943f-9acd0ebf08fd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:21.216115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7dd1febe-4866-4088-9605-814db94f92a9 req-47e2d9aa-24dd-4d05-943f-9acd0ebf08fd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1481020 Jan 29 04:48:21.248720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-9ff12f59-f1d9-4843-b353-a30d8c93f639 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:21.250311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-9ff12f59-f1d9-4843-b353-a30d8c93f639 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b&tenant_id=e350f436196d44319d3ae21d47930a98&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1096 time: 0.2694941 Jan 29 04:48:21.269412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825930-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:21.320109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] Routers {'c4a2006f-6b41-428c-a362-11254de44ec9'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:21.321112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:47:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c4a2006f-6b41-428c-a362-11254de44ec9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:21.332388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c6d4-0b51-4b86-9ae4-3f7d4e867dcd req-a9c749c9-27db-4754-bacd-7ce692e8a95a tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:21.334878 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c280c6d4-0b51-4b86-9ae4-3f7d4e867dcd req-a9c749c9-27db-4754-bacd-7ce692e8a95a tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 948 time: 0.2145178 Jan 29 04:48:21.338905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7dd1febe-4866-4088-9605-814db94f92a9 req-45adfbf7-e398-4a94-82da-0b6116c41c89 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219022 Jan 29 04:48:21.382117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Deleting port 04816497-c286-40b7-8c7e-2d3ca27264b7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:21.382470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.445032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] Set router c4a2006f-6b41-428c-a362-11254de44ec9 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:21.481546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.504661 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c280c6d4-0b51-4b86-9ae4-3f7d4e867dcd req-de382202-5141-49fc-a5a7-2724a263a382 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509411 Jan 29 04:48:21.509297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:48:20Z', 'revision_number': 6, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:21.546773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815efd20-e2b3-4078-ab3d-2c2c1ec6ad34 None None] The sync data for ids ['c4a2006f-6b41-428c-a362-11254de44ec9'] in n-d-825930-1 is: [{'id': 'c4a2006f-6b41-428c-a362-11254de44ec9', 'name': 'tempest-TestVolumeBackupRestore-522804508-router', 'tenant_id': '227885614052428d803f7a08cb47d247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:04Z', 'updated_at': '2022-01-29T04:48:20Z', 'revision_number': 6, 'project_id': '227885614052428d803f7a08cb47d247', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:21.568440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] For port 04816497-c286-40b7-8c7e-2d3ca27264b7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=04816497-c286-40b7-8c7e-2d3ca27264b7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:21.569078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.595069 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.603611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Calling delete_port for 04816497-c286-40b7-8c7e-2d3ca27264b7 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:21.623327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:21.625677 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9998ec-89c1-4daf-b9af-ffc79d270547" -d '{"events": [{"server_uuid": "2efbea3f-cc80-49c0-af79-e4f9dce03848", "name": "network-vif-plugged", "status": "completed", "tag": "7cb676f9-7b3f-43fc-8679-d63ef4d47d11"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:21.640458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:21.646577 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.675577 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fbff83-4299-4cb4-9fba-15f81afc0ff4 x-openstack-request-id: req-a3fbff83-4299-4cb4-9fba-15f81afc0ff4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:21.676579 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efbea3f-cc80-49c0-af79-e4f9dce03848", "name": "network-vif-plugged", "status": "completed", "tag": "7cb676f9-7b3f-43fc-8679-d63ef4d47d11", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:21.676981 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3fbff83-4299-4cb4-9fba-15f81afc0ff4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:21.677373 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11', 'code': 200} Jan 29 04:48:21.705205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:21.739627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:21.801562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b4333-8542-47cd-9b50-18a59b890489 req-c82afd2f-20ab-4f92-80c4-2a39af0377ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:21.802930 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b97b4333-8542-47cd-9b50-18a59b890489 req-c82afd2f-20ab-4f92-80c4-2a39af0377ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 1100 time: 0.0484500 Jan 29 04:48:21.835332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:21.850875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b97b4333-8542-47cd-9b50-18a59b890489 req-6a4464ca-17be-4d9c-a3cd-e2b436e79dc6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Jan 29 04:48:21.915774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:21.918074 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f714fa7d-2738-483a-9204-8a9ddbf28740" -d '{"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:21.924089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.933173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:21.943270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:22.295054 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221453fa-b963-408a-99ef-132e3fe8c28e x-openstack-request-id: req-221453fa-b963-408a-99ef-132e3fe8c28e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:22.295054 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:22.295054 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-221453fa-b963-408a-99ef-132e3fe8c28e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:22.295054 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'code': 200} Jan 29 04:48:22.578240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device eb0f27fe-f578-4e17-a652-a8a7622a80ee no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:22.644283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef38759-14bf-4af1-81fe-e7c3cb8047d3 req-0c7249dd-eb7d-429f-818e-fc2f456061a9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:22.653189 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ef38759-14bf-4af1-81fe-e7c3cb8047d3 req-0c7249dd-eb7d-429f-818e-fc2f456061a9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.1386244 Jan 29 04:48:22.678723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: eb0f27fe-f578-4e17-a652-a8a7622a80ee {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:22.679518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device eb0f27fe-f578-4e17-a652-a8a7622a80ee not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:22.679757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 04816497-c286-40b7-8c7e-2d3ca27264b7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:22.726798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 04816497-c286-40b7-8c7e-2d3ca27264b7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:22.727571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 04816497-c286-40b7-8c7e-2d3ca27264b7 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:22.741810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ef38759-14bf-4af1-81fe-e7c3cb8047d3 req-be37d0fc-a51e-4b90-ba7a-a7c71846dcdf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876515 Jan 29 04:48:22.782228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:22.846500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Pushing event deleted for resources: {'Port': ['ID=04816497-c286-40b7-8c7e-2d3ca27264b7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:22.974511 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.041575 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-75077191-6131-4cac-b7f5-e38618cd3a7d None None] Provisioning complete for port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:23.042267 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75077191-6131-4cac-b7f5-e38618cd3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.106067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-75077191-6131-4cac-b7f5-e38618cd3a7d None None] Port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:48:23.124201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7a1a2-b894-45df-bf0b-57cfaf3942b7 req-080aae57-8dbd-456f-90d2-147ce2f3d18b tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:23.125609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e7a1a2-b894-45df-bf0b-57cfaf3942b7 req-080aae57-8dbd-456f-90d2-147ce2f3d18b tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 949 time: 0.4358904 Jan 29 04:48:23.127881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.130382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on host n-h1-825930-1 for vnic_type normal with profile {"migrating_to": "n-h2-825930-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:23.130721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:23.131054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:23.138299 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.140173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:48:23.140485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Attempting to bind port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on network 41dc6078-59da-4ca9-b92b-5a02b09e870a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:23.164310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:23.164664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Checking segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:23.165058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Bound using segment: {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:23.165509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Bound port: 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b3d184-997e-4d8c-8c17-6e3d88e2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:23.165874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.248998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-57e7a1a2-b894-45df-bf0b-57cfaf3942b7 req-2aeedf04-574f-4dc8-91dd-2cc8560c6c24 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125011 Jan 29 04:48:23.250130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.250848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4a2006f-6b41-428c-a362-11254de44ec9 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:48:23.257528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.259357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-db357148-dc9a-458f-8202-32f4a0d60087 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c4a2006f-6b41-428c-a362-11254de44ec9 HTTP/1.1" status: 204 len: 168 time: 2.6582396 Jan 29 04:48:23.262401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54060) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:23.394161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Deleting subnet 40d7df9f-d5f3-4a88-a745-578f5908f133 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:48:23.401420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:23.404426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:23.405734 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.413125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.482345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.606414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.655102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:23.686801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.726095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:23.726676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.728100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-324e0a95-9e06-400e-898b-cfb93acb78d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 1121 time: 2.4677467 Jan 29 04:48:23.744827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d7df9f-d5f3-4a88-a745-578f5908f133,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:23.772099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b76e4-5b55-4c43-bd7c-999c7ded13ca None None] Network e369de0c-455d-4e70-bb94-d850f34b13ae requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:48:23.773690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.781540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54116) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:23.783095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-920850d0-7218-43c5-a5d0-8f187ff1c663 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40d7df9f-d5f3-4a88-a745-578f5908f133 HTTP/1.1" status: 204 len: 168 time: 0.5175061 Jan 29 04:48:23.908904 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:48:23.918540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:23.982952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425ee9d-5ed8-41ae-afe7-e1cc1abf907d req-96d623dd-837c-4be0-ab6d-37c223098b2d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:23.985241 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e425ee9d-5ed8-41ae-afe7-e1cc1abf907d req-96d623dd-837c-4be0-ab6d-37c223098b2d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 943 time: 0.0740914 Jan 29 04:48:24.012030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Deleting port 0b9aa777-0202-44f3-b2db-ca74164c55a5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:24.012568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.083460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e425ee9d-5ed8-41ae-afe7-e1cc1abf907d req-81193e1f-fd15-48f6-961c-3218ebbc3cb9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821309 Jan 29 04:48:24.103140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6305377c-1a38-4a0b-b3d1-ce33d2477ccb None None] Provisioning complete for port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:24.103519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6305377c-1a38-4a0b-b3d1-ce33d2477ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.118431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-450555c2-5a2d-4e9e-9f78-b6b9d8584107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.137394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] For port 0b9aa777-0202-44f3-b2db-ca74164c55a5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0b9aa777-0202-44f3-b2db-ca74164c55a5,segment=NetworkSegment(94287039-8f83-46e2-b11d-2bb9f92f317f),segment_id=94287039-8f83-46e2-b11d-2bb9f92f317f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:24.137816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.161544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Calling delete_port for 0b9aa777-0202-44f3-b2db-ca74164c55a5 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:24.282756 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.346141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:24.356083 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946ff5ce-b43b-4c0f-85d7-abcf923275cc" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:24.361878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9aa777-0202-44f3-b2db-ca74164c55a5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:24.368381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] No DVR routers for this DVR port 0b9aa777-0202-44f3-b2db-ca74164c55a5 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:24.586270 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6305377c-1a38-4a0b-b3d1-ce33d2477ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.629312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05026fd6-34a4-44b6-8364-6d76c569a9be None None] DHCP port deletion for e369de0c-455d-4e70-bb94-d850f34b13ae request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:48:24.646543 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee665a-18a5-4c9a-b1bc-07f73d8d7dcb x-openstack-request-id: req-25ee665a-18a5-4c9a-b1bc-07f73d8d7dcb {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:24.646848 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:24.648875 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25ee665a-18a5-4c9a-b1bc-07f73d8d7dcb {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:24.648875 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'status': 'completed', 'code': 200} Jan 29 04:48:24.708092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.724578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:24.727738 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63ddd2b-ce66-412e-a909-ce63f4f8abc5" -d '{"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:24.744679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b47e6-bff3-4d86-8da5-50beb05efb3d req-f883794d-fc71-43d7-b72d-88d0c7e249e8 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:24.755242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd4b47e6-bff3-4d86-8da5-50beb05efb3d req-f883794d-fc71-43d7-b72d-88d0c7e249e8 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 949 time: 0.1839664 Jan 29 04:48:24.776949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-306d0a00-876a-4bb7-b253-2844366d49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:24.778171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6305377c-1a38-4a0b-b3d1-ce33d2477ccb None None] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:24.781696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-306d0a00-876a-4bb7-b253-2844366d49b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1124 time: 0.1539819 Jan 29 04:48:24.785061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6305377c-1a38-4a0b-b3d1-ce33d2477ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:24.839824 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b6ab6-d8ca-408e-b34e-e341a4945db0 x-openstack-request-id: req-448b6ab6-d8ca-408e-b34e-e341a4945db0 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:24.840395 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:24.840830 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-448b6ab6-d8ca-408e-b34e-e341a4945db0 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:24.854128 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'code': 200} Jan 29 04:48:24.871703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd4b47e6-bff3-4d86-8da5-50beb05efb3d req-e6a629c9-e20c-4a2b-b750-87f185d4bf2b tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151326 Jan 29 04:48:24.914599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e369de0c-455d-4e70-bb94-d850f34b13ae']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:25.125304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94287039-8f83-46e2-b11d-2bb9f92f317f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:25.125954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94287039-8f83-46e2-b11d-2bb9f92f317f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:25.243669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-3916b663-e207-436f-9a34-e2c6b7bad8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:25.247566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-3916b663-e207-436f-9a34-e2c6b7bad8a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 898 time: 0.3939395 Jan 29 04:48:25.250968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:25.395396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:25.463637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-1001dda5-fa59-4182-bd18-ecac046eacca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 1001 time: 0.1716843 Jan 29 04:48:25.468929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:48:25.469739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:48:25.471927 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:48:25.488928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305377c-1a38-4a0b-b3d1-ce33d2477ccb None None] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:25.547736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-b221abe2-97ea-40f3-9895-6793726b2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:25.548944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-b221abe2-97ea-40f3-9895-6793726b2bc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.0581391 Jan 29 04:48:25.570432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b251f1-bfb5-4006-a5e7-8fa027748e55 req-b7381606-d1a8-463f-a964-b7f66e55e4de tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:25.572600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0b251f1-bfb5-4006-a5e7-8fa027748e55 req-b7381606-d1a8-463f-a964-b7f66e55e4de tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 949 time: 0.1292450 Jan 29 04:48:25.655436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b45b4-ea2f-474c-877a-780a4b3f480b req-a9ae5dd7-54ff-45c0-af20-ad6fd7cb2cf7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:25.664452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af9b45b4-ea2f-474c-877a-780a4b3f480b req-a9ae5dd7-54ff-45c0-af20-ad6fd7cb2cf7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.4010346 Jan 29 04:48:25.670423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0b251f1-bfb5-4006-a5e7-8fa027748e55 req-d14b0d3d-7d43-4028-9e6b-a653606f082e tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Jan 29 04:48:25.726537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:25.748592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:25.752235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e369de0c-455d-4e70-bb94-d850f34b13ae HTTP/1.1" status: 204 len: 168 time: 1.9699082 Jan 29 04:48:25.755922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54304) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:25.757685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-7357c814-6a0f-4f22-a8ac-4b1a574360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:25.759256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-7357c814-6a0f-4f22-a8ac-4b1a574360aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544864 Jan 29 04:48:25.780784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-af9b45b4-ea2f-474c-877a-780a4b3f480b req-0b43f95d-14ea-4eb2-827c-1a5f5fa28500 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136360 Jan 29 04:48:25.890982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-020fd34d-6224-414a-96ec-3bef4c330c4d service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221383 Jan 29 04:48:25.892207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71cb87-c98e-4c5e-9290-d58246846dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e369de0c-455d-4e70-bb94-d850f34b13ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:26.009632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-946ff5ce-b43b-4c0f-85d7-abcf923275cc req-229ce3e8-2856-464b-82b3-87c6f75250e7 service neutron] 10.222.0.36 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079926 Jan 29 04:48:26.138748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38fadf39-a41b-464c-8dcc-22d4effe7268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:26.425386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:26.432728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0b9aa777-0202-44f3-b2db-ca74164c55a5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:26.474906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0b9aa777-0202-44f3-b2db-ca74164c55a5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:26.475244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0b9aa777-0202-44f3-b2db-ca74164c55a5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:26.749652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Deleting port b7d29dd9-8487-4a76-b478-788bcb1e6ad6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:26.750170 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:26.898292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29635b5-a1da-410c-b40a-f71355f60d41 req-ca084643-1b96-4596-8892-4c662e2fd8a8 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:26.900575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b29635b5-a1da-410c-b40a-f71355f60d41 req-ca084643-1b96-4596-8892-4c662e2fd8a8 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 949 time: 0.1037512 Jan 29 04:48:26.902776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] For port b7d29dd9-8487-4a76-b478-788bcb1e6ad6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,segment=NetworkSegment(81291d53-2784-47d2-9978-9933935b6693),segment_id=81291d53-2784-47d2-9978-9933935b6693)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:26.904448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:26.919384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28cc4-6231-46fb-88f8-ffb7eecde3bd req-aed32ca2-0d5e-40cc-948a-bb2431fc26d7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:26.921637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Calling delete_port for b7d29dd9-8487-4a76-b478-788bcb1e6ad6 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:26.925238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9a28cc4-6231-46fb-88f8-ffb7eecde3bd req-aed32ca2-0d5e-40cc-948a-bb2431fc26d7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.0669787 Jan 29 04:48:26.998536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9a28cc4-6231-46fb-88f8-ffb7eecde3bd req-15445f7a-e583-4465-bdfd-40d073bd4128 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630579 Jan 29 04:48:27.038722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b29635b5-a1da-410c-b40a-f71355f60d41 req-3b9b6dfb-d131-442a-8987-069cdd74ea01 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedc27af-80e2-4764-8b25-1cd341ea2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145158 Jan 29 04:48:27.075515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:48:27.214095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:27.219766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-3dc72d12-8cf6-4fd4-b25f-bdb2eac65a74 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:27.223983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-3dc72d12-8cf6-4fd4-b25f-bdb2eac65a74 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.20 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 949 time: 0.1021657 Jan 29 04:48:27.242718 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.250081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd has no active binding in host n-h2-825930-1 {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 04:48:27.287397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d29dd9-8487-4a76-b478-788bcb1e6ad6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:27.344335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Deleting port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:27.344692 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.384320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.564348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.605858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] For port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:27.608948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.665122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Calling delete_port for 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:27.880855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.912674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Pushing event deleted for resources: {'Port': ['ID=7cb676f9-7b3f-43fc-8679-d63ef4d47d11,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:27.915543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['7cb676f9-7b3f-43fc-8679-d63ef4d47d11'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:48:27.977755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] No DVR routers for this DVR port 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:27.987242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:27.992405 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10328212-667c-40aa-b0ae-9fe05c9b7468 req-bead9725-dc26-4164-b90a-a4deade84d58 tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.20 "DELETE /v2.0/ports/7cb676f9-7b3f-43fc-8679-d63ef4d47d11 HTTP/1.1" status: 204 len: 173 time: 0.7610464 Jan 29 04:48:27.993040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'name': 'network-vif-deleted', 'tag': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:27.995612 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee66a9d-1e31-401b-8715-1b480a46aeeb" -d '{"events": [{"server_uuid": "2efbea3f-cc80-49c0-af79-e4f9dce03848", "name": "network-vif-deleted", "tag": "7cb676f9-7b3f-43fc-8679-d63ef4d47d11"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:28.070169 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2c6be6-5772-4e7c-b93f-4641d74e5dbf x-openstack-request-id: req-7a2c6be6-5772-4e7c-b93f-4641d74e5dbf {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:28.070462 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efbea3f-cc80-49c0-af79-e4f9dce03848", "name": "network-vif-deleted", "tag": "7cb676f9-7b3f-43fc-8679-d63ef4d47d11", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:28.070972 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a2c6be6-5772-4e7c-b93f-4641d74e5dbf {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:28.071351 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efbea3f-cc80-49c0-af79-e4f9dce03848', 'name': 'network-vif-deleted', 'tag': '7cb676f9-7b3f-43fc-8679-d63ef4d47d11', 'status': 'completed', 'code': 200} Jan 29 04:48:28.190487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70145077-7671-4702-ade8-e032a9d3f9e8 req-15ea2985-08c5-4f15-af0c-7f92000bbfbc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:28.199173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70145077-7671-4702-ade8-e032a9d3f9e8 req-15ea2985-08c5-4f15-af0c-7f92000bbfbc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.0887456 Jan 29 04:48:28.236558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70145077-7671-4702-ade8-e032a9d3f9e8 req-6976d44f-7e34-440e-85e2-30bc4de0c570 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Jan 29 04:48:28.455162 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0abaa0c2-dce1-4240-87ee-d2dfab623065 req-5531c23b-1fa1-4f7d-9117-71154c88aeee tempest-VolumesNegativeTest-55687166 tempest-VolumesNegativeTest-55687166-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbea3f-cc80-49c0-af79-e4f9dce03848 HTTP/1.1" status: 200 len: 210 time: 0.0412078 Jan 29 04:48:28.483781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:48:28.619074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:28.631589 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] Sync routers for ids ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:28.633796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0ea7a54c-fcec-4f93-9b56-a5a66aaa4da0 admin admin] 10.222.0.32 "PUT /v2.0/routers/d6d31e52-f2f6-46b8-9ebf-b70607df2bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767953 Jan 29 04:48:28.636320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54476) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:28.653514 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] Routers {'d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:28.654199 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:28.785568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:28.787208 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] Set router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:28.945418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.008966 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:48:27Z', 'revision_number': 5, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port': {'id': 'c71d5fc9-75d6-44fa-a29f-fc4fa7d62009', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:43:21Z', 'updated_at': '2022-01-29T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:29.040766 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] Checking router: d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:29.046851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Deleting port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:29.047505 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.051393 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] Routers {'d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:29.052019 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:29.168046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] Set router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:29.191834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-3c9b67b3-5a0f-4c30-a714-058c7466f6eb service neutron] 10.222.0.36 "GET /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd/bindings/n-h2-825930-1 HTTP/1.1" status: 200 len: 384 time: 0.0977798 Jan 29 04:48:29.196612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] For port c71d5fc9-75d6-44fa-a29f-fc4fa7d62009, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:29.197178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.198653 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.211785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Calling delete_port for c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:29.242113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:48:28Z', 'revision_number': 6, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:29.250087 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.281395 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f99cc-2aca-4093-a8f1-28fd883eca57 None None] The sync data for ids ['d6d31e52-f2f6-46b8-9ebf-b70607df2bb3'] in n-d-825930-1 is: [{'id': 'd6d31e52-f2f6-46b8-9ebf-b70607df2bb3', 'name': 'tempest-TestVolumeBackupRestore-1300997089-router', 'tenant_id': '2da8c13cc7234541a98c755beb4e7410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:43:20Z', 'updated_at': '2022-01-29T04:48:28Z', 'revision_number': 6, 'project_id': '2da8c13cc7234541a98c755beb4e7410', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:29.473056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.495939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93341761-261b-4d62-828e-f916f7039d8f req-260f5d2e-7b67-40dc-bd42-f1c532d80087 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:29.508247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93341761-261b-4d62-828e-f916f7039d8f req-260f5d2e-7b67-40dc-bd42-f1c532d80087 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 945 time: 0.1637864 Jan 29 04:48:29.528064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c71d5fc9-75d6-44fa-a29f-fc4fa7d62009,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:29.642800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.674172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93341761-261b-4d62-828e-f916f7039d8f req-31442e69-dc3c-4e5e-89b8-1c709c216d82 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647789 Jan 29 04:48:29.697833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:29.755623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:29.784519 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.792694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.878030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:29.882945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.883766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:48:29.888570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.892834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c87b88a3-72cf-43f8-abe2-148765e7fc6a admin admin] 10.222.0.32 "DELETE /v2.0/routers/d6d31e52-f2f6-46b8-9ebf-b70607df2bb3 HTTP/1.1" status: 204 len: 168 time: 1.2549241 Jan 29 04:48:29.893600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54504) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:29.923987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:29.990912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Deleting subnet cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:48:29.995981 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.037735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] Transition to ACTIVE for port object 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:48:30.058603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.069501 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.081223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:30.083859 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87f5d7-347c-4ede-b775-b1789f52de5a" -d '{"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:30.198259 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f2fa49-faaf-4ba3-8ae8-63cbda53d19c x-openstack-request-id: req-b0f2fa49-faaf-4ba3-8ae8-63cbda53d19c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:30.198966 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:30.198966 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0f2fa49-faaf-4ba3-8ae8-63cbda53d19c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:30.199279 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'code': 200} Jan 29 04:48:30.218462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] Pushing event updated for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=11']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:30.237821 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.365064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] No DVR routers for this DVR port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:30.513743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.558221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:30.577471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.593989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f HTTP/1.1" status: 204 len: 168 time: 0.6960850 Jan 29 04:48:30.595184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ea211-ca49-4d16-a957-6c08a2f0f9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1b2b7d-73ff-46b3-b29f-fbcbd65b058f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:30.603334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54534) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:30.621162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:30.624266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c71d5fc9-75d6-44fa-a29f-fc4fa7d62009 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:30.628180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b7d29dd9-8487-4a76-b478-788bcb1e6ad6 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:30.633751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a76387-da07-4c5e-935e-4b6620a0d0d1 None None] Network 24242568-fbb0-4d76-9bdb-49190aea8640 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:48:30.723132 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-681eaa74-cf4b-4f90-8477-9d2c7c59992f service neutron] 10.222.0.36 "PUT /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd/bindings/n-h2-825930-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5250101 Jan 29 04:48:30.730292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b7d29dd9-8487-4a76-b478-788bcb1e6ad6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:30.730522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b7d29dd9-8487-4a76-b478-788bcb1e6ad6 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:30.761350 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:30.962851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Deleting port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:30.963183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.035532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2add00-fa9b-41ad-86f5-a7ed5d58d7f7 req-e2588ad8-6ffa-4fc9-965e-6bfe0d2e1a87 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.044983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf2add00-fa9b-41ad-86f5-a7ed5d58d7f7 req-e2588ad8-6ffa-4fc9-965e-6bfe0d2e1a87 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.2054632 Jan 29 04:48:31.049918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-a1150e6a-e75b-4faf-96f4-60f739c6178f tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.050855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] DHCP port deletion for 24242568-fbb0-4d76-9bdb-49190aea8640 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:48:31.052359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-a1150e6a-e75b-4faf-96f4-60f739c6178f tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b&tenant_id=e350f436196d44319d3ae21d47930a98&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.1989512 Jan 29 04:48:31.062939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] For port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,segment=NetworkSegment(81291d53-2784-47d2-9978-9933935b6693),segment_id=81291d53-2784-47d2-9978-9933935b6693)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:31.063420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.079784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Calling delete_port for a4e75753-4e5c-48ea-8e15-6bc7b3ac505c owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:31.111985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:31.158623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:31.163887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 7cb676f9-7b3f-43fc-8679-d63ef4d47d11 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:31.177664 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.204468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-d7d7c6b2-0c7e-492b-9cef-8c26c8f0e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.222251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Deleting port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:31.222251 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.223768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-d7d7c6b2-0c7e-492b-9cef-8c26c8f0e891 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 1095 time: 0.1567717 Jan 29 04:48:31.244211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf2add00-fa9b-41ad-86f5-a7ed5d58d7f7 req-6abcd272-3c44-4914-a00c-78b61d064bf4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980388 Jan 29 04:48:31.256120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] No DVR routers for this DVR port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:31.261314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:31.331264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] For port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:31.332185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.369858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-b4aec0a9-a73b-41c3-9bdb-980a3e891916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.370965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Calling delete_port for a4e75753-4e5c-48ea-8e15-6bc7b3ac505c owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:31.377914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-b4aec0a9-a73b-41c3-9bdb-980a3e891916 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1095 time: 0.0984867 Jan 29 04:48:31.378913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:48:31.384119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.436106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] Pushing event deleted for resources: {'Port': ['ID=a4e75753-4e5c-48ea-8e15-6bc7b3ac505c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:31.450489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162a85b-0857-4c50-a25a-9d29d2e7111b None None] No DVR routers for this DVR port a4e75753-4e5c-48ea-8e15-6bc7b3ac505c on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:31.486202 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.532608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-ae586aa1-2833-4ebd-acbe-1cda766a9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.534305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-ae586aa1-2833-4ebd-acbe-1cda766a9191 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 898 time: 0.1545768 Jan 29 04:48:31.562154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24242568-fbb0-4d76-9bdb-49190aea8640']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:31.616983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81291d53-2784-47d2-9978-9933935b6693') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:31.617323 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81291d53-2784-47d2-9978-9933935b6693') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:31.646107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.659264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-74dcdbe6-a4fc-462e-86ae-4d744834c0dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 999 time: 0.1097662 Jan 29 04:48:31.682182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.703599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:48:31.703948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:48:31.705780 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:48:31.756087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-509acce2-f447-4502-ab74-82a83dde2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.758526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-509acce2-f447-4502-ab74-82a83dde2125 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.0919688 Jan 29 04:48:31.795819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.828339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:31.835857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] 10.222.0.32 "DELETE /v2.0/networks/24242568-fbb0-4d76-9bdb-49190aea8640 HTTP/1.1" status: 204 len: 168 time: 1.2317538 Jan 29 04:48:31.837207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9151dc-cece-4518-93c0-215e332fa722 admin admin] Pushing event deleted for resources: {'Network': ['ID=24242568-fbb0-4d76-9bdb-49190aea8640,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:31.871381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-cf4dad4a-1c38-4fd6-9d4e-1596066075f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:31.873024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-cf4dad4a-1c38-4fd6-9d4e-1596066075f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069090 Jan 29 04:48:32.023650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54638) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:32.090260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-95d460ee-6ced-4f93-8174-5cbac14852c8 service neutron] 10.222.0.20 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079060 Jan 29 04:48:32.099820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c2f76199-c9a4-4383-986b-baac9e9d8817 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=227885614052428d803f7a08cb47d247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719416 Jan 29 04:48:32.100292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54644) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:32.160301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adfa8159-2477-4211-84a7-f7d00fd307c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:32.188881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adfa8159-2477-4211-84a7-f7d00fd307c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:32.255516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-7f37c259-e175-4077-ac88-0598433b697d service neutron] 10.222.0.20 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566861 Jan 29 04:48:32.311437 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adfa8159-2477-4211-84a7-f7d00fd307c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:32.313673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adfa8159-2477-4211-84a7-f7d00fd307c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:32.319462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-adfa8159-2477-4211-84a7-f7d00fd307c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab2902bf-19e4-412e-9488-0836bc8f5a20 HTTP/1.1" status: 204 len: 168 time: 0.2181349 Jan 29 04:48:32.332214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8159-2477-4211-84a7-f7d00fd307c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2902bf-19e4-412e-9488-0836bc8f5a20,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:32.505368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd73981-093b-4592-8948-326ca16fb008 req-d3a8aa7d-d06a-4735-a1ec-676323406d09 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:32.511616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd73981-093b-4592-8948-326ca16fb008 req-d3a8aa7d-d06a-4735-a1ec-676323406d09 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.1182635 Jan 29 04:48:32.536174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a4e75753-4e5c-48ea-8e15-6bc7b3ac505c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:32.597804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cd73981-093b-4592-8948-326ca16fb008 req-7597cbf1-ee6b-494d-a1a7-b2725bac8030 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818441 Jan 29 04:48:32.604617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a4e75753-4e5c-48ea-8e15-6bc7b3ac505c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:32.604969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a4e75753-4e5c-48ea-8e15-6bc7b3ac505c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:32.610721 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:48:32.752689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-8ba0eded-99f7-400c-9828-323e4fa06778 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:32.759439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-8ba0eded-99f7-400c-9828-323e4fa06778 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b&tenant_id=e350f436196d44319d3ae21d47930a98&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 1095 time: 0.1496177 Jan 29 04:48:33.070658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-76109fcf-6f5e-4673-9329-9ba2ec5d5c96 service neutron] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:33.075040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-76109fcf-6f5e-4673-9329-9ba2ec5d5c96 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:33.076374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54716) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:33.076776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-76109fcf-6f5e-4673-9329-9ba2ec5d5c96 service neutron] 10.222.0.20 "DELETE /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd/bindings/n-h1-825930-1 HTTP/1.1" status: 204 len: 173 time: 0.3085852 Jan 29 04:48:33.159581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-271e0cc4-e4aa-4fa4-abe3-3a967cd298b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2da8c13cc7234541a98c755beb4e7410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814586 Jan 29 04:48:33.161806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:33.277921 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a61c45-8c7a-4601-be20-1c1226b7775a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:33.342804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a61c45-8c7a-4601-be20-1c1226b7775a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:33.436399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a61c45-8c7a-4601-be20-1c1226b7775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:33.439158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a61c45-8c7a-4601-be20-1c1226b7775a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:33.440486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5a61c45-8c7a-4601-be20-1c1226b7775a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/978e55d3-a277-4fc2-93ee-bda70915186a HTTP/1.1" status: 204 len: 168 time: 0.2772436 Jan 29 04:48:33.474581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a61c45-8c7a-4601-be20-1c1226b7775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978e55d3-a277-4fc2-93ee-bda70915186a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:33.604424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:33.725178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:33.815673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76028e7-5d90-4c7f-b7b6-cc2387229867 req-05c25e28-3acc-4a51-b451-cd2079923d4b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:33.818330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d76028e7-5d90-4c7f-b7b6-cc2387229867 req-05c25e28-3acc-4a51-b451-cd2079923d4b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.0710087 Jan 29 04:48:33.895106 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d76028e7-5d90-4c7f-b7b6-cc2387229867 req-7fcf74de-6ff0-4027-84e6-373ae9bcf472 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632412 Jan 29 04:48:34.134402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54941a57-148a-4950-a3d2-e2d7368ae9ee req-0e4697c2-3f27-40e8-89b3-81dde2ea7397 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:34.144540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54941a57-148a-4950-a3d2-e2d7368ae9ee req-0e4697c2-3f27-40e8-89b3-81dde2ea7397 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1095 time: 0.1127698 Jan 29 04:48:34.192178 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54941a57-148a-4950-a3d2-e2d7368ae9ee req-f7e19fac-2a59-4937-ba9a-ac5477c91d8a tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460634 Jan 29 04:48:34.350400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc3d1f-2051-4c0c-814f-9da7b46a3241 req-9ef82894-bbe5-4976-9f42-5d2191f8d1e0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:34.370202 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bfc3d1f-2051-4c0c-814f-9da7b46a3241 req-9ef82894-bbe5-4976-9f42-5d2191f8d1e0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.0792968 Jan 29 04:48:34.422044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bfc3d1f-2051-4c0c-814f-9da7b46a3241 req-985f32e8-9564-4e52-8bf4-064b1f626014 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507145 Jan 29 04:48:34.432827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:34.508675 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8b8fe31-1068-439c-ac45-9e861a430e52 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 200 len: 991 time: 0.0745587 Jan 29 04:48:36.004641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098626ae-f56f-4233-8dae-c202b0a8b7ae req-32b43c02-5d59-41db-b7f3-9ad6dc63b883 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:36.014135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-098626ae-f56f-4233-8dae-c202b0a8b7ae req-32b43c02-5d59-41db-b7f3-9ad6dc63b883 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 950 time: 0.0758531 Jan 29 04:48:36.051514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-098626ae-f56f-4233-8dae-c202b0a8b7ae req-31d4edce-14e4-484c-b935-45c6535f3f6d tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jan 29 04:48:36.768163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54902) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:36.978312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port c7391283-0a70-4a99-a542-781f31ee13d8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:36.978686 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:37.055853 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:37.056180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:37.069660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for c7391283-0a70-4a99-a542-781f31ee13d8 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:37.201602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154e2b-cbe4-4024-907a-47daf9d87c3c req-4c1dcb5f-422e-436d-b6d6-ce9924c7fcb4 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:37.202977 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21154e2b-cbe4-4024-907a-47daf9d87c3c req-4c1dcb5f-422e-436d-b6d6-ce9924c7fcb4 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 950 time: 0.0585804 Jan 29 04:48:37.289756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-21154e2b-cbe4-4024-907a-47daf9d87c3c req-d376ba6c-0320-4e0b-9516-ecbc8d00acde tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Jan 29 04:48:37.458550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:37.495662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=c7391283-0a70-4a99-a542-781f31ee13d8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:37.608261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e972b84-7618-466b-861c-3f737597e838 req-58abb47e-cd93-4edd-bdc9-004baf181202 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:37.610127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e972b84-7618-466b-861c-3f737597e838 req-58abb47e-cd93-4edd-bdc9-004baf181202 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.36 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 950 time: 0.1195188 Jan 29 04:48:37.639887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:37.640379 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP ac9b4ebe-c404-46b4-bf12-193aa7aa7601 disassociated (deleted). External IP: 172.25.4.140, port: 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd. Jan 29 04:48:37.713323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:37.777457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Deleting port ddb9653a-12e8-497d-aa56-8c698e271eff {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:37.778089 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:37.988552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 0c722c7c-3470-40f3-ac20-be10bf801ad0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:48:38.129227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:38.140903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] Sync routers for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:38.154668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.156436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:38.157525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:38.193706 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6940cd60-90dd-4402-81cb-367b6b62cc12 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/floatingips/ac9b4ebe-c404-46b4-bf12-193aa7aa7601 HTTP/1.1" status: 204 len: 168 time: 1.4238579 Jan 29 04:48:38.194777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:38.208579 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad63342-39b1-4c5c-8d3d-667594741e07" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:38.313315 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea96815d-db7d-4cef-b1f7-a6b052397f3c x-openstack-request-id: req-ea96815d-db7d-4cef-b1f7-a6b052397f3c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:38.314345 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:38.314780 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea96815d-db7d-4cef-b1f7-a6b052397f3c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:38.315375 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'status': 'completed', 'code': 200} Jan 29 04:48:38.468139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] For port ddb9653a-12e8-497d-aa56-8c698e271eff, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=ddb9653a-12e8-497d-aa56-8c698e271eff,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:38.468611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.483470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Calling delete_port for ddb9653a-12e8-497d-aa56-8c698e271eff owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:38.487937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:38.599803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f8b52-5323-4413-a7ea-05715d9ca88c req-009bd920-2dc7-4eda-b880-b8f325c2b450 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:38.603349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a63f8b52-5323-4413-a7ea-05715d9ca88c req-009bd920-2dc7-4eda-b880-b8f325c2b450 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.0945294 Jan 29 04:48:38.641556 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c7da815-30f7-4337-b1a9-3a29997e7f42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8dca57bfa3447de872ac9e3859d4ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245131 Jan 29 04:48:38.647228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 54954) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:38.715696 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a63f8b52-5323-4413-a7ea-05715d9ca88c req-120f9b5c-a3d3-41d2-a8b9-2af1822bbd08 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052849 Jan 29 04:48:38.719003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-6b7df0e1-3c2f-4b1a-9694-609b52084a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:38.721085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-6b7df0e1-3c2f-4b1a-9694-609b52084a2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 1095 time: 0.3506339 Jan 29 04:48:38.739930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0addc-6c14-4139-8f08-51f860660351 req-befa6eb9-caeb-427c-b4ea-5b4a13215f7d tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:38.743457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:22Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:38.745533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74a0addc-6c14-4139-8f08-51f860660351 req-befa6eb9-caeb-427c-b4ea-5b4a13215f7d tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/ports?device_id=af66e293-bc11-4151-b907-bdd65ff636ee HTTP/1.1" status: 200 len: 950 time: 0.1097322 Jan 29 04:48:38.746242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.755921 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58fa670b-0384-474a-bc1f-60ee4eda19f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.795288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58fa670b-0384-474a-bc1f-60ee4eda19f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.844576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['ddb9653a-12e8-497d-aa56-8c698e271eff'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:48:38.850685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] Checking router: 0c722c7c-3470-40f3-ac20-be10bf801ad0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:38.853741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58fa670b-0384-474a-bc1f-60ee4eda19f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.857346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58fa670b-0384-474a-bc1f-60ee4eda19f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:38.859025 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-58fa670b-0384-474a-bc1f-60ee4eda19f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fedc27af-80e2-4764-8b25-1cd341ea2b6b HTTP/1.1" status: 204 len: 168 time: 0.2088840 Jan 29 04:48:38.870341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa670b-0384-474a-bc1f-60ee4eda19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedc27af-80e2-4764-8b25-1cd341ea2b6b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:38.923350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:38.924159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:38.941402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Pushing event deleted for resources: {'Port': ['ID=ddb9653a-12e8-497d-aa56-8c698e271eff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:39.014800 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] No DVR routers for this DVR port ddb9653a-12e8-497d-aa56-8c698e271eff on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:39.041515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:39.045457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e972b84-7618-466b-861c-3f737597e838 req-539e3bd2-c009-4d18-911b-840b2a394337 tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.36 "DELETE /v2.0/ports/ddb9653a-12e8-497d-aa56-8c698e271eff HTTP/1.1" status: 204 len: 173 time: 1.4261448 Jan 29 04:48:39.054631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'name': 'network-vif-deleted', 'tag': 'ddb9653a-12e8-497d-aa56-8c698e271eff'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:39.059771 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587e00f2-df9a-44b3-86e8-581f5cbb31b0" -d '{"events": [{"server_uuid": "af66e293-bc11-4151-b907-bdd65ff636ee", "name": "network-vif-deleted", "tag": "ddb9653a-12e8-497d-aa56-8c698e271eff"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:39.106072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:39.132380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74a0addc-6c14-4139-8f08-51f860660351 req-b8b3ca78-b872-4429-8f7d-ebbdcc3355ae tempest-VolumesBackupsTest-78822774 tempest-VolumesBackupsTest-78822774-project] 10.222.0.32 "GET /v2.0/security-groups?id=49f464cd-04ed-4f43-88c2-631e57de9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374023 Jan 29 04:48:39.150971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-7637efd2-5b5f-49fa-ac0b-83542f04ca83 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:39.159995 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-7637efd2-5b5f-49fa-ac0b-83542f04ca83 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.1457849 Jan 29 04:48:39.177632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-411ed758-b83a-4c54-9822-169e6f35ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:39.179872 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-411ed758-b83a-4c54-9822-169e6f35ef5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 200 len: 898 time: 0.3954673 Jan 29 04:48:39.198413 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5500a-392e-4f78-8f29-9f372d2270d7 x-openstack-request-id: req-b3e5500a-392e-4f78-8f29-9f372d2270d7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:39.199208 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af66e293-bc11-4151-b907-bdd65ff636ee", "name": "network-vif-deleted", "tag": "ddb9653a-12e8-497d-aa56-8c698e271eff", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:39.199781 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3e5500a-392e-4f78-8f29-9f372d2270d7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:39.200380 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af66e293-bc11-4151-b907-bdd65ff636ee', 'name': 'network-vif-deleted', 'tag': 'ddb9653a-12e8-497d-aa56-8c698e271eff', 'status': 'completed', 'code': 200} Jan 29 04:48:39.349132 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-60210b6b-c5de-4d3a-8807-78d3a7b83227 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 200 len: 217 time: 0.1605186 Jan 29 04:48:39.457211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-f42e87f2-774d-4f23-8de6-7b6ae0c6d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:39.458749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-f42e87f2-774d-4f23-8de6-7b6ae0c6d731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 200 len: 835 time: 0.1033008 Jan 29 04:48:39.463769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:39.466172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:39.533959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:22Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:39.557580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-57e10170-b5a1-424f-95c6-72b57fa64c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:39.560932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-57e10170-b5a1-424f-95c6-72b57fa64c25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41dc6078-59da-4ca9-b92b-5a02b09e870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933828 Jan 29 04:48:39.660617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f792397-cee1-4f9d-8aad-379a5bf6a46d None None] The sync data for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 is: [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:47:17Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'e828da84-d646-49b5-8cb0-8db65d044e62', 'name': '', 'network_id': '41dc6078-59da-4ca9-b92b-5a02b09e870a', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:48:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:15Z', 'updated_at': '2022-01-29T04:47:22Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:39.756088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-73f6cd6b-01aa-447b-ba8c-241418c3680f service neutron] 10.222.0.20 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868048 Jan 29 04:48:39.786528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:39.790195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:39.853136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:39.984509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:40.152785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee57447-df94-479d-863a-b136ceb4592f req-67b79300-f962-4eed-990e-4b548855cc9e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:40.167640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dee57447-df94-479d-863a-b136ceb4592f req-67b79300-f962-4eed-990e-4b548855cc9e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a7e1e1-50ec-422d-89d1-b3a9d685fb5b HTTP/1.1" status: 200 len: 944 time: 0.2064753 Jan 29 04:48:40.217676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:40.218571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad63342-39b1-4c5c-8d3d-667594741e07 req-94e7ad0e-d15d-435e-b438-13daf2da21e9 service neutron] 10.222.0.20 "GET /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552093 Jan 29 04:48:40.253476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:40.315274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dee57447-df94-479d-863a-b136ceb4592f req-f9ef4f69-9dda-4a4e-8808-8c23211cb1a0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd20d86f-1215-4df5-8abc-a9e10c3b27aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402683 Jan 29 04:48:40.374330 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] No DVR routers for this DVR port 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:40.377632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:40.387207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a9c5a5a-d0af-421e-bb19-08656c735da8 req-213c3985-76ac-4684-8aba-e10be54da8e9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.20 "DELETE /v2.0/ports/5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd HTTP/1.1" status: 204 len: 173 time: 1.2225814 Jan 29 04:48:40.387879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-deleted', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:48:40.401694 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e0820-06c6-4ec4-97b4-5c41f623ab6e" -d '{"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-deleted", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:48:40.506529 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2489b06-ca30-4ba7-9c5e-942ec7437537 x-openstack-request-id: req-e2489b06-ca30-4ba7-9c5e-942ec7437537 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:48:40.506827 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7e1e1-50ec-422d-89d1-b3a9d685fb5b", "name": "network-vif-deleted", "tag": "5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:48:40.507080 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2489b06-ca30-4ba7-9c5e-942ec7437537 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:48:40.507543 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a7e1e1-50ec-422d-89d1-b3a9d685fb5b', 'name': 'network-vif-deleted', 'tag': '5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd', 'status': 'completed', 'code': 200} Jan 29 04:48:40.610587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5451e0d3-ff1b-4a2b-ad0e-be9da32c5547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:40.637165 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344faf9-20d8-4af1-8a73-5f01047698ae None None] New status for floating IP ac9b4ebe-c404-46b4-bf12-193aa7aa7601: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:48:40.809802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5451e0d3-ff1b-4a2b-ad0e-be9da32c5547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:40.819567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5451e0d3-ff1b-4a2b-ad0e-be9da32c5547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:40.904121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5451e0d3-ff1b-4a2b-ad0e-be9da32c5547 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=294ff774d0494530895990a2c5071e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9047117 Jan 29 04:48:40.907195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55028) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:40.911105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451e0d3-ff1b-4a2b-ad0e-be9da32c5547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081c5b3-c3a6-4ef2-8842-2b4e6f4cff9d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:41.035254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-433848a7-96dc-4b90-a3f8-4d8f197ea5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.101602 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-433848a7-96dc-4b90-a3f8-4d8f197ea5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.177292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-433848a7-96dc-4b90-a3f8-4d8f197ea5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.180742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-433848a7-96dc-4b90-a3f8-4d8f197ea5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.185660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-433848a7-96dc-4b90-a3f8-4d8f197ea5c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5081c5b3-c3a6-4ef2-8842-2b4e6f4cff9d HTTP/1.1" status: 204 len: 168 time: 0.2771780 Jan 29 04:48:41.212164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433848a7-96dc-4b90-a3f8-4d8f197ea5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081c5b3-c3a6-4ef2-8842-2b4e6f4cff9d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:41.416023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55048) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:41.616015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:41.667209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ddb9653a-12e8-497d-aa56-8c698e271eff no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:41.719270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: ddb9653a-12e8-497d-aa56-8c698e271eff {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:41.719614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device ddb9653a-12e8-497d-aa56-8c698e271eff not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:41.737680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:41.758552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-913ca8a1-8c56-459f-96e4-71ec13c02561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.865773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-913ca8a1-8c56-459f-96e4-71ec13c02561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.880125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-913ca8a1-8c56-459f-96e4-71ec13c02561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:41.955145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-913ca8a1-8c56-459f-96e4-71ec13c02561 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87d6e0ffb90e454fb8ba47d62bd11bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158170 Jan 29 04:48:41.958209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ca8a1-8c56-459f-96e4-71ec13c02561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9029f6de-32ff-41c9-abe1-a4ddb177242f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:41.960790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:41.993152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.017489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'network': {'name': 'tempest-network-smoke--126130743', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:42.066720 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6136b183-d578-4f5b-b63f-63d4b1348fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.095713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:48:42.100474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.105268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6136b183-d578-4f5b-b63f-63d4b1348fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.124016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.192388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6136b183-d578-4f5b-b63f-63d4b1348fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.195653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6136b183-d578-4f5b-b63f-63d4b1348fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.196992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6136b183-d578-4f5b-b63f-63d4b1348fd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9029f6de-32ff-41c9-abe1-a4ddb177242f HTTP/1.1" status: 204 len: 168 time: 0.2349811 Jan 29 04:48:42.212379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136b183-d578-4f5b-b63f-63d4b1348fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029f6de-32ff-41c9-abe1-a4ddb177242f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:42.291233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.296976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.309993 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.332606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:48:42.344479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9791eb36-dc85-44c0-a81b-d3fd892f39f3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:42.351055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.351555 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Added segment bf35647f-65ef-459d-9efd-a760f3da3eff of type vlan for network 7b40233e-5498-4877-acef-99b7dfcd8bc7 Jan 29 04:48:42.414585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.505585 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.518472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:42.538848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.720154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1028192 Jan 29 04:48:42.723265 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55088) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:42.728639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-932793497', 'admin_state_up': True, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:42.734412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfe56-cf0b-4f45-b8a7-98524e07f318 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Network': ['ID=7b40233e-5498-4877-acef-99b7dfcd8bc7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:42.748198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:48:42.761747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.762960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.844388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port e828da84-d646-49b5-8cb0-8db65d044e62 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:42.845356 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:42.886761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.000936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port e828da84-d646-49b5-8cb0-8db65d044e62, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e828da84-d646-49b5-8cb0-8db65d044e62,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:43.001842 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.022470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for e828da84-d646-49b5-8cb0-8db65d044e62 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:43.068685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.209684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:43.241044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:43.241756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5e6308b2-1ec1-4aa4-a1f3-625aa828a2dd not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:43.387938 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.402757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.424029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.425744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=e828da84-d646-49b5-8cb0-8db65d044e62,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:43.605860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.25.4.213 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d41f9997-b29a-4366-8e3f-cd809c4c8325) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:43.622555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.772726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.830813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.833792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:43.927221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=d41f9997-b29a-4366-8e3f-cd809c4c8325,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:43.933254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:43.936239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:43.940105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:44.259012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router 0c722c7c-3470-40f3-ac20-be10bf801ad0 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:48:44.407923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:44.473579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:44.486479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] Sync routers for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:44.489150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-32884d88-e795-4169-acf5-0e902f2cd632 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/0c722c7c-3470-40f3-ac20-be10bf801ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0711813 Jan 29 04:48:44.493307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55182) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:44.519571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:44.522490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:44.614498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting subnet 0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:48:44.622651 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:44.687144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:44.817310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:44.871746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:44.899517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.071791 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.170786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Subnet': ['ID=0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:45.189617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.194426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:45.197227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0cf96e6b-2bec-4b1d-af91-84e4af27244f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/subnets/0c61ddbb-83b2-46bc-8e8a-95e71cccb3c7 HTTP/1.1" status: 204 len: 168 time: 0.7027524 Jan 29 04:48:45.205061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc917402-d232-469f-b1c0-e23867251386 None None] Network 41dc6078-59da-4ca9-b92b-5a02b09e870a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:48:45.212307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:48:45.341699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:48:43Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:45.387365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] Checking router: 0c722c7c-3470-40f3-ac20-be10bf801ad0 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:45.457054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.474101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] Routers {'0c722c7c-3470-40f3-ac20-be10bf801ad0'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:45.476876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['0c722c7c-3470-40f3-ac20-be10bf801ad0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:45.657413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:45.677509 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:45.693708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:45.697134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.708835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.709820 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:45.710136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d0866f7-368e-4d65-9060-00b8ba56b0a9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9856687 Jan 29 04:48:45.713499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55258) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:45.719602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] Set router 0c722c7c-3470-40f3-ac20-be10bf801ad0 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:45.792270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] DHCP port deletion for 41dc6078-59da-4ca9-b92b-5a02b09e870a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:48:45.856878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 06abbf29-dc50-4e0c-80f3-617c98112f60 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:45.857244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:45.947790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Deleting port 10ed367e-e608-44c4-b2e6-505853ae089e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:48:45.948164 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.009256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 06abbf29-dc50-4e0c-80f3-617c98112f60, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=06abbf29-dc50-4e0c-80f3-617c98112f60,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:46.009770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.025473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 06abbf29-dc50-4e0c-80f3-617c98112f60 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:46.120740 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:46.185174 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e9f1985-365b-4d0d-b9c7-302e688cc881 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=65d8603db8c645c3b5ec791173c4d342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4704249 Jan 29 04:48:46.188049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55272) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:46.388710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55280) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:46.422430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] For port 10ed367e-e608-44c4-b2e6-505853ae089e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=10ed367e-e608-44c4-b2e6-505853ae089e,segment=NetworkSegment(59b3d184-997e-4d8c-8c17-6e3d88e2c184),segment_id=59b3d184-997e-4d8c-8c17-6e3d88e2c184)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:46.426256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.468045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Calling delete_port for 10ed367e-e608-44c4-b2e6-505853ae089e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:48:46.488038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.521421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ed10c-2ada-425e-a535-a071f4ce8323 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:46.526202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-320ed10c-2ada-425e-a535-a071f4ce8323 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3369646 Jan 29 04:48:46.529679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55284) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:46.546364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=06abbf29-dc50-4e0c-80f3-617c98112f60,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:46.581705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:48:43Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:46.582837 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1ff38dff-1448-468e-93dc-6a2d530397b8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518169 Jan 29 04:48:46.582969 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:44Z', 'revision_number': 3, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:46.583773 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55286) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:46.586327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 10ed367e-e608-44c4-b2e6-505853ae089e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:46.590584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450659083', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:46.688083 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:46.690025 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Updating router 3ca6de0a-585e-470e-ad94-4e39266fba51 port d41f9997-b29a-4366-8e3f-cd809c4c8325 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:48:46.692215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cdf83-8c28-4fd0-b7cf-9c2c07b0c57a None None] The sync data for ids ['0c722c7c-3470-40f3-ac20-be10bf801ad0'] in n-d-825930-1 is: [{'id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485523047', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:47:06Z', 'updated_at': '2022-01-29T04:48:43Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '06abbf29-dc50-4e0c-80f3-617c98112f60', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c722c7c-3470-40f3-ac20-be10bf801ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:47:07Z', 'updated_at': '2022-01-29T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:46.723978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-681ab9cd-833f-447c-ab87-8de214d1d1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.739755 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.759573 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.825376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:48:46.825600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.841416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.880875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] No DVR routers for this DVR port 10ed367e-e608-44c4-b2e6-505853ae089e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:48:46.897245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Pushing event deleted for resources: {'Port': ['ID=10ed367e-e608-44c4-b2e6-505853ae089e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:46.926620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.927460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.927811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.928148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.928484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.929067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.929403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.929762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.930130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.930472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.932281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.932872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75707e1a-6f05-458f-b7d7-b7565d1d16f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:46.940153 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.974094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:46.979101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.058992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.060285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Fanout notify agent at l3_agent the message router_deleted on router 0c722c7c-3470-40f3-ac20-be10bf801ad0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:48:47.070326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.071682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-94e42f32-e045-4da2-a210-11778c6ed992 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/routers/0c722c7c-3470-40f3-ac20-be10bf801ad0 HTTP/1.1" status: 204 len: 168 time: 1.8758843 Jan 29 04:48:47.074259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:47.121766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-681ab9cd-833f-447c-ab87-8de214d1d1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.148857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-681ab9cd-833f-447c-ab87-8de214d1d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.209382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-681ab9cd-833f-447c-ab87-8de214d1d1f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e27acabbbd140f281b5a4bef0efe810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8200123 Jan 29 04:48:47.214079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55298) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:47.261031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab9cd-833f-447c-ab87-8de214d1d1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf47fd-e630-435e-942b-354bb39a5710,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:47.270887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.403773 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.494626 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.505175 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.543835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Subnet': ['ID=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:47.550593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Checking segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:47.551229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network hostable DHCP agents. Network: 7b40233e-5498-4877-acef-99b7dfcd8bc7, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:48:47.578945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:48:47.590650 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Attempting to bind port d41f9997-b29a-4366-8e3f-cd809c4c8325 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:47.591136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Attempting to bind port d41f9997-b29a-4366-8e3f-cd809c4c8325 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:47.591582 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Attempting to bind port d41f9997-b29a-4366-8e3f-cd809c4c8325 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:47.606143 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:47.606504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7b40233e-5498-4877-acef-99b7dfcd8bc7) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:47.606786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:47.607298 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.608334 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:47.608334 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Bound port: d41f9997-b29a-4366-8e3f-cd809c4c8325, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:47.608804 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.613942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:47.616426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeed2b1-1825-4adf-bfaf-b4bda54d4b50 None None] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:48:47.627537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.656844 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Pushing event updated for resources: {'Port': ['ID=d41f9997-b29a-4366-8e3f-cd809c4c8325,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:47.677588 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.677946 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.678308 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.678998 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.679338 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.680037 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.680611 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.680914 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.681466 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.681919 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.682692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.682692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:48:47.690059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-947ba367-dd72-4271-9534-07d1ac5d5138 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1015685 Jan 29 04:48:47.691427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55308) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:47.725255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] For port d41f9997-b29a-4366-8e3f-cd809c4c8325, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:47.729004 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] For port d41f9997-b29a-4366-8e3f-cd809c4c8325, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d41f9997-b29a-4366-8e3f-cd809c4c8325,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:47.739105 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.803396 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1eafa-c234-4fd9-8d4a-41559923171c None None] Pushing event updated for resources: {'Port': ['ID=d41f9997-b29a-4366-8e3f-cd809c4c8325,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:47.847308 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:47.850630 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:47.882992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bef5131-7410-4828-8c4f-5887884d940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.956890 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bef5131-7410-4828-8c4f-5887884d940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:47.959942 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.001138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dc6078-59da-4ca9-b92b-5a02b09e870a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:48.020961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b3d184-997e-4d8c-8c17-6e3d88e2c184') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:48.021331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b3d184-997e-4d8c-8c17-6e3d88e2c184') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:48.031715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.042325 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:48.067840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.070312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-7b40233e-5498-4877-acef-99b7dfcd8bc7', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:48:48.071859 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.079878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:48:48.079878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:48:48.141199 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:48:48.186860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bef5131-7410-4828-8c4f-5887884d940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.195784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bef5131-7410-4828-8c4f-5887884d940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.201244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bef5131-7410-4828-8c4f-5887884d940d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ebf47fd-e630-435e-942b-354bb39a5710 HTTP/1.1" status: 204 len: 168 time: 0.9859428 Jan 29 04:48:48.251574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.257062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef5131-7410-4828-8c4f-5887884d940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf47fd-e630-435e-942b-354bb39a5710,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:48.298856 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.307799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/networks/41dc6078-59da-4ca9-b92b-5a02b09e870a HTTP/1.1" status: 204 len: 168 time: 1.2299895 Jan 29 04:48:48.309246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:48.353823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224262c6-aa7d-4423-99fe-ee574fd2d9b6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Network': ['ID=41dc6078-59da-4ca9-b92b-5a02b09e870a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:48.474156 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:44Z', 'revision_number': 3, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:48.542061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed098aa3-4279-4e4a-8752-dad3996a74a5 None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:44Z', 'revision_number': 3, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:48.556123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 06abbf29-dc50-4e0c-80f3-617c98112f60 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:48.570956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Allocated IP 172.20.0.2 (7b40233e-5498-4877-acef-99b7dfcd8bc7/206bdfc0-c2d9-4014-b3b6-07a9b5cf0925/9a28271a-a16e-4158-b219-c884f5239335) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:48.618496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 06abbf29-dc50-4e0c-80f3-617c98112f60 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:48.619066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 06abbf29-dc50-4e0c-80f3-617c98112f60 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:48.619474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e828da84-d646-49b5-8cb0-8db65d044e62 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:48:48.716680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e828da84-d646-49b5-8cb0-8db65d044e62 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:48:48.717178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e828da84-d646-49b5-8cb0-8db65d044e62 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:48:48.804291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:48.812910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a59fc819-af0a-4cd9-ab6a-583344995af5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.829419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c37e5368-3503-44a4-9f99-cfdfb66f1949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:48.901165 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a59fc819-af0a-4cd9-ab6a-583344995af5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.032766 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.045480 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.057603 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c37e5368-3503-44a4-9f99-cfdfb66f1949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.071953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c37e5368-3503-44a4-9f99-cfdfb66f1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.111683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e5368-3503-44a4-9f99-cfdfb66f1949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fdac81-d67e-40ce-999c-5c00fafae00e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:49.126424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:49.131813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:49.134456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:49.136498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Pushing event updated for resources: {'Port': ['ID=9a28271a-a16e-4158-b219-c884f5239335,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:49.144261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c37e5368-3503-44a4-9f99-cfdfb66f1949 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7aefbc38d1342edba66246a1b640382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381042 Jan 29 04:48:49.148084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:49.228845 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.229191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Attempting to bind port 9a28271a-a16e-4158-b219-c884f5239335 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:49.230188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Attempting to bind port 9a28271a-a16e-4158-b219-c884f5239335 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:49.231054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Attempting to bind port 9a28271a-a16e-4158-b219-c884f5239335 on network 7b40233e-5498-4877-acef-99b7dfcd8bc7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:49.238461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:49.239095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Checking segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:49.240016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.240561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Bound using segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:49.241462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Bound port: 9a28271a-a16e-4158-b219-c884f5239335, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:49.242087 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.294580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd38fac-7f9e-46c8-99c2-bc6e023eafb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.374305 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd38fac-7f9e-46c8-99c2-bc6e023eafb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.378362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a59fc819-af0a-4cd9-ab6a-583344995af5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.382740 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a59fc819-af0a-4cd9-ab6a-583344995af5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.391457 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a59fc819-af0a-4cd9-ab6a-583344995af5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd20d86f-1215-4df5-8abc-a9e10c3b27aa HTTP/1.1" status: 204 len: 168 time: 1.0791650 Jan 29 04:48:49.408432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] For port 9a28271a-a16e-4158-b219-c884f5239335, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:49.424339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] For port 9a28271a-a16e-4158-b219-c884f5239335, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9a28271a-a16e-4158-b219-c884f5239335,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:49.450641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.509047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd38fac-7f9e-46c8-99c2-bc6e023eafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.518045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cd38fac-7f9e-46c8-99c2-bc6e023eafb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:49.527602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cd38fac-7f9e-46c8-99c2-bc6e023eafb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9fdac81-d67e-40ce-999c-5c00fafae00e HTTP/1.1" status: 204 len: 168 time: 0.3780403 Jan 29 04:48:49.538699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd38fac-7f9e-46c8-99c2-bc6e023eafb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fdac81-d67e-40ce-999c-5c00fafae00e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:49.565633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fc819-af0a-4cd9-ab6a-583344995af5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd20d86f-1215-4df5-8abc-a9e10c3b27aa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:49.680811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e11d4-b260-4d40-965d-3cdc3bee2fbe None None] Pushing event updated for resources: {'Port': ['ID=9a28271a-a16e-4158-b219-c884f5239335,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:49.920653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.20.0.1 (7b40233e-5498-4877-acef-99b7dfcd8bc7/206bdfc0-c2d9-4014-b3b6-07a9b5cf0925/d43a1f88-b3d3-4d4f-b43e-b29ded702c2b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:50.221111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55362) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:50.226083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386225001', 'description': 'tempest-secgroup-smoke-386225001 description', 'project_id': 'e350f436196d44319d3ae21d47930a98'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:50.285783 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.296801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.384743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.408623 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.414604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.452851 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.457968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2355278 Jan 29 04:48:50.460996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:50.466421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': '795c931c-1136-4219-9f29-773f7374d602', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:50.478645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2595-a552-44c5-8c5b-0f47cd153e88 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795c931c-1136-4219-9f29-773f7374d602,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:50.521509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.534884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:50.548437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:50.557331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:50.601249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:50.624629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.651374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.659926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.697311 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.707185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427144 Jan 29 04:48:50.713172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:50.723247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': '795c931c-1136-4219-9f29-773f7374d602', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:50.731819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043e72-cf38-4cc0-ab14-d2850fc8f4c5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09807cf9-43ef-41ea-b6d3-d4512ed8cf0d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:50.739126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9a28271a-a16e-4158-b219-c884f5239335 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:48:50.800879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.863362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9a28271a-a16e-4158-b219-c884f5239335 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:50.866303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.928920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.939494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:50.980459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6eaee8-a2c2-419d-a006-465ddcec07fe,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:51.015600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.021444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-84d6dfd1-de5c-43b0-a3d2-4e6e7354b95e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2999980 Jan 29 04:48:51.022785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:51.037488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': '795c931c-1136-4219-9f29-773f7374d602', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:51.092800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.093688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.117590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.202104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 9a28271a-a16e-4158-b219-c884f5239335, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9a28271a-a16e-4158-b219-c884f5239335,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:51.215513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.216592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d41f9997-b29a-4366-8e3f-cd809c4c8325 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:48:51.315202 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.329032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.388779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad9320f-adf6-4802-8e6b-e4f127e893a1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:51.396210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d41f9997-b29a-4366-8e3f-cd809c4c8325 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:51.409567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.445860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.447564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-93d27dec-17bf-4871-95ff-e9ade1fb927d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4238086 Jan 29 04:48:51.451686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55404) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:51.456360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': '795c931c-1136-4219-9f29-773f7374d602', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:51.459946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=9a28271a-a16e-4158-b219-c884f5239335,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:51.525807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.539296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.578653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d41f9997-b29a-4366-8e3f-cd809c4c8325, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d41f9997-b29a-4366-8e3f-cd809c4c8325,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:51.582856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056190c-d962-4c58-a660-2d0423181eb2 None None] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:48:51.597787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.710316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.714766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7c71b805-cd78-4a25-9e20-33e7bb3fc7cf None None] Provisioning complete for port 9a28271a-a16e-4158-b219-c884f5239335 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:51.715076 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c71b805-cd78-4a25-9e20-33e7bb3fc7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.716409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.719508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d41f9997-b29a-4366-8e3f-cd809c4c8325,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:51.753437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12a4101-0041-4895-9a8f-342301bfee49,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:51.759313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.760714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd92b32e-64b1-4bcd-816c-b481d9c613c4 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078861 Jan 29 04:48:51.765153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55406) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:51.777098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': '795c931c-1136-4219-9f29-773f7374d602', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:51.841161 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.849061 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:48:51.859391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:51.872168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.066511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:52.091818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.134300 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.140498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.245958 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.249731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4814923 Jan 29 04:48:52.250585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:52.255964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'security_group_rule': {'security_group_id': '795c931c-1136-4219-9f29-773f7374d602', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:52.287346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858658d8-1241-42ab-8583-6369ae792573 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87af8eb7-bfca-4733-a221-509e42a35d8f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:52.312988 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Project e350f436196d44319d3ae21d47930a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:48:52.321624 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.364120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a332544e-5890-466f-ad57-de6df95dd227 None None] Provisioning complete for port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:52.364120 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a332544e-5890-466f-ad57-de6df95dd227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.440305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a332544e-5890-466f-ad57-de6df95dd227 None None] Port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:48:52.447877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:52.452463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:52.473556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a332544e-5890-466f-ad57-de6df95dd227 None None] Provisioning complete for port 9a28271a-a16e-4158-b219-c884f5239335 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:52.489514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a332544e-5890-466f-ad57-de6df95dd227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.513862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.522552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.561944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9eff045-325a-4685-a3cb-cf6ee4433cb4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:52.574942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9a28271a-a16e-4158-b219-c884f5239335 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:48:52.590107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.591674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-72639e11-72aa-44bf-93b3-0a8d27a539d2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3399744 Jan 29 04:48:52.594906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55428) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:52.629377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'network': {'name': 'tempest-network-smoke--413763614', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:52.698051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:48:52.704120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.735513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9a28271a-a16e-4158-b219-c884f5239335 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:52.735893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.826473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:48:52.883911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:48:52.954635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:52.955433 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Added segment f9ef019e-ab66-420a-b303-99f1180997bb of type vlan for network e0debc53-fbde-4b27-94eb-14a5267497e3 Jan 29 04:48:52.955621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d41f9997-b29a-4366-8e3f-cd809c4c8325 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:48:53.074710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.093746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a5acf8be-6b4e-45dc-a7af-0f6a5d1ecd10 None None] Provisioning complete for port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:53.094592 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5acf8be-6b4e-45dc-a7af-0f6a5d1ecd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.149906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.155188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a5acf8be-6b4e-45dc-a7af-0f6a5d1ecd10 None None] Port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:48:53.156821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.157552 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.168196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d41f9997-b29a-4366-8e3f-cd809c4c8325 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:53.168940 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.196133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:53.206715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:53.228051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:53.229095 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:53.244260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0014053c-35d0-4bbf-8123-7a631c014ecb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "PUT /v2.0/routers/3ca6de0a-585e-470e-ad94-4e39266fba51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5309091 Jan 29 04:48:53.244874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:53.293520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Network': ['ID=e0debc53-fbde-4b27-94eb-14a5267497e3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:53.316707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3bec3e40-87e6-48d4-848a-c4235ad89326 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7147322 Jan 29 04:48:53.318400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:53.323266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'admin_state_up': True, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:53.356090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e0debc53-fbde-4b27-94eb-14a5267497e3 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:48:53.396754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:53.397615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.398918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.489378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e67841-0391-4dfd-84b2-a93bc467218a tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.489992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e67841-0391-4dfd-84b2-a93bc467218a tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.490422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e67841-0391-4dfd-84b2-a93bc467218a tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.491029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e67841-0391-4dfd-84b2-a93bc467218a tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.491501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e67841-0391-4dfd-84b2-a93bc467218a tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.495828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-94e67841-0391-4dfd-84b2-a93bc467218a tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3525 time: 0.2474182 Jan 29 04:48:53.498039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:53.505561 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.570152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-97ed09d3-7044-4999-8888-c65382f7cb19 None None] Provisioning complete for port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:53.571116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97ed09d3-7044-4999-8888-c65382f7cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.618645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c4d81-f7fe-4743-812d-af96cefebb68 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.619258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c4d81-f7fe-4743-812d-af96cefebb68 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.619729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c4d81-f7fe-4743-812d-af96cefebb68 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.620311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c4d81-f7fe-4743-812d-af96cefebb68 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:53.623405 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f5c4d81-f7fe-4743-812d-af96cefebb68 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1243634 Jan 29 04:48:53.626243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55454) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:53.715762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-97ed09d3-7044-4999-8888-c65382f7cb19 None None] Port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:48:53.765932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.951296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-012cd55b-5207-42c8-9227-69d282fbee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:53.976143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ceaa236b-9dc5-44f2-a6cb-7424f1e8bf59 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2149 time: 0.3487163 Jan 29 04:48:54.077009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:50Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 2, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:54.110007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:54.110503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Updating router 3ca6de0a-585e-470e-ad94-4e39266fba51 port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:48:54.158895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.193495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.237796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.428966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55472) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:54.434407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287228305', 'description': 'tempest-secgroup-smoke-287228305 description', 'project_id': '65d8603db8c645c3b5ec791173c4d342'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:54.490971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.200 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/144ff4a1-22f7-4284-a22e-0d8e4f7819ba) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:54.511888 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.624592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.631984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.672974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.722635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.727937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2967362 Jan 29 04:48:54.732368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b63e4-55ec-437d-b554-75be213225a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee12c28-ab16-4649-859a-3b0f0380903a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:54.739637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:54.748107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '1ee12c28-ab16-4649-859a-3b0f0380903a', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:54.762524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.772562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.781063 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.889842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:54.911577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:54.914230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:54.920334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1334050-5926-41c0-bce7-5dd9f23d7c43 None None] Pushing event updated for resources: {'Port': ['ID=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:54.923109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:54.930206 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.936061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Attempting to bind port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:54.936439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Attempting to bind port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:54.936813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Attempting to bind port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b on network 7b40233e-5498-4877-acef-99b7dfcd8bc7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:54.947703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:54.948013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Checking segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:54.948416 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:54.948816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Bound using segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:54.949295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Bound port: d43a1f88-b3d3-4d4f-b43e-b29ded702c2b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:54.949740 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.039449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.064048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.101958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] For port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:55.109298 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] For port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:55.115181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc04d94-a0d3-42f1-9c7e-1273a21be39a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:55.121984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.123294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4a4f77bb-88be-417d-a3a0-1013f8d88fa9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3821404 Jan 29 04:48:55.126590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.128215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55488) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:55.137430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '1ee12c28-ab16-4649-859a-3b0f0380903a', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:55.234404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1334050-5926-41c0-bce7-5dd9f23d7c43 None None] Pushing event updated for resources: {'Port': ['ID=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:55.235312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:55.236561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:55.272948 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.362973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4e4da8cc-3d81-4e7b-a2a7-b15068b1175e None None] Provisioning complete for port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:55.364094 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e4da8cc-3d81-4e7b-a2a7-b15068b1175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.410330 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.469038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:55.481143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.555069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ef375b-ea4f-4c76-9c86-a28e50c0ebe3,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:55.583448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.584888 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0cd7b8c1-c48d-46bc-ab78-abf70e333605 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4558425 Jan 29 04:48:55.587709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:55.592675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '1ee12c28-ab16-4649-859a-3b0f0380903a', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:55.640915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.650252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.783451 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e4da8cc-3d81-4e7b-a2a7-b15068b1175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.799999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.810226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.847886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a658a516-f666-4956-99dd-3016adecf07c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:55.866327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.871037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b4d905f-f246-4c80-851f-18bc0dddbc32 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2788682 Jan 29 04:48:55.871037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:55.875195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '1ee12c28-ab16-4649-859a-3b0f0380903a', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:55.885010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4e4da8cc-3d81-4e7b-a2a7-b15068b1175e None None] For port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:48:55.906001 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e4da8cc-3d81-4e7b-a2a7-b15068b1175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.922926 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:50Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:55.938911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:55.996687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11b4d-989a-449a-83e1-d877117bcf8f None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:50Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:56.028446 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.052490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4da8cc-3d81-4e7b-a2a7-b15068b1175e None None] Pushing event updated for resources: {'Port': ['ID=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:56.054679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.069388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.096873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f19de65c-15f2-44cd-b3e6-69a6731a59a0 None None] Provisioning complete for port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:56.097258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f19de65c-15f2-44cd-b3e6-69a6731a59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.142512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3ca692-2bd2-4099-9871-6b8a92ab6e1f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:56.165865 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.167522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b59704e0-a0f5-4fd4-8475-794e4e8a80a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2958002 Jan 29 04:48:56.170848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:56.177762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '1ee12c28-ab16-4649-859a-3b0f0380903a', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:56.265401 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9f114062-1449-4c38-bc4a-9750412a3ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.302900 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Project 65d8603db8c645c3b5ec791173c4d342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:48:56.313853 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.532217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.551513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.622991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd0679e-8b71-4e04-8da5-b5f6ffa9ee55,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:56.645764 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.647076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-933a353c-507a-4297-9b53-7e1bae098256 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4745669 Jan 29 04:48:56.650095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:56.655766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '1ee12c28-ab16-4649-859a-3b0f0380903a', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:56.667911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d43a1f88-b3d3-4d4f-b43e-b29ded702c2b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:48:56.695131 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Project 65d8603db8c645c3b5ec791173c4d342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:48:56.708189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.799999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:48:56.800689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.830633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.839134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.863796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8986cc19-bdc4-487f-9247-07a253c39844,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:56.879409 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:56.885948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6987c1ec-e238-4a46-8d62-baff4f15fe95 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2296495 Jan 29 04:48:56.904654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router db358caa-6a37-4110-a3e6-4fa148043464 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:48:57.115648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:48:57.126073 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Sync routers for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:48:57.147940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:57.148571 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:57.151076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9354d3f1-f233-47b8-9a9a-7f3f9837c9bf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8316832 Jan 29 04:48:57.151484 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:57.154191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:57.218700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c533cf4d-ac81-4563-88a3-7c5d7f27d9b1 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e350f436196d44319d3ae21d47930a98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623395 Jan 29 04:48:57.221968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55540) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:57.273632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-975b47b2-de78-4bfe-a3f1-39df4f70b603 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287228305&fields=id&tenant_id=65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 267 time: 0.1071231 Jan 29 04:48:57.293185 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:57.358707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:57.401034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c60420-29d9-4474-9884-3509415e8547 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:57.407457 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c5c60420-29d9-4474-9884-3509415e8547 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1833415 Jan 29 04:48:57.408175 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55546) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:57.450555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-40c91e4e-35a8-4beb-b0a6-b9dc6842e906 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411389 Jan 29 04:48:57.451253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:57.458806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177332798', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'project_id': 'e350f436196d44319d3ae21d47930a98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:48:57.564175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-4383aa7a-64b5-4d2e-b68c-416371b5d80a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:57.566641 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-4383aa7a-64b5-4d2e-b68c-416371b5d80a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 796 time: 0.2840540 Jan 29 04:48:57.608518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:48:57.617858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:57.632817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-f60c7761-ea11-4c3b-a904-dc642a2cd5f3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/quotas/65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 375 time: 0.0503759 Jan 29 04:48:57.636846 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:57.706902 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Checking router: db358caa-6a37-4110-a3e6-4fa148043464 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:48:57.707967 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Updating router db358caa-6a37-4110-a3e6-4fa148043464 port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:48:57.785970 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:57.837632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e8b5e664-abe7-4dd1-b5f9-8572927b14df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2036633 Jan 29 04:48:58.057081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-63450fff-c309-4760-9f9c-7abb0c2d9b21 service neutron] 10.222.0.32 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182615 Jan 29 04:48:58.240369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.265510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-2196cdaa-c0a1-4ed4-b4c0-fcdb7126ef85 service neutron] 10.222.0.32 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055426 Jan 29 04:48:58.337107 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.352549 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.361305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Subnet': ['ID=6b575ace-c7c7-4769-aec3-d9efc8d5bceb,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:58.390609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Checking segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:58.390989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network hostable DHCP agents. Network: e0debc53-fbde-4b27-94eb-14a5267497e3, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:48:58.413274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network e0debc53-fbde-4b27-94eb-14a5267497e3 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:48:58.430257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e0debc53-fbde-4b27-94eb-14a5267497e3) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:58.447565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97351b72-db65-4c2d-ad89-0564fe0fcd0b None None] Network e0debc53-fbde-4b27-94eb-14a5267497e3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:48:58.452664 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Attempting to bind port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:58.453257 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Attempting to bind port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:58.453778 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Attempting to bind port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:58.454799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:48:58.456302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.464483 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:58.465867 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:58.466467 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.467004 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:58.467897 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Bound port: 144ff4a1-22f7-4284-a22e-0d8e4f7819ba, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:58.468430 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.496429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9fac0474-a085-4128-848b-277acbe47c76 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0437541 Jan 29 04:48:58.497118 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 55586) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:48:58.562960 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] For port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:48:58.567115 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] For port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:48:58.572036 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad28834-0b5f-4f80-b7b6-08132489074b None None] Pushing event updated for resources: {'Port': ['ID=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:58.583919 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:58.689661 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:48:58.696323 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:58.768595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e92fc28-c512-418d-8932-4ca6656f0c58 req-ead30685-2184-4729-8328-92143c258ea5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 210 time: 0.0910308 Jan 29 04:48:58.991700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-e0debc53-fbde-4b27-94eb-14a5267497e3', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:48:58.992930 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.162832 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad28834-0b5f-4f80-b7b6-08132489074b None None] Pushing event updated for resources: {'Port': ['ID=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:59.223967 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:48:59.282589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.366840 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.405230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Allocated IP 172.20.0.2 (e0debc53-fbde-4b27-94eb-14a5267497e3/6b575ace-c7c7-4769-aec3-d9efc8d5bceb/535a36c8-0dfc-4d63-8321-2e8c2b5c9d15) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:48:59.595495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.613518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.622692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:48:59.658175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Pushing event updated for resources: {'Port': ['ID=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:48:59.669961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Network e0debc53-fbde-4b27-94eb-14a5267497e3 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:48:59.671463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:48:59.673875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:48:59.721031 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6975cf-7017-45d8-93a5-16a33c532671 None None] The sync data for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 is: [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 3, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:48:59.761332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Attempting to bind port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:48:59.761703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Attempting to bind port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:48:59.762108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Attempting to bind port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 on network e0debc53-fbde-4b27-94eb-14a5267497e3 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:48:59.775001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:48:59.777320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Checking segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:48:59.779567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.780009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Bound using segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:48:59.782695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Bound port: 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:48:59.783114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:48:59.912462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:00.000686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] For port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:00.006518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] For port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:00.009590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6481f5f-1000-4817-80b6-aa3bdf862713 req-cfad914c-510f-4c89-b6da-0c6be2567cb7 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 210 time: 0.0710909 Jan 29 04:49:00.014768 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:00.265032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec0ed8-fcfc-47ff-9e18-7c9614277f2d None None] Pushing event updated for resources: {'Port': ['ID=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:00.635981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.1 (e0debc53-fbde-4b27-94eb-14a5267497e3/6b575ace-c7c7-4769-aec3-d9efc8d5bceb/80729c33-4fd9-4bc6-9895-bc52d0658f21) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:00.704416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 144ff4a1-22f7-4284-a22e-0d8e4f7819ba up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:00.749374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-df411bf7-0abb-4128-8f49-fdcd69da166a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:00.752274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-df411bf7-0abb-4128-8f49-fdcd69da166a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.20 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 796 time: 0.3789444 Jan 29 04:49:00.886443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-b666ad18-9784-47d1-987b-43a593fe6e23 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 379 time: 0.0956516 Jan 29 04:49:00.904542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'port': {'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'admin_state_up': True, 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'security_groups': ['1ee12c28-ab16-4649-859a-3b0f0380903a']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:00.935797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:00.936185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:00.986609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.104127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.147116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:01.150978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.193022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network e0debc53-fbde-4b27-94eb-14a5267497e3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:01.219777 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.220892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:01.228908 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:01.258683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:01.263692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.358580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6da7765-c086-45ce-99b2-27069f0b1954 req-8f949ae2-385f-4789-a7a4-135b9dedaabe tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 210 time: 0.1552925 Jan 29 04:49:01.373280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=80729c33-4fd9-4bc6-9895-bc52d0658f21,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:01.406378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:01.447983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.628028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.20.0.9 (7b40233e-5498-4877-acef-99b7dfcd8bc7/206bdfc0-c2d9-4014-b3b6-07a9b5cf0925/9e5571dc-0950-4c35-8b70-7c40381a9c6a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:01.737384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:01.918665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe15e9-6c14-43a4-89d8-72babe1f25a8 None None] Network e0debc53-fbde-4b27-94eb-14a5267497e3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:49:01.930579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.083451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.100225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cd04704e-5c6c-4684-b997-46223e4e5f45 None None] Provisioning complete for port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:02.110505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd04704e-5c6c-4684-b997-46223e4e5f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.311252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:02.324586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:02.338707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:02.366853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd04704e-5c6c-4684-b997-46223e4e5f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.467998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=9e5571dc-0950-4c35-8b70-7c40381a9c6a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:02.528797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cd04704e-5c6c-4684-b997-46223e4e5f45 None None] For port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:02.545943 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd04704e-5c6c-4684-b997-46223e4e5f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.635820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9e7f-71f3-46e2-a50c-1d9c37208d3f req-94c353a5-84d4-48d4-b017-965e571c53a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:02.646370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:02.647048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.648407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9bc9e7f-71f3-46e2-a50c-1d9c37208d3f req-94c353a5-84d4-48d4-b017-965e571c53a3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 931 time: 0.1701925 Jan 29 04:49:02.715242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04704e-5c6c-4684-b997-46223e4e5f45 None None] Pushing event updated for resources: {'Port': ['ID=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:02.721015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-e0f135bb-1a8f-48a8-baeb-519478876f96 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8205013 Jan 29 04:49:02.726462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.732281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d9bc9e7f-71f3-46e2-a50c-1d9c37208d3f req-85f68ffd-c6be-4400-b582-1dec45c3eec1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800338 Jan 29 04:49:02.741849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Request body: {'port': {'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:02.755762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.874673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 144ff4a1-22f7-4284-a22e-0d8e4f7819ba up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:02.896255 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:02.952661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=80729c33-4fd9-4bc6-9895-bc52d0658f21,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:02.969042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:02.969631 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:03.021922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2b503455-3e7c-4e65-b097-00a54887771d None None] Provisioning complete for port 9e5571dc-0950-4c35-8b70-7c40381a9c6a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:03.022233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:03.030949 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b503455-3e7c-4e65-b097-00a54887771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:03.097669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2b503455-3e7c-4e65-b097-00a54887771d None None] Port 9e5571dc-0950-4c35-8b70-7c40381a9c6a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:03.127979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network e0debc53-fbde-4b27-94eb-14a5267497e3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:03.141974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:03.193076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:03.335342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:03.336088 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:03.391196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-78946bca-4a85-4ee7-8825-85aa03b3e132 None None] Provisioning complete for port 80729c33-4fd9-4bc6-9895-bc52d0658f21 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:03.391539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-78946bca-4a85-4ee7-8825-85aa03b3e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:03.479620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-78946bca-4a85-4ee7-8825-85aa03b3e132 None None] Port 80729c33-4fd9-4bc6-9895-bc52d0658f21 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:03.550938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-78946bca-4a85-4ee7-8825-85aa03b3e132 None None] Provisioning complete for port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:03.551143 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-78946bca-4a85-4ee7-8825-85aa03b3e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.095698 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340707c-883c-4781-8938-234cd61b42e2 req-823d273f-688a-4ca7-bdc1-55a4f6a96445 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:04.102347 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2340707c-883c-4781-8938-234cd61b42e2 req-823d273f-688a-4ca7-bdc1-55a4f6a96445 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 931 time: 0.1043255 Jan 29 04:49:04.141923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-70244789-70af-4c69-b1cb-8bb3f60c697b None None] Provisioning complete for port 80729c33-4fd9-4bc6-9895-bc52d0658f21 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:04.142596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70244789-70af-4c69-b1cb-8bb3f60c697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.156493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router db358caa-6a37-4110-a3e6-4fa148043464 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:04.217147 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2340707c-883c-4781-8938-234cd61b42e2 req-8a6f9eb1-9fc7-41a2-bf63-4e26ba977aa2 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106229 Jan 29 04:49:04.223070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-70244789-70af-4c69-b1cb-8bb3f60c697b None None] Port 80729c33-4fd9-4bc6-9895-bc52d0658f21 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:04.329485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5571dc-0950-4c35-8b70-7c40381a9c6a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:04.378013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.402648 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Transition to ACTIVE for port object 9e5571dc-0950-4c35-8b70-7c40381a9c6a will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:49:04.412588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.431889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:04.442591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Sync routers for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:04.457318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:04.459123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:04.484530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-42b0164a-42ba-43d4-bdfc-a730763bc12a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/db358caa-6a37-4110-a3e6-4fa148043464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9776025 Jan 29 04:49:04.576941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5571dc-0950-4c35-8b70-7c40381a9c6a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:04.588055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:04.713938 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Attempting to bind port 9e5571dc-0950-4c35-8b70-7c40381a9c6a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:04.714464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Attempting to bind port 9e5571dc-0950-4c35-8b70-7c40381a9c6a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:04.714970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Attempting to bind port 9e5571dc-0950-4c35-8b70-7c40381a9c6a on network 7b40233e-5498-4877-acef-99b7dfcd8bc7 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:04.721570 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Port 9e5571dc-0950-4c35-8b70-7c40381a9c6a on network 7b40233e-5498-4877-acef-99b7dfcd8bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:49:04.721904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Attempting to bind port 9e5571dc-0950-4c35-8b70-7c40381a9c6a on network 7b40233e-5498-4877-acef-99b7dfcd8bc7 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:04.729117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:04.729474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Checking segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:04.730136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Bound using segment: {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:04.730937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Bound port: 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf35647f-65ef-459d-9efd-a760f3da3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:04.731460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.777743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:04.859140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] For port 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:04.864838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] For port 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:04.872871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.892552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-09152063-b3f1-414f-bdac-ace20efc9122 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386225001&fields=id&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 267 time: 0.0618222 Jan 29 04:49:04.940528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5571dc-0950-4c35-8b70-7c40381a9c6a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:04.975923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:04.980178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:04.983243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-84794ce0-1c05-4df9-a0b0-03d6322f7132 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 1091 time: 2.2473202 Jan 29 04:49:04.985855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:04.993151 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6474314-7b82-44f7-af3d-05f4b907fd11" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:05.048919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-fd3f9da1-2fad-40b3-acb7-b17bcb798528 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:05.060272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-fd3f9da1-2fad-40b3-acb7-b17bcb798528 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 796 time: 0.1655240 Jan 29 04:49:05.084802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-7c516302-e60f-481b-8a34-4c56bad91883 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/quotas/e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 375 time: 0.0233243 Jan 29 04:49:05.119804 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bbfd6c-fdf2-4819-ba44-ead7deae9c53 x-openstack-request-id: req-61bbfd6c-fdf2-4819-ba44-ead7deae9c53 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:05.121193 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:05.122292 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61bbfd6c-fdf2-4819-ba44-ead7deae9c53 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:05.123550 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'status': 'completed', 'code': 200} Jan 29 04:49:05.201938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:05.202638 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:05.229328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-1a4bbe59-e280-40f3-aec7-35d662ed0adf tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434386 Jan 29 04:49:05.286891 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-d2786ccf-e392-4984-aef2-04ce520b6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:05.291380 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-d2786ccf-e392-4984-aef2-04ce520b6e13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1094 time: 0.2273185 Jan 29 04:49:05.420300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:02Z', 'revision_number': 2, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:05.456259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Checking router: db358caa-6a37-4110-a3e6-4fa148043464 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:05.456611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Updating router db358caa-6a37-4110-a3e6-4fa148043464 port 80729c33-4fd9-4bc6-9895-bc52d0658f21 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:49:05.495478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-a226d498-c302-477d-bacd-3ade238329e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 217 time: 0.1882567 Jan 29 04:49:05.516045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:05.577054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-bac6838c-3cef-4d4c-9393-5d5791fed1be service neutron] 10.222.0.32 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337705 Jan 29 04:49:05.631761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-d7d2c5ae-31d8-47e9-97e3-22e5223d5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:05.633965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-d7d2c5ae-31d8-47e9-97e3-22e5223d5fa8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 200 len: 834 time: 0.1006153 Jan 29 04:49:05.650590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcba0f9-405b-4d68-a8e1-b85b1774cbdb req-fbe48718-25f0-4ede-9f8e-22c83abd5d3c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:05.653085 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cfcba0f9-405b-4d68-a8e1-b85b1774cbdb req-fbe48718-25f0-4ede-9f8e-22c83abd5d3c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 943 time: 0.1749930 Jan 29 04:49:05.834545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-9a09da93-b2cf-4941-a411-c93e49a9fc6c service neutron] 10.222.0.32 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510664 Jan 29 04:49:05.871332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cfcba0f9-405b-4d68-a8e1-b85b1774cbdb req-66a2d3e6-2011-4269-86c5-4ead34de6cbb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404307 Jan 29 04:49:05.893420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ba92-6633-475e-bc96-6bce50665bef req-f8d6fe88-4d70-4ec4-a116-8adc4887a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:05.898760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-f8d6fe88-4d70-4ec4-a116-8adc4887a446 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418408 Jan 29 04:49:06.021173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55750) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:06.133841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-39056fb3-34b4-44e3-9187-a68fe264eff9 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292874 Jan 29 04:49:06.203232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b485e538-d356-4d36-a4bb-a71d7a06a378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.272905 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-43a8ba92-6633-475e-bc96-6bce50665bef req-4b4f256c-ea58-498d-b1f9-dcd5a3a20824 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997334 Jan 29 04:49:06.305233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.321833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.323514 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c085082d-175d-4500-82a8-8de5764d3bc5 req-c39e927d-7307-4b8f-999a-082a5b607a97 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 210 time: 0.1830213 Jan 29 04:49:06.395151 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b485e538-d356-4d36-a4bb-a71d7a06a378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.401460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b485e538-d356-4d36-a4bb-a71d7a06a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.415525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad6b4-2625-497e-9f08-178371efe984 None None] Pushing event updated for resources: {'Port': ['ID=80729c33-4fd9-4bc6-9895-bc52d0658f21,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:06.444714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b485e538-d356-4d36-a4bb-a71d7a06a378 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0da4761f9e414b7bacdd7883e58e8f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223254 Jan 29 04:49:06.447315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:06.489861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-c269655f-7972-4f38-99e7-ee3cfe2073c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:06.502242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-c269655f-7972-4f38-99e7-ee3cfe2073c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1094 time: 0.1197836 Jan 29 04:49:06.534738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485e538-d356-4d36-a4bb-a71d7a06a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac904ab1-b411-47da-9d47-1affcf5ac742,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:06.557923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-3613af3b-4fff-46ed-8861-13db53d0da27 req-1fe2fbf2-9f41-433d-b3a4-9f02f8e64cb2 service neutron] (102402) timed out ('10.222.0.36', 51709) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:49:06.570034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af005236-f7ca-4523-a4eb-458de897fb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.621563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af005236-f7ca-4523-a4eb-458de897fb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.637844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Attempting to bind port 80729c33-4fd9-4bc6-9895-bc52d0658f21 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:06.638238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Attempting to bind port 80729c33-4fd9-4bc6-9895-bc52d0658f21 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:06.638609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Attempting to bind port 80729c33-4fd9-4bc6-9895-bc52d0658f21 on network e0debc53-fbde-4b27-94eb-14a5267497e3 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:06.663933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:06.664312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Checking segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:06.664722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.665116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Bound using segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:06.665596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Bound port: 80729c33-4fd9-4bc6-9895-bc52d0658f21, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:06.666012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.739779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af005236-f7ca-4523-a4eb-458de897fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.743200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af005236-f7ca-4523-a4eb-458de897fb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.744868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af005236-f7ca-4523-a4eb-458de897fb94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac904ab1-b411-47da-9d47-1affcf5ac742 HTTP/1.1" status: 204 len: 168 time: 0.2962348 Jan 29 04:49:06.788743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af005236-f7ca-4523-a4eb-458de897fb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac904ab1-b411-47da-9d47-1affcf5ac742,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:06.854268 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-183034ec-23c0-46d9-aeac-72aadada041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:06.855893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-183034ec-23c0-46d9-aeac-72aadada041e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 897 time: 0.3528261 Jan 29 04:49:06.871942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] For port 80729c33-4fd9-4bc6-9895-bc52d0658f21, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:06.875558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] For port 80729c33-4fd9-4bc6-9895-bc52d0658f21, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=80729c33-4fd9-4bc6-9895-bc52d0658f21,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:06.899302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:06.945815 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-7d00e3b6-16fb-468d-b2d1-d4533bfe45bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 217 time: 0.0813420 Jan 29 04:49:07.068355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098508d5-b4e7-4405-a443-45df58253be8 req-56bfbdac-b11d-415d-a265-8e2244da90d6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:07.072509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-098508d5-b4e7-4405-a443-45df58253be8 req-56bfbdac-b11d-415d-a265-8e2244da90d6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 943 time: 0.0833848 Jan 29 04:49:07.075486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad6b4-2625-497e-9f08-178371efe984 None None] Pushing event updated for resources: {'Port': ['ID=80729c33-4fd9-4bc6-9895-bc52d0658f21,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:07.080319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-e3e43a42-1213-4faa-af42-a5c1b7bb71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:07.084783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-e3e43a42-1213-4faa-af42-a5c1b7bb71fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 200 len: 834 time: 0.1274986 Jan 29 04:49:07.138774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-489d7b4b-9cbc-4589-b45c-60902777c0fb None None] Provisioning complete for port 80729c33-4fd9-4bc6-9895-bc52d0658f21 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:07.139466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-489d7b4b-9cbc-4589-b45c-60902777c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:07.146491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:07.147264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:07.170817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-b88874a0-93e5-45d2-aaa8-9e01bc66ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:07.183225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-b88874a0-93e5-45d2-aaa8-9e01bc66ee84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800395 Jan 29 04:49:07.195694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-098508d5-b4e7-4405-a443-45df58253be8 req-f21863ce-1542-43b8-afdd-3349acfffd69 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159279 Jan 29 04:49:07.369798 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-8aec94e3-4596-4c0d-bb0a-2234c06ef13a service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845326 Jan 29 04:49:07.561768 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b6474314-7b82-44f7-af3d-05f4b907fd11 req-70697778-e31a-404d-a26a-fcacdd8c8d89 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790023 Jan 29 04:49:07.598492 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1201baa9-0f9f-4434-a96b-4bbf379c13a4 req-31b1c2d6-7c6a-45db-b915-6ccb569e93c1 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 210 time: 0.0392127 Jan 29 04:49:07.656023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:07.702644 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-489d7b4b-9cbc-4589-b45c-60902777c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:07.791041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-489d7b4b-9cbc-4589-b45c-60902777c0fb None None] For port 80729c33-4fd9-4bc6-9895-bc52d0658f21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=80729c33-4fd9-4bc6-9895-bc52d0658f21,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:07.805800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-489d7b4b-9cbc-4589-b45c-60902777c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:08.006438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d7b4b-9cbc-4589-b45c-60902777c0fb None None] Pushing event updated for resources: {'Port': ['ID=80729c33-4fd9-4bc6-9895-bc52d0658f21,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:08.063554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-0a6e471b-761e-45a1-b7c0-abea0b19ba44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:08.066271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-0a6e471b-761e-45a1-b7c0-abea0b19ba44 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 796 time: 0.1561167 Jan 29 04:49:08.087227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-dff5abb0-159c-454a-901b-2a56fc681d31 None None] Provisioning complete for port 80729c33-4fd9-4bc6-9895-bc52d0658f21 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:08.087610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dff5abb0-159c-454a-901b-2a56fc681d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:08.152173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-4ed75b7f-8c1e-4bbd-9885-4716f6a1da0d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e350f436196d44319d3ae21d47930a98 HTTP/1.1" status: 200 len: 379 time: 0.0707128 Jan 29 04:49:08.157728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:06Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:08.176672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'port': {'device_id': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'admin_state_up': True, 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'security_groups': ['795c931c-1136-4219-9f29-773f7374d602']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:08.192743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d1f87-1bd0-474a-acb0-c551aa57e8c0 None None] The sync data for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 is: [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:06Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:08.483611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1debf9-5e68-4a0f-86b1-2bb3717663e3 req-a23b4a91-ff42-4428-9915-833a5fb1f0ce tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:08.493746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e1debf9-5e68-4a0f-86b1-2bb3717663e3 req-a23b4a91-ff42-4428-9915-833a5fb1f0ce tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 943 time: 0.1360049 Jan 29 04:49:08.580974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e1debf9-5e68-4a0f-86b1-2bb3717663e3 req-ef0e03ed-95dc-4038-84d7-7da02a3d3e26 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809438 Jan 29 04:49:08.582655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Made reservation on behalf of e350f436196d44319d3ae21d47930a98 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:08.588374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:08.616498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 80729c33-4fd9-4bc6-9895-bc52d0658f21 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:08.755872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 80729c33-4fd9-4bc6-9895-bc52d0658f21 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:08.756502 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:08.851336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdfd5030-e233-438a-bc6d-ca1cecf1cad2 req-69e0e330-495a-4cba-b02d-062be659fa4f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 210 time: 0.0994072 Jan 29 04:49:08.898426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.20.0.9 (e0debc53-fbde-4b27-94eb-14a5267497e3/6b575ace-c7c7-4769-aec3-d9efc8d5bceb/20be1b43-6928-4348-aff9-e04b64327ffa) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:09.197831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:09.260636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:09.312898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network e0debc53-fbde-4b27-94eb-14a5267497e3 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:09.316845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:09.322374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:09.333843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9e5571dc-0950-4c35-8b70-7c40381a9c6a details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:49:09.387465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:09.435045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:09.435812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:09.476531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-39fb6ebe-c53c-4a31-9a58-2538b81bce40 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3167799 Jan 29 04:49:09.487790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-1002833c-c2a3-4b2f-9a9d-2015868a13df tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:49:09.488815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-1002833c-c2a3-4b2f-9a9d-2015868a13df tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059922 Jan 29 04:49:09.521175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:09.535654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:49:09.616983 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:49:09.642185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:09.685331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Request body: {'port': {'device_id': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:09.696230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5571dc-0950-4c35-8b70-7c40381a9c6a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:09.741722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:09.783946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:09.837706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:09.856095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df8d8e-3c29-4e21-93c9-ef8cfd72a0fb req-b8cbc40a-2d03-4958-9623-cdb02a6c9ff4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:09.857968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0df8d8e-3c29-4e21-93c9-ef8cfd72a0fb req-b8cbc40a-2d03-4958-9623-cdb02a6c9ff4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 944 time: 0.1291025 Jan 29 04:49:09.893152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=9e5571dc-0950-4c35-8b70-7c40381a9c6a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:09.910635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-58272997-6398-422c-a384-6e2342a179eb None None] Provisioning complete for port 20be1b43-6928-4348-aff9-e04b64327ffa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:09.911115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-58272997-6398-422c-a384-6e2342a179eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:10.025743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-58272997-6398-422c-a384-6e2342a179eb None None] Port 20be1b43-6928-4348-aff9-e04b64327ffa cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:10.059857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03e6fe-3cfd-4137-9e6c-3facf1d3801d req-7aae426d-04e4-4f74-a10d-eff959b20176 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.062237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb03e6fe-3cfd-4137-9e6c-3facf1d3801d req-7aae426d-04e4-4f74-a10d-eff959b20176 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 931 time: 0.0727782 Jan 29 04:49:10.088429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9e5571dc-0950-4c35-8b70-7c40381a9c6a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:49:10.190853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb03e6fe-3cfd-4137-9e6c-3facf1d3801d req-566b9546-7595-4d7d-a181-85da0aa54360 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010799 Jan 29 04:49:10.238791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0df8d8e-3c29-4e21-93c9-ef8cfd72a0fb req-62056ae5-2efc-4fad-9b40-b189e6dc012a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718719 Jan 29 04:49:10.492786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be1b43-6928-4348-aff9-e04b64327ffa {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:10.506081 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:10.526546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Transition to ACTIVE for port object 20be1b43-6928-4348-aff9-e04b64327ffa will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:49:10.531729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:10.602116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:10.696165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Attempting to bind port 20be1b43-6928-4348-aff9-e04b64327ffa on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:10.696577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Attempting to bind port 20be1b43-6928-4348-aff9-e04b64327ffa by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:10.697017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Attempting to bind port 20be1b43-6928-4348-aff9-e04b64327ffa on network e0debc53-fbde-4b27-94eb-14a5267497e3 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:10.705698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Port 20be1b43-6928-4348-aff9-e04b64327ffa on network e0debc53-fbde-4b27-94eb-14a5267497e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:49:10.706148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Attempting to bind port 20be1b43-6928-4348-aff9-e04b64327ffa on network e0debc53-fbde-4b27-94eb-14a5267497e3 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:10.712442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:10.712787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Checking segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:10.713177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Bound using segment: {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:10.713611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Bound port: 20be1b43-6928-4348-aff9-e04b64327ffa, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ef019e-ab66-420a-b303-99f1180997bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:10.713998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:10.787049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:10.790681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:10.798216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:10.849603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.850395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:10.852046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] 10.222.0.36 "PUT /v2.0/ports/20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 1091 time: 1.3493388 Jan 29 04:49:10.852712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:10.856129 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:10.913410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fadd3-b2ca-483c-880f-b3a8923ceae0 service neutron] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:10.997659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-c9d21249-cfad-43e3-ab1c-54fe8be0beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:10.999509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-c9d21249-cfad-43e3-ab1c-54fe8be0beb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1094 time: 0.0722497 Jan 29 04:49:11.058809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-cab57b82-16e4-4229-9656-9968ef545e18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 217 time: 0.0452847 Jan 29 04:49:11.118705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-14511f9d-6d5a-4e94-afed-85a6cdd533af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:11.120423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-14511f9d-6d5a-4e94-afed-85a6cdd533af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 200 len: 834 time: 0.0536959 Jan 29 04:49:11.172735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-433944a6-799b-4a27-88ce-a9ca2ba38da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:11.175052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-433944a6-799b-4a27-88ce-a9ca2ba38da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0debc53-fbde-4b27-94eb-14a5267497e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471580 Jan 29 04:49:11.296834 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7cf1a4-c898-4619-a7c7-e40e04d83129 x-openstack-request-id: req-fe7cf1a4-c898-4619-a7c7-e40e04d83129 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:11.297443 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:11.297443 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe7cf1a4-c898-4619-a7c7-e40e04d83129 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:11.297759 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'status': 'completed', 'code': 200} Jan 29 04:49:11.334715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9e5571dc-0950-4c35-8b70-7c40381a9c6a up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:11.415652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff539-b8b6-433a-8037-1070dd717e30 req-4eaa9e8e-c199-4521-86a6-5a2e07f502d0 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:11.424062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b7ff539-b8b6-433a-8037-1070dd717e30 req-4eaa9e8e-c199-4521-86a6-5a2e07f502d0 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 944 time: 0.0800130 Jan 29 04:49:11.443581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 9e5571dc-0950-4c35-8b70-7c40381a9c6a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:49:11.447784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 9e5571dc-0950-4c35-8b70-7c40381a9c6a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:11.448163 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:11.468350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b7ff539-b8b6-433a-8037-1070dd717e30 req-a3526f22-8548-4d05-8000-adab6b1796fe tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Jan 29 04:49:11.572824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:11.618760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:11.622684 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97899677-7115-48a1-8074-5b5109705d7a" -d '{"events": [{"server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "name": "network-vif-plugged", "status": "completed", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:11.659911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:11.674962 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:11.771941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=9e5571dc-0950-4c35-8b70-7c40381a9c6a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:11.825796 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45038e36-5530-4f65-9d84-adb994648a00 x-openstack-request-id: req-45038e36-5530-4f65-9d84-adb994648a00 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:11.826116 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "name": "network-vif-plugged", "status": "completed", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:11.826373 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45038e36-5530-4f65-9d84-adb994648a00 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:11.826799 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'code': 200} Jan 29 04:49:11.901544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9e07-dff3-43e3-94a1-78d23a41390f req-a072c6a8-5918-428a-a515-56147678b818 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:11.902685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a65e9e07-dff3-43e3-94a1-78d23a41390f req-a072c6a8-5918-428a-a515-56147678b818 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 943 time: 0.6039414 Jan 29 04:49:11.936059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-aa070c81-1daa-4a45-8646-df5b381aebad service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536926 Jan 29 04:49:11.978600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a65e9e07-dff3-43e3-94a1-78d23a41390f req-31e7f349-72da-4817-a5de-6dd0bc3993e2 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672433 Jan 29 04:49:11.979468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067678f-2538-475e-a3d8-3bf26c22f206 req-de0c6ecd-7749-485e-b2dc-abbf017717b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:11.980991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7067678f-2538-475e-a3d8-3bf26c22f206 req-de0c6ecd-7749-485e-b2dc-abbf017717b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1096 time: 0.0570023 Jan 29 04:49:12.033492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:12.052154 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7067678f-2538-475e-a3d8-3bf26c22f206 req-7a1421e2-c138-49cb-95b6-bf83c5677013 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626345 Jan 29 04:49:12.101391 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d82a36d-9526-4458-81b5-ecc8b9c014fa req-3c2ae4a4-2f6b-44a2-a911-831d9c73e1f9 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537604 Jan 29 04:49:12.307447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-5b39fbe2-6f83-4195-830f-9f8f2bb30b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:12.309006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-5b39fbe2-6f83-4195-830f-9f8f2bb30b2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1094 time: 0.1041195 Jan 29 04:49:12.459127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-004c8001-58ba-4417-880a-45f8c4c059d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:12.460812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-004c8001-58ba-4417-880a-45f8c4c059d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 897 time: 0.1419983 Jan 29 04:49:12.514638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-909f531b-e2e5-48c9-b020-7580077af905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 217 time: 0.0457346 Jan 29 04:49:12.582849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-12c30204-8889-4290-8df8-32819b040613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:12.585587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-12c30204-8889-4290-8df8-32819b040613 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 200 len: 834 time: 0.0629172 Jan 29 04:49:12.668387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-c1748283-9274-4763-b56a-e207ddf81e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:12.670137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-c1748283-9274-4763-b56a-e207ddf81e4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0debc53-fbde-4b27-94eb-14a5267497e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725863 Jan 29 04:49:12.697303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ce96b-852a-4dce-b019-9af5eb140a34 req-0949b4f7-81e2-4620-b18a-090c0fb058ee tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:12.701214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c61ce96b-852a-4dce-b019-9af5eb140a34 req-0949b4f7-81e2-4620-b18a-090c0fb058ee tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 945 time: 0.1136756 Jan 29 04:49:12.785761 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c61ce96b-852a-4dce-b019-9af5eb140a34 req-46a7cbcc-9ec0-4163-87ea-b41f17212774 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619001 Jan 29 04:49:12.855077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-aa325d47-9b79-4911-a4e6-66ba53acea4e service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747131 Jan 29 04:49:13.009431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e696ed18-ea43-4c0b-b7f9-5d53c7aeaf24 req-770d1358-5035-4d67-8670-b940d853e980 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456900 Jan 29 04:49:13.170410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eb23d-825f-4452-a767-1d68790b700f req-b31f4ddf-93ba-48e2-a3c5-4ecc5f5d1f28 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:13.172392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd4eb23d-825f-4452-a767-1d68790b700f req-b31f4ddf-93ba-48e2-a3c5-4ecc5f5d1f28 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 943 time: 0.0676243 Jan 29 04:49:13.233660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd4eb23d-825f-4452-a767-1d68790b700f req-38a8036a-a93d-42ff-bdf7-db9acb3cd4f8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545564 Jan 29 04:49:13.614275 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:13.929258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97ea73-f40c-4b8d-816e-4ad5f0646942 req-65fd194d-2049-42f0-a56c-6aa6ff4a4e75 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:13.933128 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc97ea73-f40c-4b8d-816e-4ad5f0646942 req-65fd194d-2049-42f0-a56c-6aa6ff4a4e75 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 945 time: 0.0638113 Jan 29 04:49:13.981827 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc97ea73-f40c-4b8d-816e-4ad5f0646942 req-6f378296-afb4-4284-85b6-1b5c6686e479 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Jan 29 04:49:14.117930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d3990-593c-4c67-aa62-328871fd438b req-2da3324a-5300-4773-a421-e9f3b2b8e430 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.119965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d3d3990-593c-4c67-aa62-328871fd438b req-2da3324a-5300-4773-a421-e9f3b2b8e430 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 945 time: 0.0580134 Jan 29 04:49:14.162873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d3d3990-593c-4c67-aa62-328871fd438b req-76834a0a-534c-4f43-aec0-3135b968d187 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367701 Jan 29 04:49:14.184694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55994) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:14.225927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2593fa2-e604-4164-b987-6425d96f0148 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.227481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2593fa2-e604-4164-b987-6425d96f0148 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1091 time: 0.0417466 Jan 29 04:49:14.230460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:14.236012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:14.271686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:14.405856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc40c6-c2c0-4b27-bafc-d6161b0b5c30 req-374eded0-b974-4b68-a064-8101ec17ff0e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:14.407859 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2dbc40c6-c2c0-4b27-bafc-d6161b0b5c30 req-374eded0-b974-4b68-a064-8101ec17ff0e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 943 time: 0.0552437 Jan 29 04:49:14.439387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:14.467051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2dbc40c6-c2c0-4b27-bafc-d6161b0b5c30 req-2d20be33-0351-412c-94ab-ef2b693d39be tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520751 Jan 29 04:49:14.600387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.25.4.85 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/3e9b8884-dcaa-4cb6-9f3a-e44e685912c2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:14.733667 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:14.775118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:14.817572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:14.821943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:14.839615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=3e9b8884-dcaa-4cb6-9f3a-e44e685912c2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:14.843245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:14.852026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.852606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.853044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.853876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.853876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.854505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.854745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.855156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.855548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.855938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.856331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:14.856978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:15.289119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:15.414557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:15.680941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:15.696713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a76ea-42d0-4010-be93-beea52dada72 req-0f0ec827-b045-4027-8bf4-d3b69f2c1015 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:15.700955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-578a76ea-42d0-4010-be93-beea52dada72 req-0f0ec827-b045-4027-8bf4-d3b69f2c1015 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 943 time: 0.0820708 Jan 29 04:49:15.713934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:15.815807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=3e9b8884-dcaa-4cb6-9f3a-e44e685912c2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:15.822915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-578a76ea-42d0-4010-be93-beea52dada72 req-07144411-1791-4024-a028-76482066f038 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169834 Jan 29 04:49:15.849289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:15.869419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:49:15.999344 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Floating IP 1d2a23af-4568-41ee-8ace-d33cb9c49027 associated. External IP: 172.25.4.85, port: 9e5571dc-0950-4c35-8b70-7c40381a9c6a. Jan 29 04:49:16.018035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:16.035802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '20be1b43-6928-4348-aff9-e04b64327ffa', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'port_id': '20be1b43-6928-4348-aff9-e04b64327ffa', 'mac_address': 'fa:16:3e:09:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:49:16.103638 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:16.120258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be1b43-6928-4348-aff9-e04b64327ffa {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:16.155222 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:16.163036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:16.238475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:16.339229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:16.434951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['20be1b43-6928-4348-aff9-e04b64327ffa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:49:16.496200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:16.510189 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:16.522002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:16.528641 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:16.529348 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:16.556256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f19d2f85-90a1-44e9-92df-d75b1ab05a85 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3245296 Jan 29 04:49:16.556910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:16.559393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56084) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:16.559893 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1593845-abc4-45f0-8f9c-6181730e15a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:16.650978 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8138532c-8060-43c4-b1c5-aacedde9f46f x-openstack-request-id: req-8138532c-8060-43c4-b1c5-aacedde9f46f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:16.651544 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:16.651931 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8138532c-8060-43c4-b1c5-aacedde9f46f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:16.652446 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'status': 'completed', 'code': 200} Jan 29 04:49:16.683877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8cdacad9-5316-48a4-a997-9061df00fe3d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/1d2a23af-4568-41ee-8ace-d33cb9c49027 HTTP/1.1" status: 200 len: 990 time: 0.1231668 Jan 29 04:49:16.743925 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:16.776858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-21ce96e0-3f9d-4b09-9dcf-2f118dcb9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:16.778948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-21ce96e0-3f9d-4b09-9dcf-2f118dcb9368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1096 time: 0.0871868 Jan 29 04:49:17.002849 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-a7ac23e2-d5a7-465f-b68e-c79f1293a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.005281 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-a7ac23e2-d5a7-465f-b68e-c79f1293a3b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 897 time: 0.2175276 Jan 29 04:49:17.021463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61a17-1c24-463a-85b6-8c9f383da160 req-89a39a15-1cc2-4a20-8a32-788d7a893e3b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.032551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b61a17-1c24-463a-85b6-8c9f383da160 req-89a39a15-1cc2-4a20-8a32-788d7a893e3b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 944 time: 0.0960150 Jan 29 04:49:17.107144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b61a17-1c24-463a-85b6-8c9f383da160 req-9a6860f2-068f-429e-937b-93b31786255a tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680811 Jan 29 04:49:17.145411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-9000cf83-8963-4e21-9db2-ce572bd9902b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 998 time: 0.1323488 Jan 29 04:49:17.158897 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:50Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:15Z', 'revision_number': 0, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:17.188786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:17.199008 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:17.199886 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:17.208753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-9b775a0a-29cd-4803-9d36-98796f7d6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.210628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-9b775a0a-29cd-4803-9d36-98796f7d6073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 200 len: 834 time: 0.0591848 Jan 29 04:49:17.292461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-20b0ec74-1771-446b-a811-b28574fa6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:17.301603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-20b0ec74-1771-446b-a811-b28574fa6335 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803652 Jan 29 04:49:17.367532 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:17.430198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-a1336a2e-b65c-4aae-8012-35dd49c667af service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242137 Jan 29 04:49:17.528955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1593845-abc4-45f0-8f9c-6181730e15a8 req-f8517b52-9eb8-4359-b6b7-b9b9b5f17bbf service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903046 Jan 29 04:49:17.664392 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:50Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:15Z', 'revision_number': 0, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:17.685803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56112) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:17.696849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a8d7e-138c-4e6d-a1c0-69da9092da55 None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:48:50Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:15Z', 'revision_number': 0, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:17.783609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7149a935-a27e-4953-aa3a-c308311007e3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/1d2a23af-4568-41ee-8ace-d33cb9c49027 HTTP/1.1" status: 200 len: 990 time: 0.0950370 Jan 29 04:49:17.870574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:17.926275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 20be1b43-6928-4348-aff9-e04b64327ffa completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:49:17.931250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 20be1b43-6928-4348-aff9-e04b64327ffa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:17.931743 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:17.978600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d59b84-47c8-4824-9c36-b666b9fdaea5 None None] New status for floating IP 1d2a23af-4568-41ee-8ace-d33cb9c49027: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:49:18.065730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:18.126030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:18.128410 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e05f15-597f-490d-b27d-bf481291e297" -d '{"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-plugged", "status": "completed", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:18.254516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a056e8-137d-49af-a4b3-a8994268686d req-7dd27bcf-ea6e-4e68-91f0-f0c01073491d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:18.256119 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83a056e8-137d-49af-a4b3-a8994268686d req-7dd27bcf-ea6e-4e68-91f0-f0c01073491d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 944 time: 0.0575588 Jan 29 04:49:18.304263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83a056e8-137d-49af-a4b3-a8994268686d req-d94c344b-9170-4a59-83d8-3607bf98ca9b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Jan 29 04:49:18.350221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df5e6c-ee7c-4ee7-8768-8d4f85b9a7c5 req-4f7d418a-bf21-479a-a881-9b8e080ef83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:18.351762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55df5e6c-ee7c-4ee7-8768-8d4f85b9a7c5 req-4f7d418a-bf21-479a-a881-9b8e080ef83c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1095 time: 0.0621045 Jan 29 04:49:18.356257 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f19bd55-b271-4168-8b52-8e5613f90da4 x-openstack-request-id: req-4f19bd55-b271-4168-8b52-8e5613f90da4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:18.356838 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-plugged", "status": "completed", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:18.357085 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f19bd55-b271-4168-8b52-8e5613f90da4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:18.357464 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'code': 200} Jan 29 04:49:18.393341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:18.395920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55df5e6c-ee7c-4ee7-8768-8d4f85b9a7c5 req-c373a951-f5ec-492b-8cb7-61a9a400bbb3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367327 Jan 29 04:49:18.400397 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:18.453184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:18.786383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56126) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:18.852023 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-057bed9d-6b31-4347-a978-e5b962fef7e3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/1d2a23af-4568-41ee-8ace-d33cb9c49027 HTTP/1.1" status: 200 len: 992 time: 0.0644021 Jan 29 04:49:19.465284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35862a-3937-4e3f-9e2d-7e87a998f5df req-f75ca2ca-effb-45bf-ac2d-7c9d7f22e23b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:19.467212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a35862a-3937-4e3f-9e2d-7e87a998f5df req-f75ca2ca-effb-45bf-ac2d-7c9d7f22e23b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0772891 Jan 29 04:49:19.516940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a35862a-3937-4e3f-9e2d-7e87a998f5df req-a360cf45-239b-4707-9f7b-d6152dda2489 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Jan 29 04:49:20.642924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405efafb-531c-491c-9d20-941ad8323323 req-b6a633fb-a618-41ab-b453-8a1171f94fb0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:20.644590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-405efafb-531c-491c-9d20-941ad8323323 req-b6a633fb-a618-41ab-b453-8a1171f94fb0 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0493596 Jan 29 04:49:20.684950 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-405efafb-531c-491c-9d20-941ad8323323 req-aaf8d23a-88f0-4431-961d-88862e49bd36 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338006 Jan 29 04:49:20.827026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0986-606b-4623-afa5-151af7dfd249 req-1f795b4c-79ce-4c5b-91c6-f30a29478725 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:20.829429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0986-606b-4623-afa5-151af7dfd249 req-1f795b4c-79ce-4c5b-91c6-f30a29478725 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0641246 Jan 29 04:49:20.873762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0986-606b-4623-afa5-151af7dfd249 req-a33b4ea3-7749-4b66-80e3-63767713cb30 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370505 Jan 29 04:49:20.898390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56150) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:20.942103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8d231-56aa-4d87-9fdb-8e4e7f1e6299 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:20.946449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-82b8d231-56aa-4d87-9fdb-8e4e7f1e6299 tempest-TestNetworkAdvancedServerOps-797406257 tempest-TestNetworkAdvancedServerOps-797406257-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1091 time: 0.0440712 Jan 29 04:49:20.946795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56154) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:20.952066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '20be1b43-6928-4348-aff9-e04b64327ffa', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:20.983531 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:21.157749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:21.272214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Allocated IP 172.25.4.37 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/ef956362-a469-42d0-afd5-839c152f4198) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:21.379987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:21.416411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:21.460836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:21.464138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:21.466821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:21.496201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=ef956362-a469-42d0-afd5-839c152f4198,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:21.509790 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.510171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.510516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.510856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.511189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.511525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.511853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.512182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.512511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.512838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.513162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:21.513482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:22.157786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:22.245945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:22.464064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:22.473082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:22.566934 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event updated for resources: {'Port': ['ID=ef956362-a469-42d0-afd5-839c152f4198,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:22.575743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:22.747369 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP fda64c50-63b4-40dc-b523-c0af099bd78c associated. External IP: 172.25.4.37, port: 20be1b43-6928-4348-aff9-e04b64327ffa. Jan 29 04:49:23.001228 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router db358caa-6a37-4110-a3e6-4fa148043464 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:23.140723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:23.152123 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] Sync routers for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:23.165513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:23.166454 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:23.170240 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:23.208734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-52770c62-9b53-4fd0-a2f2-06586c0e86e5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2607641 Jan 29 04:49:23.209818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:23.213534 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afecf937-8ded-4127-86a9-4e9a01a4cb66" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:23.282361 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bcee1b-ae1a-4b21-b0b5-beea9a6b4e77 x-openstack-request-id: req-a0bcee1b-ae1a-4b21-b0b5-beea9a6b4e77 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:23.282712 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:23.283146 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0bcee1b-ae1a-4b21-b0b5-beea9a6b4e77 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:23.283602 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'status': 'completed', 'code': 200} Jan 29 04:49:23.297245 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:23.359169 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a6eb-6215-47c8-b8fe-b26f4495552c req-fe8d9695-c0cb-4713-a8f9-e2a9ef75f2c9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.369743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e60a6eb-6215-47c8-b8fe-b26f4495552c req-fe8d9695-c0cb-4713-a8f9-e2a9ef75f2c9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0996916 Jan 29 04:49:23.372720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-1a29baad-c01b-44f5-92fe-bc8dce836afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.375076 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-1a29baad-c01b-44f5-92fe-bc8dce836afe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1096 time: 0.0543103 Jan 29 04:49:23.410944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e60a6eb-6215-47c8-b8fe-b26f4495552c req-84b5ef8f-a1a5-4245-ae51-15f1de87dcfa tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404506 Jan 29 04:49:23.442354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56196) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:23.488328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-8183eb44-8eca-4288-9809-0d37912f2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.490410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-8183eb44-8eca-4288-9809-0d37912f2b0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 897 time: 0.1019375 Jan 29 04:49:23.516978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9f2ca2c0-6b8b-4e18-9a68-1db1635a58a6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/fda64c50-63b4-40dc-b523-c0af099bd78c HTTP/1.1" status: 200 len: 990 time: 0.0734041 Jan 29 04:49:23.574475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-57499b31-3b2a-41b5-b2ba-733b253789a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 998 time: 0.0683918 Jan 29 04:49:23.644039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-852f686d-1707-4aab-9bf3-f2ea45cd59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.645984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-852f686d-1707-4aab-9bf3-f2ea45cd59e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 200 len: 834 time: 0.0639045 Jan 29 04:49:23.646991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fda64c50-63b4-40dc-b523-c0af099bd78c', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'port_id': '20be1b43-6928-4348-aff9-e04b64327ffa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'mac_address': 'fa:16:3e:09:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:21Z', 'updated_at': '2022-01-29T04:49:21Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:23.678398 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] Checking router: db358caa-6a37-4110-a3e6-4fa148043464 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:23.696502 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:23.697116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:48:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:23.710208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-8aef2685-ee75-4243-bcd1-9feeb41be762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:23.715322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-8aef2685-ee75-4243-bcd1-9feeb41be762 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0debc53-fbde-4b27-94eb-14a5267497e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627110 Jan 29 04:49:23.830859 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:23.878638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-de45088d-3a78-4429-9a83-a5e35c1d2b6e service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550400 Jan 29 04:49:23.887281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3709fb48-b4b5-447c-94ab-7434d52ae7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:24.036668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afecf937-8ded-4127-86a9-4e9a01a4cb66 req-40e535b3-0e05-4b67-8ee7-52e00199306d service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514590 Jan 29 04:49:24.327019 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fda64c50-63b4-40dc-b523-c0af099bd78c', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'port_id': '20be1b43-6928-4348-aff9-e04b64327ffa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'mac_address': 'fa:16:3e:09:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:21Z', 'updated_at': '2022-01-29T04:49:21Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:24.366878 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f471e4e4-55e8-4133-9f59-6995890d4d03 None None] The sync data for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 is: [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fda64c50-63b4-40dc-b523-c0af099bd78c', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'port_id': '20be1b43-6928-4348-aff9-e04b64327ffa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'mac_address': 'fa:16:3e:09:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:21Z', 'updated_at': '2022-01-29T04:49:21Z', 'revision_number': 0, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:24.521534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56284) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:24.606734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-98de6a9f-2c2e-41d8-8bd6-b98595cd018d tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/fda64c50-63b4-40dc-b523-c0af099bd78c HTTP/1.1" status: 200 len: 990 time: 0.0825067 Jan 29 04:49:24.735345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a963832-9618-4765-8cd0-62bb5b794089 None None] New status for floating IP fda64c50-63b4-40dc-b523-c0af099bd78c: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:49:24.884725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56326) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:25.061217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7cf10be-300d-41f7-977a-13febb844a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.189341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7cf10be-300d-41f7-977a-13febb844a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.195155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7cf10be-300d-41f7-977a-13febb844a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.240005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf10be-300d-41f7-977a-13febb844a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9f161b-0ed1-4faa-80c0-16b2dd28b51b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:25.257374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e7cf10be-300d-41f7-977a-13febb844a4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=016227afacf6496db22714db5bc2b04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715792 Jan 29 04:49:25.260067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56376) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:25.335538 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd1b-21d3-4026-9ec4-be6c1e3ed52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.374767 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd1b-21d3-4026-9ec4-be6c1e3ed52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.427229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd1b-21d3-4026-9ec4-be6c1e3ed52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.430414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd1b-21d3-4026-9ec4-be6c1e3ed52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:25.431571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e81bd1b-21d3-4026-9ec4-be6c1e3ed52c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d9f161b-0ed1-4faa-80c0-16b2dd28b51b HTTP/1.1" status: 204 len: 168 time: 0.1705287 Jan 29 04:49:25.441294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81bd1b-21d3-4026-9ec4-be6c1e3ed52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9f161b-0ed1-4faa-80c0-16b2dd28b51b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:25.609636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:25.680146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b1d951b-f3e6-4737-b545-a2e7f15fe56f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/fda64c50-63b4-40dc-b523-c0af099bd78c HTTP/1.1" status: 200 len: 992 time: 0.0690405 Jan 29 04:49:26.120006 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ede3b7b5-6e5a-4e6a-bb50-977d1b8bd3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:27.353583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:27.904872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56738) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:27.910508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'network': {'name': 'tempest-network-smoke--370859019', 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:27.934684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Made reservation on behalf of baf927fc09a64153890ae2ae485343c8 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:27.940360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:27.949364 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.026740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.030772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.059227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:49:28.068283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efa1882-75f1-4720-9bf1-88f506e7cb0f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:28.076926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.076926 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Added segment 0c09343f-ce12-4e25-888a-15b500fcace2 of type vlan for network 05dc0b29-948d-40e0-a054-f5df759b76d2 Jan 29 04:49:28.123885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.162244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.167916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:28.168496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.202807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2967513 Jan 29 04:49:28.206087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:28.212277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'admin_state_up': True, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:28.248159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e664f01-ae1b-4990-b571-3da173c94644 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Network': ['ID=05dc0b29-948d-40e0-a054-f5df759b76d2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:28.259249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:49:28.267877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.268874 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.321658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.477865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.683766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.708881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.816203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.25.4.117 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/a8ff0d89-43c7-44ee-b941-c4fc2b6621c5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:28.944238 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:28.983002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:29.032506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:29.036294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:29.040523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:29.063676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:29.192606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:29.270923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:29.328418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:29.547908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:29.682800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:49:29.793079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:29.804808 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Sync routers for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:29.815458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:29.816071 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:29.816749 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:29.820908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-111705e0-7a51-4c1c-886b-48c6ffc62710 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6098745 Jan 29 04:49:29.821359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:29.944454 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:30.006408 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa433ab1-08f4-40fc-87e0-5c12930e61b5 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=baf927fc09a64153890ae2ae485343c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1838145 Jan 29 04:49:30.008910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:30.143118 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:29Z', 'revision_number': 3, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:30.169599 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Checking router: d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:30.170226 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Updating router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:49:30.171201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a93ed3-0438-48db-ad53-bc0981181c79 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:30.172967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-67a93ed3-0438-48db-ad53-bc0981181c79 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629918 Jan 29 04:49:30.176743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56786) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:30.197483 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.209546 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-346acbb8-b5df-4a30-b9c3-003231c3622b tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308707 Jan 29 04:49:30.212221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:30.218083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783430852', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:30.338571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Made reservation on behalf of baf927fc09a64153890ae2ae485343c8 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:30.342755 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.520178 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.527514 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.578332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.588550 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Attempting to bind port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:30.588924 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Attempting to bind port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:30.589288 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Attempting to bind port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:30.599465 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:30.599842 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:30.600247 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.600642 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:30.601106 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Bound port: a8ff0d89-43c7-44ee-b941-c4fc2b6621c5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:30.601486 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.643397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Subnet': ['ID=a408770f-fe0f-4e07-bea1-8337e19f5d6e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:30.653680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Checking segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:30.654086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network hostable DHCP agents. Network: 05dc0b29-948d-40e0-a054-f5df759b76d2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:49:30.660792 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] For port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:30.663923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] For port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:30.668893 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1ae0-ba1d-4546-9485-31e1d2966147 None None] Pushing event updated for resources: {'Port': ['ID=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:30.674232 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.676023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:49:30.693009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 05dc0b29-948d-40e0-a054-f5df759b76d2) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:30.702465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797fc53f-fbcc-4008-9928-ed94d95fdb08 None None] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:49:30.717833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:30.718356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:30.744881 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1ae0-ba1d-4546-9485-31e1d2966147 None None] Pushing event updated for resources: {'Port': ['ID=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:30.747763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:30.748356 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:30.755537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-93a381cf-1302-4414-9be7-83238a7cca37 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5418975 Jan 29 04:49:30.758168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56792) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:30.862204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:30.894819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-05dc0b29-948d-40e0-a054-f5df759b76d2', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:49:30.895701 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:31.136290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Allocated IP 172.20.0.2 (05dc0b29-948d-40e0-a054-f5df759b76d2/a408770f-fe0f-4e07-bea1-8337e19f5d6e/a58217ac-a0d6-4c07-9cc6-748c0e2af34a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:31.170175 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:29Z', 'revision_number': 3, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:31.203205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71f0cc-2878-40e1-bced-5ba024209f19 None None] The sync data for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 is: [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:29Z', 'revision_number': 3, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:31.219272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-a6cacf3d-1c2b-457b-8d0c-5c23387f91c4 req-51f0e5a1-ae01-4a0e-ab56-a508eb8d4c37 service neutron] (102402) timed out ('10.222.0.20', 59039) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:49:31.437199 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:31.442133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-ceddd000-712e-4aa7-b4bc-fa25471616de req-a03e5182-6632-4d5e-9fd4-8a74a40533a5 service neutron] (102403) timed out ('10.222.0.20', 59037) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:49:31.451751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:31.494380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:31.499083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:31.502924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:31.513649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Pushing event updated for resources: {'Port': ['ID=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:31.570317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Attempting to bind port a58217ac-a0d6-4c07-9cc6-748c0e2af34a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:31.570684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Attempting to bind port a58217ac-a0d6-4c07-9cc6-748c0e2af34a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:31.571043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Attempting to bind port a58217ac-a0d6-4c07-9cc6-748c0e2af34a on network 05dc0b29-948d-40e0-a054-f5df759b76d2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:31.576174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:31.576547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Checking segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:31.576945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:31.577333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Bound using segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:31.577794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Bound port: a58217ac-a0d6-4c07-9cc6-748c0e2af34a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:31.584618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:31.703177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] For port a58217ac-a0d6-4c07-9cc6-748c0e2af34a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:31.708304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] For port a58217ac-a0d6-4c07-9cc6-748c0e2af34a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:31.732109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:31.843150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa50e3-3132-4039-aa42-ac95fe019a74 None None] Pushing event updated for resources: {'Port': ['ID=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:31.978614 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:32.383351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.20.0.1 (05dc0b29-948d-40e0-a054-f5df759b76d2/a408770f-fe0f-4e07-bea1-8337e19f5d6e/4dda6d18-0c20-4da5-8cdd-906034bb42ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:32.569591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:32.619851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:32.687083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:32.691988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:32.694862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:32.723697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:32.749868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:32.830961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:32.831340 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:32.853622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=4dda6d18-0c20-4da5-8cdd-906034bb42ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:33.000531 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.019310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.042925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:33.052530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.053751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a58217ac-a0d6-4c07-9cc6-748c0e2af34a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:33.178456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:33.192812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a58217ac-a0d6-4c07-9cc6-748c0e2af34a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:33.193233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.314777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a8270-7d1a-4043-bdeb-5534720563e4 None None] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:49:33.330722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.418376 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port a58217ac-a0d6-4c07-9cc6-748c0e2af34a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:33.433770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.478916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.488653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ba315ef4-a291-44f1-a7e7-198b2d8ab742 None None] Provisioning complete for port a58217ac-a0d6-4c07-9cc6-748c0e2af34a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:33.489103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.489252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba315ef4-a291-44f1-a7e7-198b2d8ab742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.574256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:33.576203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=4dda6d18-0c20-4da5-8cdd-906034bb42ae,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:33.618400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:33.746375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:33.747813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:33.880460 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:34.011121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:34.019434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:34.020477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1bfce76-9011-4453-9fc6-b5d7eee546b6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "PUT /v2.0/routers/d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2610853 Jan 29 04:49:34.021785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Sync routers for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:34.023990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--148177864', 'description': 'tempest-secgroup_access--148177864 description', 'project_id': 'baf927fc09a64153890ae2ae485343c8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:34.051418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:34.052481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:34.058556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-090e4fcf-949e-4e47-acdc-00e63969b78f None None] Provisioning complete for port 4dda6d18-0c20-4da5-8cdd-906034bb42ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:34.059319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-090e4fcf-949e-4e47-acdc-00e63969b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.081245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.139009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-090e4fcf-949e-4e47-acdc-00e63969b78f None None] Port 4dda6d18-0c20-4da5-8cdd-906034bb42ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:34.196838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-090e4fcf-949e-4e47-acdc-00e63969b78f None None] Provisioning complete for port a58217ac-a0d6-4c07-9cc6-748c0e2af34a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:34.197471 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-090e4fcf-949e-4e47-acdc-00e63969b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.236490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.245433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:34.253270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.294488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d2c204-6b21-4405-8052-90119ba73b2c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:34.305911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.305911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7261070-5b32-48e1-a5ce-6630a7976fee tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2816381 Jan 29 04:49:34.306205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:34.309975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--839460815', 'description': 'tempest-secgroup_general--839460815 description', 'project_id': 'baf927fc09a64153890ae2ae485343c8'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:34.369611 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.554108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9f2287b0-b8fc-4d34-8f29-aed9867e323b None None] Provisioning complete for port 4dda6d18-0c20-4da5-8cdd-906034bb42ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:34.554484 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9f2287b0-b8fc-4d34-8f29-aed9867e323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.566108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.575296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.597428 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:34.630078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.634263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3250024 Jan 29 04:49:34.634449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56828) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:34.644304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'security_group_rule': {'security_group_id': '96d2c204-6b21-4405-8052-90119ba73b2c', 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:34.649484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9f2287b0-b8fc-4d34-8f29-aed9867e323b None None] Port 4dda6d18-0c20-4da5-8cdd-906034bb42ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:34.664035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1de138-8b20-4b90-b1d8-3fd442cd3153 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563865dd-ca55-4ac9-9eaa-9afae2d3f6da,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:34.671847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 2, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:34.699619 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.722303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Checking router: d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:34.722730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Updating router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 port 4dda6d18-0c20-4da5-8cdd-906034bb42ae binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:49:34.751144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:34.751929 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.796666 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.806105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.813717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.836572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-20a8ca6f-cb82-40b4-add2-5f1e36458276 None None] Provisioning complete for port 4dda6d18-0c20-4da5-8cdd-906034bb42ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:34.836938 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-20a8ca6f-cb82-40b4-add2-5f1e36458276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.837512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15169a5-d477-40b9-be4a-e7a62d057131,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:34.856460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:34.867912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-175ad810-eb43-40df-8148-2ed331d2d940 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316556 Jan 29 04:49:35.059757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-a18c8901-9011-4107-8643-bca1fbd1c9c8 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--148177864&fields=id&tenant_id=baf927fc09a64153890ae2ae485343c8 HTTP/1.1" status: 200 len: 267 time: 0.0463266 Jan 29 04:49:35.131315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-7aeae88f-21f6-4d05-a89c-c7f9fb00568a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--839460815&fields=id&tenant_id=baf927fc09a64153890ae2ae485343c8 HTTP/1.1" status: 200 len: 267 time: 0.0643249 Jan 29 04:49:35.131895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-20a8ca6f-cb82-40b4-add2-5f1e36458276 None None] Port 4dda6d18-0c20-4da5-8cdd-906034bb42ae cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:35.187662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a58217ac-a0d6-4c07-9cc6-748c0e2af34a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:35.268274 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-0292817f-e60a-465b-80a9-631247a1e9d3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:35.269669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-0292817f-e60a-465b-80a9-631247a1e9d3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/networks?id=05dc0b29-948d-40e0-a054-f5df759b76d2 HTTP/1.1" status: 200 len: 796 time: 0.1374354 Jan 29 04:49:35.288972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-9fdb2e9a-561e-4394-b7f1-e93b8fa0acdb tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/quotas/baf927fc09a64153890ae2ae485343c8 HTTP/1.1" status: 200 len: 375 time: 0.0101428 Jan 29 04:49:35.324218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a58217ac-a0d6-4c07-9cc6-748c0e2af34a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:35.324602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:35.350516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1d4e0604-a6e2-41bc-8ded-39bd069d70db tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550230 Jan 29 04:49:35.475019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-0d5b0198-a0e5-4bb5-bb8c-bb05c35eb297 service neutron] 10.222.0.32 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041617 Jan 29 04:49:35.509071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:35.518890 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:35.568363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fd67d-8a12-48cc-8cd8-11d1a69af7f1 None None] Pushing event updated for resources: {'Port': ['ID=4dda6d18-0c20-4da5-8cdd-906034bb42ae,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:35.593338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-8d665561-ee58-4833-ba84-d7e259a71c34 service neutron] 10.222.0.32 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117604 Jan 29 04:49:35.649058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Attempting to bind port 4dda6d18-0c20-4da5-8cdd-906034bb42ae on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:35.649450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Attempting to bind port 4dda6d18-0c20-4da5-8cdd-906034bb42ae by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:35.649919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Attempting to bind port 4dda6d18-0c20-4da5-8cdd-906034bb42ae on network 05dc0b29-948d-40e0-a054-f5df759b76d2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:35.663929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:35.669391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Checking segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:35.669937 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:35.670357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Bound using segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:35.670858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Bound port: 4dda6d18-0c20-4da5-8cdd-906034bb42ae, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:35.671250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:35.813417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] For port 4dda6d18-0c20-4da5-8cdd-906034bb42ae, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:35.821183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] For port 4dda6d18-0c20-4da5-8cdd-906034bb42ae, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4dda6d18-0c20-4da5-8cdd-906034bb42ae,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:35.828929 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:35.875314 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-027bde6a-0926-4853-8745-d64bb3289cb1 req-6c52ce3e-9754-4224-95a8-dc0ae54f94cd tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 210 time: 0.0671153 Jan 29 04:49:35.961580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:35.962306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:36.024841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fd67d-8a12-48cc-8cd8-11d1a69af7f1 None None] Pushing event updated for resources: {'Port': ['ID=4dda6d18-0c20-4da5-8cdd-906034bb42ae,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:36.040342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6308a583-50e2-422c-87c7-91ebc1f5516a None None] Provisioning complete for port 4dda6d18-0c20-4da5-8cdd-906034bb42ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:36.040716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6308a583-50e2-422c-87c7-91ebc1f5516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.145152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:36.320714 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6308a583-50e2-422c-87c7-91ebc1f5516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.355882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:36.384141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6308a583-50e2-422c-87c7-91ebc1f5516a None None] For port 4dda6d18-0c20-4da5-8cdd-906034bb42ae, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4dda6d18-0c20-4da5-8cdd-906034bb42ae,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:36.397079 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6308a583-50e2-422c-87c7-91ebc1f5516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.482295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308a583-50e2-422c-87c7-91ebc1f5516a None None] Pushing event updated for resources: {'Port': ['ID=4dda6d18-0c20-4da5-8cdd-906034bb42ae,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:36.494148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:35Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:36.495190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72849c40-b944-4eaf-acae-a9ff69d5b766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.530463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122b238-118d-4ca8-b0c5-be6e18a1d039 None None] The sync data for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 is: [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:35Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:36.541390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ddbc31be-8e30-4e7b-a855-0a1dbbda4c11 None None] Provisioning complete for port 4dda6d18-0c20-4da5-8cdd-906034bb42ae triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:36.541709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31be-8e30-4e7b-a855-0a1dbbda4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.650475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72849c40-b944-4eaf-acae-a9ff69d5b766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.655054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72849c40-b944-4eaf-acae-a9ff69d5b766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.713674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72849c40-b944-4eaf-acae-a9ff69d5b766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b90711-b1a2-43d4-b856-2eec29285208,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:36.722162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-72849c40-b944-4eaf-acae-a9ff69d5b766 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec2d74cf5f634f01aa736fe477f2427f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648944 Jan 29 04:49:36.724074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 56878) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:36.788907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0976e6ea-2ff2-42fa-845a-4d06df0bf0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.820764 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0976e6ea-2ff2-42fa-845a-4d06df0bf0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.894273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0976e6ea-2ff2-42fa-845a-4d06df0bf0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.897583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0976e6ea-2ff2-42fa-845a-4d06df0bf0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:36.901718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0976e6ea-2ff2-42fa-845a-4d06df0bf0a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0b90711-b1a2-43d4-b856-2eec29285208 HTTP/1.1" status: 204 len: 168 time: 0.1764748 Jan 29 04:49:36.911185 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976e6ea-2ff2-42fa-845a-4d06df0bf0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b90711-b1a2-43d4-b856-2eec29285208,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:37.025260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42bf8192-9718-49e5-bdb6-6c10500c3d0f req-a70d4ade-671d-464e-9ba0-8dfa55db8505 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 210 time: 0.0595183 Jan 29 04:49:37.386492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:37.410430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b8e26da-ce53-44ba-b7fe-1f3662cd44bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.477646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-037e4e88-dbca-48fc-85b1-b62e4d10abf7 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:37.479776 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-037e4e88-dbca-48fc-85b1-b62e4d10abf7 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.20 "GET /v2.0/networks?id=05dc0b29-948d-40e0-a054-f5df759b76d2 HTTP/1.1" status: 200 len: 796 time: 0.2060890 Jan 29 04:49:37.531842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b8e26da-ce53-44ba-b7fe-1f3662cd44bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.537734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b8e26da-ce53-44ba-b7fe-1f3662cd44bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.552481 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-d4eb677e-4fd9-4cdc-aab3-d2f52897de4c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf927fc09a64153890ae2ae485343c8 HTTP/1.1" status: 200 len: 476 time: 0.0560358 Jan 29 04:49:37.565400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'port': {'device_id': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'admin_state_up': True, 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'security_groups': ['96d2c204-6b21-4405-8052-90119ba73b2c', '563865dd-ca55-4ac9-9eaa-9afae2d3f6da']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:37.582238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e26da-ce53-44ba-b7fe-1f3662cd44bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c869e0b-7512-423f-a8eb-7172a8aaacf9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:37.589208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b8e26da-ce53-44ba-b7fe-1f3662cd44bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6f454dc77204489abb923cd5d07c51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007852 Jan 29 04:49:37.592044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56894) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:37.663307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55c29247-132f-467a-98c0-34e84f94e48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.690617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Made reservation on behalf of baf927fc09a64153890ae2ae485343c8 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:37.691175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55c29247-132f-467a-98c0-34e84f94e48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.696243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.753032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55c29247-132f-467a-98c0-34e84f94e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.755663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-55c29247-132f-467a-98c0-34e84f94e48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:37.759191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-55c29247-132f-467a-98c0-34e84f94e48f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c869e0b-7512-423f-a8eb-7172a8aaacf9 HTTP/1.1" status: 204 len: 168 time: 0.1631856 Jan 29 04:49:37.778787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c29247-132f-467a-98c0-34e84f94e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c869e0b-7512-423f-a8eb-7172a8aaacf9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:37.863053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.20.0.10 (05dc0b29-948d-40e0-a054-f5df759b76d2/a408770f-fe0f-4e07-bea1-8337e19f5d6e/906ec05e-3c47-4882-be59-740e20d4587f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:38.045747 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.105985 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.164195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:38.167256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:38.179826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:38.201188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=906ec05e-3c47-4882-be59-740e20d4587f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.226651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806140-b8ad-46e7-a12f-b00bef172fa1 req-18791b4f-eeca-4bd6-a180-84dde2c1e518 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:38.228718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10806140-b8ad-46e7-a12f-b00bef172fa1 req-18791b4f-eeca-4bd6-a180-84dde2c1e518 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 971 time: 0.0980139 Jan 29 04:49:38.286803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10806140-b8ad-46e7-a12f-b00bef172fa1 req-1e021f2d-b058-48cd-a157-09d24f583b87 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0440648 Jan 29 04:49:38.307320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:38.308019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.371538 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-f6f4c696-ded1-43f9-8c0a-ed687c2b09be tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8106899 Jan 29 04:49:38.398401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Request body: {'port': {'device_id': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:38.464485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.541943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9b321410-38bd-46c1-b736-03e65d8ae31c None None] Provisioning complete for port 906ec05e-3c47-4882-be59-740e20d4587f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.541943 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9b321410-38bd-46c1-b736-03e65d8ae31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.605870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9b321410-38bd-46c1-b736-03e65d8ae31c None None] Port 906ec05e-3c47-4882-be59-740e20d4587f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:38.625203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4dda6d18-0c20-4da5-8cdd-906034bb42ae up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:38.701739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 4dda6d18-0c20-4da5-8cdd-906034bb42ae triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:38.702170 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.809136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906ec05e-3c47-4882-be59-740e20d4587f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:38.817021 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.829110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Transition to ACTIVE for port object 906ec05e-3c47-4882-be59-740e20d4587f will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:49:38.833314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:38.891358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Pushing event updated for resources: {'Port': ['ID=906ec05e-3c47-4882-be59-740e20d4587f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:38.999499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Attempting to bind port 906ec05e-3c47-4882-be59-740e20d4587f on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:38.999957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Attempting to bind port 906ec05e-3c47-4882-be59-740e20d4587f by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:39.000533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Attempting to bind port 906ec05e-3c47-4882-be59-740e20d4587f on network 05dc0b29-948d-40e0-a054-f5df759b76d2 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:39.006170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Port 906ec05e-3c47-4882-be59-740e20d4587f on network 05dc0b29-948d-40e0-a054-f5df759b76d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:49:39.006578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Attempting to bind port 906ec05e-3c47-4882-be59-740e20d4587f on network 05dc0b29-948d-40e0-a054-f5df759b76d2 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:39.012620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:39.013286 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Checking segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:39.013749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Bound using segment: {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:39.014289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Bound port: 906ec05e-3c47-4882-be59-740e20d4587f, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c09343f-ce12-4e25-888a-15b500fcace2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:39.014723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:39.150571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] For port 906ec05e-3c47-4882-be59-740e20d4587f, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:39.153937 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] For port 906ec05e-3c47-4882-be59-740e20d4587f, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=906ec05e-3c47-4882-be59-740e20d4587f,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:39.162996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:39.201674 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:39.202366 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:39.203774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] 10.222.0.20 "PUT /v2.0/ports/906ec05e-3c47-4882-be59-740e20d4587f HTTP/1.1" status: 200 len: 1131 time: 0.8136344 Jan 29 04:49:39.204252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:39.206937 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f916a38-0faa-4c7f-aa9e-ea667d552cea" -d '{"events": [{"name": "network-changed", "server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "tag": "906ec05e-3c47-4882-be59-740e20d4587f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:39.234031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75e19c-0e73-4ae6-baa5-ea07c1428e71 service neutron] Pushing event updated for resources: {'Port': ['ID=906ec05e-3c47-4882-be59-740e20d4587f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:39.271701 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90734f2d-c212-4136-90aa-fdc0960e61cc x-openstack-request-id: req-90734f2d-c212-4136-90aa-fdc0960e61cc {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:39.272067 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "tag": "906ec05e-3c47-4882-be59-740e20d4587f", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:39.272552 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90734f2d-c212-4136-90aa-fdc0960e61cc {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:39.273021 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f', 'status': 'completed', 'code': 200} Jan 29 04:49:39.334072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-de953c62-a6e2-49d2-ba1c-3a3b3e7b0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:39.335647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-de953c62-a6e2-49d2-ba1c-3a3b3e7b0748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1134 time: 0.0513921 Jan 29 04:49:39.450381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-fbb29cdf-cb73-4410-bce8-ab18d3353526 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906ec05e-3c47-4882-be59-740e20d4587f HTTP/1.1" status: 200 len: 217 time: 0.0874758 Jan 29 04:49:39.517520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-d4a28a7c-79ac-4aa6-b2d6-c01a47ab9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:39.519075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-d4a28a7c-79ac-4aa6-b2d6-c01a47ab9db9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a408770f-fe0f-4e07-bea1-8337e19f5d6e HTTP/1.1" status: 200 len: 834 time: 0.0581982 Jan 29 04:49:39.607322 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56ec9c-320a-4f49-a910-7aea18f446a2 req-de0a1961-dc66-4b85-8ceb-ecc72b97a3b9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:39.612092 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed56ec9c-320a-4f49-a910-7aea18f446a2 req-de0a1961-dc66-4b85-8ceb-ecc72b97a3b9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 983 time: 0.0920362 Jan 29 04:49:39.615804 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-85e72593-dbe5-4dc6-85eb-44b76c7ea8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:39.617372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-85e72593-dbe5-4dc6-85eb-44b76c7ea8d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05dc0b29-948d-40e0-a054-f5df759b76d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870419 Jan 29 04:49:39.722864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed56ec9c-320a-4f49-a910-7aea18f446a2 req-ba3955a4-cfc4-4663-8d70-fd93efe1f2c3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1044378 Jan 29 04:49:39.759152 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-3fd57052-5c8b-4546-9f8a-17a3cc15ebb6 service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340256 Jan 29 04:49:39.860255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a2f4b52-9565-4909-b265-63757c86b5b0 req-2ae3fd3b-a8a7-4f2a-9188-0c5e33075d19 service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918112 Jan 29 04:49:39.993492 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-920c8834-f003-498d-8e07-1447ed17c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:39.995273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-920c8834-f003-498d-8e07-1447ed17c757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1134 time: 0.0433338 Jan 29 04:49:40.121654 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-f8775e94-a6b8-42f9-91e8-ea52c8a2ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:40.123409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-f8775e94-a6b8-42f9-91e8-ea52c8a2ef79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05dc0b29-948d-40e0-a054-f5df759b76d2 HTTP/1.1" status: 200 len: 897 time: 0.1020021 Jan 29 04:49:40.183204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-ad4aaa91-3380-4a29-8935-864c3e4b7386 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906ec05e-3c47-4882-be59-740e20d4587f HTTP/1.1" status: 200 len: 217 time: 0.0361974 Jan 29 04:49:40.244631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-30803324-8ba6-47c0-8e21-646d41941d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:40.245769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-30803324-8ba6-47c0-8e21-646d41941d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a408770f-fe0f-4e07-bea1-8337e19f5d6e HTTP/1.1" status: 200 len: 834 time: 0.0534143 Jan 29 04:49:40.303312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-c94688f2-7c01-4d25-8268-ebaccb6c9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:40.304824 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-c94688f2-7c01-4d25-8268-ebaccb6c9c38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05dc0b29-948d-40e0-a054-f5df759b76d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491354 Jan 29 04:49:40.407819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-ee1eceb5-98b0-4a16-8ed2-66e16ad0516b service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927315 Jan 29 04:49:40.516045 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f916a38-0faa-4c7f-aa9e-ea667d552cea req-38a12e05-5943-4986-b918-3af7d8dda56b service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891340 Jan 29 04:49:40.850732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4c14e-3c0f-442d-90a6-09682cdc4d7e req-d8d43964-86c5-4536-871f-c99340aa9acf tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:40.852406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97b4c14e-3c0f-442d-90a6-09682cdc4d7e req-d8d43964-86c5-4536-871f-c99340aa9acf tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 983 time: 0.0531178 Jan 29 04:49:40.898322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97b4c14e-3c0f-442d-90a6-09682cdc4d7e req-945de283-a01a-4aeb-9b88-bef500b46496 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366864 Jan 29 04:49:41.542016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-5d559cdb-15e7-40a4-9c47-ca2b18d353cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445125 Jan 29 04:49:41.662926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-41bf0fd2-1bd6-4259-b33b-3caf2f24e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:41.664561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-41bf0fd2-1bd6-4259-b33b-3caf2f24e753 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1096 time: 0.0550277 Jan 29 04:49:41.773759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-0558557a-5b2f-4a21-8124-b5a000b62620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:41.775287 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-0558557a-5b2f-4a21-8124-b5a000b62620 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 897 time: 0.0912538 Jan 29 04:49:42.015537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:42.195724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-9fcae883-fffa-4080-9f2d-38ef1177c661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 1000 time: 0.4121335 Jan 29 04:49:42.207759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696ce0-09c3-4b02-8724-1c0d01cdefe1 req-69e48a62-0e9f-47b3-b4fa-43d40307076b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:42.209176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77696ce0-09c3-4b02-8724-1c0d01cdefe1 req-69e48a62-0e9f-47b3-b4fa-43d40307076b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 983 time: 0.0628147 Jan 29 04:49:42.282967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77696ce0-09c3-4b02-8724-1c0d01cdefe1 req-8519e752-2e27-4487-89b1-309e7564a8bb tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0650725 Jan 29 04:49:42.284293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-9d5c5723-7f48-460e-875c-e78fa797b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:42.285642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-9d5c5723-7f48-460e-875c-e78fa797b787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 200 len: 834 time: 0.0756323 Jan 29 04:49:42.350799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-ba21d518-0c61-4b71-a8cc-3e1cbc123da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:42.352320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-ba21d518-0c61-4b71-a8cc-3e1cbc123da5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602660 Jan 29 04:49:42.456312 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-c961507f-19e5-480e-af31-5b70764c91f6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961587 Jan 29 04:49:42.564078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cb2478c9-7d9a-4a29-b5d3-475dc795da1a req-5f50710c-9583-4121-b2c1-546e7ae40cc3 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994720 Jan 29 04:49:43.409870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf28b-851e-4aee-8bf4-de2588fdde57 req-58fc8288-a840-42a2-9f14-ab6037dec3ab tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:43.411304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c33cf28b-851e-4aee-8bf4-de2588fdde57 req-58fc8288-a840-42a2-9f14-ab6037dec3ab tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 983 time: 0.0523329 Jan 29 04:49:43.458041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c33cf28b-851e-4aee-8bf4-de2588fdde57 req-d3023244-17e3-44c7-adc9-81ed0250d3b3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0406072 Jan 29 04:49:43.493171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 906ec05e-3c47-4882-be59-740e20d4587f details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:49:43.602549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 906ec05e-3c47-4882-be59-740e20d4587f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=906ec05e-3c47-4882-be59-740e20d4587f,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:43.613943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '906ec05e-3c47-4882-be59-740e20d4587f', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'port_id': '906ec05e-3c47-4882-be59-740e20d4587f', 'mac_address': 'fa:16:3e:37:30:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:49:43.637214 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:43.672105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:43.686350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906ec05e-3c47-4882-be59-740e20d4587f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:43.708731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 906ec05e-3c47-4882-be59-740e20d4587f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=906ec05e-3c47-4882-be59-740e20d4587f,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:43.715117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:43.789662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=906ec05e-3c47-4882-be59-740e20d4587f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:44.035502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['906ec05e-3c47-4882-be59-740e20d4587f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:49:44.578631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1e810-0351-42ed-9978-8ea5f1710059 req-5b0c61d9-78f3-48dd-ae32-8756723a81cc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:44.580188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58a1e810-0351-42ed-9978-8ea5f1710059 req-5b0c61d9-78f3-48dd-ae32-8756723a81cc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 984 time: 0.0547426 Jan 29 04:49:44.621161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58a1e810-0351-42ed-9978-8ea5f1710059 req-41244ba4-6484-42e9-98a3-7bd63bf5f7e0 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348616 Jan 29 04:49:45.495653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 906ec05e-3c47-4882-be59-740e20d4587f up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:45.566484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 906ec05e-3c47-4882-be59-740e20d4587f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:49:45.570982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 906ec05e-3c47-4882-be59-740e20d4587f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:45.571399 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:45.662193 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:45.694216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:45.696923 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f46a4f-c3ae-48c0-b2b4-c9c817d6c823" -d '{"events": [{"server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "name": "network-vif-plugged", "status": "completed", "tag": "906ec05e-3c47-4882-be59-740e20d4587f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:45.712367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 906ec05e-3c47-4882-be59-740e20d4587f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=906ec05e-3c47-4882-be59-740e20d4587f,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:45.718409 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:45.754086 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f88d781-a54d-4b43-af9f-e5ddc37ba786 x-openstack-request-id: req-6f88d781-a54d-4b43-af9f-e5ddc37ba786 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:45.754489 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "name": "network-vif-plugged", "status": "completed", "tag": "906ec05e-3c47-4882-be59-740e20d4587f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:45.754840 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f88d781-a54d-4b43-af9f-e5ddc37ba786 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:45.755323 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f', 'code': 200} Jan 29 04:49:45.772087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ce65-353f-4c5c-9b89-29f070773dfc req-b40255d9-7844-45f2-bdb5-ff23587aba07 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:45.774527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fa5ce65-353f-4c5c-9b89-29f070773dfc req-b40255d9-7844-45f2-bdb5-ff23587aba07 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 984 time: 0.0771329 Jan 29 04:49:45.779638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=906ec05e-3c47-4882-be59-740e20d4587f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:45.835535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fa5ce65-353f-4c5c-9b89-29f070773dfc req-c444c04b-58f5-4223-8c1b-955a9f2bee07 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0538161 Jan 29 04:49:45.901110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6641-d2a7-45a1-8acd-f406c771b19e req-881d2aac-e467-4221-a5f8-02ec52fec957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:45.903011 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-477e6641-d2a7-45a1-8acd-f406c771b19e req-881d2aac-e467-4221-a5f8-02ec52fec957 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1136 time: 0.0553229 Jan 29 04:49:45.952750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-477e6641-d2a7-45a1-8acd-f406c771b19e req-6cb71ccc-77b7-435e-a1b9-48bdf379cd57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0410190 Jan 29 04:49:46.620319 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:49:46.974608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccbfc1-5127-4979-b7eb-d73ed725a249 req-1e1f239b-7b83-4018-832f-40633d7df71f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:46.978365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cccbfc1-5127-4979-b7eb-d73ed725a249 req-1e1f239b-7b83-4018-832f-40633d7df71f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 985 time: 0.0571601 Jan 29 04:49:47.025871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9cccbfc1-5127-4979-b7eb-d73ed725a249 req-efc43235-7903-420b-a887-188b6a4e8813 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0418911 Jan 29 04:49:47.975127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-17e6c58b-fca3-4eac-af0c-eed413dcd0cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488679 Jan 29 04:49:48.077783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-45897030-4a87-40b1-919e-df7bb0efb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.080024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-45897030-4a87-40b1-919e-df7bb0efb5c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1096 time: 0.0432651 Jan 29 04:49:48.166000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f79a9f-44ad-4960-aa8a-94c217710c7a req-95af5e44-6e43-40d4-bfaf-32862c4b28e6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.173919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69f79a9f-44ad-4960-aa8a-94c217710c7a req-95af5e44-6e43-40d4-bfaf-32862c4b28e6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 985 time: 0.0572934 Jan 29 04:49:48.218942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-69f79a9f-44ad-4960-aa8a-94c217710c7a req-7091fe4f-149a-42d5-b025-82090f5c21b0 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0440848 Jan 29 04:49:48.222410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-b148a8a0-1273-496c-8779-75d984c6c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.224152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-b148a8a0-1273-496c-8779-75d984c6c850 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 897 time: 0.1213067 Jan 29 04:49:48.329321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-e925835b-e8ab-4822-8047-5c59d30972ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 1000 time: 0.0969877 Jan 29 04:49:48.375246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde29a4-e1b7-46d1-be37-949c9276fc41 req-57079e36-6897-4605-876c-896266af79a0 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.377065 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ebde29a4-e1b7-46d1-be37-949c9276fc41 req-57079e36-6897-4605-876c-896266af79a0 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 985 time: 0.0936110 Jan 29 04:49:48.411883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-577c92cf-0a8d-46be-b1d3-a8e4b25fccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.413358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-577c92cf-0a8d-46be-b1d3-a8e4b25fccc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 200 len: 834 time: 0.0778863 Jan 29 04:49:48.439665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ebde29a4-e1b7-46d1-be37-949c9276fc41 req-8f45ad72-3495-4455-9d36-e30c94dab9dd tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0563421 Jan 29 04:49:48.476432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-ad08d976-6a14-436b-bc60-c3d4551e4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.478307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-ad08d976-6a14-436b-bc60-c3d4551e4638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0debc53-fbde-4b27-94eb-14a5267497e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567362 Jan 29 04:49:48.568540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518f6e-84b4-45d6-9b9f-845115af28b1 req-87d06dad-4a0a-4082-bbf2-bbff70a8a3e3 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.571740 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62518f6e-84b4-45d6-9b9f-845115af28b1 req-87d06dad-4a0a-4082-bbf2-bbff70a8a3e3 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1136 time: 0.0460567 Jan 29 04:49:48.591919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-fa57e925-1f25-46af-b070-9e689c8a7642 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046259 Jan 29 04:49:48.592596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-62518f6e-84b4-45d6-9b9f-845115af28b1 req-ab2d3664-5603-4c67-bc43-fac42b3fa713 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:48.676812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-62518f6e-84b4-45d6-9b9f-845115af28b1 req-ab2d3664-5603-4c67-bc43-fac42b3fa713 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:48.683109 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-62518f6e-84b4-45d6-9b9f-845115af28b1 req-ab2d3664-5603-4c67-bc43-fac42b3fa713 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:48.712332 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62518f6e-84b4-45d6-9b9f-845115af28b1 req-ab2d3664-5603-4c67-bc43-fac42b3fa713 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1321652 Jan 29 04:49:48.723095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d3664-5603-4c67-bc43-fac42b3fa713 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8571e9-5b45-4542-824e-90a4a5d24cb0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:48.737398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9cc6328-be0d-45b1-9e87-cbc5090ee71c req-c7ea69d9-0337-4ccf-8cbd-6411cea8077f service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352487 Jan 29 04:49:48.740843 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57112) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:48.789988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bc6da-4c84-41a3-abcf-5abd0d0c6843 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:48.791719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b64bc6da-4c84-41a3-abcf-5abd0d0c6843 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1131 time: 0.0497580 Jan 29 04:49:48.794623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57114) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:48.799546 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '906ec05e-3c47-4882-be59-740e20d4587f', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:48.823708 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:48.936306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.059416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.25.4.133 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/83edf074-b65c-45e3-bf20-fe9898faa4da) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:49.189494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.226541 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.274732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:49.277487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:49.281226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:49.305034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=83edf074-b65c-45e3-bf20-fe9898faa4da,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:49.662162 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.762869 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.958711 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.965840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:49.997345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:50.046737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=83edf074-b65c-45e3-bf20-fe9898faa4da,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:50.062732 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:50.089806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46d63c-49cc-4752-b4cb-b72da7732420 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:50.090310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46d63c-49cc-4752-b4cb-b72da7732420 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:50.090770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46d63c-49cc-4752-b4cb-b72da7732420 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:50.092479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b46d63c-49cc-4752-b4cb-b72da7732420 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=65d8603db8c645c3b5ec791173c4d342&network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 2969 time: 0.0934107 Jan 29 04:49:50.182461 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Floating IP c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0 associated. External IP: 172.25.4.133, port: 906ec05e-3c47-4882-be59-740e20d4587f. Jan 29 04:49:50.408235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:49:50.520764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:49:50.531738 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] Sync routers for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:49:50.542199 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:50.544480 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:50.546547 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:50.573099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-caf64f2c-89b9-4789-b7bb-e3eb5513db3a tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7772975 Jan 29 04:49:50.573939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:50.575741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:50.576856 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d272775-968e-4aee-9de5-cf3afc07eb06" -d '{"events": [{"name": "network-changed", "server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "tag": "906ec05e-3c47-4882-be59-740e20d4587f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:50.666648 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:50.794632 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d3d439-8a83-4573-b7a4-049ffef8d702 x-openstack-request-id: req-c1d3d439-8a83-4573-b7a4-049ffef8d702 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:50.794923 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "tag": "906ec05e-3c47-4882-be59-740e20d4587f", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:50.795180 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d3d439-8a83-4573-b7a4-049ffef8d702 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:50.795610 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f', 'status': 'completed', 'code': 200} Jan 29 04:49:51.044811 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'port_id': '906ec05e-3c47-4882-be59-740e20d4587f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'mac_address': 'fa:16:3e:37:30:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:49Z', 'updated_at': '2022-01-29T04:49:49Z', 'revision_number': 0, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:51.073442 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] Checking router: d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:49:51.082810 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:49:51.083434 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:51.086436 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-47043cfb-d6b2-428c-878b-2f4f8c8dbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.088223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-47043cfb-d6b2-428c-878b-2f4f8c8dbcef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1136 time: 0.2435589 Jan 29 04:49:51.237999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-0cf63000-b9a0-419f-8b7d-87776a950d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.240254 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-0cf63000-b9a0-419f-8b7d-87776a950d2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=05dc0b29-948d-40e0-a054-f5df759b76d2 HTTP/1.1" status: 200 len: 897 time: 0.1437533 Jan 29 04:49:51.263366 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:49:51.264078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.265244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.266137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.267762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.268416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.269053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.271093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7e664d0-9a3c-45da-ba93-05e3bdf35473 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4253 time: 0.6943069 Jan 29 04:49:51.274345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57170) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:51.353507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.354038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.355747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.355747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.356277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.356737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.361905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bbafc859-7a04-4656-b104-2e5d837389c9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3971 time: 0.0865393 Jan 29 04:49:51.362558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:51.385113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-5f81deeb-94da-4571-9adb-34e0042adf85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906ec05e-3c47-4882-be59-740e20d4587f HTTP/1.1" status: 200 len: 1000 time: 0.1261585 Jan 29 04:49:51.459677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-2b5209d9-52f5-426a-bd27-9b004aa3dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.461184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-2b5209d9-52f5-426a-bd27-9b004aa3dd4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a408770f-fe0f-4e07-bea1-8337e19f5d6e HTTP/1.1" status: 200 len: 834 time: 0.0681276 Jan 29 04:49:51.549756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-f8d2fa94-6d7c-41f1-8860-140af5eea91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.553459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-f8d2fa94-6d7c-41f1-8860-140af5eea91e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05dc0b29-948d-40e0-a054-f5df759b76d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816603 Jan 29 04:49:51.576528 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'port_id': '906ec05e-3c47-4882-be59-740e20d4587f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'mac_address': 'fa:16:3e:37:30:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:49Z', 'updated_at': '2022-01-29T04:49:49Z', 'revision_number': 0, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:49:51.577992 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-e627527e-ef84-4f62-af25-65dc315b56fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:49:51.580390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-e627527e-ef84-4f62-af25-65dc315b56fc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206668 Jan 29 04:49:51.613227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f037417c-9938-4dc4-a6af-4d875de60229 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 0.2495556 Jan 29 04:49:51.616277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57180) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:51.620629 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976a99c-ba11-426a-9463-1dec39cda50f None None] The sync data for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 is: [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'port_id': '906ec05e-3c47-4882-be59-740e20d4587f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'mac_address': 'fa:16:3e:37:30:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:49Z', 'updated_at': '2022-01-29T04:49:49Z', 'revision_number': 0, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:49:51.702039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafa8a4-d60c-4a5f-a4df-7b060dbd5838 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.702556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafa8a4-d60c-4a5f-a4df-7b060dbd5838 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:51.705237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aaafa8a4-d60c-4a5f-a4df-7b060dbd5838 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 HTTP/1.1" status: 200 len: 1990 time: 0.0878639 Jan 29 04:49:51.727112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-a85c03b8-651f-4051-a5ee-38f8bb95d9e1 service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398060 Jan 29 04:49:51.840154 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5d272775-968e-4aee-9de5-cf3afc07eb06 req-da0b1a50-7804-4bcb-ab7b-abe96c920861 service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050458 Jan 29 04:49:51.919031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb2a93-9bd9-4338-b422-3e7f31322107 None None] New status for floating IP c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:49:52.147884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57194) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:52.201335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8700f-248f-4d5f-bb8f-a05e85971b91 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:52.214017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4ee8700f-248f-4d5f-bb8f-a05e85971b91 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f HTTP/1.1" status: 200 len: 814 time: 0.0534949 Jan 29 04:49:52.684558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57206) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:52.691168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'network': {'name': 'tempest-network-smoke--1829939766', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:52.713405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:52.717109 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:52.744650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:49:52.755752 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:52.756158 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Added segment ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a of type vlan for network a68e081b-da2f-4bf7-a08e-894e583c1658 Jan 29 04:49:52.801462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:52.833999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:52.840439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:52.841072 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:52.917361 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2285862 Jan 29 04:49:52.917562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57210) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:52.948652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f7df3-eae8-47cd-92de-93b3507de123 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Network': ['ID=a68e081b-da2f-4bf7-a08e-894e583c1658,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:52.967086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a68e081b-da2f-4bf7-a08e-894e583c1658 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:49:53.007721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f8e73-146a-4a64-8c12-c0e87bfba5c4 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.009249 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b61f8e73-146a-4a64-8c12-c0e87bfba5c4 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=65d8603db8c645c3b5ec791173c4d342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0907311 Jan 29 04:49:53.012549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57212) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:53.116147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99993510-9a8a-4b40-954c-f2fbbdf7554d tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.120255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-99993510-9a8a-4b40-954c-f2fbbdf7554d tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025233 Jan 29 04:49:53.120623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:53.154570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1266430-4367-4746-a970-9232aaaf1c46 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328133 Jan 29 04:49:53.159173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:53.189969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7dcfb23-62c3-42ff-b6db-bb01066c38d5 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=65d8603db8c645c3b5ec791173c4d342&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271020 Jan 29 04:49:53.190168 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:53.290983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b453b3-3988-4341-902c-218c666cd62f tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.295203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2b453b3-3988-4341-902c-218c666cd62f tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016128 Jan 29 04:49:53.295498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:53.327843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-471dd945-65dc-4b77-9c53-068c8d83000d tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288322 Jan 29 04:49:53.328180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:53.333503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70695572', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:53.456174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:53.460966 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:53.686670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:53.756232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Subnet': ['ID=89d7f7e2-6981-444f-babe-b313026e6619,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:53.776296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Checking segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:53.776676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network hostable DHCP agents. Network: a68e081b-da2f-4bf7-a08e-894e583c1658, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:49:53.803455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network a68e081b-da2f-4bf7-a08e-894e583c1658 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:49:53.818776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a68e081b-da2f-4bf7-a08e-894e583c1658) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:53.824883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:53.825971 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:53.835317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b074ff0-668a-410a-95f7-6a959f1d9c28 None None] Network a68e081b-da2f-4bf7-a08e-894e583c1658 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:49:53.873476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3d76f22-af0d-4cf0-83fe-6e14279a0ad5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5443540 Jan 29 04:49:53.943145 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2efe8785-f28b-44a5-8d4a-a5b8f82ccefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.068552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-a68e081b-da2f-4bf7-a08e-894e583c1658', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ips': [{'subnet_id': '89d7f7e2-6981-444f-babe-b313026e6619'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:49:54.069404 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.232378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Allocated IP 172.20.0.18 (a68e081b-da2f-4bf7-a08e-894e583c1658/89d7f7e2-6981-444f-babe-b313026e6619/707454dc-a487-4737-b55a-09c5d1cced78) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:54.252246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:54.256955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764990611', 'description': 'tempest-secgroup-smoke-1764990611 description', 'project_id': '65d8603db8c645c3b5ec791173c4d342'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:54.285407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.379059 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.390640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.421208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2618798-79ac-4369-a39b-afb4a55c419f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.427740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.429253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3812340-f2a5-486d-844a-ef4e0812017e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1759489 Jan 29 04:49:54.432254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57242) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:54.437310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': 'f2618798-79ac-4369-a39b-afb4a55c419f', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:54.468025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.486546 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.493395 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.536459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Pushing event updated for resources: {'Port': ['ID=707454dc-a487-4737-b55a-09c5d1cced78,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.547192 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.548105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.548454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.548790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.549116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.549439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.549764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.550106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.550427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.550742 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.551513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.551848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:49:54.563029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Network a68e081b-da2f-4bf7-a08e-894e583c1658 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:54.564521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:54.567901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:54.571124 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.576145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.596129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a589922-7615-43e2-be11-e50f4040f9b0,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.616532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.620927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:54.621527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d3a6f825-9749-4e4a-b0df-8f214df25943 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872723 Jan 29 04:49:54.625603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': 'f2618798-79ac-4369-a39b-afb4a55c419f', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:54.636922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Attempting to bind port 707454dc-a487-4737-b55a-09c5d1cced78 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:54.637542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Attempting to bind port 707454dc-a487-4737-b55a-09c5d1cced78 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:54.638114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Attempting to bind port 707454dc-a487-4737-b55a-09c5d1cced78 on network a68e081b-da2f-4bf7-a08e-894e583c1658 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:54.644991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:54.645658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Checking segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:54.646479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.647517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Bound using segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:54.648281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Bound port: 707454dc-a487-4737-b55a-09c5d1cced78, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:54.648922 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.658256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.740509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.746422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.752912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] For port 707454dc-a487-4737-b55a-09c5d1cced78, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:54.759161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] For port 707454dc-a487-4737-b55a-09c5d1cced78, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=707454dc-a487-4737-b55a-09c5d1cced78,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:54.769150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.769369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e390d1c-43b9-44d3-85be-c0a04a86cc8a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.780708 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.789446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6f3fbea-cefc-4eb7-b9e1-4e1b7db609d4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648388 Jan 29 04:49:54.789766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:54.795147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': 'f2618798-79ac-4369-a39b-afb4a55c419f', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:54.827275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.843370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b6e4d-e23a-4f7e-8c74-807915de2760 None None] Pushing event updated for resources: {'Port': ['ID=707454dc-a487-4737-b55a-09c5d1cced78,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.901881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.907785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.928599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b383195c-797a-40e3-86e3-3ad15f6aaecd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:54.934410 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:54.938738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e45c858-407e-4269-8f40-634ccde30bab tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441648 Jan 29 04:49:54.938738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:54.943051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': 'f2618798-79ac-4369-a39b-afb4a55c419f', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:54.976527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.072071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.076740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.097905 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3baeb5-8fb6-4e48-b0cb-94d944eabf5d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:55.109029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.112889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d264545-73c1-4252-b7bd-4ffc90463836 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705701 Jan 29 04:49:55.113015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:55.117959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': 'f2618798-79ac-4369-a39b-afb4a55c419f', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:55.151136 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Project 65d8603db8c645c3b5ec791173c4d342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:49:55.159048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.274327 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.283226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.336909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.338748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247880 Jan 29 04:49:55.341814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:55.348387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': 'f2618798-79ac-4369-a39b-afb4a55c419f', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:55.357493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67431f35-659b-4879-bdd9-462bc6235e7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd30b1b-6d46-413a-964a-cf793dea0ea5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:55.404017 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Project 65d8603db8c645c3b5ec791173c4d342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:49:55.416545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.432832 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d37d7-f10a-4a63-82a5-79cc50f62452 req-1d37949e-eb76-434b-a5e0-604bd169aef7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:55.435175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-106d37d7-f10a-4a63-82a5-79cc50f62452 req-1d37949e-eb76-434b-a5e0-604bd169aef7 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0620692 Jan 29 04:49:55.484359 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-106d37d7-f10a-4a63-82a5-79cc50f62452 req-a51a3b43-976d-4eff-a621-af29bea32d03 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357630 Jan 29 04:49:55.506811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.511567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.549204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1531949-a096-4fb8-85a1-3f957187f67c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:55.555807 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:55.558310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a01c5fc-959c-4cb6-8690-c57cdca23bf1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2141881 Jan 29 04:49:55.788586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-4a99484e-cc06-4ba4-8c0d-3648d2ee0ffa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764990611&fields=id&tenant_id=65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 267 time: 0.0421355 Jan 29 04:49:55.974787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-e34863de-6258-4b84-8acc-dbd51a43940b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:55.976559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-e34863de-6258-4b84-8acc-dbd51a43940b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/networks?id=a68e081b-da2f-4bf7-a08e-894e583c1658 HTTP/1.1" status: 200 len: 797 time: 0.1805944 Jan 29 04:49:55.993657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-1d852e9e-88c4-4508-89f3-49163bba61d9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/quotas/65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 375 time: 0.0100574 Jan 29 04:49:56.077877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-3b3504e7-2878-4c18-bece-dd4d5dbe29d5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0781927 Jan 29 04:49:56.144227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f0c98e95-68b1-4f1c-8842-f21b6f41a535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:56.196617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-91de0d36-b012-4bc9-a81d-9f6c5b659724 service neutron] 10.222.0.32 "GET /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178339 Jan 29 04:49:56.215998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df4a032-8af7-417b-9542-e51ed9b20466 None None] Network a68e081b-da2f-4bf7-a08e-894e583c1658 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:49:56.307940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4e3d1e1e-a1e6-45c3-a9f1-3227aae7c41c None None] Provisioning complete for port 707454dc-a487-4737-b55a-09c5d1cced78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:56.308564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1e1e-a1e6-45c3-a9f1-3227aae7c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:56.330922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-0f663b23-b670-490f-b7ae-2f36056bbce4 service neutron] 10.222.0.32 "GET /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239488 Jan 29 04:49:56.504110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1e1e-a1e6-45c3-a9f1-3227aae7c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:56.558556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e1e46df0-5595-4e0e-8be8-f28c9be3e25e req-772c3b4c-46c9-446b-92dd-c09f3b492eba tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0637052 Jan 29 04:49:56.629106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4e3d1e1e-a1e6-45c3-a9f1-3227aae7c41c None None] For port 707454dc-a487-4737-b55a-09c5d1cced78, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=707454dc-a487-4737-b55a-09c5d1cced78,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:49:56.636007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1e1e-a1e6-45c3-a9f1-3227aae7c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:56.681927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bf600-c9e2-4b4c-8a65-d1f1c2cb51f7 req-ecd57e68-ca1c-4366-94de-fd5216df66ba tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:56.692112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-696bf600-c9e2-4b4c-8a65-d1f1c2cb51f7 req-ecd57e68-ca1c-4366-94de-fd5216df66ba tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0943172 Jan 29 04:49:56.712186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 707454dc-a487-4737-b55a-09c5d1cced78 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:56.747991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-696bf600-c9e2-4b4c-8a65-d1f1c2cb51f7 req-a45337f0-ff01-4a8f-a0b6-8429e2e1ec90 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516975 Jan 29 04:49:56.819644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d1e1e-a1e6-45c3-a9f1-3227aae7c41c None None] Pushing event updated for resources: {'Port': ['ID=707454dc-a487-4737-b55a-09c5d1cced78,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:56.845997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 707454dc-a487-4737-b55a-09c5d1cced78 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:56.846724 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:56.992810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a9263b13-559f-412d-83fa-c75b8082c588 None None] Provisioning complete for port 707454dc-a487-4737-b55a-09c5d1cced78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:56.993178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9263b13-559f-412d-83fa-c75b8082c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:57.363058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:57.665325 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50c05f4b-3e89-4a76-be24-32e304a8c5fd req-04be6330-e3a2-41b9-b8cc-83f33c70042c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0300579 Jan 29 04:49:57.928872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e6b4-a9a3-4188-b3fb-66728930b38a req-a1da16e4-1b05-43d0-af78-f34f2f77c544 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:57.936949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cfa3e6b4-a9a3-4188-b3fb-66728930b38a req-a1da16e4-1b05-43d0-af78-f34f2f77c544 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0901535 Jan 29 04:49:57.975280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-0a6df4c1-4828-4e32-9a0a-3e93dc9cfd7b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:57.976972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-0a6df4c1-4828-4e32-9a0a-3e93dc9cfd7b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "GET /v2.0/networks?id=a68e081b-da2f-4bf7-a08e-894e583c1658 HTTP/1.1" status: 200 len: 797 time: 0.2097712 Jan 29 04:49:57.992344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cfa3e6b4-a9a3-4188-b3fb-66728930b38a req-20ba8445-7748-4e0a-9fc1-cdc482e345bd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543242 Jan 29 04:49:58.067221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-bff2e9d0-95c6-4403-b260-e3180ee10ae0 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 472 time: 0.0492413 Jan 29 04:49:58.083028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'port': {'device_id': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'admin_state_up': True, 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'security_groups': ['f2618798-79ac-4369-a39b-afb4a55c419f']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:58.231652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:49:58.235893 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.381982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.20.0.24 (a68e081b-da2f-4bf7-a08e-894e583c1658/89d7f7e2-6981-444f-babe-b313026e6619/08667f62-dcd2-4def-815b-67511b809bce) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:49:58.396818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:58.585874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b8179c8-841e-4de1-8f45-497c7ab02394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.589671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 707454dc-a487-4737-b55a-09c5d1cced78 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:49:58.652487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 707454dc-a487-4737-b55a-09c5d1cced78 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:58.653142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.657681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.684842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b8179c8-841e-4de1-8f45-497c7ab02394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.692628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b8179c8-841e-4de1-8f45-497c7ab02394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.748753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57356) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:49:58.749378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b8179c8-841e-4de1-8f45-497c7ab02394 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7776185976ce4f43b169505022cbf6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510325 Jan 29 04:49:58.757592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8179c8-841e-4de1-8f45-497c7ab02394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d689798f-8822-4cd7-b6e0-2cec70a17c1a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:58.769677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.823288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network a68e081b-da2f-4bf7-a08e-894e583c1658 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:49:58.828699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:49:58.831382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:49:58.889789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=08667f62-dcd2-4def-815b-67511b809bce,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:58.894998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d0355-e94f-4051-84ab-fd3eff1782d3 req-1d309aaf-a674-459e-b501-62b049df6cdc tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:58.903585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-206d0355-e94f-4051-84ab-fd3eff1782d3 req-1d309aaf-a674-459e-b501-62b049df6cdc tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 932 time: 0.0983872 Jan 29 04:49:58.915623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3953b681-8cfb-4a11-8988-a3e26565e05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.921594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:58.922391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.948566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-8ac2a1bd-5ce6-4b05-8d38-dc176e0e25aa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8737776 Jan 29 04:49:58.954935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3953b681-8cfb-4a11-8988-a3e26565e05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:58.968364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Request body: {'port': {'device_id': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:49:58.986549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-206d0355-e94f-4051-84ab-fd3eff1782d3 req-fae9532e-af18-43c8-b5bf-035e4ad82f62 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819125 Jan 29 04:49:59.049386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.061837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3953b681-8cfb-4a11-8988-a3e26565e05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.070771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3953b681-8cfb-4a11-8988-a3e26565e05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.075587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3953b681-8cfb-4a11-8988-a3e26565e05d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d689798f-8822-4cd7-b6e0-2cec70a17c1a HTTP/1.1" status: 204 len: 168 time: 0.3256497 Jan 29 04:49:59.085638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b681-8cfb-4a11-8988-a3e26565e05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d689798f-8822-4cd7-b6e0-2cec70a17c1a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:59.184976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.249975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adebde-53b3-47c3-ae86-701897aaeb73 req-a5c0c4ce-4d52-4152-8f7e-67d24bc07a79 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:59.249975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8adebde-53b3-47c3-ae86-701897aaeb73 req-a5c0c4ce-4d52-4152-8f7e-67d24bc07a79 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.1305785 Jan 29 04:49:59.252983 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.292300 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2d081e27-3a0c-4116-a579-251d7d03e818 None None] Provisioning complete for port 08667f62-dcd2-4def-815b-67511b809bce triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:49:59.292915 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d081e27-3a0c-4116-a579-251d7d03e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.334985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2d081e27-3a0c-4116-a579-251d7d03e818 None None] Port 08667f62-dcd2-4def-815b-67511b809bce cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:49:59.386249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8adebde-53b3-47c3-ae86-701897aaeb73 req-e93da936-cdea-44ca-b3ba-e8373e39ff14 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161392 Jan 29 04:49:59.455596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08667f62-dcd2-4def-815b-67511b809bce {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:49:59.463136 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.474903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Transition to ACTIVE for port object 08667f62-dcd2-4def-815b-67511b809bce will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:49:59.479669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.558782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Pushing event updated for resources: {'Port': ['ID=08667f62-dcd2-4def-815b-67511b809bce,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:59.621761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Attempting to bind port 08667f62-dcd2-4def-815b-67511b809bce on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:49:59.622124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Attempting to bind port 08667f62-dcd2-4def-815b-67511b809bce by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:49:59.622459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Attempting to bind port 08667f62-dcd2-4def-815b-67511b809bce on network a68e081b-da2f-4bf7-a08e-894e583c1658 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:59.627223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Port 08667f62-dcd2-4def-815b-67511b809bce on network a68e081b-da2f-4bf7-a08e-894e583c1658 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:49:59.627654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Attempting to bind port 08667f62-dcd2-4def-815b-67511b809bce on network a68e081b-da2f-4bf7-a08e-894e583c1658 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:49:59.632649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:49:59.633116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Checking segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:49:59.633510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Bound using segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:49:59.634059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Bound port: 08667f62-dcd2-4def-815b-67511b809bce, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:49:59.634314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.725206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] For port 08667f62-dcd2-4def-815b-67511b809bce, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:49:59.730145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] For port 08667f62-dcd2-4def-815b-67511b809bce, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=08667f62-dcd2-4def-815b-67511b809bce,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:49:59.735421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.772616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:59.773346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:49:59.774923 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] 10.222.0.36 "PUT /v2.0/ports/08667f62-dcd2-4def-815b-67511b809bce HTTP/1.1" status: 200 len: 1092 time: 0.8110690 Jan 29 04:49:59.779725 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'tag': '08667f62-dcd2-4def-815b-67511b809bce'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:49:59.783111 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be989aae-fe65-4f96-8d14-ed0f797885c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e12ca19-0f93-4ec5-a55a-4b753adfa2b8", "tag": "08667f62-dcd2-4def-815b-67511b809bce"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:49:59.817407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cb5a8-f2ae-49bb-a1ff-a3b2b8d7a10e service neutron] Pushing event updated for resources: {'Port': ['ID=08667f62-dcd2-4def-815b-67511b809bce,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:49:59.853477 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12a71c9-8b96-41c2-980e-37945bc39902 x-openstack-request-id: req-d12a71c9-8b96-41c2-980e-37945bc39902 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:49:59.854074 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e12ca19-0f93-4ec5-a55a-4b753adfa2b8", "tag": "08667f62-dcd2-4def-815b-67511b809bce", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:49:59.861668 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d12a71c9-8b96-41c2-980e-37945bc39902 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:49:59.862173 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'tag': '08667f62-dcd2-4def-815b-67511b809bce', 'status': 'completed', 'code': 200} Jan 29 04:49:59.905132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-ce400219-3104-4940-b90b-b4ebf31e65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:49:59.907594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-ce400219-3104-4940-b90b-b4ebf31e65e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0694172 Jan 29 04:49:59.970999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-0d1de1fb-c47b-4726-a66f-eb4cbc30ca59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=08667f62-dcd2-4def-815b-67511b809bce HTTP/1.1" status: 200 len: 217 time: 0.0444982 Jan 29 04:50:00.028398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-b8f786fe-86c5-4c0e-80d0-e059800cbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.030096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-b8f786fe-86c5-4c0e-80d0-e059800cbbf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89d7f7e2-6981-444f-babe-b313026e6619 HTTP/1.1" status: 200 len: 836 time: 0.0586960 Jan 29 04:50:00.112858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dd44-0d08-4109-a075-c026a369d08e req-54576d8c-da9b-4053-9acf-9f2c7cf57eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.114856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-54576d8c-da9b-4053-9acf-9f2c7cf57eec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a68e081b-da2f-4bf7-a08e-894e583c1658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781884 Jan 29 04:50:00.217327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806d0f4-9273-4cdc-a7d4-8647a8396272 req-eabea482-74b6-4790-ac58-216875a6224c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.218854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c806d0f4-9273-4cdc-a7d4-8647a8396272 req-eabea482-74b6-4790-ac58-216875a6224c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 944 time: 0.1188877 Jan 29 04:50:00.265742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-b138c170-082b-4a41-8a09-bc87d97c8616 service neutron] 10.222.0.36 "GET /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318057 Jan 29 04:50:00.324811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c806d0f4-9273-4cdc-a7d4-8647a8396272 req-d2d563ac-2288-4e26-86bd-4f1fb6c6b8fd tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935683 Jan 29 04:50:00.373246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c85dd44-0d08-4109-a075-c026a369d08e req-1439cef5-26b1-46c7-8594-18949adf3568 service neutron] 10.222.0.36 "GET /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971379 Jan 29 04:50:00.513831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-93d9f922-db0a-4fa9-b184-e46cdc91c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.515551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-93d9f922-db0a-4fa9-b184-e46cdc91c28b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0465555 Jan 29 04:50:00.545956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3428fd-0965-49f8-947f-9946b8ba1c8e req-8dfbc77e-b88d-4d0c-a2c0-7ce0975b42c9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.554146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd3428fd-0965-49f8-947f-9946b8ba1c8e req-8dfbc77e-b88d-4d0c-a2c0-7ce0975b42c9 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0627155 Jan 29 04:50:00.590832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fd3428fd-0965-49f8-947f-9946b8ba1c8e req-0d72ecb3-1168-46e2-bb5b-48d1c9fe2976 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358310 Jan 29 04:50:00.621461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-6dcd1416-20c2-4ad5-bcb9-119a467888d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.623013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-6dcd1416-20c2-4ad5-bcb9-119a467888d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a68e081b-da2f-4bf7-a08e-894e583c1658 HTTP/1.1" status: 200 len: 898 time: 0.1012480 Jan 29 04:50:00.666248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-33cc3df9-4b25-4a3b-b89d-15cef3502b8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=08667f62-dcd2-4def-815b-67511b809bce HTTP/1.1" status: 200 len: 217 time: 0.0361471 Jan 29 04:50:00.716039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-8e981cc2-5937-4fc3-a5f3-1f6a919c3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.717508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-8e981cc2-5937-4fc3-a5f3-1f6a919c3d2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89d7f7e2-6981-444f-babe-b313026e6619 HTTP/1.1" status: 200 len: 836 time: 0.0440521 Jan 29 04:50:00.762631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-6c31ec2f-061c-4277-9bfd-94198d7ddf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:00.764223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-6c31ec2f-061c-4277-9bfd-94198d7ddf7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a68e081b-da2f-4bf7-a08e-894e583c1658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399845 Jan 29 04:50:00.873986 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-946618d1-d034-4eb8-b271-8318adf12b55 service neutron] 10.222.0.36 "GET /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021984 Jan 29 04:50:00.971030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be989aae-fe65-4f96-8d14-ed0f797885c0 req-6077db42-0627-4920-bd54-986eef84c1cb service neutron] 10.222.0.36 "GET /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898983 Jan 29 04:50:01.448788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a0010-dd82-44f2-8955-dd550a87c7a3 req-0b328f17-021d-48ce-a816-f4495af1a6fa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:01.450957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b4a0010-dd82-44f2-8955-dd550a87c7a3 req-0b328f17-021d-48ce-a816-f4495af1a6fa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0556099 Jan 29 04:50:01.491163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b4a0010-dd82-44f2-8955-dd550a87c7a3 req-122fb8b6-058c-4971-883b-232f03a5fe6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339627 Jan 29 04:50:01.729822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ff7b0-fd90-48d6-874b-eca0cc074a06 req-a54e966f-e21a-41a8-8628-469b22dc9c1e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:01.731627 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-672ff7b0-fd90-48d6-874b-eca0cc074a06 req-a54e966f-e21a-41a8-8628-469b22dc9c1e tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0606015 Jan 29 04:50:01.776667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-672ff7b0-fd90-48d6-874b-eca0cc074a06 req-86222bf7-2e45-45e6-8d2a-e7b787d9c857 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350077 Jan 29 04:50:02.617105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de284ce-66ff-41b0-96da-a1beb1d4650c req-3fedf8be-4e08-4591-88fd-46a25569c73f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:02.618603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4de284ce-66ff-41b0-96da-a1beb1d4650c req-3fedf8be-4e08-4591-88fd-46a25569c73f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0540023 Jan 29 04:50:02.656085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4de284ce-66ff-41b0-96da-a1beb1d4650c req-44c640f9-7c3a-4e50-914d-9c6112911fa6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Jan 29 04:50:02.896001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a319-9d3d-446d-baa9-f19bf08692bb req-9d72ea3d-298f-4c12-9d49-902a4fddcc66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:02.897395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3df0a319-9d3d-446d-baa9-f19bf08692bb req-9d72ea3d-298f-4c12-9d49-902a4fddcc66 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0520744 Jan 29 04:50:02.933753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3df0a319-9d3d-446d-baa9-f19bf08692bb req-f0cdf19b-9fcb-4493-a267-0cf9a02762ed tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304008 Jan 29 04:50:03.774344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d57f-493f-4ca3-bcf4-6028aab0b949 req-b8213f5b-8ae1-4ef8-8dd1-bfd27521d955 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:03.775749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b098d57f-493f-4ca3-bcf4-6028aab0b949 req-b8213f5b-8ae1-4ef8-8dd1-bfd27521d955 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0504272 Jan 29 04:50:03.815199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b098d57f-493f-4ca3-bcf4-6028aab0b949 req-57e5e71e-a9f4-4270-aae5-1fc3e351f896 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Jan 29 04:50:04.055524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d460f-3f21-4709-80f5-0f2378805611 req-caab206d-5ea5-44c7-83df-9d3844064a16 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:04.057773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca9d460f-3f21-4709-80f5-0f2378805611 req-caab206d-5ea5-44c7-83df-9d3844064a16 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0524790 Jan 29 04:50:04.095849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca9d460f-3f21-4709-80f5-0f2378805611 req-625d8d16-501a-4734-9baa-90d42db5f655 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325286 Jan 29 04:50:04.133660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 08667f62-dcd2-4def-815b-67511b809bce details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:50:04.259272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 08667f62-dcd2-4def-815b-67511b809bce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=08667f62-dcd2-4def-815b-67511b809bce,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:04.270303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '08667f62-dcd2-4def-815b-67511b809bce', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'port_id': '08667f62-dcd2-4def-815b-67511b809bce', 'mac_address': 'fa:16:3e:65:c5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7f7e2-6981-444f-babe-b313026e6619', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:50:04.311715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:04.329734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08667f62-dcd2-4def-815b-67511b809bce {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:50:04.354104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 08667f62-dcd2-4def-815b-67511b809bce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=08667f62-dcd2-4def-815b-67511b809bce,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:04.358099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:04.425907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=08667f62-dcd2-4def-815b-67511b809bce,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:04.630379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['08667f62-dcd2-4def-815b-67511b809bce'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:50:04.936292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9bdac-a140-47f7-9ffe-8636427314c3 req-b7a69a70-fc33-41fa-921d-26f8a6a69944 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:04.938396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7f9bdac-a140-47f7-9ffe-8636427314c3 req-b7a69a70-fc33-41fa-921d-26f8a6a69944 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Jan 29 04:50:04.976565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7f9bdac-a140-47f7-9ffe-8636427314c3 req-94458914-e081-4c19-8653-14dac3fabd1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321035 Jan 29 04:50:05.222940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef6a7e-139c-4a48-8258-6893a4ffa21b req-e8be1bbd-5dce-48c1-8680-aa7de39182ae tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:05.224601 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07ef6a7e-139c-4a48-8258-6893a4ffa21b req-e8be1bbd-5dce-48c1-8680-aa7de39182ae tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0561004 Jan 29 04:50:05.267991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07ef6a7e-139c-4a48-8258-6893a4ffa21b req-691c00af-1cd1-4018-b9e5-a5d89c564cbe tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366836 Jan 29 04:50:06.100799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f35a-5827-4275-9d79-f5b5e40c6e6f req-268054a0-fca0-438b-8df1-2f48883caf5c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:06.102313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf09f35a-5827-4275-9d79-f5b5e40c6e6f req-268054a0-fca0-438b-8df1-2f48883caf5c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 945 time: 0.0506847 Jan 29 04:50:06.133841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 08667f62-dcd2-4def-815b-67511b809bce up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:06.154220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf09f35a-5827-4275-9d79-f5b5e40c6e6f req-193fc753-1bb7-4dee-97ce-e248ed7b8beb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356061 Jan 29 04:50:06.184700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 08667f62-dcd2-4def-815b-67511b809bce completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:50:06.188304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 08667f62-dcd2-4def-815b-67511b809bce triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:06.188713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:06.276095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:06.316025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 08667f62-dcd2-4def-815b-67511b809bce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=08667f62-dcd2-4def-815b-67511b809bce,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:06.317142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08667f62-dcd2-4def-815b-67511b809bce'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:06.319604 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d8407-0858-4fc9-9894-1f2f39617f35" -d '{"events": [{"server_uuid": "2e12ca19-0f93-4ec5-a55a-4b753adfa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "08667f62-dcd2-4def-815b-67511b809bce"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:06.333777 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:06.414482 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b85925-e37f-4ccb-a503-da1e0faf5a36 x-openstack-request-id: req-22b85925-e37f-4ccb-a503-da1e0faf5a36 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:06.418254 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e12ca19-0f93-4ec5-a55a-4b753adfa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "08667f62-dcd2-4def-815b-67511b809bce", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:06.418516 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22b85925-e37f-4ccb-a503-da1e0faf5a36 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:06.418909 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08667f62-dcd2-4def-815b-67511b809bce', 'code': 200} Jan 29 04:50:06.464013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cafd66-16bc-432f-bb91-a77901fc1688 req-9d0d7cc7-edf5-494f-acaf-57072c413c34 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:06.465635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=08667f62-dcd2-4def-815b-67511b809bce,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:06.467258 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1cafd66-16bc-432f-bb91-a77901fc1688 req-9d0d7cc7-edf5-494f-acaf-57072c413c34 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0766516 Jan 29 04:50:06.536981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1cafd66-16bc-432f-bb91-a77901fc1688 req-7cd851ff-6217-4f59-a6fc-a12b53b48389 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513849 Jan 29 04:50:06.541139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a96f-e7aa-4e70-9810-bef50f477808 req-74a2a283-3dd4-4758-9889-3f89d855d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:06.542791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c3a96f-e7aa-4e70-9810-bef50f477808 req-74a2a283-3dd4-4758-9889-3f89d855d5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 1097 time: 0.0451584 Jan 29 04:50:06.579066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-26c3a96f-e7aa-4e70-9810-bef50f477808 req-38039902-ba9f-4152-aeff-abb7530d1107 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283918 Jan 29 04:50:07.291994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240404f2-b372-4694-a67a-0b549c5a74b7 req-930de8ec-3811-42ab-9793-3706d39f1717 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:07.293492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-240404f2-b372-4694-a67a-0b549c5a74b7 req-930de8ec-3811-42ab-9793-3706d39f1717 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0689192 Jan 29 04:50:07.338822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-240404f2-b372-4694-a67a-0b549c5a74b7 req-ccae7b78-8f71-42e9-b187-29a8c931af6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Jan 29 04:50:07.646369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0c38-d924-42c7-9f6d-285300f79a65 req-fc2f129e-af86-454b-9733-d5727e4acb17 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:07.655387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ebb0c38-d924-42c7-9f6d-285300f79a65 req-fc2f129e-af86-454b-9733-d5727e4acb17 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0652878 Jan 29 04:50:07.727801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ebb0c38-d924-42c7-9f6d-285300f79a65 req-ae911003-57de-4a6c-8274-4ee0ec26cb87 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700104 Jan 29 04:50:08.464360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc731-6d1b-4f86-ae03-271fb2d80e36 req-18343f9f-54d9-479b-bf3c-30cfe87a48e7 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:08.465862 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4cc731-6d1b-4f86-ae03-271fb2d80e36 req-18343f9f-54d9-479b-bf3c-30cfe87a48e7 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0558729 Jan 29 04:50:08.512981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4cc731-6d1b-4f86-ae03-271fb2d80e36 req-79694fdd-2bbe-4396-a44d-e7fd8c2ff46c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Jan 29 04:50:08.625907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a61aa-a838-4df0-8239-bafd3a86107c req-c6356149-09d5-49e9-8690-0b72d9ac83a4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:08.627393 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-217a61aa-a838-4df0-8239-bafd3a86107c req-c6356149-09d5-49e9-8690-0b72d9ac83a4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0480103 Jan 29 04:50:08.663909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-217a61aa-a838-4df0-8239-bafd3a86107c req-4a1773e2-093f-4505-9eeb-10417e0a7f62 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305278 Jan 29 04:50:08.876322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35339a-2569-4170-ba67-cd1faea1349a req-d504f641-3179-46d5-9371-58309d2ee360 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:08.878293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ad35339a-2569-4170-ba67-cd1faea1349a req-d504f641-3179-46d5-9371-58309d2ee360 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0641034 Jan 29 04:50:08.918231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ad35339a-2569-4170-ba67-cd1faea1349a req-2013f763-f6ed-4072-b1a1-f656b2837b35 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Jan 29 04:50:10.046662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb255e-798d-4f46-a3ba-b43b8f8afd34 req-d504b0fc-aeb8-4de4-9f8b-8072ab016858 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:10.050368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ffb255e-798d-4f46-a3ba-b43b8f8afd34 req-d504b0fc-aeb8-4de4-9f8b-8072ab016858 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0593629 Jan 29 04:50:10.088360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ffb255e-798d-4f46-a3ba-b43b8f8afd34 req-24e8495f-291b-4d04-b927-260c6b1710f6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330689 Jan 29 04:50:10.176380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:10.764676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.070962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.20.0.17 (a68e081b-da2f-4bf7-a08e-894e583c1658/89d7f7e2-6981-444f-babe-b313026e6619/603a6e2e-88d1-4897-a266-c5d1c40b0d2c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:50:11.211920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.253822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e249-1dab-4fad-9d23-a0ff6179ccd7 req-0cd83641-dcb9-408b-b2a5-3e25fde9930f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:11.255353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4522e249-1dab-4fad-9d23-a0ff6179ccd7 req-0cd83641-dcb9-408b-b2a5-3e25fde9930f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0928886 Jan 29 04:50:11.270333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.340889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network a68e081b-da2f-4bf7-a08e-894e583c1658 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:11.351544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:11.357930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:50:11.364573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4522e249-1dab-4fad-9d23-a0ff6179ccd7 req-a0814315-15d7-4679-b831-d8c4ae05d609 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025882 Jan 29 04:50:11.365184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:11.422013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.574431 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.694585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e74352fc-9e2e-49a3-ab48-49c750fafaf2 None None] Provisioning complete for port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:11.695738 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e74352fc-9e2e-49a3-ab48-49c750fafaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.734429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e74352fc-9e2e-49a3-ab48-49c750fafaf2 None None] Port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:50:11.880825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.885926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.966008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:11.983343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:12.006995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:12.085511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network a68e081b-da2f-4bf7-a08e-894e583c1658 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:12.087256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:12.469363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-02e273c0-8603-4a48-bc4d-a7cefcdce5ef None None] Provisioning complete for port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:12.470019 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-02e273c0-8603-4a48-bc4d-a7cefcdce5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:12.543029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-02e273c0-8603-4a48-bc4d-a7cefcdce5ef None None] Port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:50:12.565567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9627b-c14e-449e-b105-8aedcd0e1ce6 req-1e2c2a95-1427-4c30-b8ff-02535195025c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:12.574029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad9627b-c14e-449e-b105-8aedcd0e1ce6 req-1e2c2a95-1427-4c30-b8ff-02535195025c tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0703697 Jan 29 04:50:12.616183 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad9627b-c14e-449e-b105-8aedcd0e1ce6 req-fd8261b6-fade-4f32-ac92-f2c24bd30346 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Jan 29 04:50:12.634984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:12.750312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:12.761449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:12.765433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8c232a3-25b6-4c0d-8670-c3bc96d61cb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "PUT /v2.0/routers/3ca6de0a-585e-470e-ad94-4e39266fba51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5846503 Jan 29 04:50:12.787637 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:12.788500 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:12.905018 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:13.175174 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:11Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:18Z', 'revision_number': 1, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603a6e2e-88d1-4897-a266-c5d1c40b0d2c', 'name': '', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:23:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '89d7f7e2-6981-444f-babe-b313026e6619', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:10Z', 'updated_at': '2022-01-29T04:50:11Z', 'revision_number': 2, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '89d7f7e2-6981-444f-babe-b313026e6619', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:13.207499 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:13.208115 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Updating router 3ca6de0a-585e-470e-ad94-4e39266fba51 port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:50:13.234986 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:13.623139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40057c-5e07-4b02-89d0-febf30a3f938 req-24cd3c4f-21eb-4724-a28b-9e2ba2d3c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:13.626631 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:13.630541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d40057c-5e07-4b02-89d0-febf30a3f938 req-24cd3c4f-21eb-4724-a28b-9e2ba2d3c0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1096 time: 0.0894034 Jan 29 04:50:13.634229 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:13.647719 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:13.681741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d40057c-5e07-4b02-89d0-febf30a3f938 req-c8bd4f73-09a2-4c23-953c-6989e84d028f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Jan 29 04:50:13.760800 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Pushing event updated for resources: {'Port': ['ID=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:13.789905 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.791378 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.795001 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.795523 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.796014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.796493 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.797744 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.798342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.798829 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.802687 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.803201 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.803698 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:13.806822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8c420-ed3b-48fa-9b1c-1b249d3666c3 req-94a174e8-3f63-4681-8780-41d868d47651 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:13.808455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba8c420-ed3b-48fa-9b1c-1b249d3666c3 req-94a174e8-3f63-4681-8780-41d868d47651 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.1083658 Jan 29 04:50:13.832119 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Attempting to bind port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:50:13.832488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Attempting to bind port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:50:13.832849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Attempting to bind port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c on network a68e081b-da2f-4bf7-a08e-894e583c1658 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:13.847469 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:50:13.847853 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Checking segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:13.848313 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:13.848713 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Bound using segment: {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:50:13.849187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Bound port: 603a6e2e-88d1-4897-a266-c5d1c40b0d2c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:50:13.849564 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:13.884584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba8c420-ed3b-48fa-9b1c-1b249d3666c3 req-459f502e-e082-4a5d-bf36-af7839e0a156 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695970 Jan 29 04:50:13.967164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] For port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:50:13.971839 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] For port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:50:13.978966 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:14.046237 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:14.048332 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:49:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:14.103442 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57bee5-95f2-451b-8ebf-89507c6eb8e3 None None] Pushing event updated for resources: {'Port': ['ID=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:14.114039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-547b5f74-3667-47cd-a480-d3e85a907c34 None None] Provisioning complete for port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:14.114696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-547b5f74-3667-47cd-a480-d3e85a907c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:14.231675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-547b5f74-3667-47cd-a480-d3e85a907c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:14.246526 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:14.269576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-547b5f74-3667-47cd-a480-d3e85a907c34 None None] For port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:14.276708 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-547b5f74-3667-47cd-a480-d3e85a907c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:14.375901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5f74-3667-47cd-a480-d3e85a907c34 None None] Pushing event updated for resources: {'Port': ['ID=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:14.568295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e3c64166-15fd-4120-b2c7-28987b0cb2bd None None] Provisioning complete for port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:14.568667 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3c64166-15fd-4120-b2c7-28987b0cb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:14.732208 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2157d946-f640-443f-881c-83f6903ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:11Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:18Z', 'revision_number': 1, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603a6e2e-88d1-4897-a266-c5d1c40b0d2c', 'name': '', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:23:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '89d7f7e2-6981-444f-babe-b313026e6619', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:10Z', 'updated_at': '2022-01-29T04:50:13Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '89d7f7e2-6981-444f-babe-b313026e6619', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:14.771069 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157d946-f640-443f-881c-83f6903ef483 None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:11Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:18Z', 'revision_number': 1, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603a6e2e-88d1-4897-a266-c5d1c40b0d2c', 'name': '', 'network_id': 'a68e081b-da2f-4bf7-a08e-894e583c1658', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:23:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '89d7f7e2-6981-444f-babe-b313026e6619', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:10Z', 'updated_at': '2022-01-29T04:50:13Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '89d7f7e2-6981-444f-babe-b313026e6619', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:15.083870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df220b9-5b51-4ce9-b754-d34a83f4d8e6 req-c2dacf3d-eac6-4a2c-8a62-9c63bf101675 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:15.084393 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5df220b9-5b51-4ce9-b754-d34a83f4d8e6 req-c2dacf3d-eac6-4a2c-8a62-9c63bf101675 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0596087 Jan 29 04:50:15.138076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5df220b9-5b51-4ce9-b754-d34a83f4d8e6 req-8c7ca143-0314-41c0-ac15-a7e675cac706 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470946 Jan 29 04:50:15.151234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:15.235339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa2afd91-2123-4346-bffb-c0b28c5dfce8 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/floatingips/fda64c50-63b4-40dc-b523-c0af099bd78c HTTP/1.1" status: 200 len: 992 time: 0.0822732 Jan 29 04:50:16.194530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:50:16.196895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:16.361241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:16.378056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '20be1b43-6928-4348-aff9-e04b64327ffa', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'port_id': '20be1b43-6928-4348-aff9-e04b64327ffa', 'mac_address': 'fa:16:3e:09:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:50:16.457937 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:16.506037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:16.520010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:16.526678 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cbdce1-3516-4c79-9f8c-270f1b45b88a" -d '{"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-unplugged", "status": "completed", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:16.568758 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:16.577808 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:16.665515 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f24e84-dc03-4946-b240-b476d00172a8 x-openstack-request-id: req-00f24e84-dc03-4946-b240-b476d00172a8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:16.666160 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-unplugged", "status": "completed", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:16.666566 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00f24e84-dc03-4946-b240-b476d00172a8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:16.667126 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'code': 200} Jan 29 04:50:16.689364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20be1b43-6928-4348-aff9-e04b64327ffa {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:50:16.804870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 603a6e2e-88d1-4897-a266-c5d1c40b0d2c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:16.806686 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:50:16.808712 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:50:16.845863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:16.883280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:16.883584 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:17.354321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:17.368311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be1b43-6928-4348-aff9-e04b64327ffa {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:50:17.397939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:17.402791 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:17.458769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:17.727623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['20be1b43-6928-4348-aff9-e04b64327ffa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:50:20.195286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:20.244171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 20be1b43-6928-4348-aff9-e04b64327ffa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:20.244529 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:20.329858 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:20.354120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:20.356379 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f7330-3f01-4349-9eea-23c90d77bc78" -d '{"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-plugged", "status": "completed", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:20.374151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:20.380039 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:20.435637 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af66604-4736-4bb7-bcb0-7e922e8426cf x-openstack-request-id: req-3af66604-4736-4bb7-bcb0-7e922e8426cf {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:20.436075 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-plugged", "status": "completed", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:20.437963 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3af66604-4736-4bb7-bcb0-7e922e8426cf {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:20.438370 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'code': 200} Jan 29 04:50:20.453433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:23.619841 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:50:23.880619 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-44eb8789-b572-45c1-bfb3-7cc6a9f8cd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:24.616495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57888) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:24.709713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-840a3ba6-74f7-4aed-a886-f377adab707b tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3063 time: 0.0917070 Jan 29 04:50:24.712298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57892) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:24.717206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'network': {'name': 'tempest-network-smoke--2115761614', 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'port_security_enabled': False}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:24.744476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Made reservation on behalf of baf927fc09a64153890ae2ae485343c8 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:50:24.748567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:24.775465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:50:24.787632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:24.787632 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Added segment ba90d475-2564-4d15-99de-524ae0127000 of type vlan for network 2d058221-5c68-4daa-9d53-85a41ce7aa32 Jan 29 04:50:24.837511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:24.867067 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:24.872708 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:24.873434 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:24.940981 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2275774 Jan 29 04:50:24.944480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57906) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:24.951181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'admin_state_up': True, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:24.964295 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Network': ['ID=2d058221-5c68-4daa-9d53-85a41ce7aa32,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:24.974788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.975142 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.975493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.975822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.976157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.976491 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.976821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.977148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.977476 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.977803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.978153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.978474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563ea11-99a5-4fb6-86fb-7107e3ce0d13 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:24.995586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:50:25.017322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:25.018365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:25.077299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:25.217819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:25.723880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:25.743449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:25.855016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.25.4.242 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/05dea8e5-7883-4d24-b24f-04d3d559e569) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:50:26.017258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:26.065743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:26.114442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:26.116069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:26.118917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:50:26.126134 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-13d1e821-01a2-4b83-815a-12ce607e30fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:26.160873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=05dea8e5-7883-4d24-b24f-04d3d559e569,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:26.476713 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:26.712122 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:26.862112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router 28c05f99-97c0-47d0-a9bd-c6f740eb182f is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:50:26.992796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:27.004532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Sync routers for ids ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:27.016366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Routers {'28c05f99-97c0-47d0-a9bd-c6f740eb182f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:27.017376 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.018194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:27.018731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-825a70e0-36ab-4ee9-9eef-d5a2af91a8e3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0733194 Jan 29 04:50:27.022169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.124184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f0cd0-f85e-44db-92b7-5e466b4054a1 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:27.130003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 57994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.130440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f7f0cd0-f85e-44db-92b7-5e466b4054a1 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=baf927fc09a64153890ae2ae485343c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1068294 Jan 29 04:50:27.138008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Set router 28c05f99-97c0-47d0-a9bd-c6f740eb182f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:27.238954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6da185-7e5c-4710-9592-8a2c7c4275f1 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:27.243134 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5a6da185-7e5c-4710-9592-8a2c7c4275f1 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094313 Jan 29 04:50:27.244751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.281881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-55669c46-a719-4e77-80d7-51f5730ddba9 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349464 Jan 29 04:50:27.283150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.311580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e4fe847-07f2-4b7d-b3dc-2f0301889d5c tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=baf927fc09a64153890ae2ae485343c8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274754 Jan 29 04:50:27.314220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.375050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:26Z', 'revision_number': 3, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:27.377366 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.407583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8cd6bb-64b9-4954-ba4c-ea6f6e74b7a8 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:27.409497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee8cd6bb-64b9-4954-ba4c-ea6f6e74b7a8 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943599 Jan 29 04:50:27.412094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Checking router: 28c05f99-97c0-47d0-a9bd-c6f740eb182f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:27.412452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Updating router 28c05f99-97c0-47d0-a9bd-c6f740eb182f port 05dea8e5-7883-4d24-b24f-04d3d559e569 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:50:27.412596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58002) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.442412 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6dec3a55-c05a-4909-96de-a2157dcc5bc7 tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284443 Jan 29 04:50:27.444561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.446159 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.449628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88672786', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:27.565092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Made reservation on behalf of baf927fc09a64153890ae2ae485343c8 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:50:27.569992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.790063 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.799238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.810352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.876717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947b27a-2e82-43f3-8519-cbadeec5d701 None None] Pushing event updated for resources: {'Port': ['ID=05dea8e5-7883-4d24-b24f-04d3d559e569,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:27.879617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Attempting to bind port 05dea8e5-7883-4d24-b24f-04d3d559e569 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:50:27.880086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Attempting to bind port 05dea8e5-7883-4d24-b24f-04d3d559e569 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:50:27.880541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Attempting to bind port 05dea8e5-7883-4d24-b24f-04d3d559e569 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:27.886469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Checking segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:27.886638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:50:27.886835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network hostable DHCP agents. Network: 2d058221-5c68-4daa-9d53-85a41ce7aa32, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:50:27.887176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:27.887675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.888136 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:50:27.888691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Bound port: 05dea8e5-7883-4d24-b24f-04d3d559e569, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:50:27.888873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Subnet': ['ID=850c15ab-6567-4f6b-85b6-99bbafb328fd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:27.889238 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.901795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.902179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.902522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.902857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.903203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.903529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.903864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.904195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.904526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.904850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.905176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.905495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:27.925598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:50:27.940855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2d058221-5c68-4daa-9d53-85a41ce7aa32) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:27.948698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:27.949825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:27.956919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45120c44-6765-4821-b882-7cdc09502987 None None] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:50:27.961811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] For port 05dea8e5-7883-4d24-b24f-04d3d559e569, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:50:27.969401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd3794ad-325d-4575-8fd8-9d6e468dc23c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5235689 Jan 29 04:50:27.972360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:27.999066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] For port 05dea8e5-7883-4d24-b24f-04d3d559e569, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=05dea8e5-7883-4d24-b24f-04d3d559e569,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:50:28.036524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:28.117571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947b27a-2e82-43f3-8519-cbadeec5d701 None None] Pushing event updated for resources: {'Port': ['ID=05dea8e5-7883-4d24-b24f-04d3d559e569,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:28.132682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Routers {'28c05f99-97c0-47d0-a9bd-c6f740eb182f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:28.133562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:28.465882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-2d058221-5c68-4daa-9d53-85a41ce7aa32', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'fixed_ips': [{'subnet_id': '850c15ab-6567-4f6b-85b6-99bbafb328fd'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:50:28.466848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:28.487418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] Set router 28c05f99-97c0-47d0-a9bd-c6f740eb182f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:28.534719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:28.736195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Allocated IP 172.20.0.18 (2d058221-5c68-4daa-9d53-85a41ce7aa32/850c15ab-6567-4f6b-85b6-99bbafb328fd/11f6321e-f639-4126-a289-567e885de8a2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:50:28.866642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:26Z', 'revision_number': 3, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:28.900682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc62865-5c04-4e76-beae-59750f300126 None None] The sync data for ids ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'] in n-d-825930-1 is: [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:26Z', 'revision_number': 3, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:28.954175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:28.965237 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.032201 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:29.036831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:29.040965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:50:29.048712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.20.0.17 (2d058221-5c68-4daa-9d53-85a41ce7aa32/850c15ab-6567-4f6b-85b6-99bbafb328fd/1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:50:29.081521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Pushing event updated for resources: {'Port': ['ID=11f6321e-f639-4126-a289-567e885de8a2,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:29.131437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Attempting to bind port 11f6321e-f639-4126-a289-567e885de8a2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:50:29.132797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Attempting to bind port 11f6321e-f639-4126-a289-567e885de8a2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:50:29.135812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Attempting to bind port 11f6321e-f639-4126-a289-567e885de8a2 on network 2d058221-5c68-4daa-9d53-85a41ce7aa32 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:29.142189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:50:29.142788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Checking segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:29.143271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.143736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Bound using segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:50:29.144289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Bound port: 11f6321e-f639-4126-a289-567e885de8a2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:50:29.144747 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.216343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.243565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.281473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] For port 11f6321e-f639-4126-a289-567e885de8a2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:50:29.285435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] For port 11f6321e-f639-4126-a289-567e885de8a2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11f6321e-f639-4126-a289-567e885de8a2,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:50:29.286477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.297190 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.330053 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.377138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467fb42-0019-4492-83df-2bf03eabedf6 None None] Pushing event updated for resources: {'Port': ['ID=11f6321e-f639-4126-a289-567e885de8a2,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:29.420726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:29.427218 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:29.432392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:50:29.442777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:29.501018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:29.724356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:30.086958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:30.101303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:30.174095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:30.181407 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:30.302852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:30.304406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:30.446040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router 28c05f99-97c0-47d0-a9bd-c6f740eb182f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:30.623419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:30.637514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9facc483-ae48-4e80-bf33-684d28e7aadc tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "PUT /v2.0/routers/28c05f99-97c0-47d0-a9bd-c6f740eb182f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6566262 Jan 29 04:50:30.760657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11f6321e-f639-4126-a289-567e885de8a2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:30.830913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 11f6321e-f639-4126-a289-567e885de8a2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:30.831399 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:30.879542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff088c2b-075a-42cd-886e-349fe81ede16 None None] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:50:30.987092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7c0b323c-779f-40e7-8636-fad0e0297759 None None] Provisioning complete for port 11f6321e-f639-4126-a289-567e885de8a2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:30.995138 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c0b323c-779f-40e7-8636-fad0e0297759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.041956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-355f6488-234f-418a-8a48-5c6a4defa73e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:31.052238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-355f6488-234f-418a-8a48-5c6a4defa73e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/networks?id=2d058221-5c68-4daa-9d53-85a41ce7aa32 HTTP/1.1" status: 200 len: 798 time: 0.1673481 Jan 29 04:50:31.076636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-31547487-3df2-4c1f-a823-e8b86cf54da8 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/quotas/baf927fc09a64153890ae2ae485343c8 HTTP/1.1" status: 200 len: 375 time: 0.0233369 Jan 29 04:50:31.170257 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ebec97b7-0b25-4cd2-b43f-65a76f83c422 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0904467 Jan 29 04:50:31.196109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.231910 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c0b323c-779f-40e7-8636-fad0e0297759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.285474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 11f6321e-f639-4126-a289-567e885de8a2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11f6321e-f639-4126-a289-567e885de8a2,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:31.314165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-3e5e92f5-ef3d-4d76-895b-758d0c76fdb7 service neutron] 10.222.0.32 "GET /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263146 Jan 29 04:50:31.321384 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.328870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05dea8e5-7883-4d24-b24f-04d3d559e569 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:31.335502 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Sync routers for ids ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:31.354196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Routers {'28c05f99-97c0-47d0-a9bd-c6f740eb182f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:31.355547 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:31.452732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-67c2ac82-b54b-445e-a0ce-ef5ff787a97b service neutron] 10.222.0.32 "GET /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290469 Jan 29 04:50:31.479194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=11f6321e-f639-4126-a289-567e885de8a2,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:31.561991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Set router 28c05f99-97c0-47d0-a9bd-c6f740eb182f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:31.632271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-7c0b323c-779f-40e7-8636-fad0e0297759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 04:50:31.632897 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-7c0b323c-779f-40e7-8636-fad0e0297759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 04:50:31.649398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 05dea8e5-7883-4d24-b24f-04d3d559e569 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:31.649705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.786981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.805717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ec27d1e-fe8d-4b22-a3ef-d7edc474906a req-63c11fd1-7369-4426-ba3e-7c200c758196 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 210 time: 0.0515184 Jan 29 04:50:31.832799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 05dea8e5-7883-4d24-b24f-04d3d559e569, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=05dea8e5-7883-4d24-b24f-04d3d559e569,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:31.842797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:31.894782 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:29Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938', 'name': '', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:35:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:28Z', 'updated_at': '2022-01-29T04:50:29Z', 'revision_number': 2, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:31.907314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=05dea8e5-7883-4d24-b24f-04d3d559e569,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:31.938949 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Checking router: 28c05f99-97c0-47d0-a9bd-c6f740eb182f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:31.939303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Updating router 28c05f99-97c0-47d0-a9bd-c6f740eb182f port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:50:31.970421 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.301315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-da3dd51d-e6c0-4230-b4a8-03059735b19a None None] Provisioning complete for port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:32.301689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da3dd51d-e6c0-4230-b4a8-03059735b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.319257 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.329244 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.348157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-da3dd51d-e6c0-4230-b4a8-03059735b19a None None] Port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:50:32.359409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-da3dd51d-e6c0-4230-b4a8-03059735b19a None None] Provisioning complete for port 11f6321e-f639-4126-a289-567e885de8a2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:32.360236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da3dd51d-e6c0-4230-b4a8-03059735b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.388049 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170cbf-5793-4916-81b1-0958654552c5 None None] Pushing event updated for resources: {'Port': ['ID=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:32.449103 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Attempting to bind port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:50:32.449466 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Attempting to bind port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:50:32.450072 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Attempting to bind port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 on network 2d058221-5c68-4daa-9d53-85a41ce7aa32 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:32.457927 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:50:32.458319 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Checking segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:32.458730 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.459211 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Bound using segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:50:32.460939 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Bound port: 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:50:32.461620 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.582555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] For port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:50:32.588478 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] For port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:50:32.599266 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.607576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11f6321e-f639-4126-a289-567e885de8a2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:32.692215 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Routers {'28c05f99-97c0-47d0-a9bd-c6f740eb182f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:32.692843 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:32.700978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 11f6321e-f639-4126-a289-567e885de8a2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:32.700978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.701147 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170cbf-5793-4916-81b1-0958654552c5 None None] Pushing event updated for resources: {'Port': ['ID=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:32.747993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0c0d55a2-e69d-47f4-8c46-1a46bc0a22ca None None] Provisioning complete for port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:32.748378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55a2-e69d-47f4-8c46-1a46bc0a22ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:32.864961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05dea8e5-7883-4d24-b24f-04d3d559e569 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:32.899517 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] Set router 28c05f99-97c0-47d0-a9bd-c6f740eb182f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:32.997861 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55a2-e69d-47f4-8c46-1a46bc0a22ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:33.007051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ebeec766-1b02-4fc5-bcbc-3b9aa2507f6e req-9992806a-7c49-4176-a6ad-7b571a138d9b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 210 time: 0.0700810 Jan 29 04:50:33.022834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 05dea8e5-7883-4d24-b24f-04d3d559e569 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:33.023098 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:33.072209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0c0d55a2-e69d-47f4-8c46-1a46bc0a22ca None None] For port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:33.084870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55a2-e69d-47f4-8c46-1a46bc0a22ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:33.174640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d55a2-e69d-47f4-8c46-1a46bc0a22ca None None] Pushing event updated for resources: {'Port': ['ID=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:33.211403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a2878d2c-16fa-4b75-833f-0210c3b4e232 None None] Provisioning complete for port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:33.211723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2878d2c-16fa-4b75-833f-0210c3b4e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:33.237444 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:29Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938', 'name': '', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:35:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:28Z', 'updated_at': '2022-01-29T04:50:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:33.299527 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fde2-d836-4f77-9a38-9a3fce9ece42 None None] The sync data for ids ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'] in n-d-825930-1 is: [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:29Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938', 'name': '', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:35:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:28Z', 'updated_at': '2022-01-29T04:50:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:33.317143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58068) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:33.517977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-64cbfbed-a351-4206-af5a-396db19bbd8e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:33.520149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-64cbfbed-a351-4206-af5a-396db19bbd8e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.36 "GET /v2.0/networks?id=2d058221-5c68-4daa-9d53-85a41ce7aa32 HTTP/1.1" status: 200 len: 798 time: 0.1492064 Jan 29 04:50:33.544735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Request body: {'port': {'device_id': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'admin_state_up': True, 'tenant_id': 'baf927fc09a64153890ae2ae485343c8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:33.750713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Made reservation on behalf of baf927fc09a64153890ae2ae485343c8 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:50:33.754604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:33.944451 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:33.976909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Allocated IP 172.20.0.19 (2d058221-5c68-4daa-9d53-85a41ce7aa32/850c15ab-6567-4f6b-85b6-99bbafb328fd/8e3c4116-148c-459c-b951-0b127e85a977) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:50:34.253366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.255712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79849959-4c7a-4a92-a19e-136df7e2161f req-118b2982-4ffc-4572-be9c-8948359de1a0 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 210 time: 0.0857966 Jan 29 04:50:34.332170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.415598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:34.419971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:34.423915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:50:34.496927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:34.497773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.512273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event updated for resources: {'Port': ['ID=8e3c4116-148c-459c-b951-0b127e85a977,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:34.521214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:34.521731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e81442a2-81b7-4221-865e-ff5c9870a0f5 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9811420 Jan 29 04:50:34.521876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.541020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Request body: {'port': {'device_id': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:34.635007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.745413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port 603a6e2e-88d1-4897-a266-c5d1c40b0d2c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:34.746323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.763624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:34.779558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 603a6e2e-88d1-4897-a266-c5d1c40b0d2c owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:34.893124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-01b86f11-7230-400e-b555-dfaf3b0c74b9 None None] Provisioning complete for port 8e3c4116-148c-459c-b951-0b127e85a977 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:34.893124 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-01b86f11-7230-400e-b555-dfaf3b0c74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:34.954621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:34.958652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.018468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-01b86f11-7230-400e-b555-dfaf3b0c74b9 None None] Port 8e3c4116-148c-459c-b951-0b127e85a977 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:50:35.116301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.152279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3c4116-148c-459c-b951-0b127e85a977 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:50:35.156513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=603a6e2e-88d1-4897-a266-c5d1c40b0d2c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:35.163559 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.194803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Transition to ACTIVE for port object 8e3c4116-148c-459c-b951-0b127e85a977 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:50:35.206038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.373857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3c4116-148c-459c-b951-0b127e85a977,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:35.451143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.497678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Attempting to bind port 8e3c4116-148c-459c-b951-0b127e85a977 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:50:35.498049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Attempting to bind port 8e3c4116-148c-459c-b951-0b127e85a977 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:50:35.501025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Attempting to bind port 8e3c4116-148c-459c-b951-0b127e85a977 on network 2d058221-5c68-4daa-9d53-85a41ce7aa32 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:35.508337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Port 8e3c4116-148c-459c-b951-0b127e85a977 on network 2d058221-5c68-4daa-9d53-85a41ce7aa32 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:50:35.508773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Attempting to bind port 8e3c4116-148c-459c-b951-0b127e85a977 on network 2d058221-5c68-4daa-9d53-85a41ce7aa32 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:35.524155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:50:35.524571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Checking segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:35.524909 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Bound using segment: {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:50:35.525333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Bound port: 8e3c4116-148c-459c-b951-0b127e85a977, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba90d475-2564-4d15-99de-524ae0127000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:50:35.525695 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.598208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024efb-d6d1-4be7-8fce-bcc42962a977 req-12094b95-2e98-43a7-b540-34db15b40ced tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:35.599961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89024efb-d6d1-4be7-8fce-bcc42962a977 req-12094b95-2e98-43a7-b540-34db15b40ced tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 907 time: 0.1452127 Jan 29 04:50:35.661993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] For port 8e3c4116-148c-459c-b951-0b127e85a977, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:50:35.667823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] For port 8e3c4116-148c-459c-b951-0b127e85a977, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e3c4116-148c-459c-b951-0b127e85a977,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:50:35.674814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.737788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3c4116-148c-459c-b951-0b127e85a977,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:35.747530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:35.748622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:35.750087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-ba755a36-fb05-4199-87b1-02fe74e83ae3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e3c4116-148c-459c-b951-0b127e85a977 HTTP/1.1" status: 200 len: 1055 time: 1.2138183 Jan 29 04:50:35.750794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'tag': '8e3c4116-148c-459c-b951-0b127e85a977'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:35.753206 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de5dd9-9dc7-464f-949d-9d1adae7e496" -d '{"events": [{"name": "network-changed", "server_uuid": "121c5352-a4d3-47f6-bec6-babe17e7c0cd", "tag": "8e3c4116-148c-459c-b951-0b127e85a977"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:35.808243 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd265dd-ed4a-4efd-80f0-a5959989fccd x-openstack-request-id: req-9cd265dd-ed4a-4efd-80f0-a5959989fccd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:35.808796 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c5352-a4d3-47f6-bec6-babe17e7c0cd", "tag": "8e3c4116-148c-459c-b951-0b127e85a977", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:35.809151 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd265dd-ed4a-4efd-80f0-a5959989fccd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:35.809651 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'tag': '8e3c4116-148c-459c-b951-0b127e85a977', 'status': 'completed', 'code': 200} Jan 29 04:50:35.834718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:35.884802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-43054585-3d2c-4f48-b000-0695149ba4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:35.887303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-43054585-3d2c-4f48-b000-0695149ba4a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 1058 time: 0.0589113 Jan 29 04:50:35.958193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e945d34c-9678-4837-be19-dca330477229 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8e3c4116-148c-459c-b951-0b127e85a977 HTTP/1.1" status: 200 len: 217 time: 0.0564749 Jan 29 04:50:35.985520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:35.991892 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-27baf0cc-84a3-4450-b308-70ac4b7428db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "PUT /v2.0/routers/3ca6de0a-585e-470e-ad94-4e39266fba51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6733840 Jan 29 04:50:36.002436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:36.020332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:36.021276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:36.064602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-7dde6bea-c766-4eba-a380-39dc99145f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:36.066425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-7dde6bea-c766-4eba-a380-39dc99145f9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=850c15ab-6567-4f6b-85b6-99bbafb328fd HTTP/1.1" status: 200 len: 836 time: 0.0981193 Jan 29 04:50:36.161172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-c279c3bd-7976-4f23-8a7e-741569c00372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:36.162775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-c279c3bd-7976-4f23-8a7e-741569c00372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d058221-5c68-4daa-9d53-85a41ce7aa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881999 Jan 29 04:50:36.190753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:36.359991 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ae37-1d7f-402b-8da3-3af604a1fcd7 req-cbd7252d-0d11-4bab-b631-e6891e47051e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:36.379440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6b8ae37-1d7f-402b-8da3-3af604a1fcd7 req-cbd7252d-0d11-4bab-b631-e6891e47051e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 946 time: 0.1027987 Jan 29 04:50:36.429026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-7deec474-c75c-4960-aa51-76f9392fe0f9 service neutron] 10.222.0.36 "GET /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215192 Jan 29 04:50:36.444659 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6b8ae37-1d7f-402b-8da3-3af604a1fcd7 req-c642124a-e5af-4959-89a3-50972c59dcf2 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640492 Jan 29 04:50:36.477701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:35Z', 'revision_number': 6, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:18Z', 'revision_number': 1, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:36.513638 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:36.526006 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:36.526656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:36.571692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-525cfe30-dbcd-4169-9392-8f942fb67474 req-e7186cd5-e92e-4fde-b792-9511640acfb3 service neutron] 10.222.0.36 "GET /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334403 Jan 29 04:50:36.651478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:36.764662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-d389dfc8-caca-467c-b821-287e33b60789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:36.767117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-d389dfc8-caca-467c-b821-287e33b60789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 1058 time: 0.0731668 Jan 29 04:50:36.785603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a69f-1cc2-44d8-9a42-988ad3245b55 req-2ccce3eb-8475-4d09-bc1c-2258152b84c8 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:36.787271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-58d8a69f-1cc2-44d8-9a42-988ad3245b55 req-2ccce3eb-8475-4d09-bc1c-2258152b84c8 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 907 time: 0.1034491 Jan 29 04:50:36.883567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-f2b40a48-d264-4559-ac82-1ff0784bff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:36.884974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-f2b40a48-d264-4559-ac82-1ff0784bff83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d058221-5c68-4daa-9d53-85a41ce7aa32 HTTP/1.1" status: 200 len: 899 time: 0.0968041 Jan 29 04:50:36.949174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:35Z', 'revision_number': 6, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:18Z', 'revision_number': 1, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:36.949695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-c4ab8eaf-cfa6-43ca-ad48-c7e9dc139341 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8e3c4116-148c-459c-b951-0b127e85a977 HTTP/1.1" status: 200 len: 217 time: 0.0549405 Jan 29 04:50:36.982118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fb1ae-2035-4d68-9540-7ba6cb3513e1 None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:35Z', 'revision_number': 6, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '1d2a23af-4568-41ee-8ace-d33cb9c49027', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'port_id': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'mac_address': 'fa:16:3e:ca:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:49:15Z', 'updated_at': '2022-01-29T04:49:18Z', 'revision_number': 1, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:37.378701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-b26c425d-7f02-45cf-ac5f-d34374688787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:37.380469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-b26c425d-7f02-45cf-ac5f-d34374688787 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=850c15ab-6567-4f6b-85b6-99bbafb328fd HTTP/1.1" status: 200 len: 836 time: 0.4196134 Jan 29 04:50:37.441287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-f855899f-63a6-41f8-bdc7-8c925cde0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:37.449220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-f855899f-63a6-41f8-bdc7-8c925cde0d01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d058221-5c68-4daa-9d53-85a41ce7aa32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605798 Jan 29 04:50:37.585656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-4058b30f-d065-49c4-9d90-3db23c5c59db service neutron] 10.222.0.36 "GET /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276586 Jan 29 04:50:37.718569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227385-3ae4-4530-99b4-9431583863b8 req-4053705c-1b16-441d-a88f-ba2bb9ec04cb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:37.720168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc227385-3ae4-4530-99b4-9431583863b8 req-4053705c-1b16-441d-a88f-ba2bb9ec04cb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 946 time: 0.1214981 Jan 29 04:50:37.762056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-70de5dd9-9dc7-464f-949d-9d1adae7e496 req-b798e214-836d-419c-8e09-f35d354858e7 service neutron] 10.222.0.36 "GET /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468873 Jan 29 04:50:37.807975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cc227385-3ae4-4530-99b4-9431583863b8 req-c989d228-516e-4944-b56f-5edaa52dea72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2618798-79ac-4369-a39b-afb4a55c419f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800974 Jan 29 04:50:37.959869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60313c4-4b78-4508-87e3-6456f4b5303f req-5aec6d06-0532-4c4c-9515-d317116c8db3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:37.962623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a60313c4-4b78-4508-87e3-6456f4b5303f req-5aec6d06-0532-4c4c-9515-d317116c8db3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 907 time: 0.0832343 Jan 29 04:50:37.987634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-a49e5709-cef7-4d13-afce-71e18f9d589d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:37.989354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-a49e5709-cef7-4d13-afce-71e18f9d589d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0745428 Jan 29 04:50:38.106399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 08667f62-dcd2-4def-815b-67511b809bce {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:38.106703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:38.208425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port 08667f62-dcd2-4def-815b-67511b809bce, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=08667f62-dcd2-4def-815b-67511b809bce,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:38.208794 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:38.226084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 08667f62-dcd2-4def-815b-67511b809bce owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:38.402453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:38.445373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=08667f62-dcd2-4def-815b-67511b809bce,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:38.524000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] No DVR routers for this DVR port 08667f62-dcd2-4def-815b-67511b809bce on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:38.525969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 603a6e2e-88d1-4897-a266-c5d1c40b0d2c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:38.526686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:38.530344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca029a0f-1a90-4fa8-9860-3296310cfc2d req-d3974d57-24ec-4f80-879c-0928bea10d7e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "DELETE /v2.0/ports/08667f62-dcd2-4def-815b-67511b809bce HTTP/1.1" status: 204 len: 173 time: 0.5347993 Jan 29 04:50:38.531264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'name': 'network-vif-deleted', 'tag': '08667f62-dcd2-4def-815b-67511b809bce'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:38.533538 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89805d53-2e6f-4ed6-9a1d-eb5f382848ce" -d '{"events": [{"server_uuid": "2e12ca19-0f93-4ec5-a55a-4b753adfa2b8", "name": "network-vif-deleted", "tag": "08667f62-dcd2-4def-815b-67511b809bce"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:38.554403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 603a6e2e-88d1-4897-a266-c5d1c40b0d2c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:38.554758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 603a6e2e-88d1-4897-a266-c5d1c40b0d2c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:38.573780 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a593febb-e897-4232-a97c-1e1d74074801 x-openstack-request-id: req-a593febb-e897-4232-a97c-1e1d74074801 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:38.574052 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e12ca19-0f93-4ec5-a55a-4b753adfa2b8", "name": "network-vif-deleted", "tag": "08667f62-dcd2-4def-815b-67511b809bce", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:38.574261 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a593febb-e897-4232-a97c-1e1d74074801 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:38.574673 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12ca19-0f93-4ec5-a55a-4b753adfa2b8', 'name': 'network-vif-deleted', 'tag': '08667f62-dcd2-4def-815b-67511b809bce', 'status': 'completed', 'code': 200} Jan 29 04:50:38.938047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90ba3952-3095-428f-bda4-ed3e10c5eecd req-458235c1-4b13-4214-972f-060440e79d69 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e12ca19-0f93-4ec5-a55a-4b753adfa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0277812 Jan 29 04:50:39.090793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f2df5-68c2-4ae1-8a60-f1b9c5f4456c req-568559a9-e160-4d6e-bc10-56108651d28e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:39.092342 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-889f2df5-68c2-4ae1-8a60-f1b9c5f4456c req-568559a9-e160-4d6e-bc10-56108651d28e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 907 time: 0.0547643 Jan 29 04:50:40.019030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58152) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:40.106397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03bb011d-cb88-49f1-b23e-9a37ffc31074 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.146203 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03bb011d-cb88-49f1-b23e-9a37ffc31074 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.261689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd327-e0f0-437c-9a4e-18d1db341520 req-bed7cf0f-4df2-4907-b760-db0d8fa12030 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:40.267156 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1dcd327-e0f0-437c-9a4e-18d1db341520 req-bed7cf0f-4df2-4907-b760-db0d8fa12030 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 907 time: 0.0767469 Jan 29 04:50:40.289098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e3c4116-148c-459c-b951-0b127e85a977 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:50:40.292612 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03bb011d-cb88-49f1-b23e-9a37ffc31074 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.295818 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03bb011d-cb88-49f1-b23e-9a37ffc31074 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.315535 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03bb011d-cb88-49f1-b23e-9a37ffc31074 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2618798-79ac-4369-a39b-afb4a55c419f HTTP/1.1" status: 204 len: 168 time: 0.2948303 Jan 29 04:50:40.326786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb011d-cb88-49f1-b23e-9a37ffc31074 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2618798-79ac-4369-a39b-afb4a55c419f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:40.352430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58162) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:40.431206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting subnet 89d7f7e2-6981-444f-babe-b313026e6619 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:50:40.437102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.463549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8e3c4116-148c-459c-b951-0b127e85a977, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e3c4116-148c-459c-b951-0b127e85a977,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:40.474978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '8e3c4116-148c-459c-b951-0b127e85a977', 'network_id': '2d058221-5c68-4daa-9d53-85a41ce7aa32', 'port_id': '8e3c4116-148c-459c-b951-0b127e85a977', 'mac_address': 'fa:16:3e:3e:cd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850c15ab-6567-4f6b-85b6-99bbafb328fd', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:50:40.506214 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.514229 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.533027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3c4116-148c-459c-b951-0b127e85a977 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:50:40.554524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8e3c4116-148c-459c-b951-0b127e85a977, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e3c4116-148c-459c-b951-0b127e85a977,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:40.564795 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.625722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8e3c4116-148c-459c-b951-0b127e85a977,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:40.645027 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:40.864073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['8e3c4116-148c-459c-b951-0b127e85a977'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:50:41.017259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.046775 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Subnet': ['ID=89d7f7e2-6981-444f-babe-b313026e6619,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:41.051408 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.059338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:41.059998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834eaaf-7781-4ea5-b497-b9716b363bb7 None None] Network a68e081b-da2f-4bf7-a08e-894e583c1658 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:50:41.070866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-362cce7b-751b-436a-9845-ee8642da064d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/subnets/89d7f7e2-6981-444f-babe-b313026e6619 HTTP/1.1" status: 204 len: 168 time: 0.7093191 Jan 29 04:50:41.154076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.239371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 707454dc-a487-4737-b55a-09c5d1cced78 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:41.239722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.336654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port 707454dc-a487-4737-b55a-09c5d1cced78, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=707454dc-a487-4737-b55a-09c5d1cced78,segment=NetworkSegment(ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a),segment_id=ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:41.337308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.364805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 707454dc-a487-4737-b55a-09c5d1cced78 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:41.405324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c788d-33af-48fe-974b-4f848acf7bb1 req-f0dd0a29-89cf-430f-bb33-abebdffd647f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:41.411988 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-928c788d-33af-48fe-974b-4f848acf7bb1 req-f0dd0a29-89cf-430f-bb33-abebdffd647f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 908 time: 0.0599911 Jan 29 04:50:41.576102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.576998 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-ae713438-e5ea-4a90-a0d1-4f3cda3c1f18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292279 Jan 29 04:50:41.612260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=707454dc-a487-4737-b55a-09c5d1cced78,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:41.614248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] No DVR routers for this DVR port 707454dc-a487-4737-b55a-09c5d1cced78 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:41.671959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f6ec9-df91-4c20-95ee-c618de734dc1 None None] DHCP port deletion for a68e081b-da2f-4bf7-a08e-894e583c1658 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:50:41.713875 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.742624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68e081b-da2f-4bf7-a08e-894e583c1658']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:41.749620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-29660e65-a016-4279-a821-cee1be013d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:41.751231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-29660e65-a016-4279-a821-cee1be013d61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1096 time: 0.0856702 Jan 29 04:50:41.761535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:41.761804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2f8872-47cc-4cdc-9ccb-47b7e4b0913a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:41.785337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.808210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.816476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:50:41.816919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:50:41.820281 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:50:41.901075 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.903816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-3c193d36-727f-415f-826c-b3d326ef3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:41.907078 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-3c193d36-727f-415f-826c-b3d326ef3004 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 897 time: 0.1320128 Jan 29 04:50:41.911533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:41.918094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/networks/a68e081b-da2f-4bf7-a08e-894e583c1658 HTTP/1.1" status: 204 len: 168 time: 0.8558717 Jan 29 04:50:41.930307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:41.941027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c8f83-6764-4a24-81c0-a13288440629 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Network': ['ID=a68e081b-da2f-4bf7-a08e-894e583c1658,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:41.998031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-484f723d-1f65-46a3-a184-70aade009974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 1000 time: 0.0846145 Jan 29 04:50:42.006041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.073282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-16b73373-5854-4811-b9fe-21d639af26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:42.075177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-16b73373-5854-4811-b9fe-21d639af26b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 200 len: 834 time: 0.0691676 Jan 29 04:50:42.129391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-893758cf-644c-4aae-af69-96978be8448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:42.131606 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-893758cf-644c-4aae-af69-96978be8448e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484862 Jan 29 04:50:42.144012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 3e9b8884-dcaa-4cb6-9f3a-e44e685912c2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:42.144587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.237577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.237948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.254570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-6c6d26c6-fdb3-4b26-b590-5830ba505679 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156754 Jan 29 04:50:42.254975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 3e9b8884-dcaa-4cb6-9f3a-e44e685912c2 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:42.288802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e3c4116-148c-459c-b951-0b127e85a977 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:50:42.361832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 8e3c4116-148c-459c-b951-0b127e85a977 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:50:42.368942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 8e3c4116-148c-459c-b951-0b127e85a977 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:50:42.370043 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.455840 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00e3a74f-0aa3-4017-b28c-9b0ad56940ea req-738972d2-29aa-47a2-85ea-b750496b3860 service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948843 Jan 29 04:50:42.477033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.481124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.506181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3c4116-148c-459c-b951-0b127e85a977'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:42.508756 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233f233a-eff1-489a-9365-946f9c43c12d" -d '{"events": [{"server_uuid": "121c5352-a4d3-47f6-bec6-babe17e7c0cd", "name": "network-vif-plugged", "status": "completed", "tag": "8e3c4116-148c-459c-b951-0b127e85a977"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:42.511498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=3e9b8884-dcaa-4cb6-9f3a-e44e685912c2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:42.528306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 8e3c4116-148c-459c-b951-0b127e85a977, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e3c4116-148c-459c-b951-0b127e85a977,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:42.548070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.550009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 08667f62-dcd2-4def-815b-67511b809bce no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:42.659270 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56375a40-f64d-47d5-84c4-d35ee954c48b x-openstack-request-id: req-56375a40-f64d-47d5-84c4-d35ee954c48b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:42.659856 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c5352-a4d3-47f6-bec6-babe17e7c0cd", "name": "network-vif-plugged", "status": "completed", "tag": "8e3c4116-148c-459c-b951-0b127e85a977", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:42.660404 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56375a40-f64d-47d5-84c4-d35ee954c48b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:42.661092 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3c4116-148c-459c-b951-0b127e85a977', 'code': 200} Jan 29 04:50:42.661818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=8e3c4116-148c-459c-b951-0b127e85a977,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:42.674821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 08667f62-dcd2-4def-815b-67511b809bce {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:42.675423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 08667f62-dcd2-4def-815b-67511b809bce not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:42.689370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 707454dc-a487-4737-b55a-09c5d1cced78 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:42.700743 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:42.701008 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Floating IP 1d2a23af-4568-41ee-8ace-d33cb9c49027 disassociated (deleted). External IP: 172.25.4.85, port: 9e5571dc-0950-4c35-8b70-7c40381a9c6a. Jan 29 04:50:42.723135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 707454dc-a487-4737-b55a-09c5d1cced78 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:42.723496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 707454dc-a487-4737-b55a-09c5d1cced78 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:42.802609 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c82a5-a3b0-4f53-b1ac-8803d50bde6c req-6fa0b711-3600-4858-84ea-df76e00296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:42.804126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c36c82a5-a3b0-4f53-b1ac-8803d50bde6c req-6fa0b711-3600-4858-84ea-df76e00296d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 1060 time: 0.1244168 Jan 29 04:50:42.844908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767a00f-eb84-45c9-b023-3ca42650f607 req-a987bfa5-25bb-4b85-a458-188253a65a74 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:42.846492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8767a00f-eb84-45c9-b023-3ca42650f607 req-a987bfa5-25bb-4b85-a458-188253a65a74 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.1981740 Jan 29 04:50:42.994071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:43.118045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:43.125882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:43.130347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:43.141371 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:43.142386 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:43.156002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cefd29f-9727-4a19-bc21-a967ec5f68c5 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/floatingips/1d2a23af-4568-41ee-8ace-d33cb9c49027 HTTP/1.1" status: 204 len: 168 time: 1.2236767 Jan 29 04:50:43.156962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:43.159314 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de2c51-4d21-405c-8340-490b4679f412" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:43.247404 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c6fbc0-9e19-42a5-837f-431f9b458ad6 x-openstack-request-id: req-e5c6fbc0-9e19-42a5-837f-431f9b458ad6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:43.249826 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:43.250441 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5c6fbc0-9e19-42a5-837f-431f9b458ad6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:43.251085 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'status': 'completed', 'code': 200} Jan 29 04:50:43.353672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de2c51-4d21-405c-8340-490b4679f412 req-4cbb7e98-0f6d-4b7b-967f-1d98f7bcfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:43.357661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-4cbb7e98-0f6d-4b7b-967f-1d98f7bcfbaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 1096 time: 0.0653930 Jan 29 04:50:43.494155 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:43.536736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f389aa9-109a-4646-8291-07c527bef1a4 req-49dcd69d-a5d4-4d29-9d9c-0a47a67d2372 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:43.547740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f389aa9-109a-4646-8291-07c527bef1a4 req-49dcd69d-a5d4-4d29-9d9c-0a47a67d2372 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 945 time: 0.1065373 Jan 29 04:50:43.572232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de2c51-4d21-405c-8340-490b4679f412 req-4ceacb06-b8f7-4169-85f7-cd21d7a40e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:43.575052 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-4ceacb06-b8f7-4169-85f7-cd21d7a40e1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 200 len: 897 time: 0.1715040 Jan 29 04:50:43.639001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0f389aa9-109a-4646-8291-07c527bef1a4 req-b49ee285-4cc3-450a-8978-75bf568fc969 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903423 Jan 29 04:50:43.675671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:43.676365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-f5d39097-7659-42b1-b260-c8309098ed53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 200 len: 217 time: 0.0848029 Jan 29 04:50:43.745413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de2c51-4d21-405c-8340-490b4679f412 req-ad8d01a8-29f7-4b34-8eab-c8a6cf4505f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:43.747169 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-ad8d01a8-29f7-4b34-8eab-c8a6cf4505f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 200 len: 834 time: 0.0581994 Jan 29 04:50:43.815165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de2c51-4d21-405c-8340-490b4679f412 req-7ddc0ee8-b89d-4a45-b80b-8a9d06c275e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:43.815881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-7ddc0ee8-b89d-4a45-b80b-8a9d06c275e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b40233e-5498-4877-acef-99b7dfcd8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608432 Jan 29 04:50:43.857776 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:35Z', 'revision_number': 6, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:43.941983 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:43.960584 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:43.961212 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:43.985137 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-6e214e7f-d5ff-4338-a384-6e520b35551a service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621881 Jan 29 04:50:44.110586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e4af-856e-4282-87fc-31391409833d req-6f52d269-05e5-4f4f-b2c8-83359d6b0e8b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:44.119320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4218e4af-856e-4282-87fc-31391409833d req-6f52d269-05e5-4f4f-b2c8-83359d6b0e8b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.1319325 Jan 29 04:50:44.153084 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:44.160539 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9de2c51-4d21-405c-8340-490b4679f412 req-72baf745-18e5-4c21-bc21-5bfb18265c3f service neutron] 10.222.0.20 "GET /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538868 Jan 29 04:50:44.404729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:35Z', 'revision_number': 6, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:44.432702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081ee57-2ec3-4f07-906a-e2e8a00df282 None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:35Z', 'revision_number': 6, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'd43a1f88-b3d3-4d4f-b43e-b29ded702c2b', 'name': '', 'network_id': '7b40233e-5498-4877-acef-99b7dfcd8bc7', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:0b:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:49Z', 'updated_at': '2022-01-29T04:48:55Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '206bdfc0-c2d9-4014-b3b6-07a9b5cf0925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:44.725083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6a85-f083-4038-8d34-b1e59bad9451 None None] New status for floating IP 1d2a23af-4568-41ee-8ace-d33cb9c49027: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:50:44.804542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4f51-0cd2-43d2-b859-95e9001eabb9 req-66ad28e0-81ab-4609-a102-e6c8ed360771 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:44.806565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-28db4f51-0cd2-43d2-b859-95e9001eabb9 req-66ad28e0-81ab-4609-a102-e6c8ed360771 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 945 time: 0.0547862 Jan 29 04:50:44.848827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-28db4f51-0cd2-43d2-b859-95e9001eabb9 req-a2db610c-713f-44c6-a15f-dd0895d4c865 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee12c28-ab16-4649-859a-3b0f0380903a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354733 Jan 29 04:50:44.937551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-d690cf5a-a854-4d56-9eff-05e9e22e907e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:44.939073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-d690cf5a-a854-4d56-9eff-05e9e22e907e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 945 time: 0.0631976 Jan 29 04:50:45.041813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 9e5571dc-0950-4c35-8b70-7c40381a9c6a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:45.042201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:45.139502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port 9e5571dc-0950-4c35-8b70-7c40381a9c6a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9e5571dc-0950-4c35-8b70-7c40381a9c6a,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:45.139769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:45.154305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 9e5571dc-0950-4c35-8b70-7c40381a9c6a owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:45.278619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0db02-0ef0-4b79-8a9b-38ae85c8850c req-36679904-9ec6-4c7d-aaff-1c8f415bb901 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:45.280421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67e0db02-0ef0-4b79-8a9b-38ae85c8850c req-36679904-9ec6-4c7d-aaff-1c8f415bb901 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.0703511 Jan 29 04:50:45.393233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:45.424828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8769a-196e-47f3-9494-708976b1f8df req-64931ead-bbd2-460a-b057-e70b778ca1ba tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:45.429727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=9e5571dc-0950-4c35-8b70-7c40381a9c6a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:45.440091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ff8769a-196e-47f3-9494-708976b1f8df req-64931ead-bbd2-460a-b057-e70b778ca1ba tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.0682950 Jan 29 04:50:45.495597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] No DVR routers for this DVR port 9e5571dc-0950-4c35-8b70-7c40381a9c6a on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:45.498231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:45.502687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2561c5dc-0557-4e1a-a65c-137c73c0a836 req-a096efe0-f782-4bc7-8e50-77aeb049acb6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.20 "DELETE /v2.0/ports/9e5571dc-0950-4c35-8b70-7c40381a9c6a HTTP/1.1" status: 204 len: 173 time: 0.5582285 Jan 29 04:50:45.503174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'name': 'network-vif-deleted', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:45.505689 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940838c-f069-46be-93f1-a0d69eed2799" -d '{"events": [{"server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "name": "network-vif-deleted", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:45.567751 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210b6500-4f21-4898-b7e8-45dda210d83a x-openstack-request-id: req-210b6500-4f21-4898-b7e8-45dda210d83a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:45.568121 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf2c3f-4fce-400c-b2b0-ab59c6086931", "name": "network-vif-deleted", "tag": "9e5571dc-0950-4c35-8b70-7c40381a9c6a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:45.568445 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-210b6500-4f21-4898-b7e8-45dda210d83a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:45.568911 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddf2c3f-4fce-400c-b2b0-ab59c6086931', 'name': 'network-vif-deleted', 'tag': '9e5571dc-0950-4c35-8b70-7c40381a9c6a', 'status': 'completed', 'code': 200} Jan 29 04:50:45.574267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4f52-f65e-482d-91f3-e28523d73697 req-57f6d586-7100-4883-878b-5523f6a1ec9d tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:45.583040 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a12d4f52-f65e-482d-91f3-e28523d73697 req-57f6d586-7100-4883-878b-5523f6a1ec9d tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 1060 time: 0.0623996 Jan 29 04:50:45.712685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda3dae-00df-4166-adca-6182fbfa19ff req-e4271d37-a17a-46fa-8925-0b0a8ead2c1e tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:45.714588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fda3dae-00df-4166-adca-6182fbfa19ff req-e4271d37-a17a-46fa-8925-0b0a8ead2c1e tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1136 time: 0.0528634 Jan 29 04:50:45.762819 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fda3dae-00df-4166-adca-6182fbfa19ff req-adedf819-39d4-4696-b81d-8c8a6890240f tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0394909 Jan 29 04:50:45.789166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58308) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:45.843693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521ea51-1016-4c14-aef3-cb22e9713acf tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:45.845534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8521ea51-1016-4c14-aef3-cb22e9713acf tempest-TestSecurityGroupsBasicOps-1136740717 tempest-TestSecurityGroupsBasicOps-1136740717-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 1055 time: 0.0547788 Jan 29 04:50:46.098737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1aed923f-3b46-49dc-8b18-ed9848bc4f31 req-acc558e7-8132-4c94-930b-d17ef51b4ffa tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddf2c3f-4fce-400c-b2b0-ab59c6086931 HTTP/1.1" status: 200 len: 210 time: 0.0870373 Jan 29 04:50:46.241978 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43a37e-495e-4b4f-93e5-433ffd6a4694 req-83769f25-ce54-4ffb-9f4d-98a202d05a26 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:46.243632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b43a37e-495e-4b4f-93e5-433ffd6a4694 req-83769f25-ce54-4ffb-9f4d-98a202d05a26 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.0589058 Jan 29 04:50:47.205425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58346) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:47.270770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d8d1-e1ef-49da-8e9c-489b8911a4b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:47.318385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d8d1-e1ef-49da-8e9c-489b8911a4b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:47.397492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d8d1-e1ef-49da-8e9c-489b8911a4b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:47.400008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d8d1-e1ef-49da-8e9c-489b8911a4b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:47.401738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ba5d8d1-e1ef-49da-8e9c-489b8911a4b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ee12c28-ab16-4649-859a-3b0f0380903a HTTP/1.1" status: 204 len: 168 time: 0.1951396 Jan 29 04:50:47.431432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d8d1-e1ef-49da-8e9c-489b8911a4b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee12c28-ab16-4649-859a-3b0f0380903a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:47.446498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58362) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:47.525539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7a417-1703-46ab-b00d-47bcd2a8e170 req-c7c4273e-ac9b-4aa0-96d0-4004e943e7df tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:47.527055 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-07a7a417-1703-46ab-b00d-47bcd2a8e170 req-c7c4273e-ac9b-4aa0-96d0-4004e943e7df tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.1595564 Jan 29 04:50:47.729258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9e5571dc-0950-4c35-8b70-7c40381a9c6a no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:47.758463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-fd80dc46-982f-4760-a8b2-ddca03661348 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:47.760235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-fd80dc46-982f-4760-a8b2-ddca03661348 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.36 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 909 time: 0.0676887 Jan 29 04:50:47.769118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 9e5571dc-0950-4c35-8b70-7c40381a9c6a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:47.769761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9e5571dc-0950-4c35-8b70-7c40381a9c6a not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:47.879627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port 8e3c4116-148c-459c-b951-0b127e85a977 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:47.879935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:47.940816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:47.995190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] For port 8e3c4116-148c-459c-b951-0b127e85a977, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=8e3c4116-148c-459c-b951-0b127e85a977,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:47.995658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:48.010974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for 8e3c4116-148c-459c-b951-0b127e85a977 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:48.185751 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:48.253789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=8e3c4116-148c-459c-b951-0b127e85a977,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:48.286986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] No DVR routers for this DVR port 8e3c4116-148c-459c-b951-0b127e85a977 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:48.290481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:48.294428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf3e148e-3295-4101-9682-0ae173c98c5b req-1b80bc9d-6196-46c1-9f9a-fe12cc590588 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.36 "DELETE /v2.0/ports/8e3c4116-148c-459c-b951-0b127e85a977 HTTP/1.1" status: 204 len: 173 time: 0.5256803 Jan 29 04:50:48.294936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'name': 'network-vif-deleted', 'tag': '8e3c4116-148c-459c-b951-0b127e85a977'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:48.302637 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ad64bb-736e-43b8-bf55-568b9d4f0a62" -d '{"events": [{"server_uuid": "121c5352-a4d3-47f6-bec6-babe17e7c0cd", "name": "network-vif-deleted", "tag": "8e3c4116-148c-459c-b951-0b127e85a977"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:48.323846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:48.324348 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:48.383323 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f9fc3-b267-47d0-a0fe-a86ef137b8d0 x-openstack-request-id: req-fa3f9fc3-b267-47d0-a0fe-a86ef137b8d0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:48.383628 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c5352-a4d3-47f6-bec6-babe17e7c0cd", "name": "network-vif-deleted", "tag": "8e3c4116-148c-459c-b951-0b127e85a977", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:48.383875 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa3f9fc3-b267-47d0-a0fe-a86ef137b8d0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:48.384286 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c5352-a4d3-47f6-bec6-babe17e7c0cd', 'name': 'network-vif-deleted', 'tag': '8e3c4116-148c-459c-b951-0b127e85a977', 'status': 'completed', 'code': 200} Jan 29 04:50:48.547430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port d43a1f88-b3d3-4d4f-b43e-b29ded702c2b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:48.548061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:48.570340 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for d43a1f88-b3d3-4d4f-b43e-b29ded702c2b owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:48.665065 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2d74e13-73d2-42cd-9637-517c822b280b req-385fe996-097a-4197-8306-86975cfcf39c tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=121c5352-a4d3-47f6-bec6-babe17e7c0cd HTTP/1.1" status: 200 len: 210 time: 0.0363486 Jan 29 04:50:48.805595 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:48.831702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=d43a1f88-b3d3-4d4f-b43e-b29ded702c2b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:49.123121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:49.423958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router 3ca6de0a-585e-470e-ad94-4e39266fba51 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:49.547296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:49.556880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ae4a35b-e566-415b-b4f8-d80bd8fb6b00 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "PUT /v2.0/routers/3ca6de0a-585e-470e-ad94-4e39266fba51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1082652 Jan 29 04:50:49.559427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58420) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:49.568247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] Sync routers for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:49.586740 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:49.588014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:49.635206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting subnet 206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:50:49.638646 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:49.698419 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:49.731342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:49.756102 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58428) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:49.919965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:49.969531 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:48Z', 'revision_number': 7, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:50.001936 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] Checking router: 3ca6de0a-585e-470e-ad94-4e39266fba51 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:50.011801 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] Routers {'3ca6de0a-585e-470e-ad94-4e39266fba51'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:50.012519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3ca6de0a-585e-470e-ad94-4e39266fba51'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:50.140627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:50.215022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Subnet': ['ID=206bdfc0-c2d9-4014-b3b6-07a9b5cf0925,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:50.221881 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] Set router 3ca6de0a-585e-470e-ad94-4e39266fba51 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:50.259781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-5d68f5b3-76bc-49d8-b4aa-32c9667c9623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876667 Jan 29 04:50:50.303778 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:50.310672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6033818-01c2-4ade-9b51-698d14dd2621 None None] Network 7b40233e-5498-4877-acef-99b7dfcd8bc7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:50:50.311868 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:50.319012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b525416-fbc5-46a1-8bbe-a12345ea4f6d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/subnets/206bdfc0-c2d9-4014-b3b6-07a9b5cf0925 HTTP/1.1" status: 204 len: 168 time: 0.7574277 Jan 29 04:50:50.476894 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:50.483806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-f1a4f3a6-eef0-4011-8ab5-bceaaed47b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:50.485681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-f1a4f3a6-eef0-4011-8ab5-bceaaed47b43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1096 time: 0.1066985 Jan 29 04:50:50.526029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:50.648943 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:48Z', 'revision_number': 7, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:50.679310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] DHCP port deletion for 7b40233e-5498-4877-acef-99b7dfcd8bc7 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:50:50.709068 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ce513-b48d-4aca-81fd-c1512a42f433 None None] The sync data for ids ['3ca6de0a-585e-470e-ad94-4e39266fba51'] in n-d-825930-1 is: [{'id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'name': 'tempest-TestNetworkBasicOps-router-932793497', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:42Z', 'updated_at': '2022-01-29T04:50:48Z', 'revision_number': 7, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'd41f9997-b29a-4366-8e3f-cd809c4c8325', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6de0a-585e-470e-ad94-4e39266fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:43Z', 'updated_at': '2022-01-29T04:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:50.796601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] Deleting port 9a28271a-a16e-4158-b219-c884f5239335 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:50.797398 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:50.905961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] For port 9a28271a-a16e-4158-b219-c884f5239335, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9a28271a-a16e-4158-b219-c884f5239335,segment=NetworkSegment(bf35647f-65ef-459d-9efd-a760f3da3eff),segment_id=bf35647f-65ef-459d-9efd-a760f3da3eff)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:50.906682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:50.924173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] Calling delete_port for 9a28271a-a16e-4158-b219-c884f5239335 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:51.053052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.083150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] No DVR routers for this DVR port 9a28271a-a16e-4158-b219-c884f5239335 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:51.119889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e883e-ba5c-4920-a351-cac250513ff4 None None] Pushing event deleted for resources: {'Port': ['ID=9a28271a-a16e-4158-b219-c884f5239335,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:51.194305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-dd0a63b7-0ae7-402e-b433-f41e9c9b2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:51.195794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-dd0a63b7-0ae7-402e-b433-f41e9c9b2e22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 897 time: 0.6617088 Jan 29 04:50:51.224612 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.375155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-cd7f93ef-54cb-48f5-91da-2a6576fe7e13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 1000 time: 0.1699030 Jan 29 04:50:51.438254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:51.439223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.466706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port d41f9997-b29a-4366-8e3f-cd809c4c8325 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:51.467047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.481697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-5addd1be-717e-4644-8a00-286c0aabea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:51.487775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-5addd1be-717e-4644-8a00-286c0aabea8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 200 len: 834 time: 0.1063032 Jan 29 04:50:51.584884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] For port 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:51.585405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.600262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:51.649410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-ddcc9456-f65a-4d02-a181-8976f43000a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:51.651735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-ddcc9456-f65a-4d02-a181-8976f43000a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0debc53-fbde-4b27-94eb-14a5267497e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444218 Jan 29 04:50:51.764476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port d41f9997-b29a-4366-8e3f-cd809c4c8325, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d41f9997-b29a-4366-8e3f-cd809c4c8325,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:51.765009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.781766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for d41f9997-b29a-4366-8e3f-cd809c4c8325 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:51.872804 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-4c8e8d76-49c5-4a33-94a8-8e777a1f5af6 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086797 Jan 29 04:50:51.878485 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:51.949119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:52.078760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6b50becb-ddcf-4235-97ad-5176614b1efa req-a5121692-dac5-4cc8-977a-569c683c58c7 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973209 Jan 29 04:50:52.205062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.241419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=d41f9997-b29a-4366-8e3f-cd809c4c8325,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:52.304092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.336127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e3c4116-148c-459c-b951-0b127e85a977 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:52.337642 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.379190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 8e3c4116-148c-459c-b951-0b127e85a977 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:52.379535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 8e3c4116-148c-459c-b951-0b127e85a977 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:52.524384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.525432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.545315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:52.603449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.604065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca6de0a-585e-470e-ad94-4e39266fba51 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:50:52.614357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.616394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-13570b9d-8a8d-4cfc-9dd9-5eac0a07df17 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/routers/3ca6de0a-585e-470e-ad94-4e39266fba51 HTTP/1.1" status: 204 len: 168 time: 2.3035030 Jan 29 04:50:52.618523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:52.760681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.785422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9a28271a-a16e-4158-b219-c884f5239335 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:52.834421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9a28271a-a16e-4158-b219-c884f5239335 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:52.835368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9a28271a-a16e-4158-b219-c884f5239335 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:52.836169 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d43a1f88-b3d3-4d4f-b43e-b29ded702c2b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:52.870055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d43a1f88-b3d3-4d4f-b43e-b29ded702c2b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:52.870559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d43a1f88-b3d3-4d4f-b43e-b29ded702c2b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:52.917332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router 28c05f99-97c0-47d0-a9bd-c6f740eb182f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:52.953229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:52.976823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b40233e-5498-4877-acef-99b7dfcd8bc7']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:52.988552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf35647f-65ef-459d-9efd-a760f3da3eff') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:52.989477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf35647f-65ef-459d-9efd-a760f3da3eff') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:53.000658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.016504 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.024371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:50:53.025106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.036025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:53.045437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a800b66c-22dd-479e-aa97-b9fd343f54f3 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "PUT /v2.0/routers/28c05f99-97c0-47d0-a9bd-c6f740eb182f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2864146 Jan 29 04:50:53.047319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58498) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:53.052863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] Sync routers for ids ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:53.071721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] Routers {'28c05f99-97c0-47d0-a9bd-c6f740eb182f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:53.072455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:50:53.128246 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:50:53.133783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting subnet 850c15ab-6567-4f6b-85b6-99bbafb328fd {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:50:53.135979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.137421 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.150775 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.159150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/networks/7b40233e-5498-4877-acef-99b7dfcd8bc7 HTTP/1.1" status: 204 len: 168 time: 0.5395436 Jan 29 04:50:53.170076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port ef956362-a469-42d0-afd5-839c152f4198 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:53.171736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.178959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d14466-98b1-49a9-8688-a50bbcae711b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Network': ['ID=7b40233e-5498-4877-acef-99b7dfcd8bc7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:53.180936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58502) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:53.187892 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'network': {'name': 'tempest-network-smoke--797467831', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:53.215683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.234735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:50:53.239066 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.331256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:50:53.348969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.349632 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Added segment 31c005ff-7aec-479f-a8cd-5469dd7aca16 of type vlan for network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 Jan 29 04:50:53.349783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] Set router 28c05f99-97c0-47d0-a9bd-c6f740eb182f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:53.478562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.481550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.559848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.567020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:53.567448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:51Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:53.567653 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.568790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.569691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.625441 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for ef956362-a469-42d0-afd5-839c152f4198 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:53.627421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] Checking router: 28c05f99-97c0-47d0-a9bd-c6f740eb182f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:53.634618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4521487 Jan 29 04:50:53.637706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58514) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:53.648051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-55137869', 'admin_state_up': True, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:53.667925 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] Routers {'28c05f99-97c0-47d0-a9bd-c6f740eb182f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:53.668706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:53.672962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a261867-de9c-49a4-b8d7-f11857f62c86 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Network': ['ID=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:53.699246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.704195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.736296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.762255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:50:53.811903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Subnet': ['ID=850c15ab-6567-4f6b-85b6-99bbafb328fd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:53.822856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.827398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:53.829489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58520) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:53.842704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7af51719-7253-4c3e-9364-bb9e983a9ca6 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/subnets/850c15ab-6567-4f6b-85b6-99bbafb328fd HTTP/1.1" status: 204 len: 168 time: 0.7927225 Jan 29 04:50:53.916583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85834c1-9cd6-4bbb-9c49-f90fbe2c5c96 None None] Network 2d058221-5c68-4daa-9d53-85a41ce7aa32 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:50:53.959241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.010485 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-69a83c8d-e5cd-40ba-a2a6-245fed832cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.062529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] Set router 28c05f99-97c0-47d0-a9bd-c6f740eb182f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:54.076836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=ef956362-a469-42d0-afd5-839c152f4198,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:54.103155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.113256 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.113632 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Floating IP fda64c50-63b4-40dc-b523-c0af099bd78c disassociated (deleted). External IP: 172.25.4.37, port: 20be1b43-6928-4348-aff9-e04b64327ffa. Jan 29 04:50:54.184463 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.304088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:51Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:54.369126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] DHCP port deletion for 2d058221-5c68-4daa-9d53-85a41ce7aa32 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:50:54.369126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d269e-f108-4ef7-bf2e-9ed9c0cfcdf3 None None] The sync data for ids ['28c05f99-97c0-47d0-a9bd-c6f740eb182f'] in n-d-825930-1 is: [{'id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1608670450', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:51Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': '05dea8e5-7883-4d24-b24f-04d3d559e569', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c05f99-97c0-47d0-a9bd-c6f740eb182f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:25Z', 'updated_at': '2022-01-29T04:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:54.457697 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.463708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] Deleting port 11f6321e-f639-4126-a289-567e885de8a2 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:54.464309 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.495085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router db358caa-6a37-4110-a3e6-4fa148043464 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:50:54.674283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] For port 11f6321e-f639-4126-a289-567e885de8a2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11f6321e-f639-4126-a289-567e885de8a2,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:54.675471 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.687995 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.698165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 11f6321e-f639-4126-a289-567e885de8a2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:54.730761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] Calling delete_port for 11f6321e-f639-4126-a289-567e885de8a2 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:54.758494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:54.769415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.776878 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] Sync routers for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:54.793475 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:54.794550 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:54.813014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f3e3e867-2831-4612-8fcf-8bffaf33cdeb tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/floatingips/fda64c50-63b4-40dc-b523-c0af099bd78c HTTP/1.1" status: 204 len: 168 time: 2.2633848 Jan 29 04:50:54.813014 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:54.814133 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374700b7-1ff4-4503-bddb-a11aa0289222" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:54.895864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:54.908240 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84040e3d-ccbb-46e0-a30e-6f407cdd0b5d x-openstack-request-id: req-84040e3d-ccbb-46e0-a30e-6f407cdd0b5d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:54.908653 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:54.909004 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84040e3d-ccbb-46e0-a30e-6f407cdd0b5d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:54.909527 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'status': 'completed', 'code': 200} Jan 29 04:50:54.929823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:55.063703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 11f6321e-f639-4126-a289-567e885de8a2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=11f6321e-f639-4126-a289-567e885de8a2,segment=NetworkSegment(ba90d475-2564-4d15-99de-524ae0127000),segment_id=ba90d475-2564-4d15-99de-524ae0127000)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:55.072620 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:55.073527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:55.206720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:55.221329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:55.221672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1dd2dc1a-e5ce-4c6c-8e39-26d1b0794938 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:55.222250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d41f9997-b29a-4366-8e3f-cd809c4c8325 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:55.224085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] No DVR routers for this DVR port 11f6321e-f639-4126-a289-567e885de8a2 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:55.251955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d41f9997-b29a-4366-8e3f-cd809c4c8325 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:55.252295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d41f9997-b29a-4366-8e3f-cd809c4c8325 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:55.288819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=11f6321e-f639-4126-a289-567e885de8a2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:55.305131 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:55.313110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.313460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.313801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.315873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.315873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.315873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.315873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.315873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.315873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.319496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.320050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.320396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:50:55.403591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac705-234f-4434-83b6-ad647497d52d None None] Pushing event deleted for resources: {'Port': ['ID=11f6321e-f639-4126-a289-567e885de8a2,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:55.611847 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:55.645164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] Checking router: db358caa-6a37-4110-a3e6-4fa148043464 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:55.656797 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:55.657591 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:55.811592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.25.4.194 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c5205a69-6a5f-4eab-b841-88c32df7f5e6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:50:55.828216 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:55.852375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port 05dea8e5-7883-4d24-b24f-04d3d559e569 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:55.852951 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:55.881594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-0bf704f7-cdf4-4ab9-8b35-e089a387fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:55.883643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-0bf704f7-cdf4-4ab9-8b35-e089a387fa3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e350f436196d44319d3ae21d47930a98&device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 1096 time: 0.9158173 Jan 29 04:50:55.891811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e1180-c5bc-4f39-be7c-27b37a138afb req-cddb33ea-86fe-4cc2-a475-7af47dee239b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:55.893778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a4e1180-c5bc-4f39-be7c-27b37a138afb req-cddb33ea-86fe-4cc2-a475-7af47dee239b tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.6817658 Jan 29 04:50:56.110834 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:56.125806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a4e1180-c5bc-4f39-be7c-27b37a138afb req-815ef9fe-35fc-444f-bcd6-5bfad4d842f5 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189956 Jan 29 04:50:56.146679 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e6a2e39-f6ec-4dea-9b51-3ca1b21bd238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:56.172040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:56.174724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] For port 05dea8e5-7883-4d24-b24f-04d3d559e569, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=05dea8e5-7883-4d24-b24f-04d3d559e569,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:56.175101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:56.180009 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9aef80-2da9-40f6-91fa-82724446e6cb None None] The sync data for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 is: [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '80729c33-4fd9-4bc6-9895-bc52d0658f21', 'name': '', 'network_id': 'e0debc53-fbde-4b27-94eb-14a5267497e3', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'mac_address': 'fa:16:3e:d8:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:00Z', 'updated_at': '2022-01-29T04:49:07Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'subnets': [{'id': '6b575ace-c7c7-4769-aec3-d9efc8d5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:50:56.200254 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-de8f8359-4997-473d-be1d-4e9dcce65417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:56.201786 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-de8f8359-4997-473d-be1d-4e9dcce65417 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 200 len: 897 time: 0.3068712 Jan 29 04:50:56.203801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for 05dea8e5-7883-4d24-b24f-04d3d559e569 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:56.273161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-e698c1ee-9c92-42c9-b7b3-0709665ac40f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 200 len: 217 time: 0.0578291 Jan 29 04:50:56.370657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:56.422247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-203bb3ed-4cbc-46de-a44f-b0532e8d1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:56.424230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-203bb3ed-4cbc-46de-a44f-b0532e8d1b9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 200 len: 834 time: 0.1375704 Jan 29 04:50:56.483071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:50:56.517795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:56.567435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:50:56.569564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=c5205a69-6a5f-4eab-b841-88c32df7f5e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:56.626374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced21b55-0aed-4576-aaf8-27611c584950 None None] New status for floating IP fda64c50-63b4-40dc-b523-c0af099bd78c: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:50:56.659955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-e0d568a9-2c7f-446f-94f0-86b8f04978ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:56.661593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-e0d568a9-2c7f-446f-94f0-86b8f04978ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0debc53-fbde-4b27-94eb-14a5267497e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294478 Jan 29 04:50:56.681142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff61260-3859-4bf5-a89b-715522995c1e req-7c7f8cc6-7e21-4bc7-a5f2-d6d24b91aab6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:56.683033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ff61260-3859-4bf5-a89b-715522995c1e req-7c7f8cc6-7e21-4bc7-a5f2-d6d24b91aab6 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.1815736 Jan 29 04:50:56.949196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.023950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=05dea8e5-7883-4d24-b24f-04d3d559e569,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:57.053476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-6bb4d24e-9701-4fdc-8b48-e08a5c4497a4 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691757 Jan 29 04:50:57.184040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 20be1b43-6928-4348-aff9-e04b64327ffa {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:57.184313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.280484 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.307034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02090f6e-881b-45f5-a336-154068e6bed5 req-911b245f-e177-45d5-a6ba-7f93af00aefc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:57.313719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02090f6e-881b-45f5-a336-154068e6bed5 req-911b245f-e177-45d5-a6ba-7f93af00aefc tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 945 time: 0.0917580 Jan 29 04:50:57.358520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.361663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-02090f6e-881b-45f5-a336-154068e6bed5 req-1e3867f0-abb3-4bd3-af06-6d8724e4b84f tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/security-groups?id=795c931c-1136-4219-9f29-773f7374d602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Jan 29 04:50:57.416557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.423044 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.449423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.524806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-374700b7-1ff4-4503-bddb-a11aa0289222 req-d57c8d16-ddad-44eb-b557-941a9a968d41 service neutron] 10.222.0.36 "GET /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596515 Jan 29 04:50:57.532837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 20be1b43-6928-4348-aff9-e04b64327ffa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=20be1b43-6928-4348-aff9-e04b64327ffa,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:50:57.533219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.549083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 20be1b43-6928-4348-aff9-e04b64327ffa owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:57.550876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.551393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Fanout notify agent at l3_agent the message router_deleted on router 28c05f99-97c0-47d0-a9bd-c6f740eb182f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:50:57.561945 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:57.562945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a85b2b8-cf9b-4e7c-b243-777f7c625668 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/routers/28c05f99-97c0-47d0-a9bd-c6f740eb182f HTTP/1.1" status: 204 len: 168 time: 3.7323480 Jan 29 04:50:57.565921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58576) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:57.673536 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.166687 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.229567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.253219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.268894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d058221-5c68-4daa-9d53-85a41ce7aa32']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:58.279447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba90d475-2564-4d15-99de-524ae0127000') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:58.280028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba90d475-2564-4d15-99de-524ae0127000') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:58.288027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=20be1b43-6928-4348-aff9-e04b64327ffa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:58.304574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.319517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.327160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:50:58.327967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:50:58.331410 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:50:58.395318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58586) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:58.409148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.416865 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.420138 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/networks/2d058221-5c68-4daa-9d53-85a41ce7aa32 HTTP/1.1" status: 204 len: 168 time: 0.8522584 Jan 29 04:50:58.425106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58590) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:58.451565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] No DVR routers for this DVR port 20be1b43-6928-4348-aff9-e04b64327ffa on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:50:58.454972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.458653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9ff61260-3859-4bf5-a89b-715522995c1e req-d44000df-4bc9-4bab-8189-aaaefb249abd tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.36 "DELETE /v2.0/ports/20be1b43-6928-4348-aff9-e04b64327ffa HTTP/1.1" status: 204 len: 173 time: 1.7373257 Jan 29 04:50:58.459195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-deleted', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:50:58.461541 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1104d9-9521-42a2-8819-efb3c747fc5e" -d '{"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-deleted", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:50:58.532949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ade3377-2d89-4798-b3ac-fab1d0c14ebf req-12a3d50f-c5a2-44a5-aeec-cf6370a92881 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f HTTP/1.1" status: 200 len: 210 time: 0.0539424 Jan 29 04:50:58.535026 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7d1c8-92b9-4489-8346-1bf081efce53 x-openstack-request-id: req-5ae7d1c8-92b9-4489-8346-1bf081efce53 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:50:58.535366 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f", "name": "network-vif-deleted", "tag": "20be1b43-6928-4348-aff9-e04b64327ffa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:50:58.535810 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ae7d1c8-92b9-4489-8346-1bf081efce53 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:50:58.536290 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3babb4-2d4e-4fe1-8f3d-49f0bdf1d01f', 'name': 'network-vif-deleted', 'tag': '20be1b43-6928-4348-aff9-e04b64327ffa', 'status': 'completed', 'code': 200} Jan 29 04:50:58.547019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router c78336f6-7578-4cae-9b55-cd0cea6a103e is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:50:58.582115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cb78b-0b3c-415f-8668-6116171f7948 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Network': ['ID=2d058221-5c68-4daa-9d53-85a41ce7aa32,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:58.656792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05dea8e5-7883-4d24-b24f-04d3d559e569 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:50:58.673517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94e31ea6-44f6-4bad-bdf7-ad2577b0ce08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.706259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 05dea8e5-7883-4d24-b24f-04d3d559e569 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:50:58.707059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 05dea8e5-7883-4d24-b24f-04d3d559e569 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:50:58.718040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:50:58.732359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port 83edf074-b65c-45e3-bf20-fe9898faa4da {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:50:58.732585 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601876bf-2368-4e35-b964-38e715212984 None None] Sync routers for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:50:58.733851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.747832 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:50:58.749816 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:58.761566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.766626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e79e686c-a61b-435f-9c62-33eba6d2d108 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1271811 Jan 29 04:50:58.767258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:58.817547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b0c6ba5-762b-4ebe-9e65-343d277830ff tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=65d8603db8c645c3b5ec791173c4d342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422058 Jan 29 04:50:58.819049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:58.851847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94e31ea6-44f6-4bad-bdf7-ad2577b0ce08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.864293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94e31ea6-44f6-4bad-bdf7-ad2577b0ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.872521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.872858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:58.930022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for 83edf074-b65c-45e3-bf20-fe9898faa4da owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:50:58.941601 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:50:58.949067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655805e-6f02-47b3-8d6a-ccbde1684e25 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:58.950974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e655805e-6f02-47b3-8d6a-ccbde1684e25 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291552 Jan 29 04:50:58.954272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:58.964821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-94e31ea6-44f6-4bad-bdf7-ad2577b0ce08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=204fe31ca2e240c19b6b51fc38124360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667086 Jan 29 04:50:58.965575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e31ea6-44f6-4bad-bdf7-ad2577b0ce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cc0328-6b8e-43d4-a2fe-86645041c701,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:58.977559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58602) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:59.008578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6b6a531-9631-4d13-9773-1e91fa574564 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529444 Jan 29 04:50:59.011569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58604) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:59.017251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-264370373', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:50:59.139596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8af55eb9-aeeb-4689-a969-957cbbed368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.188261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:50:59.190504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8af55eb9-aeeb-4689-a969-957cbbed368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.193378 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.194983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.263706 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.267686 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:50:57Z', 'revision_number': 3, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:50:59.282409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8af55eb9-aeeb-4689-a969-957cbbed368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.286260 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8af55eb9-aeeb-4689-a969-957cbbed368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.292261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8af55eb9-aeeb-4689-a969-957cbbed368d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46cc0328-6b8e-43d4-a2fe-86645041c701 HTTP/1.1" status: 204 len: 168 time: 0.2691905 Jan 29 04:50:59.326066 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601876bf-2368-4e35-b964-38e715212984 None None] Checking router: c78336f6-7578-4cae-9b55-cd0cea6a103e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:50:59.328093 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601876bf-2368-4e35-b964-38e715212984 None None] Updating router c78336f6-7578-4cae-9b55-cd0cea6a103e port c5205a69-6a5f-4eab-b841-88c32df7f5e6 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:50:59.331380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af55eb9-aeeb-4689-a969-957cbbed368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cc0328-6b8e-43d4-a2fe-86645041c701,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:59.363290 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.372041 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-601876bf-2368-4e35-b964-38e715212984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.440306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=83edf074-b65c-45e3-bf20-fe9898faa4da,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:59.564170 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.564525 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Floating IP c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0 disassociated (deleted). External IP: 172.25.4.133, port: 906ec05e-3c47-4882-be59-740e20d4587f. Jan 29 04:50:59.595620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.634664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58614) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:59.680016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Subnet': ['ID=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:59.721660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Checking segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:59.722422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network hostable DHCP agents. Network: f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:50:59.759025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:50:59.777011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:50:59.781829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:50:59.782584 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.789123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc8d84-740d-4b18-a5a1-edead7d188a7 None None] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:50:59.796383 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-601876bf-2368-4e35-b964-38e715212984 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.808416 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-601876bf-2368-4e35-b964-38e715212984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.840111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b921d35e-9d72-4340-8c55-0a065db0ec72 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8273635 Jan 29 04:50:59.842903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:50:59.914025 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a01af4-1a06-465d-92e4-429a36f70c9c None None] Pushing event updated for resources: {'Port': ['ID=c5205a69-6a5f-4eab-b841-88c32df7f5e6,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:50:59.927229 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-601876bf-2368-4e35-b964-38e715212984 None None] Attempting to bind port c5205a69-6a5f-4eab-b841-88c32df7f5e6 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:50:59.927712 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-601876bf-2368-4e35-b964-38e715212984 None None] Attempting to bind port c5205a69-6a5f-4eab-b841-88c32df7f5e6 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:50:59.928266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601876bf-2368-4e35-b964-38e715212984 None None] Attempting to bind port c5205a69-6a5f-4eab-b841-88c32df7f5e6 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:50:59.933519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601876bf-2368-4e35-b964-38e715212984 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:50:59.933934 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601876bf-2368-4e35-b964-38e715212984 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:50:59.934327 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-601876bf-2368-4e35-b964-38e715212984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.934707 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601876bf-2368-4e35-b964-38e715212984 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:50:59.935167 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-601876bf-2368-4e35-b964-38e715212984 None None] Bound port: c5205a69-6a5f-4eab-b841-88c32df7f5e6, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:50:59.935545 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-601876bf-2368-4e35-b964-38e715212984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:50:59.994604 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-601876bf-2368-4e35-b964-38e715212984 None None] For port c5205a69-6a5f-4eab-b841-88c32df7f5e6, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:00.014812 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-601876bf-2368-4e35-b964-38e715212984 None None] For port c5205a69-6a5f-4eab-b841-88c32df7f5e6, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c5205a69-6a5f-4eab-b841-88c32df7f5e6,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:00.019535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:51:00.020516 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:00.021801 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-601876bf-2368-4e35-b964-38e715212984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:00.117793 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:00.118708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:00.120790 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a01af4-1a06-465d-92e4-429a36f70c9c None None] Pushing event updated for resources: {'Port': ['ID=c5205a69-6a5f-4eab-b841-88c32df7f5e6,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:00.125700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:00.205254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Allocated IP 172.20.0.2 (f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9/6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9/77aa1c1e-917c-4fd0-a0f0-14fa06fcc224) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:00.511784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:00.528142 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:00.552275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:00.611718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cbfd0288-dd3a-40f5-83a9-26d29d94c30f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/floatingips/c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0 HTTP/1.1" status: 204 len: 168 time: 2.1816416 Jan 29 04:51:00.657131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:00.687702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:00.688727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:00.693266 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239a98f-d683-426e-9868-772f83cd4a08" -d '{"events": [{"name": "network-changed", "server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "tag": "906ec05e-3c47-4882-be59-740e20d4587f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:00.705468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] Sync routers for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:00.712290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:51:00.731685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:00.799634 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8936cf-8f70-4bc0-8d31-8b07b60026bd x-openstack-request-id: req-dd8936cf-8f70-4bc0-8d31-8b07b60026bd {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:00.800999 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "tag": "906ec05e-3c47-4882-be59-740e20d4587f", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:00.801933 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd8936cf-8f70-4bc0-8d31-8b07b60026bd {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:00.803799 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f', 'status': 'completed', 'code': 200} Jan 29 04:51:00.882102 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-601876bf-2368-4e35-b964-38e715212984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:50:57Z', 'revision_number': 3, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:00.918478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-236544494-network', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:00.931948 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601876bf-2368-4e35-b964-38e715212984 None None] The sync data for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 is: [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:50:57Z', 'revision_number': 3, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:00.968404 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:00.972876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:00.973816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:00.977917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 20be1b43-6928-4348-aff9-e04b64327ffa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:00.978687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 20be1b43-6928-4348-aff9-e04b64327ffa not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:00.990275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a98f-d683-426e-9868-772f83cd4a08 req-9c89c6c1-087b-4b32-84e0-111421cb9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:00.993503 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-9c89c6c1-087b-4b32-84e0-111421cb9761 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baf927fc09a64153890ae2ae485343c8&device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 1136 time: 0.1377833 Jan 29 04:51:01.023469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.113442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Made reservation on behalf of 462c2e9322cc41ef9b64a7f91afd83ac for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:01.113611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:01.117134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.121173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:01.124516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:01.137537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.168827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a98f-d683-426e-9868-772f83cd4a08 req-bf5cf576-0ba1-41ed-a815-ddb7b883e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:01.172099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-bf5cf576-0ba1-41ed-a815-ddb7b883e345 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05dc0b29-948d-40e0-a054-f5df759b76d2 HTTP/1.1" status: 200 len: 897 time: 0.1703548 Jan 29 04:51:01.180429 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.192250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Pushing event updated for resources: {'Port': ['ID=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:01.198023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Attempting to bind port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:01.198431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Attempting to bind port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:01.198800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Attempting to bind port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 on network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:01.210706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:01.211121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Checking segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:01.211528 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.211922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Bound using segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:01.212398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Bound port: 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:01.212781 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.235512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:01.338997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.20.0.1 (f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9/6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9/1a360f07-3f08-451b-bb89-ea8a2351939a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:01.355986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.376229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.387699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] For port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:01.392933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] For port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:01.526527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-a8d2e65e-5d90-4674-bbb6-8b1fd302c121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906ec05e-3c47-4882-be59-740e20d4587f HTTP/1.1" status: 200 len: 217 time: 0.1533146 Jan 29 04:51:01.532553 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.540300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:51:01.554928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da869-3cd7-4e6d-8832-522719a51d12 req-1fceaac3-9014-4eb0-a2ee-6459026e0651 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:01.559960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.562688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f2da869-3cd7-4e6d-8832-522719a51d12 req-1fceaac3-9014-4eb0-a2ee-6459026e0651 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 985 time: 0.5673659 Jan 29 04:51:01.605815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.607552 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Added segment 02347d06-5233-4d5b-a4b7-1d51f33349d7 of type vlan for network 1eb79768-c3ec-4601-9bfd-d03a18394127 Jan 29 04:51:01.627936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c5e1-8e68-4944-bbb6-071aec8b80cd None None] Pushing event updated for resources: {'Port': ['ID=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:01.645513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:01.662753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58668a9e-c245-497a-944b-e6006679518d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:01.695771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.713274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] Checking router: d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:01.719729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:01.725074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a98f-d683-426e-9868-772f83cd4a08 req-06dcd2ac-2243-4656-9f79-014ad19f949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:01.727754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-06dcd2ac-2243-4656-9f79-014ad19f949c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a408770f-fe0f-4e07-bea1-8337e19f5d6e HTTP/1.1" status: 200 len: 834 time: 0.1901488 Jan 29 04:51:01.727951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:01.738744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:01.739378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:01.782969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:01.790608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.809931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f2da869-3cd7-4e6d-8832-522719a51d12 req-fec9f73a-ac5b-4429-bc4f-bd16b4046de9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1335764 Jan 29 04:51:01.861598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a98f-d683-426e-9868-772f83cd4a08 req-0aee5d96-c070-471e-84a7-7de585d75a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:01.863177 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-0aee5d96-c070-471e-84a7-7de585d75a35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05dc0b29-948d-40e0-a054-f5df759b76d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144192 Jan 29 04:51:01.925513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=1a360f07-3f08-451b-bb89-ea8a2351939a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:01.952065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.955499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.956459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:01.957023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:01.972522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:02.065159 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4067400 Jan 29 04:51:02.073039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:02.079465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Request body: {'subnet': {'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-236544494-subnet', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:02.189973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f427c4-a6e1-48e3-a15f-235911e345fc admin admin] Pushing event updated for resources: {'Network': ['ID=1eb79768-c3ec-4601-9bfd-d03a18394127,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:02.194639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-278052bb-01d2-4593-a6bc-bcf469de3fed service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666280 Jan 29 04:51:02.199247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Made reservation on behalf of 462c2e9322cc41ef9b64a7f91afd83ac for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:02.202393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:02.245738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:51:02.329173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 80729c33-4fd9-4bc6-9895-bc52d0658f21 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:02.330082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:02.342342 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:02.451869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:02.489652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a00c2b-4df0-4d0d-a069-0d1e05ee8c63 None None] The sync data for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 is: [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:32Z', 'revision_number': 4, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '4dda6d18-0c20-4da5-8cdd-906034bb42ae', 'name': '', 'network_id': '05dc0b29-948d-40e0-a054-f5df759b76d2', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'mac_address': 'fa:16:3e:cf:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:32Z', 'updated_at': '2022-01-29T04:49:36Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'subnets': [{'id': 'a408770f-fe0f-4e07-bea1-8337e19f5d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:02.508346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-2673d1a6-cf4d-4009-a434-45e0e7ba8742 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:02.510235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-2673d1a6-cf4d-4009-a434-45e0e7ba8742 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.20 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 985 time: 0.1647661 Jan 29 04:51:02.517225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8239a98f-d683-426e-9868-772f83cd4a08 req-e6020369-dc07-4ea6-8755-76e08d634a33 service neutron] 10.222.0.20 "GET /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106854 Jan 29 04:51:02.527136 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 80729c33-4fd9-4bc6-9895-bc52d0658f21, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=80729c33-4fd9-4bc6-9895-bc52d0658f21,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:02.527739 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:02.594405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 80729c33-4fd9-4bc6-9895-bc52d0658f21 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:02.777343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:02.860566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:02.895718 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20804548-a36e-445c-86de-f30a1c7bc531,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:02.927700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Checking segment: {'id': '02347d06-5233-4d5b-a4b7-1d51f33349d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:02.928099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Network hostable DHCP agents. Network: 1eb79768-c3ec-4601-9bfd-d03a18394127, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:51:02.975264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:02.976054 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.003566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:51:03.028115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 1eb79768-c3ec-4601-9bfd-d03a18394127) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:03.042502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:03.043103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.067242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478d13e-f13a-4de2-9948-c20404c0d2ad None None] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:03.073317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7bd3fbb2-3879-4ca6-b0d5-6640aabb5607 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9955411 Jan 29 04:51:03.073317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.074094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58656) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:03.082623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:03.121635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fabe2-f02f-457f-80c9-a0192d25c8c1 req-0fec05a5-0f79-4628-8350-2d3fd99003d7 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:03.123312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-437fabe2-f02f-457f-80c9-a0192d25c8c1 req-0fec05a5-0f79-4628-8350-2d3fd99003d7 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 985 time: 0.1596529 Jan 29 04:51:03.132480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=80729c33-4fd9-4bc6-9895-bc52d0658f21,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:03.156131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.194209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.195317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.268311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:03.278033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.278688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c5205a69-6a5f-4eab-b841-88c32df7f5e6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:03.386833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-437fabe2-f02f-457f-80c9-a0192d25c8c1 req-45c77d5d-38e8-4691-af48-67151a47dc22 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/security-groups?id=96d2c204-6b21-4405-8052-90119ba73b2c&id=563865dd-ca55-4ac9-9eaa-9afae2d3f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2321985 Jan 29 04:51:03.390475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port 906ec05e-3c47-4882-be59-740e20d4587f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:03.390827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.416405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678f351-4405-4d1f-8d38-f7d6ad04800c None None] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:03.466187 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63285a0b-9103-4f57-ac48-02576791d7c8 None None] New status for floating IP c38eaefb-57b7-4bbb-8fc1-e673f7cffdb0: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:51:03.535385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] For port 906ec05e-3c47-4882-be59-740e20d4587f, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=906ec05e-3c47-4882-be59-740e20d4587f,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:03.535766 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.553757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for 906ec05e-3c47-4882-be59-740e20d4587f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:03.610574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:03.658836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0610a648-7b74-4bbc-b6e9-838d3db4ff2e None None] Provisioning complete for port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:03.659311 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0610a648-7b74-4bbc-b6e9-838d3db4ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.665004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-1eb79768-c3ec-4601-9bfd-d03a18394127', 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'fixed_ips': [{'subnet_id': '20804548-a36e-445c-86de-f30a1c7bc531'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:51:03.666069 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.708441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.736622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c5205a69-6a5f-4eab-b841-88c32df7f5e6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:03.737709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.819141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.843861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.934542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.950422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:03.958177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.023914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=1a360f07-3f08-451b-bb89-ea8a2351939a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:04.045547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.101598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=906ec05e-3c47-4882-be59-740e20d4587f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:04.197233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] No DVR routers for this DVR port 906ec05e-3c47-4882-be59-740e20d4587f on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:04.200261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.209548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8f3ad6f0-36d9-429f-83e7-097f77c4e1a7 req-ed8a2717-18cc-49a5-8e11-3d332412eb67 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.20 "DELETE /v2.0/ports/906ec05e-3c47-4882-be59-740e20d4587f HTTP/1.1" status: 204 len: 173 time: 1.6492224 Jan 29 04:51:04.220788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'name': 'network-vif-deleted', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:04.224216 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72763efe-aae1-47d2-b0fd-ca7e4607f2c5" -d '{"events": [{"server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "name": "network-vif-deleted", "tag": "906ec05e-3c47-4882-be59-740e20d4587f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:04.260116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Allocated IP 172.20.0.2 (1eb79768-c3ec-4601-9bfd-d03a18394127/20804548-a36e-445c-86de-f30a1c7bc531/5487fd40-e44e-414a-a393-70fb7e9cd2b2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:04.267106 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.327048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:04.329930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:04.372592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c5205a69-6a5f-4eab-b841-88c32df7f5e6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c5205a69-6a5f-4eab-b841-88c32df7f5e6,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:04.386817 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87698ac0-fc9e-40d0-8422-89ecd1af028c x-openstack-request-id: req-87698ac0-fc9e-40d0-8422-89ecd1af028c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:04.387477 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a725b3d9-19be-4577-b16e-2d58fd9cf9c9", "name": "network-vif-deleted", "tag": "906ec05e-3c47-4882-be59-740e20d4587f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:04.401102 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87698ac0-fc9e-40d0-8422-89ecd1af028c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:04.402111 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Router db358caa-6a37-4110-a3e6-4fa148043464 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:04.403105 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a725b3d9-19be-4577-b16e-2d58fd9cf9c9', 'name': 'network-vif-deleted', 'tag': '906ec05e-3c47-4882-be59-740e20d4587f', 'status': 'completed', 'code': 200} Jan 29 04:51:04.435272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.505807 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.539213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c5205a69-6a5f-4eab-b841-88c32df7f5e6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:04.558094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router c78336f6-7578-4cae-9b55-cd0cea6a103e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:04.696172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bd062380-971d-4456-ba43-f1af76fa1e7b None None] Provisioning complete for port 1a360f07-3f08-451b-bb89-ea8a2351939a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:04.696641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bd062380-971d-4456-ba43-f1af76fa1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.709792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.743355 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.758821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b09cf42-e168-487e-9add-5bb65f6518b6 req-88ee1c07-7aca-424c-a291-f2903c9c8879 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a725b3d9-19be-4577-b16e-2d58fd9cf9c9 HTTP/1.1" status: 200 len: 210 time: 0.1125710 Jan 29 04:51:04.765011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:04.819345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:04.841849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5fa4eade-7cf2-4111-b2e5-a73b604cd987 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "PUT /v2.0/routers/db358caa-6a37-4110-a3e6-4fa148043464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2037385 Jan 29 04:51:04.845813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58672) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:04.855134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] Sync routers for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:04.862056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bd062380-971d-4456-ba43-f1af76fa1e7b None None] Port 1a360f07-3f08-451b-bb89-ea8a2351939a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:04.891754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:04.899676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbe135a4-da1f-48ef-bf55-c7faa29254ff tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "PUT /v2.0/routers/c78336f6-7578-4cae-9b55-cd0cea6a103e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0492694 Jan 29 04:51:04.900203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58674) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:04.905613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:04.906148 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Sync routers for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:04.927244 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:04.927886 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:04.963379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:05.003301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting subnet 6b575ace-c7c7-4769-aec3-d9efc8d5bceb {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:51:05.008746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.034196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:05.050254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:05.052149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.052848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.053424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.054153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.054783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.055313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.055840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.057983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f97188ee-a031-46a8-9462-a2c51b44e8d8 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4945 time: 0.1569417 Jan 29 04:51:05.060697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:05.103705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:05.104613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:05.121704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.163007 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:05.181465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Pushing event updated for resources: {'Port': ['ID=5487fd40-e44e-414a-a393-70fb7e9cd2b2,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:05.182117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.182754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.183209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.183651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.184643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.184643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.186229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:05.191388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ee3931e-7363-4b23-96da-3dd83b6e1498 tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4602 time: 0.1257675 Jan 29 04:51:05.192203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:05.216062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Attempting to bind port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:05.216439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Attempting to bind port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '02347d06-5233-4d5b-a4b7-1d51f33349d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:05.216798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Attempting to bind port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 on network 1eb79768-c3ec-4601-9bfd-d03a18394127 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:05.220120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bd062380-971d-4456-ba43-f1af76fa1e7b None None] Provisioning complete for port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:05.220680 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bd062380-971d-4456-ba43-f1af76fa1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.232415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Allocated IP 172.25.4.108 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/fc0ded00-cfe0-454f-b9d0-b5551eafcb1a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:05.330594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:05.341584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Checking segment: {'id': '02347d06-5233-4d5b-a4b7-1d51f33349d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:05.342363 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.343365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Bound using segment: {'id': '02347d06-5233-4d5b-a4b7-1d51f33349d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:05.344069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Bound port: 5487fd40-e44e-414a-a393-70fb7e9cd2b2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02347d06-5233-4d5b-a4b7-1d51f33349d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:05.345288 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.406916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.494385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1be49f50-8d88-4a9e-bdb0-beba0be706af tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.3007584 Jan 29 04:51:05.508636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] For port 5487fd40-e44e-414a-a393-70fb7e9cd2b2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:05.538509 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:03Z', 'revision_number': 2, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:05.550991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.552322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:05.559708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] For port 5487fd40-e44e-414a-a393-70fb7e9cd2b2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5487fd40-e44e-414a-a393-70fb7e9cd2b2,segment=NetworkSegment(02347d06-5233-4d5b-a4b7-1d51f33349d7),segment_id=02347d06-5233-4d5b-a4b7-1d51f33349d7)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:05.575236 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Checking router: c78336f6-7578-4cae-9b55-cd0cea6a103e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:05.575897 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Updating router c78336f6-7578-4cae-9b55-cd0cea6a103e port 1a360f07-3f08-451b-bb89-ea8a2351939a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:05.588987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:05.589343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.596368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.606774 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.618934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.672015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Subnet': ['ID=6b575ace-c7c7-4769-aec3-d9efc8d5bceb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:05.678605 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.703316 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:05.710512 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8d907e5e-599f-49c7-8642-ede5e75d4a65 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/subnets/6b575ace-c7c7-4769-aec3-d9efc8d5bceb HTTP/1.1" status: 204 len: 168 time: 0.8615396 Jan 29 04:51:05.711125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:05.726967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aedac96-b7c3-4aff-8327-da03d34b3105 None None] Network e0debc53-fbde-4b27-94eb-14a5267497e3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:05.786562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:05.788243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:05.792554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:05.802950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:05.893373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58688) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:05.999060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.007364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 906ec05e-3c47-4882-be59-740e20d4587f no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:06.121028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58690) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:06.129664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301833431', 'description': 'tempest-secgroup-smoke-301833431 description', 'project_id': '65d8603db8c645c3b5ec791173c4d342'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:06.131495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6ed63f4-abcf-4635-a32d-0a54d4e3cbed tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.139259 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.167175 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.169172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.220343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.238010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 906ec05e-3c47-4882-be59-740e20d4587f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:06.238604 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 906ec05e-3c47-4882-be59-740e20d4587f not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:06.249249 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6ed63f4-abcf-4635-a32d-0a54d4e3cbed tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.303791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8b6a4-949a-4d5b-bfcd-f93a1eaa6be0 None None] Pushing event updated for resources: {'Port': ['ID=5487fd40-e44e-414a-a393-70fb7e9cd2b2,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:06.333938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-37b3b28e-8d52-441e-a31a-366f854f0e43 None None] Provisioning complete for port 1a360f07-3f08-451b-bb89-ea8a2351939a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:06.334624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37b3b28e-8d52-441e-a31a-366f854f0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.390205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6ed63f4-abcf-4635-a32d-0a54d4e3cbed tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.393548 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6ed63f4-abcf-4635-a32d-0a54d4e3cbed tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.398086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9d3cb-dacb-4d02-bcfd-b39687a7e673 None None] Pushing event updated for resources: {'Port': ['ID=1a360f07-3f08-451b-bb89-ea8a2351939a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:06.399302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c6ed63f4-abcf-4635-a32d-0a54d4e3cbed tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/security-groups/563865dd-ca55-4ac9-9eaa-9afae2d3f6da HTTP/1.1" status: 204 len: 168 time: 0.5048120 Jan 29 04:51:06.402352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:06.403128 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.422723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.438519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Attempting to bind port 1a360f07-3f08-451b-bb89-ea8a2351939a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:06.438974 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Attempting to bind port 1a360f07-3f08-451b-bb89-ea8a2351939a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:06.441500 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Attempting to bind port 1a360f07-3f08-451b-bb89-ea8a2351939a on network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:06.450902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-37b3b28e-8d52-441e-a31a-366f854f0e43 None None] Port 1a360f07-3f08-451b-bb89-ea8a2351939a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:06.455036 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:06.456853 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Checking segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:06.458215 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.458630 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Bound using segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:06.462201 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Bound port: 1a360f07-3f08-451b-bb89-ea8a2351939a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:06.464111 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.472582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Deleting port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:06.472928 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.483268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.488396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3659053 Jan 29 04:51:06.489324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58696) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:06.495974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 5, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port': {'id': '144ff4a1-22f7-4284-a22e-0d8e4f7819ba', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:48:54Z', 'updated_at': '2022-01-29T04:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:06.502036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '75e060a7-51e2-431a-94ac-5c257dbb1b2e', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:06.512272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed63f4-abcf-4635-a32d-0a54d4e3cbed tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563865dd-ca55-4ac9-9eaa-9afae2d3f6da,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:06.580004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] Checking router: db358caa-6a37-4110-a3e6-4fa148043464 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:06.595762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.614126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] Routers {'db358caa-6a37-4110-a3e6-4fa148043464'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:06.614950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['db358caa-6a37-4110-a3e6-4fa148043464'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:06.644481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed9eb39-6571-4660-b145-f41cce08747f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.685305 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] For port 1a360f07-3f08-451b-bb89-ea8a2351939a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:06.694105 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] For port 1a360f07-3f08-451b-bb89-ea8a2351939a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1a360f07-3f08-451b-bb89-ea8a2351939a,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:06.711328 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.715237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed9eb39-6571-4660-b145-f41cce08747f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.720498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] For port 144ff4a1-22f7-4284-a22e-0d8e4f7819ba, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:06.721104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.727574 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] DHCP port deletion for e0debc53-fbde-4b27-94eb-14a5267497e3 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:51:06.768845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Calling delete_port for 144ff4a1-22f7-4284-a22e-0d8e4f7819ba owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:06.843101 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:06.843753 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:06.848906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46902a9a-e058-4655-84cc-56b757920d1b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e060a7-51e2-431a-94ac-5c257dbb1b2e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:06.890973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bfc26538-5351-4d6a-938f-2e60a8982f99 None None] Provisioning complete for port 1a360f07-3f08-451b-bb89-ea8a2351939a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:06.891571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bfc26538-5351-4d6a-938f-2e60a8982f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.896078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] Set router db358caa-6a37-4110-a3e6-4fa148043464 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:06.903016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5487fd40-e44e-414a-a393-70fb7e9cd2b2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:06.934430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed9eb39-6571-4660-b145-f41cce08747f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.938058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ed9eb39-6571-4660-b145-f41cce08747f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:06.957406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ed9eb39-6571-4660-b145-f41cce08747f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/security-groups/96d2c204-6b21-4405-8052-90119ba73b2c HTTP/1.1" status: 204 len: 168 time: 0.5516484 Jan 29 04:51:06.971803 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9d3cb-dacb-4d02-bcfd-b39687a7e673 None None] Pushing event updated for resources: {'Port': ['ID=1a360f07-3f08-451b-bb89-ea8a2351939a,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:06.975025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:06.986465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.041770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:51:06Z', 'revision_number': 6, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:07.057444 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:07.078219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9eb39-6571-4660-b145-f41cce08747f tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d2c204-6b21-4405-8052-90119ba73b2c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:07.192430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db428893-2477-43b2-9259-1c67b5a8e3de None None] The sync data for ids ['db358caa-6a37-4110-a3e6-4fa148043464'] in n-d-825930-1 is: [{'id': 'db358caa-6a37-4110-a3e6-4fa148043464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787863705', 'tenant_id': 'e350f436196d44319d3ae21d47930a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:48:53Z', 'updated_at': '2022-01-29T04:51:06Z', 'revision_number': 6, 'project_id': 'e350f436196d44319d3ae21d47930a98', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:07.242168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] Deleting port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:07.242748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.341717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.375418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.400966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.409569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9276168c-372c-4d10-81f8-25b57ed40d5e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:07.474159 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:06Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:07.480624 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.481869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7196f2ad-8a2e-44b5-bcbd-734fcd18bb16 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9859614 Jan 29 04:51:07.488031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58702) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:07.511416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '75e060a7-51e2-431a-94ac-5c257dbb1b2e', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:07.517551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.526755 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839a3f7-12e4-484e-b437-d67024c35517 None None] The sync data for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 is: [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:06Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:07.581831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Port': ['ID=144ff4a1-22f7-4284-a22e-0d8e4f7819ba,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:07.648252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.786331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef19b7-64a6-4793-bb20-596435cfb61d None None] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:07.790668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.790829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.800268 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.835316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a93bad8-86f0-43b5-bc2f-171bac648970,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:07.837384 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Router aae41a04-5e2a-498b-8c55-15868d0756d3 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:51:07.868130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.869516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-879a4a57-3630-4466-a759-a3dd3c2d628a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673065 Jan 29 04:51:07.883589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:07.885675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] For port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,segment=NetworkSegment(f9ef019e-ab66-420a-b303-99f1180997bb),segment_id=f9ef019e-ab66-420a-b303-99f1180997bb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:07.886252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.889774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '75e060a7-51e2-431a-94ac-5c257dbb1b2e', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:07.913293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:07.913981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.920033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bfc26538-5351-4d6a-938f-2e60a8982f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:07.936631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] Calling delete_port for 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:07.999033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bfc26538-5351-4d6a-938f-2e60a8982f99 None None] For port 1a360f07-3f08-451b-bb89-ea8a2351939a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1a360f07-3f08-451b-bb89-ea8a2351939a,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:08.000838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:08.029053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.035061 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bee8840c-56c4-4a48-92ec-a92b167bd125 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9561782 Jan 29 04:51:08.035704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58706) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:08.091048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Sync routers for ids ['aae41a04-5e2a-498b-8c55-15868d0756d3'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:08.094281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bfc26538-5351-4d6a-938f-2e60a8982f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.266432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Routers {'aae41a04-5e2a-498b-8c55-15868d0756d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:08.267093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aae41a04-5e2a-498b-8c55-15868d0756d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:08.397212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.400316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.450547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7e6fdbe1-d3fa-4940-8794-d1633dbc33d0 None None] Provisioning complete for port 1a360f07-3f08-451b-bb89-ea8a2351939a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:08.450908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e6fdbe1-d3fa-4940-8794-d1633dbc33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.524572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.525282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Fanout notify agent at l3_agent the message router_deleted on router db358caa-6a37-4110-a3e6-4fa148043464 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:51:08.533535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.539129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-07a8c333-21ff-4584-a85d-b29cfd356771 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/routers/db358caa-6a37-4110-a3e6-4fa148043464 HTTP/1.1" status: 204 len: 168 time: 2.8268828 Jan 29 04:51:08.539361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.540924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:08.550940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc26538-5351-4d6a-938f-2e60a8982f99 None None] Pushing event updated for resources: {'Port': ['ID=1a360f07-3f08-451b-bb89-ea8a2351939a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:08.564769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.700606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.738435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5487fd40-e44e-414a-a393-70fb7e9cd2b2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5487fd40-e44e-414a-a393-70fb7e9cd2b2,segment=NetworkSegment(02347d06-5233-4d5b-a4b7-1d51f33349d7),segment_id=02347d06-5233-4d5b-a4b7-1d51f33349d7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:08.770594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] Pushing event deleted for resources: {'Port': ['ID=535a36c8-0dfc-4d63-8321-2e8c2b5c9d15,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:08.772625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:08.773420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c5205a69-6a5f-4eab-b841-88c32df7f5e6 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:08.828697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee82b1f-1465-4d25-ae58-d6e4a9c1fc7d None None] No DVR routers for this DVR port 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:08.831456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Set router aae41a04-5e2a-498b-8c55-15868d0756d3 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:08.918183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.088833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c5205a69-6a5f-4eab-b841-88c32df7f5e6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:09.088833 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.091666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5487fd40-e44e-414a-a393-70fb7e9cd2b2,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:09.159187 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.190207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.212481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7e6fdbe1-d3fa-4940-8794-d1633dbc33d0 None None] Provisioning complete for port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:09.212853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e6fdbe1-d3fa-4940-8794-d1633dbc33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.271962 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.289586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.316143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06ef0be-020c-47f2-8f1e-1333275ed050,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:09.330304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.337758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.341114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-504eb095-619e-42e6-aa21-b474eb231669 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4537456 Jan 29 04:51:09.347602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:09.399944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '75e060a7-51e2-431a-94ac-5c257dbb1b2e', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:09.412529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0debc53-fbde-4b27-94eb-14a5267497e3']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:09.431593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ef019e-ab66-420a-b303-99f1180997bb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:09.431904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ef019e-ab66-420a-b303-99f1180997bb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:09.452606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:06Z', 'revision_number': 3, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port': {'id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:04Z', 'updated_at': '2022-01-29T04:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:09.474183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.506905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Checking router: aae41a04-5e2a-498b-8c55-15868d0756d3 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:09.507673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Updating router aae41a04-5e2a-498b-8c55-15868d0756d3 port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:09.531820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.541862 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.564654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.618581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:51:09.619016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.677308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Allocated IP 172.20.0.1 (1eb79768-c3ec-4601-9bfd-d03a18394127/20804548-a36e-445c-86de-f30a1c7bc531/cbd3ae78-2253-4b01-9596-54f8adc22dd3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:51:09.721815 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:51:09.737178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.752303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ccc53d58-60d5-42d0-a401-7b73201d183f None None] Provisioning complete for port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:09.753102 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ccc53d58-60d5-42d0-a401-7b73201d183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.820146 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.826355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/networks/e0debc53-fbde-4b27-94eb-14a5267497e3 HTTP/1.1" status: 204 len: 168 time: 1.2745261 Jan 29 04:51:09.827820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58734) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:09.876870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5487fd40-e44e-414a-a393-70fb7e9cd2b2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:09.891346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.898221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd0c40-d349-4caa-9925-8e084b0329af tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'Network': ['ID=e0debc53-fbde-4b27-94eb-14a5267497e3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:09.945976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.976090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d819831-b037-4bb7-bf02-e2f8967ec206 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:09.995672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.009059 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d819831-b037-4bb7-bf02-e2f8967ec206 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.024143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.062481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:10.062687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.089151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:10.095893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:10.099846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:10.131182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Pushing event updated for resources: {'Port': ['ID=cbd3ae78-2253-4b01-9596-54f8adc22dd3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:10.164693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.188553 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.195583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4540a3-9db3-42fb-8d2c-0ccadef11413,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:10.208503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.272640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.279233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3abef0c7-8373-4cc5-a514-409c656866fb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8804867 Jan 29 04:51:10.281831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58774) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:10.285159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d819831-b037-4bb7-bf02-e2f8967ec206 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.285316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0503b16-3698-4741-80d5-e3a158492458 None None] Pushing event updated for resources: {'Port': ['ID=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:10.294166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d819831-b037-4bb7-bf02-e2f8967ec206 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.295795 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6d819831-b037-4bb7-bf02-e2f8967ec206 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] 10.222.0.32 "DELETE /v2.0/security-groups/795c931c-1136-4219-9f29-773f7374d602 HTTP/1.1" status: 204 len: 168 time: 0.4587996 Jan 29 04:51:10.305287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '75e060a7-51e2-431a-94ac-5c257dbb1b2e', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:10.387527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d819831-b037-4bb7-bf02-e2f8967ec206 tempest-TestNetworkAdvancedServerOps-676913261 tempest-TestNetworkAdvancedServerOps-676913261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c931c-1136-4219-9f29-773f7374d602,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:10.443867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Attempting to bind port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:10.444252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Attempting to bind port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:10.444761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Attempting to bind port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:10.457608 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Project 65d8603db8c645c3b5ec791173c4d342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:51:10.472299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.489727 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1a360f07-3f08-451b-bb89-ea8a2351939a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:10.492758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:10.493081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:10.494110 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.494110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:10.494303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Bound port: fc0ded00-cfe0-454f-b9d0-b5551eafcb1a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:10.494649 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.557332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] For port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:10.561243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] For port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:10.596232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-de332829-2b62-48b4-93f4-0412bb01e1b6 None None] Provisioning complete for port cbd3ae78-2253-4b01-9596-54f8adc22dd3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:10.596609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-de332829-2b62-48b4-93f4-0412bb01e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.597148 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.598748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.627632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port 4dda6d18-0c20-4da5-8cdd-906034bb42ae {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:10.628351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.673843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.688038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.732889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323f1529-0365-458a-9165-8f2f03d52cd3,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:10.776884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.782037 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-949b8a49-e159-4d83-9425-305dd1c48779 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4984009 Jan 29 04:51:10.782764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58830) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:10.789672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'security_group_rule': {'security_group_id': '75e060a7-51e2-431a-94ac-5c257dbb1b2e', 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:10.807966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:10.824531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] For port 4dda6d18-0c20-4da5-8cdd-906034bb42ae, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=4dda6d18-0c20-4da5-8cdd-906034bb42ae,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:10.825200 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.855036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for 4dda6d18-0c20-4da5-8cdd-906034bb42ae owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:10.861451 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Project 65d8603db8c645c3b5ec791173c4d342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:51:10.870504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.957399 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.974789 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:10.992923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0503b16-3698-4741-80d5-e3a158492458 None None] Pushing event updated for resources: {'Port': ['ID=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.015433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-de332829-2b62-48b4-93f4-0412bb01e1b6 None None] Port cbd3ae78-2253-4b01-9596-54f8adc22dd3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:11.022475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1a360f07-3f08-451b-bb89-ea8a2351939a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:11.022851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.025442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Routers {'aae41a04-5e2a-498b-8c55-15868d0756d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:11.026126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aae41a04-5e2a-498b-8c55-15868d0756d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:11.101970 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.115798 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.124971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Pushing event updated for resources: {'Port': ['ID=cbd3ae78-2253-4b01-9596-54f8adc22dd3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.136233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.145177 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.159857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d599d0be-2489-4ab5-b694-4dede0d7f76a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.166216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-81ad128e-b621-4cb1-bef7-fc4563174a40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e350f436196d44319d3ae21d47930a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543100 Jan 29 04:51:11.167788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:11.182890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=4dda6d18-0c20-4da5-8cdd-906034bb42ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.188961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.198955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a2b8c0fc-54a8-4a5e-855a-87913c3e933f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4131749 Jan 29 04:51:11.204425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] Set router aae41a04-5e2a-498b-8c55-15868d0756d3 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:11.335349 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03a44d59-3229-4180-a2f3-8f2500a5ac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.350933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 80729c33-4fd9-4bc6-9895-bc52d0658f21 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:11.394754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 80729c33-4fd9-4bc6-9895-bc52d0658f21 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:11.395634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:11.400609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03a44d59-3229-4180-a2f3-8f2500a5ac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.403036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:11.409752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 80729c33-4fd9-4bc6-9895-bc52d0658f21 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:11.410406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:11.466515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:11.467162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a36c8-0dfc-4d63-8321-2e8c2b5c9d15 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:11.470733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 144ff4a1-22f7-4284-a22e-0d8e4f7819ba no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:11.518616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 144ff4a1-22f7-4284-a22e-0d8e4f7819ba {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:11.519231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 144ff4a1-22f7-4284-a22e-0d8e4f7819ba not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:11.639729 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03a44d59-3229-4180-a2f3-8f2500a5ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.653988 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03a44d59-3229-4180-a2f3-8f2500a5ac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.656338 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03a44d59-3229-4180-a2f3-8f2500a5ac4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45ebf6d4-372a-4289-a3d1-d6bdbd7becf2 HTTP/1.1" status: 204 len: 168 time: 0.4875398 Jan 29 04:51:11.697989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.719291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a44d59-3229-4180-a2f3-8f2500a5ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ebf6d4-372a-4289-a3d1-d6bdbd7becf2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:11.756271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Router aae41a04-5e2a-498b-8c55-15868d0756d3 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:11.813602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-1b5de32b-77d6-48bc-a492-6704c1ee39b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301833431&fields=id&tenant_id=65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 267 time: 0.1405926 Jan 29 04:51:11.858740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 4, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port': {'id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:04Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'cbd3ae78-2253-4b01-9596-54f8adc22dd3', 'name': '', 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'mac_address': 'fa:16:3e:51:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '20804548-a36e-445c-86de-f30a1c7bc531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:09Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 2, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'subnets': [{'id': '20804548-a36e-445c-86de-f30a1c7bc531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:11.892123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e0be4-b5fb-4dac-b970-03e3a4787848 None None] The sync data for ids ['aae41a04-5e2a-498b-8c55-15868d0756d3'] in n-d-825930-1 is: [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 4, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port': {'id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:04Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'cbd3ae78-2253-4b01-9596-54f8adc22dd3', 'name': '', 'network_id': '1eb79768-c3ec-4601-9bfd-d03a18394127', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'mac_address': 'fa:16:3e:51:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '20804548-a36e-445c-86de-f30a1c7bc531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:09Z', 'updated_at': '2022-01-29T04:51:10Z', 'revision_number': 2, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'subnets': [{'id': '20804548-a36e-445c-86de-f30a1c7bc531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:11.908093 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ab333985-abc7-47f6-b409-c3c128149ee9 None None] Provisioning complete for port cbd3ae78-2253-4b01-9596-54f8adc22dd3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:11.908771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab333985-abc7-47f6-b409-c3c128149ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:11.959839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ab333985-abc7-47f6-b409-c3c128149ee9 None None] Port cbd3ae78-2253-4b01-9596-54f8adc22dd3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:12.016154 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.050235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:12.057743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0b50702d-d0a8-4b1a-b839-d8ccab57623a admin admin] 10.222.0.32 "PUT /v2.0/routers/aae41a04-5e2a-498b-8c55-15868d0756d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0208583 Jan 29 04:51:12.110205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:12.127345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-44b3f41b-8264-4e4a-bfaf-52e87816d780 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:12.129221 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-44b3f41b-8264-4e4a-bfaf-52e87816d780 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/networks?id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 200 len: 796 time: 0.2655785 Jan 29 04:51:12.152224 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-8100cc76-7878-4237-bb05-b3dbbb41aa1f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/quotas/65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 375 time: 0.0160186 Jan 29 04:51:12.209989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58974) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:12.296907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:12.312081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5628cbaa-e660-4a04-b557-4d55246d1c5e tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "PUT /v2.0/routers/d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3329489 Jan 29 04:51:12.312915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:12.331881 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-09916350-61b0-4443-acf6-2f09d49250db tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662409 Jan 29 04:51:12.334729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] Sync routers for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:12.346680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9d295d68-88a8-47cc-8090-b3ee672d2994 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=414de05a1fe44116bad1fea3cd053feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346676 Jan 29 04:51:12.347422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 58986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:12.357139 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:12.364679 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:12.424070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f9283ba-1b93-4f70-bb92-3ca233980ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.447886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f9283ba-1b93-4f70-bb92-3ca233980ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.456934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting subnet a408770f-fe0f-4e07-bea1-8337e19f5d6e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:51:12.464290 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.533048 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f9283ba-1b93-4f70-bb92-3ca233980ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.537140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f9283ba-1b93-4f70-bb92-3ca233980ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.539563 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8f9283ba-1b93-4f70-bb92-3ca233980ac8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e564e89-4897-47cf-95db-c41a33c20717 HTTP/1.1" status: 204 len: 168 time: 0.1909397 Jan 29 04:51:12.555960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9283ba-1b93-4f70-bb92-3ca233980ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e564e89-4897-47cf-95db-c41a33c20717,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:12.636539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:12.646233 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:12.780931 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-38ac0d76-7cc4-4a27-8453-4fd2e5a06189 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:51:12.781880 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-38ac0d76-7cc4-4a27-8453-4fd2e5a06189 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3859124 Jan 29 04:51:12.864910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.006870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.053700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-b568305f-fbb8-4777-9dd9-6afc0650809e service neutron] 10.222.0.32 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563097 Jan 29 04:51:13.055181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Subnet': ['ID=a408770f-fe0f-4e07-bea1-8337e19f5d6e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:13.062000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.066397 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e3bd514-05fb-4c8f-9f98-2c73a28aae76 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/subnets/a408770f-fe0f-4e07-bea1-8337e19f5d6e HTTP/1.1" status: 204 len: 168 time: 0.7525058 Jan 29 04:51:13.067447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ee39c-ccf7-4476-a760-67bd3272b893 None None] Network 05dc0b29-948d-40e0-a054-f5df759b76d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:13.069199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:13.246090 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.329851 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:51:11Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:13.415346 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] Checking router: d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:13.439588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-48d284f0-7448-4cb5-84db-28ee808006ae service neutron] 10.222.0.32 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832157 Jan 29 04:51:13.445555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] Routers {'d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:13.446161 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:13.648733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] DHCP port deletion for 05dc0b29-948d-40e0-a054-f5df759b76d2 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:51:13.669246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.711378 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] Set router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:13.733756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.796088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] Deleting port a58217ac-a0d6-4c07-9cc6-748c0e2af34a {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:13.797472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.838199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Deleting port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:13.838861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:13.918088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc0ded00-cfe0-454f-b9d0-b5551eafcb1a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:14.073689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] For port a8ff0d89-43c7-44ee-b941-c4fc2b6621c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:14.074323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.078766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] For port a58217ac-a0d6-4c07-9cc6-748c0e2af34a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,segment=NetworkSegment(0c09343f-ce12-4e25-888a-15b500fcace2),segment_id=0c09343f-ce12-4e25-888a-15b500fcace2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:14.079331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.103842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Calling delete_port for a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:14.107323 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:51:11Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:14.126318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59178) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:14.141860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] Calling delete_port for a58217ac-a0d6-4c07-9cc6-748c0e2af34a owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:14.158383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:14.159434 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.215253 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fa0ad-8121-496b-8f05-b22c9183794f None None] The sync data for ids ['d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201'] in n-d-825930-1 is: [{'id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1814405172', 'tenant_id': 'baf927fc09a64153890ae2ae485343c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:51:11Z', 'revision_number': 5, 'project_id': 'baf927fc09a64153890ae2ae485343c8', 'gw_port': {'id': 'a8ff0d89-43c7-44ee-b941-c4fc2b6621c5', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa1e12-8590-41c7-a9e9-0b1ab4f8e201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:49:28Z', 'updated_at': '2022-01-29T04:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:14.422503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.448878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1304467569-network', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:14.462247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:14.470765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.487269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.517939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] No DVR routers for this DVR port a58217ac-a0d6-4c07-9cc6-748c0e2af34a on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:14.573877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:14.606181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Made reservation on behalf of 3df0d3d7fbd84f3b8f22248976fb6534 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:14.611087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64f4a7-16c8-4bf5-b960-b9ee3d92df30 None None] Pushing event deleted for resources: {'Port': ['ID=a58217ac-a0d6-4c07-9cc6-748c0e2af34a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:14.617153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.645656 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.790174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59238) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:14.950728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22dd9627-6dc7-4c87-899a-ef1c2a7d3062 req-73d46f4f-d387-4511-a997-6c085e8df9a1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 210 time: 0.6057267 Jan 29 04:51:14.979947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:14.990285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.045296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.086520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Port': ['ID=a8ff0d89-43c7-44ee-b941-c4fc2b6621c5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:15.088540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:51:15.124596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.124969 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Added segment 139000ff-16bd-429c-bb14-9342dddf9fd4 of type vlan for network 2171fd93-fa43-4277-ae48-2b4b24477bdf Jan 29 04:51:15.163902 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.182279 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.184428 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda7f0f-625b-4c79-b701-433e47856103,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:15.270757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.272354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:15.273092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.302973 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.305772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.357814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.358629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Fanout notify agent at l3_agent the message router_deleted on router d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:51:15.367978 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.369834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3475596-2898-4011-84a7-d8818ea7c50b tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/routers/d5fa1e12-8590-41c7-a9e9-0b1ab4f8e201 HTTP/1.1" status: 204 len: 168 time: 2.2994220 Jan 29 04:51:15.373286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:15.373877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:15.374164 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2459533 Jan 29 04:51:15.387763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Request body: {'subnet': {'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1304467569-subnet', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:15.414672 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ebefb-f1e3-4f1b-9626-508ee5d4348e admin admin] Pushing event updated for resources: {'Network': ['ID=2171fd93-fa43-4277-ae48-2b4b24477bdf,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:15.428184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:51:15.499610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.503404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Made reservation on behalf of 3df0d3d7fbd84f3b8f22248976fb6534 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:15.505741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.542876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.692258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.727873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dc0b29-948d-40e0-a054-f5df759b76d2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:15.756773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c09343f-ce12-4e25-888a-15b500fcace2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:15.756973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c09343f-ce12-4e25-888a-15b500fcace2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:15.772408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.774607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-95bceae4-e503-4260-bf0c-262c03829141 req-452ea4d0-ac27-46ad-a532-b8a16adf8d61 service neutron] (102403) timed out ('10.222.0.32', 33166) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 04:51:15.813067 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.827137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Deleting port cbd3ae78-2253-4b01-9596-54f8adc22dd3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:15.827745 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.829570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:51:15.830113 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:51:15.833534 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:51:15.893774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.915010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.927861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Calling delete_port for cbd3ae78-2253-4b01-9596-54f8adc22dd3 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:15.971097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.976319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:15.987451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] 10.222.0.32 "DELETE /v2.0/networks/05dc0b29-948d-40e0-a054-f5df759b76d2 HTTP/1.1" status: 204 len: 168 time: 0.6124558 Jan 29 04:51:16.025567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42502621-eec5-445a-b39b-e716d29738ca,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:16.033070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a3c6-1ab4-41ff-9ebc-ee90af3029e9 tempest-TestSecurityGroupsBasicOps-815771744 tempest-TestSecurityGroupsBasicOps-815771744-project] Pushing event deleted for resources: {'Network': ['ID=05dc0b29-948d-40e0-a054-f5df759b76d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:16.047833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Checking segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:16.050120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Network hostable DHCP agents. Network: 2171fd93-fa43-4277-ae48-2b4b24477bdf, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:51:16.105908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:51:16.138190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2171fd93-fa43-4277-ae48-2b4b24477bdf) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:16.145753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:16.148100 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.151465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208055ef-4a94-4902-bfe3-e6539edb5419 None None] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:16.275083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc0ded00-cfe0-454f-b9d0-b5551eafcb1a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:16.291541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f09478b5-6658-4eb3-ba2a-b7d1b06fde32 req-56c2ccfd-b661-45b4-92d7-e78f834f5853 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 210 time: 0.1159959 Jan 29 04:51:16.351122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a623909-0636-4581-91ac-1616c361d354 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9749177 Jan 29 04:51:16.355396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59276) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:16.361936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:16.396325 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.475920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd3ae78-2253-4b01-9596-54f8adc22dd3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:16.500224 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.501987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.553445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] Sync routers for ids ['aae41a04-5e2a-498b-8c55-15868d0756d3'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:16.627848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.638654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-a68acee1-ce19-4271-b6ee-711677cbab31 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:16.640382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-a68acee1-ce19-4271-b6ee-711677cbab31 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "GET /v2.0/networks?id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 200 len: 796 time: 0.3626695 Jan 29 04:51:16.718544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:16.727363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-2171fd93-fa43-4277-ae48-2b4b24477bdf', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:51:16.728643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.734884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:16.735949 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:16.749345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-56b1cb4a-3e2b-4edb-9f73-c39274bd4bb0 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d8603db8c645c3b5ec791173c4d342 HTTP/1.1" status: 200 len: 379 time: 0.0928266 Jan 29 04:51:16.765170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'port': {'device_id': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'admin_state_up': True, 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'security_groups': ['75e060a7-51e2-431a-94ac-5c257dbb1b2e']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:16.796181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] Routers {'aae41a04-5e2a-498b-8c55-15868d0756d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:16.802597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aae41a04-5e2a-498b-8c55-15868d0756d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:17.048120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c15a4e58-c6a5-4600-9eca-ee4e00fee1e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baf927fc09a64153890ae2ae485343c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275864 Jan 29 04:51:17.050468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:17.064645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Made reservation on behalf of 65d8603db8c645c3b5ec791173c4d342 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:17.070874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.094174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Allocated IP 172.20.0.2 (2171fd93-fa43-4277-ae48-2b4b24477bdf/42502621-eec5-445a-b39b-e716d29738ca/dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:17.272405 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.328314 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.343175 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.354748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd471a91-c293-4ee5-bfd3-d2a635c198c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.389712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:17.406814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:17.408381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.417367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:17.435062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd471a91-c293-4ee5-bfd3-d2a635c198c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.435371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] Set router aae41a04-5e2a-498b-8c55-15868d0756d3 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:17.459647 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5bc83bbb-45ca-41cc-8efd-96e45d26f383 req-9c0d5de9-b7f2-411b-a30d-1a366f0e3dc4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 210 time: 0.0525937 Jan 29 04:51:17.554351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd471a91-c293-4ee5-bfd3-d2a635c198c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.557368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd471a91-c293-4ee5-bfd3-d2a635c198c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.561515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd471a91-c293-4ee5-bfd3-d2a635c198c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5efa1882-75f1-4720-9bf1-88f506e7cb0f HTTP/1.1" status: 204 len: 168 time: 0.5044022 Jan 29 04:51:17.566263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.20.0.6 (f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9/6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9/5069a909-71b3-4f8e-9366-15997c4fa546) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:17.582536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd471a91-c293-4ee5-bfd3-d2a635c198c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efa1882-75f1-4720-9bf1-88f506e7cb0f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:17.831355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a58217ac-a0d6-4c07-9cc6-748c0e2af34a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:17.835419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Pushing event updated for resources: {'Port': ['ID=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:17.877213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.909861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a58217ac-a0d6-4c07-9cc6-748c0e2af34a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:17.910261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a58217ac-a0d6-4c07-9cc6-748c0e2af34a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:17.910688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4dda6d18-0c20-4da5-8cdd-906034bb42ae no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:17.936040 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.938880 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 4dda6d18-0c20-4da5-8cdd-906034bb42ae {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:17.939208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 4dda6d18-0c20-4da5-8cdd-906034bb42ae not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:17.947213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Attempting to bind port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:17.947586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Attempting to bind port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:17.947954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Attempting to bind port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f on network 2171fd93-fa43-4277-ae48-2b4b24477bdf {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:17.962714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:17.963181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Checking segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:17.963486 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:17.963938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Bound using segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:17.964344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Bound port: dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:17.964724 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.018869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=5069a909-71b3-4f8e-9366-15997c4fa546,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:18.022539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:18.024326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:18.026671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:18.034675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:18.087343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:18.087768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a8ff0d89-43c7-44ee-b941-c4fc2b6621c5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:18.093259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:18.099186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] For port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:18.100360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:18.101057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.118429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f07776dd-c186-4ed6-9a03-b82a501f4839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.121127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] For port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:18.129606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.141560 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.147474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-16ad27e2-245f-46ad-bc37-31870b4b53e9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3868194 Jan 29 04:51:18.164477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Request body: {'port': {'device_id': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:18.164694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.196768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:16Z', 'revision_number': 5, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port': {'id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:04Z', 'updated_at': '2022-01-29T04:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:18.235085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] Checking router: aae41a04-5e2a-498b-8c55-15868d0756d3 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:18.241749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Router aae41a04-5e2a-498b-8c55-15868d0756d3 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:18.242670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4137b-18fe-4e72-9490-6b8a364bdac6 None None] Pushing event updated for resources: {'Port': ['ID=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:18.251813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] Routers {'aae41a04-5e2a-498b-8c55-15868d0756d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:18.252717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aae41a04-5e2a-498b-8c55-15868d0756d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:18.284182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.350896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f07776dd-c186-4ed6-9a03-b82a501f4839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.365990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f07776dd-c186-4ed6-9a03-b82a501f4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.397872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] Set router aae41a04-5e2a-498b-8c55-15868d0756d3 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:18.429395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f07776dd-c186-4ed6-9a03-b82a501f4839 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=108cc519f90f4595aba7cd225d4ac45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254852 Jan 29 04:51:18.432711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59302) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:18.508467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07776dd-c186-4ed6-9a03-b82a501f4839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f28624-6c0c-4605-bf81-3b1df155f77a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:18.515031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Allocated IP 172.25.4.104 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/5ba743ed-284b-409f-b998-292d657ad4b7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:18.532727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:18.554042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eb833394-cedb-4218-8d78-86b852a96d2f admin admin] 10.222.0.32 "PUT /v2.0/routers/aae41a04-5e2a-498b-8c55-15868d0756d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7600169 Jan 29 04:51:18.558637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:18.601741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f940041e-7a58-49fc-9b5b-1fc73bba6318 None None] Provisioning complete for port 5069a909-71b3-4f8e-9366-15997c4fa546 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:18.602161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f940041e-7a58-49fc-9b5b-1fc73bba6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.609628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-118895ae-51cd-4f23-972e-3bd2b91c7357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.664154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f940041e-7a58-49fc-9b5b-1fc73bba6318 None None] Port 5069a909-71b3-4f8e-9366-15997c4fa546 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:18.674923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-118895ae-51cd-4f23-972e-3bd2b91c7357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.776690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.793766 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-118895ae-51cd-4f23-972e-3bd2b91c7357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.793998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:16Z', 'revision_number': 5, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port': {'id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:04Z', 'updated_at': '2022-01-29T04:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:18.798154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-118895ae-51cd-4f23-972e-3bd2b91c7357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.801961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-118895ae-51cd-4f23-972e-3bd2b91c7357 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4f28624-6c0c-4605-bf81-3b1df155f77a HTTP/1.1" status: 204 len: 168 time: 0.3655705 Jan 29 04:51:18.802135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e066b-1034-4dad-9f14-ffce43cb1b44 req-d7351b30-a2b3-47b9-83b1-8cb4f4167c1a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:18.802135 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-102e066b-1034-4dad-9f14-ffce43cb1b44 req-d7351b30-a2b3-47b9-83b1-8cb4f4167c1a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 931 time: 0.1975882 Jan 29 04:51:18.824198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118895ae-51cd-4f23-972e-3bd2b91c7357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f28624-6c0c-4605-bf81-3b1df155f77a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:18.855690 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.868384 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:18.895146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65280ab7-c84d-45d3-b3da-835a900753c9 None None] The sync data for ids ['aae41a04-5e2a-498b-8c55-15868d0756d3'] in n-d-825930-1 is: [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:16Z', 'revision_number': 5, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port': {'id': 'fc0ded00-cfe0-454f-b9d0-b5551eafcb1a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:04Z', 'updated_at': '2022-01-29T04:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:18.948943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Pushing event updated for resources: {'Port': ['ID=5ba743ed-284b-409f-b998-292d657ad4b7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:18.972842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:18.975242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:18.977751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:18.980194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-102e066b-1034-4dad-9f14-ffce43cb1b44 req-802d29a9-5da2-4be9-ada8-6d4a1ea2436f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688836 Jan 29 04:51:19.071664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5069a909-71b3-4f8e-9366-15997c4fa546 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:51:19.084207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.101513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.105964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Transition to ACTIVE for port object 5069a909-71b3-4f8e-9366-15997c4fa546 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:51:19.111683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.196995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Pushing event updated for resources: {'Port': ['ID=5069a909-71b3-4f8e-9366-15997c4fa546,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:19.300752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Deleting port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:19.303234 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.399563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Attempting to bind port 5069a909-71b3-4f8e-9366-15997c4fa546 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:19.400973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Attempting to bind port 5069a909-71b3-4f8e-9366-15997c4fa546 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:19.401514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Attempting to bind port 5069a909-71b3-4f8e-9366-15997c4fa546 on network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:19.404495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.468722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:19.472670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Port 5069a909-71b3-4f8e-9366-15997c4fa546 on network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:51:19.474297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Attempting to bind port 5069a909-71b3-4f8e-9366-15997c4fa546 on network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:19.538072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:19.538779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Checking segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:19.539416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Bound using segment: {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:19.540251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Bound port: 5069a909-71b3-4f8e-9366-15997c4fa546, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c005ff-7aec-479f-a8cd-5469dd7aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:19.541847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.616113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dd25c26-f21b-4592-a5c1-f4946f95c4b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16a9630f01ed40298f91e3239904d7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457336 Jan 29 04:51:19.676688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:19.692777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] For port 5069a909-71b3-4f8e-9366-15997c4fa546, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:19.697161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] For port 5069a909-71b3-4f8e-9366-15997c4fa546, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5069a909-71b3-4f8e-9366-15997c4fa546,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:19.737196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.745260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] For port fc0ded00-cfe0-454f-b9d0-b5551eafcb1a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:19.745635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.800066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:19.800696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.801774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36b10e2c-5f86-406d-936f-6528f2b0c6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.802456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] 10.222.0.36 "PUT /v2.0/ports/5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 200 len: 1091 time: 1.6427245 Jan 29 04:51:19.802942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:19.805483 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441" -d '{"events": [{"name": "network-changed", "server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:19.816251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Calling delete_port for fc0ded00-cfe0-454f-b9d0-b5551eafcb1a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:19.901431 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36b10e2c-5f86-406d-936f-6528f2b0c6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.917626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c04ac-3209-4328-930c-a59221026ec7 None None] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:19.924086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:19.925664 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca70ea-e5dd-4df5-a428-f3ef1babe9dc x-openstack-request-id: req-15ca70ea-e5dd-4df5-a428-f3ef1babe9dc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:19.925974 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:19.926514 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15ca70ea-e5dd-4df5-a428-f3ef1babe9dc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:19.927099 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546', 'status': 'completed', 'code': 200} Jan 29 04:51:20.022087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ececc-be89-432f-89bb-5b5286ac7943 service neutron] Pushing event updated for resources: {'Port': ['ID=5069a909-71b3-4f8e-9366-15997c4fa546,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:20.056369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-c1bcbfc2-f1da-4541-9595-34b6e42db597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:20.058278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-c1bcbfc2-f1da-4541-9595-34b6e42db597 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1094 time: 0.1303616 Jan 29 04:51:20.077436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ba5514e6-8848-441c-af55-96b24faada81 None None] Provisioning complete for port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:20.077933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba5514e6-8848-441c-af55-96b24faada81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.163407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-87e9ced9-4be5-42ce-a0ff-80977bfcf521 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 200 len: 217 time: 0.0905547 Jan 29 04:51:20.170274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36b10e2c-5f86-406d-936f-6528f2b0c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.173317 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36b10e2c-5f86-406d-936f-6528f2b0c6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.174509 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-36b10e2c-5f86-406d-936f-6528f2b0c6b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb8571e9-5b45-4542-824e-90a4a5d24cb0 HTTP/1.1" status: 204 len: 168 time: 0.4968631 Jan 29 04:51:20.203285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b10e2c-5f86-406d-936f-6528f2b0c6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8571e9-5b45-4542-824e-90a4a5d24cb0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:20.269279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Router cc7785e6-2c58-4c50-8386-001d081fa620 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:51:20.330741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:20.444708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-7621c080-b1c5-4a58-ad73-c3373e895630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:20.446223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-7621c080-b1c5-4a58-ad73-c3373e895630 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 HTTP/1.1" status: 200 len: 834 time: 0.1369843 Jan 29 04:51:20.488628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877584-2de4-433e-9912-95c28dc2fbc9 req-a815bb49-f9dc-4305-82fe-b1136d2e5626 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:20.493983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da877584-2de4-433e-9912-95c28dc2fbc9 req-a815bb49-f9dc-4305-82fe-b1136d2e5626 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 943 time: 0.3294728 Jan 29 04:51:20.503165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:20.517814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Sync routers for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:20.527466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.531740 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a87dfca5-583c-49f8-9b80-d9842d2de87e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1727760 Jan 29 04:51:20.536371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59330) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:20.541702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:20.546871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba5514e6-8848-441c-af55-96b24faada81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.547061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:20.600189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:20.601596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.654407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396602-f827-4d7a-8353-06bdcb292595 req-2ced7eff-34ff-4ce2-b718-3d979b52fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:20.655988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-2ced7eff-34ff-4ce2-b718-3d979b52fc21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963179 Jan 29 04:51:20.656676 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:20.704112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] Sync routers for ids ['aae41a04-5e2a-498b-8c55-15868d0756d3'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:20.722700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-da877584-2de4-433e-9912-95c28dc2fbc9 req-85daa018-e095-4f72-ad50-9996a169b8c1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566575 Jan 29 04:51:20.769656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ba5514e6-8848-441c-af55-96b24faada81 None None] For port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:20.779492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] Routers {'aae41a04-5e2a-498b-8c55-15868d0756d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:20.780130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aae41a04-5e2a-498b-8c55-15868d0756d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:20.805841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0ded00-cfe0-454f-b9d0-b5551eafcb1a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:20.817805 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:20.867078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba5514e6-8848-441c-af55-96b24faada81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.032505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5514e6-8848-441c-af55-96b24faada81 None None] Pushing event updated for resources: {'Port': ['ID=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:21.060130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] Set router aae41a04-5e2a-498b-8c55-15868d0756d3 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:21.146560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:20Z', 'revision_number': 7, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:21.179893 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:19Z', 'revision_number': 3, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:21.272494 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Checking router: cc7785e6-2c58-4c50-8386-001d081fa620 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:21.277546 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Updating router cc7785e6-2c58-4c50-8386-001d081fa620 port 5ba743ed-284b-409f-b998-292d657ad4b7 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:21.283350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] Checking router: aae41a04-5e2a-498b-8c55-15868d0756d3 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:21.302829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] Routers {'aae41a04-5e2a-498b-8c55-15868d0756d3'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:21.303573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aae41a04-5e2a-498b-8c55-15868d0756d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:21.376571 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.403787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cbd3ae78-2253-4b01-9596-54f8adc22dd3 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:21.443549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: cbd3ae78-2253-4b01-9596-54f8adc22dd3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:21.444683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cbd3ae78-2253-4b01-9596-54f8adc22dd3 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:21.459340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] Set router aae41a04-5e2a-498b-8c55-15868d0756d3 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:21.487935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.549779 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-46b14f1c-d9e8-47a5-bd19-31fac971c4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8854749 Jan 29 04:51:21.555755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a5bdf8af-d9a2-43f6-8600-c8a78a616e2c None None] Provisioning complete for port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:21.556253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf8af-d9a2-43f6-8600-c8a78a616e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.560275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:20Z', 'revision_number': 7, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:21.666671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bace2f2-a9ec-413a-9c20-bfdf73a4c78b None None] The sync data for ids ['aae41a04-5e2a-498b-8c55-15868d0756d3'] in n-d-825930-1 is: [{'id': 'aae41a04-5e2a-498b-8c55-15868d0756d3', 'name': 'tempest-ImageQuotaTest-236544494-router', 'tenant_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:03Z', 'updated_at': '2022-01-29T04:51:20Z', 'revision_number': 7, 'project_id': '462c2e9322cc41ef9b64a7f91afd83ac', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:21.727910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59352) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:21.810102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.814590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.892518 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.933426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.933978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae41a04-5e2a-498b-8c55-15868d0756d3 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:51:21.948713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:21.950028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-518cf060-d673-41d3-9296-196a6a1c411f admin admin] 10.222.0.32 "DELETE /v2.0/routers/aae41a04-5e2a-498b-8c55-15868d0756d3 HTTP/1.1" status: 204 len: 168 time: 3.3901212 Jan 29 04:51:21.953953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:21.990901 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86396602-f827-4d7a-8353-06bdcb292595 req-97afa74f-d04b-49a4-bfb5-edf645b8157e service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292946 Jan 29 04:51:22.036086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Deleting subnet 20804548-a36e-445c-86de-f30a1c7bc531 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:51:22.038755 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.040703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.047108 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.079621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-383472744-network', 'tenant_id': '29010290eee94921ac866fe348de0585'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:22.102762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff518339-3ac6-4da1-b403-071b924e2961 req-5e10be76-d349-4d77-b964-9850d22e5683 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:22.106490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff518339-3ac6-4da1-b403-071b924e2961 req-5e10be76-d349-4d77-b964-9850d22e5683 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 943 time: 0.1965210 Jan 29 04:51:22.122016 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Pushing event updated for resources: {'Port': ['ID=5ba743ed-284b-409f-b998-292d657ad4b7,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:22.137982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.138315 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.138632 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.138973 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.139847 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.140186 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.140524 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.141706 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.142071 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.142417 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.142777 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.143106 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.143428 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:22.172498 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Attempting to bind port 5ba743ed-284b-409f-b998-292d657ad4b7 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:22.173124 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Attempting to bind port 5ba743ed-284b-409f-b998-292d657ad4b7 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:22.173723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Attempting to bind port 5ba743ed-284b-409f-b998-292d657ad4b7 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:22.181939 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:22.182288 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:22.184165 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.184576 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:22.185203 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Bound port: 5ba743ed-284b-409f-b998-292d657ad4b7, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:22.185644 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.186516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-d23e601b-dd02-487c-b176-eb99df29b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:22.188477 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-d23e601b-dd02-487c-b176-eb99df29b378 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1094 time: 0.1010771 Jan 29 04:51:22.218687 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff518339-3ac6-4da1-b403-071b924e2961 req-71dc07be-ae18-4f98-90aa-80c24adf4a64 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032200 Jan 29 04:51:22.219558 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Made reservation on behalf of 29010290eee94921ac866fe348de0585 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:22.223226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.246846 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.290969 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] For port 5ba743ed-284b-409f-b998-292d657ad4b7, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:22.295983 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] For port 5ba743ed-284b-409f-b998-292d657ad4b7, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5ba743ed-284b-409f-b998-292d657ad4b7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:22.313187 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.376410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:22.392580 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:22.393220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:22.395149 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f6a80-5e31-40fe-805e-c174041a125a None None] Pushing event updated for resources: {'Port': ['ID=5ba743ed-284b-409f-b998-292d657ad4b7,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:22.418152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Allocated IP 172.20.0.1 (2171fd93-fa43-4277-ae48-2b4b24477bdf/42502621-eec5-445a-b39b-e716d29738ca/7e5305a5-17c9-4ff4-afac-7743eab29cba) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:22.474237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.483582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:22.484091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.566041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.578251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-4aea9e1c-6f49-47da-bd61-33c41db0753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:22.579778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-4aea9e1c-6f49-47da-bd61-33c41db0753b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 200 len: 897 time: 0.3780951 Jan 29 04:51:22.587116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:22.604597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.626758 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.651203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:51:22.669073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.690154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.690657 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Added segment 2a407dc7-54a4-415a-aec2-5981c2d237ca of type vlan for network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a Jan 29 04:51:22.711690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc0ded00-cfe0-454f-b9d0-b5551eafcb1a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:22.725352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-78c84681-2634-4994-b04b-46f265c88e60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 200 len: 217 time: 0.1344693 Jan 29 04:51:22.749345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fc0ded00-cfe0-454f-b9d0-b5551eafcb1a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:22.769488 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc0ded00-cfe0-454f-b9d0-b5551eafcb1a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:22.779885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:22.786780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1933d5-190d-456e-b741-7c133676e6e1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:22.800510 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:22.806943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5305a5-17c9-4ff4-afac-7743eab29cba,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:22.815444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.825364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:22.858839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20804548-a36e-445c-86de-f30a1c7bc531,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:22.875484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.877918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:22.880962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c3b14-16e1-4d0b-b14f-2c6b77230511 None None] Network 1eb79768-c3ec-4601-9bfd-d03a18394127 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:22.897358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec86780b-cc38-4b25-958c-58ae2b4a77ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20804548-a36e-445c-86de-f30a1c7bc531 HTTP/1.1" status: 204 len: 168 time: 0.9423738 Jan 29 04:51:22.903598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59362) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:23.025987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.043391 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.060767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-d648bce0-4f9b-409a-a724-c11630a3fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:23.067937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-d648bce0-4f9b-409a-a724-c11630a3fe26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 HTTP/1.1" status: 200 len: 834 time: 0.3244007 Jan 29 04:51:23.114762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.117248 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:19Z', 'revision_number': 3, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:23.152047 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffe8a4-e18d-4560-9689-ac10fc9b9224 None None] The sync data for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 is: [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:19Z', 'revision_number': 3, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:23.187923 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.188459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:23.189339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.224410 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-b5be10fc-bf58-4718-974a-6976bb288157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:23.225855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-b5be10fc-bf58-4718-974a-6976bb288157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560147 Jan 29 04:51:23.226831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2c830a9e-1080-4b98-b2ce-e54f31659534 None None] Provisioning complete for port 7e5305a5-17c9-4ff4-afac-7743eab29cba triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:23.227650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2c830a9e-1080-4b98-b2ce-e54f31659534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.249978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Deleting port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:23.250396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.281044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] DHCP port deletion for 1eb79768-c3ec-4601-9bfd-d03a18394127 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:51:23.281304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] Pushing event updated for resources: {'Network': ['ID=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:23.319420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1fa9e36-1a46-4041-b81f-189f0fd7b005 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5904567 Jan 29 04:51:23.324752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:23.337637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Request body: {'subnet': {'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-383472744-subnet', 'tenant_id': '29010290eee94921ac866fe348de0585', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:23.347023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:51:23.409489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2c830a9e-1080-4b98-b2ce-e54f31659534 None None] Port 7e5305a5-17c9-4ff4-afac-7743eab29cba cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:23.453458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] Deleting port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:51:23.453988 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.465528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] For port 5487fd40-e44e-414a-a393-70fb7e9cd2b2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5487fd40-e44e-414a-a393-70fb7e9cd2b2,segment=NetworkSegment(02347d06-5233-4d5b-a4b7-1d51f33349d7),segment_id=02347d06-5233-4d5b-a4b7-1d51f33349d7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:23.465960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.471963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.483773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Calling delete_port for 5487fd40-e44e-414a-a393-70fb7e9cd2b2 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:23.485409 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.630032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-0bc9cfcf-21d3-4c7a-aff2-8a620b01bdec service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767250 Jan 29 04:51:23.639322 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.642636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5305a5-17c9-4ff4-afac-7743eab29cba,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:23.760497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Made reservation on behalf of 29010290eee94921ac866fe348de0585 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:23.762772 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.769058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] For port 5487fd40-e44e-414a-a393-70fb7e9cd2b2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5487fd40-e44e-414a-a393-70fb7e9cd2b2,segment=NetworkSegment(02347d06-5233-4d5b-a4b7-1d51f33349d7),segment_id=02347d06-5233-4d5b-a4b7-1d51f33349d7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:23.769597 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.785348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524599f-2ed8-4729-91a9-2167f3d6d1bf req-a8dd801f-f7fd-4590-9a97-3adce2cd8996 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:23.789384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] Calling delete_port for 5487fd40-e44e-414a-a393-70fb7e9cd2b2 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:51:23.796173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2524599f-2ed8-4729-91a9-2167f3d6d1bf req-a8dd801f-f7fd-4590-9a97-3adce2cd8996 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 943 time: 0.4523492 Jan 29 04:51:23.810545 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:23.814666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:23.820083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.938682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] No DVR routers for this DVR port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:23.964875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e9c52b2-cf0d-4ece-92cf-d6e14fd50441 req-7889872e-efbc-460e-897d-6bd0ca5dcba0 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111854 Jan 29 04:51:23.972691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:23.973919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Pushing event deleted for resources: {'Port': ['ID=5487fd40-e44e-414a-a393-70fb7e9cd2b2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:23.993220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] No DVR routers for this DVR port 5487fd40-e44e-414a-a393-70fb7e9cd2b2 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:51:24.043575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fc8b5ed2-0c1d-4555-bcf3-89c37a8ec8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.053411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Router cc7785e6-2c58-4c50-8386-001d081fa620 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:24.054164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeefb09-b725-491f-924d-cd378de6fb36 None None] Pushing event deleted for resources: {'Port': ['ID=5487fd40-e44e-414a-a393-70fb7e9cd2b2,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:24.114088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2524599f-2ed8-4729-91a9-2167f3d6d1bf req-b9682117-2f91-4b3d-8f1a-6b8cbf00ab1d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012149 Jan 29 04:51:24.172483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5d7ab652-5f8b-4664-ab09-ce1188ae6c23 None None] Provisioning complete for port 7e5305a5-17c9-4ff4-afac-7743eab29cba triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:24.172865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab652-5f8b-4664-ab09-ce1188ae6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.200104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.229463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb79768-c3ec-4601-9bfd-d03a18394127']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:24.231584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ba743ed-284b-409f-b998-292d657ad4b7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:24.244985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02347d06-5233-4d5b-a4b7-1d51f33349d7') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:24.245286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02347d06-5233-4d5b-a4b7-1d51f33349d7') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:24.257148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.272947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:24.274060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.281317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9408a8ec-3b9a-4cd9-afc0-e249e3ac3e58 admin admin] 10.222.0.32 "PUT /v2.0/routers/cc7785e6-2c58-4c50-8386-001d081fa620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7436976 Jan 29 04:51:24.293561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:51:24.295609 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:51:24.303042 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:51:24.318193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ab652-5f8b-4664-ab09-ce1188ae6c23 None None] Port 7e5305a5-17c9-4ff4-afac-7743eab29cba cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:24.324707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5ba743ed-284b-409f-b998-292d657ad4b7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:24.325078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.438988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.444277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.451413 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] 10.222.0.32 "DELETE /v2.0/networks/1eb79768-c3ec-4601-9bfd-d03a18394127 HTTP/1.1" status: 204 len: 168 time: 1.5425370 Jan 29 04:51:24.461608 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.502804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5ba743ed-284b-409f-b998-292d657ad4b7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5ba743ed-284b-409f-b998-292d657ad4b7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:24.507478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5069a909-71b3-4f8e-9366-15997c4fa546 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:51:24.512189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b21eec-2a5b-4183-9e98-c80c1333401c admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb79768-c3ec-4601-9bfd-d03a18394127,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:24.520198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.542927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.612976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24758f3d-f7d1-43a5-b01b-658693927a24,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:24.635114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Checking segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:24.635700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Network hostable DHCP agents. Network: 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:51:24.643034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5487fd40-e44e-414a-a393-70fb7e9cd2b2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:51:24.671499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:51:24.689494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5487fd40-e44e-414a-a393-70fb7e9cd2b2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:51:24.689494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5487fd40-e44e-414a-a393-70fb7e9cd2b2 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:51:24.690279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59380) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:24.692959 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 04:51:24.698081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:24.712990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:24.713592 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.717590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0822385-0c09-494e-bea4-3c6bb271d831 None None] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:24.746555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c6ba4fb-a721-407f-bd94-45459d2fe731 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4115002 Jan 29 04:51:24.747430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59382) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:24.753365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:24.780672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f3bc4ccf-ce03-4050-b699-85c7e8f4e352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=462c2e9322cc41ef9b64a7f91afd83ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858867 Jan 29 04:51:24.780872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:24.829550 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.830812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.844632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5ba743ed-284b-409f-b998-292d657ad4b7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:24.891724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e88d70ef-355c-4acc-b6a2-4a7a0a0f503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.924677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5069a909-71b3-4f8e-9366-15997c4fa546, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5069a909-71b3-4f8e-9366-15997c4fa546,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:24.936896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e88d70ef-355c-4acc-b6a2-4a7a0a0f503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.944084 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:24.961963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5069a909-71b3-4f8e-9366-15997c4fa546', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'port_id': '5069a909-71b3-4f8e-9366-15997c4fa546', 'mac_address': 'fa:16:3e:3c:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:51:25.010395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e88d70ef-355c-4acc-b6a2-4a7a0a0f503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.013192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e88d70ef-355c-4acc-b6a2-4a7a0a0f503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.016807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e88d70ef-355c-4acc-b6a2-4a7a0a0f503c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58668a9e-c245-497a-944b-e6006679518d HTTP/1.1" status: 204 len: 168 time: 0.2329757 Jan 29 04:51:25.023643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d70ef-355c-4acc-b6a2-4a7a0a0f503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58668a9e-c245-497a-944b-e6006679518d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.041261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'tenant_id': '29010290eee94921ac866fe348de0585', 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:51:25.042236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.061608 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.080501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5069a909-71b3-4f8e-9366-15997c4fa546 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:51:25.120002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5069a909-71b3-4f8e-9366-15997c4fa546, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5069a909-71b3-4f8e-9366-15997c4fa546,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:25.221239 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.242997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.339350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5069a909-71b3-4f8e-9366-15997c4fa546,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.360230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Allocated IP 172.20.0.2 (58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a/24758f3d-f7d1-43a5-b01b-658693927a24/9be2e16b-2db5-4602-bf83-41e429862f31) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:25.439975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:25.447517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-852025844-network', 'tenant_id': '2a9e2704ab3a489483331d8d72424473'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:25.455650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672026e-6bc2-4ca1-b17e-e1be445478f9 req-f9857262-e061-4ac7-ad2e-f39517e83cd8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:25.457542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6672026e-6bc2-4ca1-b17e-e1be445478f9 req-f9857262-e061-4ac7-ad2e-f39517e83cd8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 944 time: 0.1671257 Jan 29 04:51:25.499942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Made reservation on behalf of 2a9e2704ab3a489483331d8d72424473 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:25.503744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.522027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.555455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6672026e-6bc2-4ca1-b17e-e1be445478f9 req-b0993706-f647-4212-b12f-ce22441c979a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879836 Jan 29 04:51:25.570636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5069a909-71b3-4f8e-9366-15997c4fa546'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:25.592019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59404) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:25.616605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac957617-4d86-43a3-82f4-291e44d924c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.703147 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.725483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.744498 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.750991 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.767707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.770899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.792278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Pushing event updated for resources: {'Port': ['ID=9be2e16b-2db5-4602-bf83-41e429862f31,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.820873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a387a5b-8cbe-4605-b3af-3264f26c2ae0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.825162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:51:25.846362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac957617-4d86-43a3-82f4-291e44d924c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.850367 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.850921 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Added segment 38877760-8f32-4227-a176-66d44b05d3d9 of type vlan for network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b Jan 29 04:51:25.862421 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac957617-4d86-43a3-82f4-291e44d924c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.866125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:25.875881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:25.880942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:25.895724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac957617-4d86-43a3-82f4-291e44d924c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2997417 Jan 29 04:51:25.929151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59406) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:25.963121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Attempting to bind port 9be2e16b-2db5-4602-bf83-41e429862f31 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:25.963534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Attempting to bind port 9be2e16b-2db5-4602-bf83-41e429862f31 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:25.963814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Attempting to bind port 9be2e16b-2db5-4602-bf83-41e429862f31 on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:25.979348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:25.979737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Checking segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:25.983516 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.983968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Bound using segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:25.984481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Bound port: 9be2e16b-2db5-4602-bf83-41e429862f31, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:25.984850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.985371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:25.989251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac957617-4d86-43a3-82f4-291e44d924c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f3599-7af5-40ff-a122-946d1c78eb35,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:25.994465 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Allocated IP 172.25.4.148 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/785bce19-ca54-424b-8fc9-b772559a6550) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:26.020721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.022709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.023994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.075413 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Sync routers for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:26.094719 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:26.095366 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:50:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:26.134168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6921558 Jan 29 04:51:26.135691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59408) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:26.157093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Request body: {'subnet': {'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-852025844-subnet', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:26.165428 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ba743ed-284b-409f-b998-292d657ad4b7 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:26.173973 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.176498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] For port 9be2e16b-2db5-4602-bf83-41e429862f31, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:26.179245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-985fd50e-8162-471f-b2b5-61151fdf4169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.186083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bb29c-b8fd-4857-9db1-8acdc76873d2 admin admin] Pushing event updated for resources: {'Network': ['ID=15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:26.205964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Made reservation on behalf of 2a9e2704ab3a489483331d8d72424473 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:26.209677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.233161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:51:26.252439 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:26.259215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] For port 9be2e16b-2db5-4602-bf83-41e429862f31, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9be2e16b-2db5-4602-bf83-41e429862f31,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:26.271880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.282372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.308123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.395749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.405944 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.405944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e9f3599-7af5-40ff-a122-946d1c78eb35 HTTP/1.1" status: 204 len: 168 time: 0.4748101 Jan 29 04:51:26.428030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f3599-7af5-40ff-a122-946d1c78eb35,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:26.446344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.446794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.447272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.447702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.448130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.448557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.449002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.449440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.449926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.450706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.451141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.451612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2ebf6a-3469-4819-a1b7-91b943f9cc14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:26.469370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.477292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5ba743ed-284b-409f-b998-292d657ad4b7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:26.477659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.541548 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:26.553235 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:26.558220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:26.566486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6e9c-a1ea-4881-bcd8-f0f34706a628 None None] Pushing event updated for resources: {'Port': ['ID=9be2e16b-2db5-4602-bf83-41e429862f31,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:26.585417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Pushing event updated for resources: {'Port': ['ID=785bce19-ca54-424b-8fc9-b772559a6550,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:26.624707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.695943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab36805b-7ea3-4fdc-999a-2966e917d67e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:26.710568 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:23Z', 'revision_number': 2, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:26.719871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Checking segment: {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:26.724931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Network hostable DHCP agents. Network: 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:51:26.765446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:51:26.775788 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Checking router: cc7785e6-2c58-4c50-8386-001d081fa620 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:26.776132 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Updating router cc7785e6-2c58-4c50-8386-001d081fa620 port 7e5305a5-17c9-4ff4-afac-7743eab29cba binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:26.798957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:26.821927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce598ff-f7a3-4b1d-8ea0-1d234ac6b09a None None] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:26.831594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.831801 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.832339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.867066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-589d5131-7c93-42d4-9940-198e64c7812d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7173314 Jan 29 04:51:26.878381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7e4c0-7c9f-406a-9acb-7bb3aff82be3 req-959184ec-e4f3-4f44-80c7-7306d8cdc4d2 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:26.899000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cac7e4c0-7c9f-406a-9acb-7bb3aff82be3 req-959184ec-e4f3-4f44-80c7-7306d8cdc4d2 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 944 time: 0.1162896 Jan 29 04:51:26.900923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:26.911897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:26.989412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:26.991590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.025107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.084550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.118608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cac7e4c0-7c9f-406a-9acb-7bb3aff82be3 req-fe62eb54-6e55-4054-a3ca-2fb96d2fb8fc tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184141 Jan 29 04:51:27.173473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b', 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'fixed_ips': [{'subnet_id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:51:27.177066 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.309758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.423188 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.456703 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.477616 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.487502 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.520180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Allocated IP 172.20.0.2 (15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b/ab36805b-7ea3-4fdc-999a-2966e917d67e/1e5abef2-f9c5-4f49-b39d-41eaaa33a979) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:27.657396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.728254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:51:27.741654 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8f8c4-d069-4627-b2da-21db26caaa34 None None] Pushing event updated for resources: {'Port': ['ID=7e5305a5-17c9-4ff4-afac-7743eab29cba,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:27.749937 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Attempting to bind port 7e5305a5-17c9-4ff4-afac-7743eab29cba on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:27.750317 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Attempting to bind port 7e5305a5-17c9-4ff4-afac-7743eab29cba by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:27.750724 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Attempting to bind port 7e5305a5-17c9-4ff4-afac-7743eab29cba on network 2171fd93-fa43-4277-ae48-2b4b24477bdf {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:27.751056 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.769131 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:27.769509 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Checking segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:27.769936 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.770346 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Bound using segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:27.770827 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Bound port: 7e5305a5-17c9-4ff4-afac-7743eab29cba, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:27.771202 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.927438 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] For port 7e5305a5-17c9-4ff4-afac-7743eab29cba, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:27.931301 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] For port 7e5305a5-17c9-4ff4-afac-7743eab29cba, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7e5305a5-17c9-4ff4-afac-7743eab29cba,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:27.932762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.940001 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.948242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.956009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:27.981357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Sync routers for ids ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:27.990494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:27.994796 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-37c869ce-81cc-44ed-b13d-f0eb80c526a6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2457590 Jan 29 04:51:27.995471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59436) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:28.012835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Allocated IP 172.25.4.80 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/9d0a725c-a1fd-4ec1-9d28-03bc71e00147) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:28.060812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:28.068792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Routers {'73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:28.069613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:28.071985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:28.083199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-11a0c075-9554-4709-b635-7e1fec3a26f1 None None] Provisioning complete for port 7e5305a5-17c9-4ff4-afac-7743eab29cba triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:28.083199 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11a0c075-9554-4709-b635-7e1fec3a26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:28.118443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:28.134446 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8f8c4-d069-4627-b2da-21db26caaa34 None None] Pushing event updated for resources: {'Port': ['ID=7e5305a5-17c9-4ff4-afac-7743eab29cba,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:28.176220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:28.176984 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:28.235829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Pushing event updated for resources: {'Port': ['ID=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:28.322988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9be2e16b-2db5-4602-bf83-41e429862f31 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:28.381918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:28.396665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:28.489714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:28.547802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe172d-0c8b-4c3c-839a-02ce7b740adf req-a1073452-c9c0-477c-b357-3258c4dd4fd9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:28.549353 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9fe172d-0c8b-4c3c-839a-02ce7b740adf req-a1073452-c9c0-477c-b357-3258c4dd4fd9 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 944 time: 0.2538354 Jan 29 04:51:28.607558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:28.636272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:28.646109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:28.728861 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:27Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:28.754530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:28.787739 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5069a909-71b3-4f8e-9366-15997c4fa546 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:28.789777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baeeb5e-7e41-452d-8ea1-8fbbcbf0fecd None None] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:28.793596 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567ddba-e4ca-47fb-808b-6c4392f62ebd None None] The sync data for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 is: [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:27Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:28.820852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d9fe172d-0c8b-4c3c-839a-02ce7b740adf req-5ab555b9-2e2a-496a-9fec-62ccd5e7b4bb tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515051 Jan 29 04:51:28.838188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.838903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.841464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.842316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.842877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.843554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.844106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.844673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.845230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.845778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.846372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.846916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:51:28.948062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Set router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:29.035780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.058582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Attempting to bind port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:29.058950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Attempting to bind port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:29.059314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Attempting to bind port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 on network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:29.105417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.166448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:29.166841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Checking segment: {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:29.167219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.167615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Bound using segment: {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:29.168099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Bound port: 1e5abef2-f9c5-4f49-b39d-41eaaa33a979, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:29.168477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.280679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Allocated IP 172.20.0.1 (58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a/24758f3d-f7d1-43a5-b01b-658693927a24/afb1078c-6c9a-42f7-9f68-ddb68fa06966) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:29.347420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.423703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9be2e16b-2db5-4602-bf83-41e429862f31 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:29.424085 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.426183 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.474500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 5069a909-71b3-4f8e-9366-15997c4fa546 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:51:29.484882 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11a0c075-9554-4709-b635-7e1fec3a26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.504205 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.524172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5069a909-71b3-4f8e-9366-15997c4fa546 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:29.524579 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.549136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.594387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:29.599226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:29.603458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:29.649410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.692214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] For port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:29.730560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Pushing event updated for resources: {'Port': ['ID=afb1078c-6c9a-42f7-9f68-ddb68fa06966,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:29.752081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-11a0c075-9554-4709-b635-7e1fec3a26f1 None None] For port 7e5305a5-17c9-4ff4-afac-7743eab29cba, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7e5305a5-17c9-4ff4-afac-7743eab29cba,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:29.754812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] For port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:29.789331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11a0c075-9554-4709-b635-7e1fec3a26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.857942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:29.881870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.110246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:51:26Z', 'revision_number': 3, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:30.113736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.190208 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.196620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.198472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16e59-c38f-40a8-91ab-5a44eb8029a2 req-3f4d55ee-6a78-4f10-81fc-e60741bbcb58 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:30.208534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32d16e59-c38f-40a8-91ab-5a44eb8029a2 req-3f4d55ee-6a78-4f10-81fc-e60741bbcb58 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 944 time: 0.2042658 Jan 29 04:51:30.243526 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.328104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Checking router: 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:30.328540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Updating router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 port 785bce19-ca54-424b-8fc9-b772559a6550 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:30.337237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-abd8452f-c9f7-4cd6-9248-da18c141939c None None] Provisioning complete for port 7e5305a5-17c9-4ff4-afac-7743eab29cba triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:30.346630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-32d16e59-c38f-40a8-91ab-5a44eb8029a2 req-7b99f3fe-e841-4bbb-b807-299901e033d3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368411 Jan 29 04:51:30.347302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-abd8452f-c9f7-4cd6-9248-da18c141939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.358826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Pushing event updated for resources: {'Port': ['ID=afb1078c-6c9a-42f7-9f68-ddb68fa06966,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:30.375433 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.459701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c075-9554-4709-b635-7e1fec3a26f1 None None] Pushing event updated for resources: {'Port': ['ID=7e5305a5-17c9-4ff4-afac-7743eab29cba,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:30.495844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.499867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Router 59951222-08b4-447a-a81d-7a764d97a517 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:51:30.595189 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.635579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:30.637776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:30.718365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:30.728519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Sync routers for ids ['59951222-08b4-447a-a81d-7a764d97a517'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:30.743214 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Routers {'59951222-08b4-447a-a81d-7a764d97a517'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:30.743864 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59951222-08b4-447a-a81d-7a764d97a517'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:30.778486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:30.781166 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b676b15b-26ad-4fcd-9840-c3f695770317 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8727784 Jan 29 04:51:30.783781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59474) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:30.922549 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Set router 59951222-08b4-447a-a81d-7a764d97a517 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:31.023721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 9be2e16b-2db5-4602-bf83-41e429862f31, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9be2e16b-2db5-4602-bf83-41e429862f31,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:31.070150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.072115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:31.075785 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a594e-28f5-4b53-b0f2-742a38326897" -d '{"events": [{"server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "name": "network-vif-plugged", "status": "completed", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:31.166942 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab673d0-29de-40bc-99fc-6287aeffc13f x-openstack-request-id: req-8ab673d0-29de-40bc-99fc-6287aeffc13f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:31.167570 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "name": "network-vif-plugged", "status": "completed", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:31.167570 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ab673d0-29de-40bc-99fc-6287aeffc13f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:31.167890 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546', 'code': 200} Jan 29 04:51:31.170693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5069a909-71b3-4f8e-9366-15997c4fa546, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5069a909-71b3-4f8e-9366-15997c4fa546,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:31.172713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998503c0-1fd1-4167-b80c-1c3eb1b3c451 None None] Pushing event updated for resources: {'Port': ['ID=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:31.233279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:51:28Z', 'revision_number': 3, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:31.271064 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Checking router: 59951222-08b4-447a-a81d-7a764d97a517 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:31.271558 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Updating router 59951222-08b4-447a-a81d-7a764d97a517 port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:31.326994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.333043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480825-a747-4ee1-8314-da785b4f07cd req-9a9ac894-8031-40fc-946d-017eea406b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:31.334700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71480825-a747-4ee1-8314-da785b4f07cd req-9a9ac894-8031-40fc-946d-017eea406b2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1096 time: 0.0772953 Jan 29 04:51:31.341346 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.347227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e5305a5-17c9-4ff4-afac-7743eab29cba up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:31.396745 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71480825-a747-4ee1-8314-da785b4f07cd req-e032a73e-2907-4ff8-9557-cb056983044c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526335 Jan 29 04:51:31.492256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:31.534403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=9be2e16b-2db5-4602-bf83-41e429862f31,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:31.583031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ead98d-6eba-4ed2-936c-f821f6dea0ac req-893434d5-fe25-4243-ac6d-ef31c1faf61b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:31.584998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ead98d-6eba-4ed2-936c-f821f6dea0ac req-893434d5-fe25-4243-ac6d-ef31c1faf61b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 945 time: 0.0914795 Jan 29 04:51:31.607223 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.617587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-abd8452f-c9f7-4cd6-9248-da18c141939c None None] Provisioning complete for port 9be2e16b-2db5-4602-bf83-41e429862f31 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:31.618033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-abd8452f-c9f7-4cd6-9248-da18c141939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.637349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ead98d-6eba-4ed2-936c-f821f6dea0ac req-de377f06-80b4-4e06-8ad1-a16e499696a8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460536 Jan 29 04:51:31.676204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.726621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Attempting to bind port 785bce19-ca54-424b-8fc9-b772559a6550 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:31.727323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Attempting to bind port 785bce19-ca54-424b-8fc9-b772559a6550 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:31.728542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Attempting to bind port 785bce19-ca54-424b-8fc9-b772559a6550 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:31.749413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5069a909-71b3-4f8e-9366-15997c4fa546,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:31.752382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:31.752775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:31.753355 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.753793 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:31.755228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Bound port: 785bce19-ca54-424b-8fc9-b772559a6550, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:31.755509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.827464 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.836192 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.889625 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Attempting to bind port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:31.890026 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Attempting to bind port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:31.890390 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Attempting to bind port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:31.903387 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:31.904257 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:31.904733 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.905402 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:31.905904 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Bound port: 9d0a725c-a1fd-4ec1-9d28-03bc71e00147, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:31.906289 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:31.946268 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be1749-023a-49b7-b0c8-154f421fe4cf None None] Pushing event updated for resources: {'Port': ['ID=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:31.957162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:31.968085 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7dd9045f-8990-4f1f-87bd-59b81dbdba09 admin admin] 10.222.0.32 "PUT /v2.0/routers/73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9714546 Jan 29 04:51:31.989597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44ada0-73f6-47f8-a891-97fa1a034f01 None None] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:31.993214 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] For port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:31.997040 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] For port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:32.020129 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.034197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7e5305a5-17c9-4ff4-afac-7743eab29cba triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:32.035900 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.082955 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Routers {'59951222-08b4-447a-a81d-7a764d97a517'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:32.083577 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59951222-08b4-447a-a81d-7a764d97a517'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:32.204397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be1749-023a-49b7-b0c8-154f421fe4cf None None] Pushing event updated for resources: {'Port': ['ID=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:32.227752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a44ca-7a49-4c30-acda-e72361971ba8 None None] Pushing event updated for resources: {'Port': ['ID=785bce19-ca54-424b-8fc9-b772559a6550,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:32.241201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.245839 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] Set router 59951222-08b4-447a-a81d-7a764d97a517 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:32.329180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] For port 785bce19-ca54-424b-8fc9-b772559a6550, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:32.379191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] For port 785bce19-ca54-424b-8fc9-b772559a6550, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=785bce19-ca54-424b-8fc9-b772559a6550,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:32.498566 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.582223 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Allocated IP 172.20.0.1 (15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b/ab36805b-7ea3-4fdc-999a-2966e917d67e/39613179-5217-480b-ad33-02bab219acd3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:32.625935 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Provisioning complete for port afb1078c-6c9a-42f7-9f68-ddb68fa06966 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:32.626160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.632204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:51:28Z', 'revision_number': 3, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:32.682442 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff97971-c4ac-412c-b93c-86f5d2e24d6e None None] The sync data for ids ['59951222-08b4-447a-a81d-7a764d97a517'] in n-d-825930-1 is: [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:51:28Z', 'revision_number': 3, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:32.684565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Port afb1078c-6c9a-42f7-9f68-ddb68fa06966 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:32.698959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Routers {'73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:32.699689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:32.707419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a44ca-7a49-4c30-acda-e72361971ba8 None None] Pushing event updated for resources: {'Port': ['ID=785bce19-ca54-424b-8fc9-b772559a6550,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:32.811573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Provisioning complete for port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:32.818869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.824743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:32.911307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddefdfb-adec-4363-8cbb-8bee1746a048 req-c0d1990e-5f40-4af4-98c2-07ea6383c945 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:32.913212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dddefdfb-adec-4363-8cbb-8bee1746a048 req-c0d1990e-5f40-4af4-98c2-07ea6383c945 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 945 time: 0.1039858 Jan 29 04:51:32.947053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59520) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:32.952857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-86682718-network', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:32.972737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] Set router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:32.987423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.015100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Made reservation on behalf of 931428ee1eb5407bbe96d3eedd5eccb7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:33.021738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.039415 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.105978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dddefdfb-adec-4363-8cbb-8bee1746a048 req-4b417e11-bbea-4530-b61f-09239426d97c tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806962 Jan 29 04:51:33.136555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:33.141042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:33.143138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Pushing event updated for resources: {'Port': ['ID=39613179-5217-480b-ad33-02bab219acd3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:33.145421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:33.220872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.329689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.380396 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.411742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.473502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:51:33.488849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:33.506334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.506955 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Added segment 43150a5a-9a26-481c-9e65-2d865f81b854 of type vlan for network 810be927-5e0c-4fec-8b5c-bc70944b19b3 Jan 29 04:51:33.509013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293af380-8d0f-4df0-bf06-493f0ac54827,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:33.536107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d978ce-e229-433d-88af-53c6584da516 req-daca6cb1-b10c-4aa1-807f-cf55cb0ddff3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:33.537982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5d978ce-e229-433d-88af-53c6584da516 req-daca6cb1-b10c-4aa1-807f-cf55cb0ddff3 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 945 time: 0.2727861 Jan 29 04:51:33.581045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.636333 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.646876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] For port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:33.663527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'afb1078c-6c9a-42f7-9f68-ddb68fa06966', 'name': '', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'tenant_id': '29010290eee94921ac866fe348de0585', 'mac_address': 'fa:16:3e:ec:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:29Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 2, 'project_id': '29010290eee94921ac866fe348de0585', 'subnets': [{'id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:33.665436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.704379 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.711678 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.726019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e45716-628b-4315-8fb0-cc1a786ce845 None None] The sync data for ids ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'] in n-d-825930-1 is: [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'afb1078c-6c9a-42f7-9f68-ddb68fa06966', 'name': '', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'tenant_id': '29010290eee94921ac866fe348de0585', 'mac_address': 'fa:16:3e:ec:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:29Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 2, 'project_id': '29010290eee94921ac866fe348de0585', 'subnets': [{'id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:33.729009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5d978ce-e229-433d-88af-53c6584da516 req-5416c139-d1e7-4365-93a5-a6ca273d8fb0 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818612 Jan 29 04:51:33.751621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.752583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:33.752961 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.753588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:33.754325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.795042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Provisioning complete for port 9be2e16b-2db5-4602-bf83-41e429862f31 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:33.795424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.796971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa101e-21e1-4548-9f87-c0eca078c8a1 None None] Pushing event updated for resources: {'Port': ['ID=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:33.802939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:33.838829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8905745 Jan 29 04:51:33.862764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59536) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:33.902346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Pushing event updated for resources: {'Port': ['ID=39613179-5217-480b-ad33-02bab219acd3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:33.912582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:33.920433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Request body: {'subnet': {'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-86682718-subnet', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:33.967798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9be2e16b-2db5-4602-bf83-41e429862f31 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:34.034150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0595-bea2-4d54-b3b8-dea7fbc3740c admin admin] Pushing event updated for resources: {'Network': ['ID=810be927-5e0c-4fec-8b5c-bc70944b19b3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:34.052048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:51:34.073416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e7017-9aa9-444b-a3ae-71a8cdcd1a1c tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:34.075100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fc0e7017-9aa9-444b-a3ae-71a8cdcd1a1c tempest-TestNetworkBasicOps-980158128 tempest-TestNetworkBasicOps-980158128-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1091 time: 0.2675130 Jan 29 04:51:34.076220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Made reservation on behalf of 931428ee1eb5407bbe96d3eedd5eccb7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:34.079614 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59538) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:34.083691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.088696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '5069a909-71b3-4f8e-9366-15997c4fa546', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:34.099656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9be2e16b-2db5-4602-bf83-41e429862f31 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:34.100034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.174587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:34.176662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:34.179110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.255591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c670a21f-bee5-4aa4-89dc-74d5fa87fd37 None None] Provisioning complete for port 39613179-5217-480b-ad33-02bab219acd3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:34.255987 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c670a21f-bee5-4aa4-89dc-74d5fa87fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.372977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c670a21f-bee5-4aa4-89dc-74d5fa87fd37 None None] Port 39613179-5217-480b-ad33-02bab219acd3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:34.483668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c670a21f-bee5-4aa4-89dc-74d5fa87fd37 None None] Provisioning complete for port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:34.486729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c670a21f-bee5-4aa4-89dc-74d5fa87fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.534588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Router 59951222-08b4-447a-a81d-7a764d97a517 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:34.556607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.648638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Checking segment: {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:34.649001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Network hostable DHCP agents. Network: 810be927-5e0c-4fec-8b5c-bc70944b19b3, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:51:34.654640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93108aeb-3960-4570-afc3-1ac2302d7f78,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:34.663308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.683398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:51:34.698095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 810be927-5e0c-4fec-8b5c-bc70944b19b3) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:34.707654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3539e1-5e40-4c74-bef9-1fcba6162e54 None None] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:34.719005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:34.720114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.742469 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb93bfcf-8604-47fe-8962-4dd64fe8864d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8762364 Jan 29 04:51:34.742691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:34.747046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:34.780481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.781650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.823989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:34.832408 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8106c792-d447-4299-9f6d-96b18ee2748d admin admin] 10.222.0.32 "PUT /v2.0/routers/59951222-08b4-447a-a81d-7a764d97a517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0474687 Jan 29 04:51:34.855057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-55b59c7e-3042-42a7-9227-e1613f619987 None None] Provisioning complete for port 39613179-5217-480b-ad33-02bab219acd3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:34.855570 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b59c7e-3042-42a7-9227-e1613f619987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.892452 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:34.899927 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Allocated IP 172.25.4.73 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/147763db-7fcf-4b5b-ba23-7e208537c509) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:34.901762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-55b59c7e-3042-42a7-9227-e1613f619987 None None] Port 39613179-5217-480b-ad33-02bab219acd3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:35.056490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-810be927-5e0c-4fec-8b5c-bc70944b19b3', 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'fixed_ips': [{'subnet_id': '93108aeb-3960-4570-afc3-1ac2302d7f78'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:51:35.058048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.095002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.118984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.193622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.306317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Allocated IP 172.20.0.2 (810be927-5e0c-4fec-8b5c-bc70944b19b3/93108aeb-3960-4570-afc3-1ac2302d7f78/a768dc66-76ea-4d11-8709-c5eedea47e7c) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:35.330432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:35.337556 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:35.340659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=147763db-7fcf-4b5b-ba23-7e208537c509,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:35.344307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:35.452564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:35.569268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.588934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.673974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:35.674509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.705502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Allocated IP 172.25.4.11 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/ad672ac3-b3c6-4b43-86ef-df9e77e2c14d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:35.737809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.753333 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.854619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.890850 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.921629 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:35.932352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:35.940044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:35.948277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:35.952648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Pushing event updated for resources: {'Port': ['ID=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:36.017293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:36.027419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:36.034420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:36.048535 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.064486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Pushing event updated for resources: {'Port': ['ID=a768dc66-76ea-4d11-8709-c5eedea47e7c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:36.168685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Attempting to bind port a768dc66-76ea-4d11-8709-c5eedea47e7c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:36.169709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Attempting to bind port a768dc66-76ea-4d11-8709-c5eedea47e7c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:36.171395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Attempting to bind port a768dc66-76ea-4d11-8709-c5eedea47e7c on network 810be927-5e0c-4fec-8b5c-bc70944b19b3 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:36.174741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.183493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:36.183991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Checking segment: {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:36.184497 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.186246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Bound using segment: {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:36.186840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Bound port: a768dc66-76ea-4d11-8709-c5eedea47e7c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:36.187319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.235307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:36.251256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.252484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:36.392632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.399280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.415046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.453663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] For port a768dc66-76ea-4d11-8709-c5eedea47e7c, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:36.459435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] For port a768dc66-76ea-4d11-8709-c5eedea47e7c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a768dc66-76ea-4d11-8709-c5eedea47e7c,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:36.511212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:36.513341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:36.513726 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.518655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807198538', 'description': 'tempest-secgroup-smoke-807198538 description', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:36.555762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.563618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Sync routers for ids ['59951222-08b4-447a-a81d-7a764d97a517'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:36.579439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:36.602832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.627635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event updated for resources: {'Port': ['ID=147763db-7fcf-4b5b-ba23-7e208537c509,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:36.630467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Routers {'59951222-08b4-447a-a81d-7a764d97a517'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:36.631181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59951222-08b4-447a-a81d-7a764d97a517'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:36.642910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.822235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Set router 59951222-08b4-447a-a81d-7a764d97a517 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:36.847580 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Floating IP 3a4fe197-39ed-4f6d-98fe-c808776f859a associated. External IP: 172.25.4.73, port: 5069a909-71b3-4f8e-9366-15997c4fa546. Jan 29 04:51:36.951523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:36.977982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.068275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.081632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.083665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d326674-7fc3-4263-9d40-5a03d12087ad None None] Pushing event updated for resources: {'Port': ['ID=a768dc66-76ea-4d11-8709-c5eedea47e7c,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:37.092955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5739157 Jan 29 04:51:37.093693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:37.130526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group_rule': {'security_group_id': '34abde48-831f-4fe0-a158-b94488ffe6f5', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:37.180159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router c78336f6-7578-4cae-9b55-cd0cea6a103e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:37.194606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3978-b4e6-4727-8dfd-c21258aabf6b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34abde48-831f-4fe0-a158-b94488ffe6f5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:37.299159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:51:33Z', 'revision_number': 4, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '39613179-5217-480b-ad33-02bab219acd3', 'name': '', 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'mac_address': 'fa:16:3e:f9:24:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:32Z', 'updated_at': '2022-01-29T04:51:33Z', 'revision_number': 2, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'subnets': [{'id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:37.361266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Checking router: 59951222-08b4-447a-a81d-7a764d97a517 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:37.363434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Updating router 59951222-08b4-447a-a81d-7a764d97a517 port 39613179-5217-480b-ad33-02bab219acd3 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:37.409580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.416871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.476034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.508560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.542961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbe05b2-a295-4958-ab38-ac2f9e522287,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:37.555528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.556793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d743bc9-6239-4a1f-b891-a45b09d67918 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299505 Jan 29 04:51:37.562132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59594) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:37.573950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group_rule': {'security_group_id': '34abde48-831f-4fe0-a158-b94488ffe6f5', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:37.583954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:51:37.633802 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:51:37.703299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 785bce19-ca54-424b-8fc9-b772559a6550 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:37.750096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:37.761347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Sync routers for ids ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:37.773205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Routers {'e3ae0ab8-c754-4ba2-aa22-9c9345052e15'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:37.773835 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:37.781871 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.855597 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:37.860171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-33444099-9f36-4d18-bc02-98bf030fff18 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1140409 Jan 29 04:51:37.862048 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:37.949819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Set router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:37.996342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:38.020805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] Sync routers for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:38.036827 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.063719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.093520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.099710 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-304e82d9-a7fe-4022-bf90-b30c4e8cc994 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0178232 Jan 29 04:51:38.102636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59604) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:38.103093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:38.105330 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07de1d44-5124-476a-aa60-0caf015bcfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:38.111027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.112822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:38.125174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:38.189289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69411216-3c2c-4a0e-94a4-abf0b1ff99e2,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:38.285147 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 785bce19-ca54-424b-8fc9-b772559a6550 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:38.286950 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.325099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-26c43fbd-e907-4736-b3c4-d1ec1b06a75b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 990 time: 0.2009716 Jan 29 04:51:38.349834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.355948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59608) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:38.366118 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.367539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group_rule': {'security_group_id': '34abde48-831f-4fe0-a158-b94488ffe6f5', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:38.372637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-12191317-ca7c-455c-98f9-928faec09626 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8041925 Jan 29 04:51:38.393152 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f77408-31d6-4a89-9e8e-f8bb5057ecde x-openstack-request-id: req-a0f77408-31d6-4a89-9e8e-f8bb5057ecde {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:38.393447 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:38.393789 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0f77408-31d6-4a89-9e8e-f8bb5057ecde {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:38.394123 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546', 'status': 'completed', 'code': 200} Jan 29 04:51:38.447729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 3, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:38.451185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.491263 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Checking router: e3ae0ab8-c754-4ba2-aa22-9c9345052e15 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:38.491723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Updating router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:38.583457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-db415876-7258-48e2-b171-cf1bfc274ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:38.585116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-db415876-7258-48e2-b171-cf1bfc274ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1096 time: 0.1440918 Jan 29 04:51:38.585454 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.665918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.673652 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.707438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a027508-391a-4f26-ac98-3845bccf6517 None None] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:51:38.711140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e022099f-5b15-4a4e-82e1-3065ec4df547,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:38.736271 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.737677 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-48f4175d-4088-40c5-9401-639d96a6a73d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801720 Jan 29 04:51:38.740486 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59614) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:38.745824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group_rule': {'security_group_id': '34abde48-831f-4fe0-a158-b94488ffe6f5', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:38.811314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.864185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-30df23e1-2ad9-42e0-94b7-1b466438165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:38.865665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-30df23e1-2ad9-42e0-94b7-1b466438165f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 200 len: 897 time: 0.2655907 Jan 29 04:51:38.908190 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:38.935999 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.944460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:38.977926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70d288d-ba0b-4448-9bb9-f75f328e8a53,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.002446 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.005754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2351a5a9-6f3c-41e5-8d71-1be031cdf3ab tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641752 Jan 29 04:51:39.007344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5996b-5495-423e-bb67-d40c2157c5e9 None None] Pushing event updated for resources: {'Port': ['ID=39613179-5217-480b-ad33-02bab219acd3,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.008542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:39.016048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group_rule': {'security_group_id': '34abde48-831f-4fe0-a158-b94488ffe6f5', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:39.051437 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Project 3df0d3d7fbd84f3b8f22248976fb6534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:51:39.063639 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.122188 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.134697 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.184370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Attempting to bind port 39613179-5217-480b-ad33-02bab219acd3 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:39.185155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Attempting to bind port 39613179-5217-480b-ad33-02bab219acd3 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:39.185269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Attempting to bind port 39613179-5217-480b-ad33-02bab219acd3 on network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:39.197558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-81f1dada-e292-4787-91c3-9cbf089b1d44 None None] Provisioning complete for port a768dc66-76ea-4d11-8709-c5eedea47e7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:39.197558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-81f1dada-e292-4787-91c3-9cbf089b1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.217814 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.232033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.238178 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Attempting to bind port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:39.238544 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Attempting to bind port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:39.238901 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Attempting to bind port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:39.242034 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78bafa-0166-4697-a66b-b08b83293273 None None] Pushing event updated for resources: {'Port': ['ID=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.252895 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:39.253269 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:39.253667 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.254107 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:39.254565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Bound port: ad672ac3-b3c6-4b43-86ef-df9e77e2c14d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:39.254942 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.270442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54d18e6-36fa-4b99-bc97-2ae54ab0d947,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.285876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.286166 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Sync routers for ids ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:39.287945 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-312b9e88-70e3-404d-85b0-ccc9a2bf5258 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2775466 Jan 29 04:51:39.290889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59624) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:39.311495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'security_group_rule': {'security_group_id': '34abde48-831f-4fe0-a158-b94488ffe6f5', 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:39.324700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:39.325822 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Routers {'73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:39.326564 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:39.379832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-c21fbbee-d290-4678-88a4-82d4c7c35849 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 200 len: 998 time: 0.5063267 Jan 29 04:51:39.440435 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:39.440812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Checking segment: {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:39.441410 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.442105 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Bound using segment: {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:39.442778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Bound port: 39613179-5217-480b-ad33-02bab219acd3, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38877760-8f32-4227-a176-66d44b05d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:39.443331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.477655 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.491574 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Project 3df0d3d7fbd84f3b8f22248976fb6534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:51:39.492342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-c1e9d0b1-d23d-4b93-88ca-2e0d38d41ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:39.493935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-c1e9d0b1-d23d-4b93-88ca-2e0d38d41ce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 HTTP/1.1" status: 200 len: 834 time: 0.0747330 Jan 29 04:51:39.502715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 785bce19-ca54-424b-8fc9-b772559a6550, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=785bce19-ca54-424b-8fc9-b772559a6550,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:39.534196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.541461 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.542516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a768dc66-76ea-4d11-8709-c5eedea47e7c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:39.561460 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] For port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:39.567564 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] For port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:39.579127 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Set router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:39.579432 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6d58bb0c-cc94-4c5d-8e8c-33abf3085101 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 990 time: 0.2500665 Jan 29 04:51:39.582557 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.588072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.602806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-c25e5916-23bb-4a2e-8ded-373dd2a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:39.604317 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-c25e5916-23bb-4a2e-8ded-373dd2a0d557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021812 Jan 29 04:51:39.657907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=785bce19-ca54-424b-8fc9-b772559a6550,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.668258 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Routers {'e3ae0ab8-c754-4ba2-aa22-9c9345052e15'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:39.669565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:39.682968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.688267 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.703857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d392a1b9-eaf6-4cc3-aa11-44da3200fc7a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.735749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.744897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-960fe621-ab2f-4dcf-830b-024dd0405bd2 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4429257 Jan 29 04:51:39.804076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] For port 39613179-5217-480b-ad33-02bab219acd3, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:39.863316 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] For port 39613179-5217-480b-ad33-02bab219acd3, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=39613179-5217-480b-ad33-02bab219acd3,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:39.868234 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78bafa-0166-4697-a66b-b08b83293273 None None] Pushing event updated for resources: {'Port': ['ID=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:39.885130 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:39.957824 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] Set router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:39.960670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Allocated IP 172.20.0.1 (810be927-5e0c-4fec-8b5c-bc70944b19b3/93108aeb-3960-4570-afc3-1ac2302d7f78/b8541ef0-020f-43b9-9e45-9ba5865aa63a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:40.035293 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-f2a9e404-04b1-48c5-8958-4fa0c6b14379 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807198538&fields=id&tenant_id=3df0d3d7fbd84f3b8f22248976fb6534 HTTP/1.1" status: 200 len: 267 time: 0.0781326 Jan 29 04:51:40.108976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-81f1dada-e292-4787-91c3-9cbf089b1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.124460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5996b-5495-423e-bb67-d40c2157c5e9 None None] Pushing event updated for resources: {'Port': ['ID=39613179-5217-480b-ad33-02bab219acd3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:40.184979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-81f1dada-e292-4787-91c3-9cbf089b1d44 None None] For port a768dc66-76ea-4d11-8709-c5eedea47e7c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a768dc66-76ea-4d11-8709-c5eedea47e7c,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:40.186784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Routers {'59951222-08b4-447a-a81d-7a764d97a517'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:40.187455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59951222-08b4-447a-a81d-7a764d97a517'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:40.264302 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-4523efc0-0d9a-4cdf-9a8e-32da77ced2d8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:40.275676 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-4523efc0-0d9a-4cdf-9a8e-32da77ced2d8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 809 time: 0.2394404 Jan 29 04:51:40.284001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a768dc66-76ea-4d11-8709-c5eedea47e7c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:40.284372 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.306405 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-4f49a451-bce2-41c9-9a5e-87d0c7599ac7 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/quotas/3df0d3d7fbd84f3b8f22248976fb6534 HTTP/1.1" status: 200 len: 375 time: 0.0298295 Jan 29 04:51:40.328431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-2b43edc5-d8bb-4522-9bee-8757a2ec9f7e service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427042 Jan 29 04:51:40.328704 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-81f1dada-e292-4787-91c3-9cbf089b1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.431456 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-ea652a07-feb1-42ff-8cd3-3abb0f381139 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139979 Jan 29 04:51:40.439578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07de1d44-5124-476a-aa60-0caf015bcfa3 req-94f6ae0e-beae-4569-b5c7-737d8525b467 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078050 Jan 29 04:51:40.445263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.514041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.527251 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'afb1078c-6c9a-42f7-9f68-ddb68fa06966', 'name': '', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'tenant_id': '29010290eee94921ac866fe348de0585', 'mac_address': 'fa:16:3e:ec:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:29Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 2, 'project_id': '29010290eee94921ac866fe348de0585', 'subnets': [{'id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:40.565500 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Checking router: 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:40.566089 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Updating router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 port afb1078c-6c9a-42f7-9f68-ddb68fa06966 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:40.582540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59654) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:40.592034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:40.595799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:40.599043 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.599540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:40.611974 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 3, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:40.644677 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1499-e07e-405d-b8a8-9476ba6a6e1d None None] The sync data for ids ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'] in n-d-825930-1 is: [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 3, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:40.727326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bb029ef5-ead5-438c-b112-72b399a0de27 None None] Provisioning complete for port 39613179-5217-480b-ad33-02bab219acd3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:40.727705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb029ef5-ead5-438c-b112-72b399a0de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.729333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1dada-e292-4787-91c3-9cbf089b1d44 None None] Pushing event updated for resources: {'Port': ['ID=a768dc66-76ea-4d11-8709-c5eedea47e7c,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:40.759624 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Pushing event updated for resources: {'Port': ['ID=b8541ef0-020f-43b9-9e45-9ba5865aa63a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:40.787217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:40.807289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] Set router 59951222-08b4-447a-a81d-7a764d97a517 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:40.818326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6ac08355-7cc7-4514-84d8-e9b4c9457330 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 990 time: 0.2319877 Jan 29 04:51:40.846195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601ecf20-6d5b-45f5-805f-85cd57b44344 service neutron] 10.222.0.32 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084949 Jan 29 04:51:40.912308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '3a4fe197-39ed-4f6d-98fe-c808776f859a', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'port_id': '5069a909-71b3-4f8e-9366-15997c4fa546', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'mac_address': 'fa:16:3e:3c:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:35Z', 'revision_number': 0, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:07Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:40.992600 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] Checking router: c78336f6-7578-4cae-9b55-cd0cea6a103e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:41.019886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.062598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:41.081850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-fb9c3a59-e3c7-4333-94f9-d7f44ff09680 service neutron] 10.222.0.32 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318578 Jan 29 04:51:41.227651 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.244541 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.390441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:41.400424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:41.437549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.458745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.473733 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eea22-1592-417c-bef6-294a45a7a151 None None] Pushing event updated for resources: {'Port': ['ID=afb1078c-6c9a-42f7-9f68-ddb68fa06966,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:41.527873 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Attempting to bind port afb1078c-6c9a-42f7-9f68-ddb68fa06966 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:41.528992 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Attempting to bind port afb1078c-6c9a-42f7-9f68-ddb68fa06966 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:41.528992 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Attempting to bind port afb1078c-6c9a-42f7-9f68-ddb68fa06966 on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:41.546859 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:41.547139 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Checking segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:41.547551 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.548035 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Bound using segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:41.548612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Bound port: afb1078c-6c9a-42f7-9f68-ddb68fa06966, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:41.548985 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.577294 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.689814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] For port afb1078c-6c9a-42f7-9f68-ddb68fa06966, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:41.700723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] For port afb1078c-6c9a-42f7-9f68-ddb68fa06966, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=afb1078c-6c9a-42f7-9f68-ddb68fa06966,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:41.709919 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:41.776093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cfefbdd-755e-4250-9921-f3665e2fff1b req-2e85c902-ed4a-478a-8813-ae5e63db9370 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 210 time: 0.1134670 Jan 29 04:51:41.802373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:41.812917 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Routers {'73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:41.813460 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:41.822530 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59678) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:41.933605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Pushing event updated for resources: {'Port': ['ID=b8541ef0-020f-43b9-9e45-9ba5865aa63a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:41.974041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb029ef5-ead5-438c-b112-72b399a0de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:42.057803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0ec8608f-9269-44c6-9412-ddfe88829887 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 990 time: 0.2308927 Jan 29 04:51:42.107755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:42.116287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:42.179147 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] Set router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:42.256971 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bb029ef5-ead5-438c-b112-72b399a0de27 None None] For port 39613179-5217-480b-ad33-02bab219acd3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=39613179-5217-480b-ad33-02bab219acd3,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:42.281609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bb029ef5-ead5-438c-b112-72b399a0de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:42.324934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:42.325724 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:42.355640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:42.413091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:42.568874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Provisioning complete for port b8541ef0-020f-43b9-9e45-9ba5865aa63a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:42.569344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:42.603079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:42.617349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d21d0155-5d1b-4122-86f1-1db58d7a3968 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3ae0ab8-c754-4ba2-aa22-9c9345052e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7534716 Jan 29 04:51:42.622859 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eea22-1592-417c-bef6-294a45a7a151 None None] Pushing event updated for resources: {'Port': ['ID=afb1078c-6c9a-42f7-9f68-ddb68fa06966,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:42.640970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb029ef5-ead5-438c-b112-72b399a0de27 None None] Pushing event updated for resources: {'Port': ['ID=39613179-5217-480b-ad33-02bab219acd3,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:42.649197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:51:33Z', 'revision_number': 4, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '39613179-5217-480b-ad33-02bab219acd3', 'name': '', 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'mac_address': 'fa:16:3e:f9:24:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:32Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 4, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'subnets': [{'id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:42.728749 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'afb1078c-6c9a-42f7-9f68-ddb68fa06966', 'name': '', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'tenant_id': '29010290eee94921ac866fe348de0585', 'mac_address': 'fa:16:3e:ec:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:29Z', 'updated_at': '2022-01-29T04:51:41Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'subnets': [{'id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:42.773068 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d300d3-3089-4da4-ba41-5aebf988d469 None None] The sync data for ids ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'] in n-d-825930-1 is: [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'afb1078c-6c9a-42f7-9f68-ddb68fa06966', 'name': '', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'tenant_id': '29010290eee94921ac866fe348de0585', 'mac_address': 'fa:16:3e:ec:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:29Z', 'updated_at': '2022-01-29T04:51:41Z', 'revision_number': 4, 'project_id': '29010290eee94921ac866fe348de0585', 'subnets': [{'id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:42.898165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4ec8b-c7ef-437f-ba7c-4234158d1bb9 None None] The sync data for ids ['59951222-08b4-447a-a81d-7a764d97a517'] in n-d-825930-1 is: [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:51:33Z', 'revision_number': 4, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '39613179-5217-480b-ad33-02bab219acd3', 'name': '', 'network_id': '15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'mac_address': 'fa:16:3e:f9:24:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:32Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 4, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'subnets': [{'id': 'ab36805b-7ea3-4fdc-999a-2966e917d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:42.910933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Port b8541ef0-020f-43b9-9e45-9ba5865aa63a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:42.927688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '3a4fe197-39ed-4f6d-98fe-c808776f859a', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'port_id': '5069a909-71b3-4f8e-9366-15997c4fa546', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'mac_address': 'fa:16:3e:3c:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:35Z', 'revision_number': 0, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:07Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:42.991526 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b586aa55-d853-436f-aab3-368516de2ea9 req-cd0a5744-116e-4ba3-894b-d265b162e228 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 210 time: 0.0619671 Jan 29 04:51:43.017084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eecda7-03f4-423f-b3c8-d9ba3c199052 None None] The sync data for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 is: [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '3a4fe197-39ed-4f6d-98fe-c808776f859a', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'port_id': '5069a909-71b3-4f8e-9366-15997c4fa546', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'mac_address': 'fa:16:3e:3c:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:35Z', 'revision_number': 0, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:07Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:43.019383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Provisioning complete for port afb1078c-6c9a-42f7-9f68-ddb68fa06966 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:43.019762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.058273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:43.150943 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.208973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] For port afb1078c-6c9a-42f7-9f68-ddb68fa06966, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=afb1078c-6c9a-42f7-9f68-ddb68fa06966,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:43.209957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-087c4068-24a7-4db7-91d0-4e0f4540f53a tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 990 time: 0.1505363 Jan 29 04:51:43.226249 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.276356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Provisioning complete for port a768dc66-76ea-4d11-8709-c5eedea47e7c triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:43.276881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.366505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accc5d8-2316-41b1-aee6-fdef46ecc5ff None None] Pushing event updated for resources: {'Port': ['ID=afb1078c-6c9a-42f7-9f68-ddb68fa06966,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:43.401651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device afb1078c-6c9a-42f7-9f68-ddb68fa06966 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:43.427429 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-30cbee04-d5ca-424c-ab3e-6a290652c314 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:43.429112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-30cbee04-d5ca-424c-ab3e-6a290652c314 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/networks?id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 200 len: 910 time: 0.1963503 Jan 29 04:51:43.448727 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-d43dba2e-013c-4710-a7d0-39386144fb39 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/quotas/931428ee1eb5407bbe96d3eedd5eccb7 HTTP/1.1" status: 200 len: 375 time: 0.0114872 Jan 29 04:51:43.603021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-20ab02c0-05fb-4df0-b858-977c84709b42 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:43.605573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-20ab02c0-05fb-4df0-b858-977c84709b42 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 809 time: 0.2259479 Jan 29 04:51:43.608896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port afb1078c-6c9a-42f7-9f68-ddb68fa06966 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:43.612525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.626889 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-e6b9ac0c-ecc6-4b27-b9df-f001a7be3978 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714716 Jan 29 04:51:43.678181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.740409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-22be203c-1158-49bd-8dee-a97d6ff08f14 None None] Provisioning complete for port b8541ef0-020f-43b9-9e45-9ba5865aa63a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:43.741459 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22be203c-1158-49bd-8dee-a97d6ff08f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:43.757814 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-677c3839-a671-4554-ab96-6d6518921c67 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df0d3d7fbd84f3b8f22248976fb6534 HTTP/1.1" status: 200 len: 379 time: 0.1378918 Jan 29 04:51:43.770683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'port': {'device_id': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'admin_state_up': True, 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'security_groups': ['34abde48-831f-4fe0-a158-b94488ffe6f5']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:43.799786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a768dc66-76ea-4d11-8709-c5eedea47e7c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:43.820858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-434a95ee-ee2b-4fac-9e84-d676c37f69c7 service neutron] 10.222.0.32 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865714 Jan 29 04:51:43.832621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-22be203c-1158-49bd-8dee-a97d6ff08f14 None None] Port b8541ef0-020f-43b9-9e45-9ba5865aa63a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:43.868119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a768dc66-76ea-4d11-8709-c5eedea47e7c triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:43.868970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.006521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad672ac3-b3c6-4b43-86ef-df9e77e2c14d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:44.022650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-f740b008-1aca-4600-98b5-1c70d9bd2117 service neutron] 10.222.0.32 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008431 Jan 29 04:51:44.054980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Made reservation on behalf of 3df0d3d7fbd84f3b8f22248976fb6534 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:44.063322 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.162054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534103e-c3d2-424e-a54a-a62003dd2ef9 None None] New status for floating IP 3a4fe197-39ed-4f6d-98fe-c808776f859a: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:51:44.213975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59736) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:44.271605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e1cfffd-027c-4559-8017-8198f9799787 req-6a58532f-b13e-4259-bcde-5a16112a2569 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 210 time: 0.0946982 Jan 29 04:51:44.347234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Allocated IP 172.20.0.3 (2171fd93-fa43-4277-ae48-2b4b24477bdf/42502621-eec5-445a-b39b-e716d29738ca/b864fb08-e06b-49b0-87c8-ddcd43292fdd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:44.404326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:44.404777 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.407793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b8b51cf-a289-4e7c-9cc9-ce1b538a61d5 req-d0a1afe7-816e-49c9-8686-7b640733f475 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 210 time: 0.1165483 Jan 29 04:51:44.434701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7deafc99-42a2-4bf3-8fc2-6e62c119fb5b tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 990 time: 0.2187870 Jan 29 04:51:44.533274 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.572531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:44.578606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.579404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 785bce19-ca54-424b-8fc9-b772559a6550 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:44.588174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.626329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.660514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:44.673959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 785bce19-ca54-424b-8fc9-b772559a6550 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:44.674206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.676093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:44.679449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:44.694514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:44.807210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:44.807889 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:44.818002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'Port': ['ID=b864fb08-e06b-49b0-87c8-ddcd43292fdd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:44.834198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-e6bc11c3-b766-4d03-81a2-7a7998c5b6aa tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0681250 Jan 29 04:51:44.866002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Request body: {'port': {'device_id': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:44.935033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.085996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b7e6e20b-c28f-4277-a980-91362e33978a None None] Provisioning complete for port b864fb08-e06b-49b0-87c8-ddcd43292fdd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:45.086269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e20b-c28f-4277-a980-91362e33978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.149881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6e20b-c28f-4277-a980-91362e33978a None None] Port b864fb08-e06b-49b0-87c8-ddcd43292fdd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:45.208519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Sync routers for ids ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:45.224717 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Routers {'e3ae0ab8-c754-4ba2-aa22-9c9345052e15'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:45.225691 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:45.274765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device afb1078c-6c9a-42f7-9f68-ddb68fa06966 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:45.372861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port afb1078c-6c9a-42f7-9f68-ddb68fa06966 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:45.373231 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.436098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59766) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:45.515692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Set router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:45.517129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad672ac3-b3c6-4b43-86ef-df9e77e2c14d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:45.538328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b864fb08-e06b-49b0-87c8-ddcd43292fdd {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:51:45.549452 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.567384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Transition to ACTIVE for port object b864fb08-e06b-49b0-87c8-ddcd43292fdd will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:51:45.581685 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.589505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b47fc6da-fe95-4b1b-a5a0-01717dc469e4 req-e7b48667-51bb-4917-bda4-6e2f400165ba tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 210 time: 0.0361931 Jan 29 04:51:45.607843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0909cd0b-5dab-4fde-92ef-fddd45bf31f6 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 992 time: 0.1696982 Jan 29 04:51:45.628837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:45.629229 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.680526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c25b9-f548-47bd-8f3d-80d6de446a8d req-c862df04-d4ae-4fa0-bd67-4bdac6619f83 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:45.689139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d28c25b9-f548-47bd-8f3d-80d6de446a8d req-c862df04-d4ae-4fa0-bd67-4bdac6619f83 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 943 time: 0.2887554 Jan 29 04:51:45.734407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 39613179-5217-480b-ad33-02bab219acd3 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:45.757047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Pushing event updated for resources: {'Port': ['ID=b864fb08-e06b-49b0-87c8-ddcd43292fdd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:45.829214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 39613179-5217-480b-ad33-02bab219acd3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:45.829607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.838757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d28c25b9-f548-47bd-8f3d-80d6de446a8d req-d1e05832-6794-4f37-b05e-ac506474fd4e tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484144 Jan 29 04:51:45.892653 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:51:40Z', 'revision_number': 4, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b8541ef0-020f-43b9-9e45-9ba5865aa63a', 'name': '', 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'mac_address': 'fa:16:3e:a5:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '93108aeb-3960-4570-afc3-1ac2302d7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:39Z', 'updated_at': '2022-01-29T04:51:41Z', 'revision_number': 2, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'subnets': [{'id': '93108aeb-3960-4570-afc3-1ac2302d7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:45.930717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Attempting to bind port b864fb08-e06b-49b0-87c8-ddcd43292fdd on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:45.931412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Attempting to bind port b864fb08-e06b-49b0-87c8-ddcd43292fdd by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:45.932056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Attempting to bind port b864fb08-e06b-49b0-87c8-ddcd43292fdd on network 2171fd93-fa43-4277-ae48-2b4b24477bdf {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:45.937068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Port b864fb08-e06b-49b0-87c8-ddcd43292fdd on network 2171fd93-fa43-4277-ae48-2b4b24477bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:51:45.937699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Attempting to bind port b864fb08-e06b-49b0-87c8-ddcd43292fdd on network 2171fd93-fa43-4277-ae48-2b4b24477bdf {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:45.942850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:45.943478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Checking segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:45.944092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Bound using segment: {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:45.944771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Bound port: b864fb08-e06b-49b0-87c8-ddcd43292fdd, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139000ff-16bd-429c-bb14-9342dddf9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:45.945369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:45.963428 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Checking router: e3ae0ab8-c754-4ba2-aa22-9c9345052e15 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:45.963863 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Updating router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 port b8541ef0-020f-43b9-9e45-9ba5865aa63a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:51:46.031622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-51d96704-9db8-4e77-a5cf-c07d76b1f437 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.032926 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.033773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-51d96704-9db8-4e77-a5cf-c07d76b1f437 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.20 "GET /v2.0/networks?id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 200 len: 910 time: 0.1539207 Jan 29 04:51:46.049706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] For port b864fb08-e06b-49b0-87c8-ddcd43292fdd, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:46.050285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Request body: {'port': {'device_id': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'admin_state_up': True, 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:46.053520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] For port b864fb08-e06b-49b0-87c8-ddcd43292fdd, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:46.061788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.078278 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Made reservation on behalf of 931428ee1eb5407bbe96d3eedd5eccb7 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:46.081534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.109421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.111147 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.113300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] 10.222.0.20 "PUT /v2.0/ports/b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 1091 time: 1.2580612 Jan 29 04:51:46.113755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:46.116589 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30070977-40cd-46a0-bf75-91a19549a606" -d '{"events": [{"name": "network-changed", "server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:46.156025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cec41-4cb8-4e9a-ace4-9efc282146dd service neutron] Pushing event updated for resources: {'Port': ['ID=b864fb08-e06b-49b0-87c8-ddcd43292fdd,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:46.215118 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae06337-3da8-4900-a605-0185404a7b17 x-openstack-request-id: req-eae06337-3da8-4900-a605-0185404a7b17 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:46.215407 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:46.216202 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eae06337-3da8-4900-a605-0185404a7b17 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:46.216762 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'status': 'completed', 'code': 200} Jan 29 04:51:46.331562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Allocated IP 172.20.0.8 (58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a/24758f3d-f7d1-43a5-b01b-658693927a24/9c21e729-5f0d-4e37-8524-dd5f4d27e243) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:46.334489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-43f90688-354b-4ebc-b981-a6c2ea717b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.336338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-43f90688-354b-4ebc-b981-a6c2ea717b87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1094 time: 0.0925405 Jan 29 04:51:46.414491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-04a28f1c-d033-4da9-a184-62e4a7692e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 217 time: 0.0605559 Jan 29 04:51:46.516222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-ca47ca3e-4dc7-40db-a554-72826a305504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.518736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-ca47ca3e-4dc7-40db-a554-72826a305504 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.0957086 Jan 29 04:51:46.588222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-79e52bab-1cce-4d63-8306-eeeeccbd0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.591737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-79e52bab-1cce-4d63-8306-eeeeccbd0cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650523 Jan 29 04:51:46.641149 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.666398 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.686752 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.716757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.780444 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f780b1-4877-4e1f-98a2-9fe7440abfe9 None None] Pushing event updated for resources: {'Port': ['ID=b8541ef0-020f-43b9-9e45-9ba5865aa63a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:46.795148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:46.803823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:46.820622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:46.822962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956732bc-fdbc-43e0-b27a-b80a98d0916f req-442727b3-60bb-4bc6-93b8-3199b45430a9 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.826445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-956732bc-fdbc-43e0-b27a-b80a98d0916f req-442727b3-60bb-4bc6-93b8-3199b45430a9 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1027 time: 0.0881310 Jan 29 04:51:46.840031 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Attempting to bind port b8541ef0-020f-43b9-9e45-9ba5865aa63a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:46.842825 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Attempting to bind port b8541ef0-020f-43b9-9e45-9ba5865aa63a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:46.843027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Attempting to bind port b8541ef0-020f-43b9-9e45-9ba5865aa63a on network 810be927-5e0c-4fec-8b5c-bc70944b19b3 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:46.846705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-9deba82c-8bf2-4e12-96ee-c63657f9fc33 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214174 Jan 29 04:51:46.850587 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:46.850966 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Checking segment: {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:46.851430 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.851821 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Bound using segment: {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:46.853040 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Bound port: b8541ef0-020f-43b9-9e45-9ba5865aa63a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43150a5a-9a26-481c-9e65-2d865f81b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:46.853444 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.886998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Pushing event updated for resources: {'Port': ['ID=9c21e729-5f0d-4e37-8524-dd5f4d27e243,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:46.932375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:46.961800 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:46.962686 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] For port b8541ef0-020f-43b9-9e45-9ba5865aa63a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:46.967464 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] For port b8541ef0-020f-43b9-9e45-9ba5865aa63a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b8541ef0-020f-43b9-9e45-9ba5865aa63a,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:46.978353 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.000150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-956732bc-fdbc-43e0-b27a-b80a98d0916f req-28248956-4328-40bd-83e7-8d0eb73bc008 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654186 Jan 29 04:51:47.019835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9a01b3ae-dcec-4d34-9dd7-ac4e73aa9897 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9778004 Jan 29 04:51:47.039245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Request body: {'port': {'device_id': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:47.054610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d93e36ff-f1b3-4c24-88ba-9c0c82b8d4e9 req-f2018585-1706-4eb0-a350-48e68a177976 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855800 Jan 29 04:51:47.081840 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f780b1-4877-4e1f-98a2-9fe7440abfe9 None None] Pushing event updated for resources: {'Port': ['ID=b8541ef0-020f-43b9-9e45-9ba5865aa63a,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:47.099830 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Routers {'e3ae0ab8-c754-4ba2-aa22-9c9345052e15'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:47.101136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:47.180882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bbf52fff-d814-4af8-9b95-c8ecfd0607c7 None None] Provisioning complete for port b8541ef0-020f-43b9-9e45-9ba5865aa63a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:47.183228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbf52fff-d814-4af8-9b95-c8ecfd0607c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.190958 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.247825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30070977-40cd-46a0-bf75-91a19549a606 req-3dce337a-deee-4d04-873b-188184a856f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:47.253760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-3dce337a-deee-4d04-873b-188184a856f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1094 time: 0.0928900 Jan 29 04:51:47.287034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e4b9-00c3-4a10-b160-3ec2fd26270b req-5969cb55-fd89-4903-865d-e2b28c1af80d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:47.304297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de15e4b9-00c3-4a10-b160-3ec2fd26270b req-5969cb55-fd89-4903-865d-e2b28c1af80d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 943 time: 0.2911658 Jan 29 04:51:47.318887 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] Set router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:47.345594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbf52fff-d814-4af8-9b95-c8ecfd0607c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.450724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bbf52fff-d814-4af8-9b95-c8ecfd0607c7 None None] For port b8541ef0-020f-43b9-9e45-9ba5865aa63a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b8541ef0-020f-43b9-9e45-9ba5865aa63a,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:47.453716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30070977-40cd-46a0-bf75-91a19549a606 req-162f6ba2-f73e-4c26-81ef-8319f6fc84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:47.455731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-162f6ba2-f73e-4c26-81ef-8319f6fc84a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 910 time: 0.1935940 Jan 29 04:51:47.460147 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bbf52fff-d814-4af8-9b95-c8ecfd0607c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.519220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-abbe92d3-7dad-4d09-a5ac-8203b2cb5989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 217 time: 0.0536556 Jan 29 04:51:47.523758 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de15e4b9-00c3-4a10-b160-3ec2fd26270b req-c42ce98b-cf81-4f79-9861-320a66cd6a0f tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132926 Jan 29 04:51:47.596108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf52fff-d814-4af8-9b95-c8ecfd0607c7 None None] Pushing event updated for resources: {'Port': ['ID=b8541ef0-020f-43b9-9e45-9ba5865aa63a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:47.621125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-729423c3-40bb-4612-8a34-a69c1c0f0dc3 None None] Provisioning complete for port b8541ef0-020f-43b9-9e45-9ba5865aa63a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:47.624468 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-729423c3-40bb-4612-8a34-a69c1c0f0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.637106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30070977-40cd-46a0-bf75-91a19549a606 req-57a8ed03-0dec-4b65-b40c-983ec3890fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:47.640146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-57a8ed03-0dec-4b65-b40c-983ec3890fe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.1132455 Jan 29 04:51:47.696700 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:51:40Z', 'revision_number': 4, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b8541ef0-020f-43b9-9e45-9ba5865aa63a', 'name': '', 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'mac_address': 'fa:16:3e:a5:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '93108aeb-3960-4570-afc3-1ac2302d7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:39Z', 'updated_at': '2022-01-29T04:51:46Z', 'revision_number': 4, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'subnets': [{'id': '93108aeb-3960-4570-afc3-1ac2302d7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:47.731444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30070977-40cd-46a0-bf75-91a19549a606 req-d96e7b6c-337d-4d08-90dd-5ec2ac4892dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:47.733211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-d96e7b6c-337d-4d08-90dd-5ec2ac4892dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858624 Jan 29 04:51:47.767494 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e792a-5afd-4255-b6da-7036264a551a None None] The sync data for ids ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'] in n-d-825930-1 is: [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:51:40Z', 'revision_number': 4, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'b8541ef0-020f-43b9-9e45-9ba5865aa63a', 'name': '', 'network_id': '810be927-5e0c-4fec-8b5c-bc70944b19b3', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'mac_address': 'fa:16:3e:a5:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '93108aeb-3960-4570-afc3-1ac2302d7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:39Z', 'updated_at': '2022-01-29T04:51:46Z', 'revision_number': 4, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'subnets': [{'id': '93108aeb-3960-4570-afc3-1ac2302d7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:47.819957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-729423c3-40bb-4612-8a34-a69c1c0f0dc3 None None] Provisioning complete for port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:47.820677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-729423c3-40bb-4612-8a34-a69c1c0f0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.912298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c21e729-5f0d-4e37-8524-dd5f4d27e243 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:51:47.913083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-729423c3-40bb-4612-8a34-a69c1c0f0dc3 None None] Port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:51:47.928311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:47.943214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Transition to ACTIVE for port object 9c21e729-5f0d-4e37-8524-dd5f4d27e243 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:51:47.945828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-f464670c-68e5-4ed0-b693-74035ef92cf7 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040076 Jan 29 04:51:47.947385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:48.017925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Pushing event updated for resources: {'Port': ['ID=9c21e729-5f0d-4e37-8524-dd5f4d27e243,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:48.120237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30070977-40cd-46a0-bf75-91a19549a606 req-c6d1bcbb-ade8-437a-97bd-58be3589a7fb service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634445 Jan 29 04:51:48.222911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Attempting to bind port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:51:48.223246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Attempting to bind port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:51:48.223576 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Attempting to bind port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:48.233081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:51:48.233405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Attempting to bind port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:51:48.244083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:51:48.244348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4debd-36d2-4c7f-bf63-e51e1c0b6549 req-b90dbf89-7e3a-4783-b035-ebb685927b40 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.244457 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Checking segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:51:48.244798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Bound using segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:51:48.245227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Bound port: 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:51:48.245586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:48.246841 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bd4debd-36d2-4c7f-bf63-e51e1c0b6549 req-b90dbf89-7e3a-4783-b035-ebb685927b40 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1052 time: 0.1197824 Jan 29 04:51:48.297852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bd4debd-36d2-4c7f-bf63-e51e1c0b6549 req-6a0be5e3-cd88-4628-b571-6bdfc09a63be tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Jan 29 04:51:48.359086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] For port 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:51:48.362539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] For port 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:51:48.367839 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:48.407876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.408607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:48.410099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-50771947-8be1-495d-9271-28d43e905f71 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c21e729-5f0d-4e37-8524-dd5f4d27e243 HTTP/1.1" status: 200 len: 1091 time: 1.3750026 Jan 29 04:51:48.410633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'tag': '9c21e729-5f0d-4e37-8524-dd5f4d27e243'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:48.413165 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0893ce3b-a07a-40cd-88bd-4a1e4ae525c3", "tag": "9c21e729-5f0d-4e37-8524-dd5f4d27e243"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:48.442489 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771947-8be1-495d-9271-28d43e905f71 service neutron] Pushing event updated for resources: {'Port': ['ID=9c21e729-5f0d-4e37-8524-dd5f4d27e243,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:48.472113 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60a31f-8b0e-4add-8282-8eaca4c35bac x-openstack-request-id: req-ef60a31f-8b0e-4add-8282-8eaca4c35bac {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:48.472407 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0893ce3b-a07a-40cd-88bd-4a1e4ae525c3", "tag": "9c21e729-5f0d-4e37-8524-dd5f4d27e243", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:48.472664 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef60a31f-8b0e-4add-8282-8eaca4c35bac {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:48.473071 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'tag': '9c21e729-5f0d-4e37-8524-dd5f4d27e243', 'status': 'completed', 'code': 200} Jan 29 04:51:48.551059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-5ea9910b-32c6-49c5-86e9-21eedf8ff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.552679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-5ea9910b-32c6-49c5-86e9-21eedf8ff520 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1094 time: 0.0613751 Jan 29 04:51:48.619995 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-85dd20b8-80cf-4785-9fb0-2f9e64da55b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243 HTTP/1.1" status: 200 len: 217 time: 0.0510910 Jan 29 04:51:48.662215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a222b-dcc2-4bc9-a37d-8157084d4263 req-977cd9e0-b6cc-4920-b84d-e857a279a749 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.667696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a3a222b-dcc2-4bc9-a37d-8157084d4263 req-977cd9e0-b6cc-4920-b84d-e857a279a749 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 943 time: 0.0669234 Jan 29 04:51:48.712357 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-558aaf73-1f34-4cf2-84c5-97579c783b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.713991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-558aaf73-1f34-4cf2-84c5-97579c783b78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24758f3d-f7d1-43a5-b01b-658693927a24 HTTP/1.1" status: 200 len: 848 time: 0.0844414 Jan 29 04:51:48.721512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a3a222b-dcc2-4bc9-a37d-8157084d4263 req-83bedb6e-f36c-4eb0-a23c-1752a790d91a tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512247 Jan 29 04:51:48.770432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-19c0b339-804d-4188-9729-49bce02c3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:48.772102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-19c0b339-804d-4188-9729-49bce02c3cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504420 Jan 29 04:51:48.868202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-15f99693-0524-4e15-86d7-2c4386d8aa01 service neutron] 10.222.0.20 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878460 Jan 29 04:51:48.959904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce40d3a9-5e9c-4ff3-b6dd-d8096040669b req-9ea0c4ab-fdeb-4822-8a32-8166c0907b21 service neutron] 10.222.0.20 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848243 Jan 29 04:51:49.094539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-9d8f3c79-e385-4e3d-bfd5-75e22a499811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.095970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-9d8f3c79-e385-4e3d-bfd5-75e22a499811 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1094 time: 0.0488303 Jan 29 04:51:49.113131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b8541ef0-020f-43b9-9e45-9ba5865aa63a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:49.167226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b8541ef0-020f-43b9-9e45-9ba5865aa63a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:49.167694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:49.212000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-6a47d2f4-d239-4cd8-bce1-37f4df934ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.213716 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-6a47d2f4-d239-4cd8-bce1-37f4df934ded service neutron] 10.222.0.20 "GET /v2.0/networks?id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 200 len: 910 time: 0.1110032 Jan 29 04:51:49.268216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-3f3a131b-aae7-4210-b465-964f79088bdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243 HTTP/1.1" status: 200 len: 217 time: 0.0456350 Jan 29 04:51:49.330969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-2ed4f655-9b7b-41fd-9269-67fb0108f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.332429 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-2ed4f655-9b7b-41fd-9269-67fb0108f924 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24758f3d-f7d1-43a5-b01b-658693927a24 HTTP/1.1" status: 200 len: 848 time: 0.0571375 Jan 29 04:51:49.395277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-00eaca4f-b86a-49fe-9f8b-9e5d3a4504e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.396952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-00eaca4f-b86a-49fe-9f8b-9e5d3a4504e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571828 Jan 29 04:51:49.490538 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98da24-b97d-482c-b886-2a7db997db14 req-d1705b7d-6a16-4e21-8177-e7f309cad0ee tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.492197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec98da24-b97d-482c-b886-2a7db997db14 req-d1705b7d-6a16-4e21-8177-e7f309cad0ee tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1094 time: 0.0932441 Jan 29 04:51:49.541384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-b7f53968-f3cb-4b4a-8219-5454e3e23615 service neutron] 10.222.0.20 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340854 Jan 29 04:51:49.547731 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec98da24-b97d-482c-b886-2a7db997db14 req-b698f525-0709-407c-ae6b-a04da61e8bb3 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Jan 29 04:51:49.640622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32b0ea58-7fb7-4d07-a53b-3a8642a3e7fe req-84ec72ff-92c7-4fa7-97bf-e125762909ad service neutron] 10.222.0.20 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918031 Jan 29 04:51:49.862550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b74b6-7ca6-4c83-b2ae-d238ca566e05 req-992b1a7d-1469-42cf-9ff5-87584ad3916c tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:49.864027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-469b74b6-7ca6-4c83-b2ae-d238ca566e05 req-992b1a7d-1469-42cf-9ff5-87584ad3916c tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 943 time: 0.0538652 Jan 29 04:51:49.905470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-469b74b6-7ca6-4c83-b2ae-d238ca566e05 req-f8901e72-3eef-4e69-bce7-9847ae7958ea tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 Jan 29 04:51:50.022565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-5ccea464-ce4e-4555-a43c-e4e30ed4f0ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437415 Jan 29 04:51:50.072626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b864fb08-e06b-49b0-87c8-ddcd43292fdd details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:51:50.176138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b864fb08-e06b-49b0-87c8-ddcd43292fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:50.176863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344502-1666-4325-965b-76cc06c63bcd req-1528c4df-3d7c-4da0-8d45-50dab2717117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.178112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-1528c4df-3d7c-4da0-8d45-50dab2717117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1096 time: 0.0469716 Jan 29 04:51:50.187810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'port_id': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'mac_address': 'fa:16:3e:4a:47:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:51:50.226848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:50.240650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b864fb08-e06b-49b0-87c8-ddcd43292fdd {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:51:50.262047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b864fb08-e06b-49b0-87c8-ddcd43292fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:50.267717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:50.284073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344502-1666-4325-965b-76cc06c63bcd req-c7ed1841-ae32-4aa4-bd15-79a7abf32f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.285543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-c7ed1841-ae32-4aa4-bd15-79a7abf32f51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 200 len: 897 time: 0.0869710 Jan 29 04:51:50.328453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b864fb08-e06b-49b0-87c8-ddcd43292fdd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:50.369212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-bf5c3445-379a-4bfd-916c-e7bce416362a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 200 len: 1000 time: 0.0739698 Jan 29 04:51:50.417473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344502-1666-4325-965b-76cc06c63bcd req-de66f172-cf35-4f13-b911-09a8da2231fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.419497 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-de66f172-cf35-4f13-b911-09a8da2231fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 HTTP/1.1" status: 200 len: 834 time: 0.0439568 Jan 29 04:51:50.465999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344502-1666-4325-965b-76cc06c63bcd req-d6bd335c-6244-4d60-ada0-509deb6afba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.467505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-d6bd335c-6244-4d60-ada0-509deb6afba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403981 Jan 29 04:51:50.565374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-362fd723-1a73-4e53-91a2-58d082ffb3c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902827 Jan 29 04:51:50.594923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b864fb08-e06b-49b0-87c8-ddcd43292fdd'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:50.671636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a5057-67d5-4aca-b3fa-1e8072fb21f0 req-984a7b21-476c-4dfb-8de1-2b5e6d44fe60 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:50.680350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b2a5057-67d5-4aca-b3fa-1e8072fb21f0 req-984a7b21-476c-4dfb-8de1-2b5e6d44fe60 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1094 time: 0.0608201 Jan 29 04:51:50.683632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c344502-1666-4325-965b-76cc06c63bcd req-2cc7404c-95fb-4ba6-8e82-3f07eac49855 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113214 Jan 29 04:51:50.718651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1b2a5057-67d5-4aca-b3fa-1e8072fb21f0 req-a2a0a41b-a1e8-4048-819d-c67775d9a87f tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Jan 29 04:51:51.028830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dabb2e-a5ea-4f31-afbc-28ca810279ee req-05d6fd4b-4efa-421e-b63a-208dece425d9 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:51.030328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0dabb2e-a5ea-4f31-afbc-28ca810279ee req-05d6fd4b-4efa-421e-b63a-208dece425d9 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 944 time: 0.0540633 Jan 29 04:51:51.067428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0dabb2e-a5ea-4f31-afbc-28ca810279ee req-9cb46bcc-7698-4120-9887-6a3abb5cb51a tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Jan 29 04:51:51.822669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0a4c-faa3-4b9e-b477-ba62241748aa req-097c184c-316a-4d89-a5db-4f6b0aff13b1 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:51.824173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cdf0a4c-faa3-4b9e-b477-ba62241748aa req-097c184c-316a-4d89-a5db-4f6b0aff13b1 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1094 time: 0.0413857 Jan 29 04:51:51.859275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5cdf0a4c-faa3-4b9e-b477-ba62241748aa req-07223f28-1fab-4802-a359-ce1c299918d5 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283232 Jan 29 04:51:52.078178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9c21e729-5f0d-4e37-8524-dd5f4d27e243 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:51:52.084608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b864fb08-e06b-49b0-87c8-ddcd43292fdd up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:52.183934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8d981-9db8-440d-b51a-cdbea64eaf61 req-6f8751b0-a432-4c3f-9593-6ff402361692 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:52.190515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48d8d981-9db8-440d-b51a-cdbea64eaf61 req-6f8751b0-a432-4c3f-9593-6ff402361692 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 944 time: 0.0553055 Jan 29 04:51:52.192573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port b864fb08-e06b-49b0-87c8-ddcd43292fdd completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:51:52.200588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port b864fb08-e06b-49b0-87c8-ddcd43292fdd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:52.200963 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:52.227931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-48d8d981-9db8-440d-b51a-cdbea64eaf61 req-a90a5699-c8d7-47b5-bd70-0aab70046167 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351737 Jan 29 04:51:52.243585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:52.259381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '9c21e729-5f0d-4e37-8524-dd5f4d27e243', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'port_id': '9c21e729-5f0d-4e37-8524-dd5f4d27e243', 'mac_address': 'fa:16:3e:65:62:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:51:52.303713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:52.338713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c21e729-5f0d-4e37-8524-dd5f4d27e243 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:51:52.361290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:52.366104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:52.373501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:52.414527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:52.416748 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22faa9b-19f3-4ec2-8ac6-c90b67be1e8e" -d '{"events": [{"server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "name": "network-vif-plugged", "status": "completed", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:52.433370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b864fb08-e06b-49b0-87c8-ddcd43292fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:52.444580 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:52.451060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=9c21e729-5f0d-4e37-8524-dd5f4d27e243,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:52.474883 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ced538-f11d-4938-ad0e-7d0f787dc048 x-openstack-request-id: req-c4ced538-f11d-4938-ad0e-7d0f787dc048 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:52.475177 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "name": "network-vif-plugged", "status": "completed", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:52.475429 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4ced538-f11d-4938-ad0e-7d0f787dc048 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:52.475815 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'code': 200} Jan 29 04:51:52.502262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b864fb08-e06b-49b0-87c8-ddcd43292fdd,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:52.607401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624a6f0-b1b7-4971-9225-e4cb6e6f576b req-4f7a60cb-ccf1-4ab8-ba24-6b73cb4fa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:52.608910 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9624a6f0-b1b7-4971-9225-e4cb6e6f576b req-4f7a60cb-ccf1-4ab8-ba24-6b73cb4fa937 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.0414596 Jan 29 04:51:52.643627 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9624a6f0-b1b7-4971-9225-e4cb6e6f576b req-a2705ffb-a785-4fce-9846-b6d468fc7914 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276649 Jan 29 04:51:52.660830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9c21e729-5f0d-4e37-8524-dd5f4d27e243'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:52.967532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b601-3a61-4ba6-acfe-b27c9cecc543 req-79f7a071-1c86-4943-8b56-e250a05acbe0 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:52.970039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd2b601-3a61-4ba6-acfe-b27c9cecc543 req-79f7a071-1c86-4943-8b56-e250a05acbe0 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1095 time: 0.0434391 Jan 29 04:51:53.004149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd2b601-3a61-4ba6-acfe-b27c9cecc543 req-e7c44f0c-50f9-4b41-a282-bf321fcfd760 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288825 Jan 29 04:51:53.361498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba808bc-1272-4e63-bdde-6f709431d7a4 req-1711214d-13ad-4b98-be7b-330ef783ab2d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:53.362975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ba808bc-1272-4e63-bdde-6f709431d7a4 req-1711214d-13ad-4b98-be7b-330ef783ab2d tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0582144 Jan 29 04:51:53.400856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ba808bc-1272-4e63-bdde-6f709431d7a4 req-6814a2df-c408-4d24-82f7-3c307cfaffe6 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Jan 29 04:51:53.875663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-df7a0d7e-9e64-4772-b9c7-ff8102f729e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:54.095446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9c21e729-5f0d-4e37-8524-dd5f4d27e243 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:51:54.116670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c9b53-6e97-4a95-8c57-d7774e212626 req-0fadfe90-57db-4278-9f5e-6333225681ad tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:54.118309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e46c9b53-6e97-4a95-8c57-d7774e212626 req-0fadfe90-57db-4278-9f5e-6333225681ad tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1095 time: 0.0460322 Jan 29 04:51:54.149454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:51:54.154951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:54.155339 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:54.240879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:54.279585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:51:54.287837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:54.350664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=9c21e729-5f0d-4e37-8524-dd5f4d27e243,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:54.442881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e46c9b53-6e97-4a95-8c57-d7774e212626 req-48258ea1-50d8-4c27-a86e-b463be5cde66 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183296 Jan 29 04:51:54.477307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c21e729-5f0d-4e37-8524-dd5f4d27e243'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:54.479858 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5840e0f-8eb4-4009-a8c6-906fe054e8e9" -d '{"events": [{"server_uuid": "0893ce3b-a07a-40cd-88bd-4a1e4ae525c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c21e729-5f0d-4e37-8524-dd5f4d27e243"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:54.518472 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce0ba4-96ba-47b2-ac5e-1a47d2458927 x-openstack-request-id: req-d2ce0ba4-96ba-47b2-ac5e-1a47d2458927 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:54.518994 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0893ce3b-a07a-40cd-88bd-4a1e4ae525c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c21e729-5f0d-4e37-8524-dd5f4d27e243", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:54.519259 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2ce0ba4-96ba-47b2-ac5e-1a47d2458927 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:54.519748 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c21e729-5f0d-4e37-8524-dd5f4d27e243', 'code': 200} Jan 29 04:51:54.526685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092bca-84dc-45d0-be76-24a05345ec4c req-e1b29989-71f6-4457-9ae3-b1e4459d805f tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:54.528920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c092bca-84dc-45d0-be76-24a05345ec4c req-e1b29989-71f6-4457-9ae3-b1e4459d805f tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0554283 Jan 29 04:51:54.570231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8c092bca-84dc-45d0-be76-24a05345ec4c req-3230ab4a-18b0-4b86-b87b-9b5666112dca tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353925 Jan 29 04:51:54.643724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee84d0-2fc2-409d-8ec1-2424e02921c1 req-2206cc21-a902-4d4e-bbd1-75c73a3f6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:54.645334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81ee84d0-2fc2-409d-8ec1-2424e02921c1 req-2206cc21-a902-4d4e-bbd1-75c73a3f6c73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0421629 Jan 29 04:51:54.681832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-81ee84d0-2fc2-409d-8ec1-2424e02921c1 req-452c8f57-4887-49c3-892a-33af560dc0be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295773 Jan 29 04:51:54.693145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82e65-7387-4918-bcc6-924f2b9972db req-6ec39588-83b8-4a1a-9d89-f226a5cb0e1e tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:54.694851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c4a82e65-7387-4918-bcc6-924f2b9972db req-6ec39588-83b8-4a1a-9d89-f226a5cb0e1e tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0499640 Jan 29 04:51:54.735474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c4a82e65-7387-4918-bcc6-924f2b9972db req-aa12f460-2047-4ab1-95d2-c1eeccbfb1e5 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345790 Jan 29 04:51:54.857879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0772f90-25d9-46c6-bd5f-ed4805e67720 req-ec023be9-583a-4c21-89b1-dc06d38a218a tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:54.859469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0772f90-25d9-46c6-bd5f-ed4805e67720 req-ec023be9-583a-4c21-89b1-dc06d38a218a tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Jan 29 04:51:54.898599 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c0772f90-25d9-46c6-bd5f-ed4805e67720 req-5a0c1ede-7a00-48a7-bae9-4bd0e3642ac7 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326068 Jan 29 04:51:54.920981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59954) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:55.058437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50918d6d-aabd-412b-a52a-f185ba5f6cca tempest-TestServerBasicOps-782880476 tempest-TestServerBasicOps-782880476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:55.062210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-50918d6d-aabd-412b-a52a-f185ba5f6cca tempest-TestServerBasicOps-782880476 tempest-TestServerBasicOps-782880476-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1091 time: 0.1381292 Jan 29 04:51:55.063245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 59962) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:51:55.067543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:55.092491 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:55.198426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:55.303983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Allocated IP 172.25.4.227 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/4b217956-9b28-4d82-afd3-df4c4625fe95) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:55.413385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:55.448777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:55.486306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:55.489304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:55.493015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:55.519634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'Port': ['ID=4b217956-9b28-4d82-afd3-df4c4625fe95,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:55.556828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7883-64d7-4b45-b7c9-8b456ff1556a req-9a439b75-cfab-4c2f-a687-8c1e234d636a tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:55.558354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dabc7883-64d7-4b45-b7c9-8b456ff1556a req-9a439b75-cfab-4c2f-a687-8c1e234d636a tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0453598 Jan 29 04:51:55.596189 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dabc7883-64d7-4b45-b7c9-8b456ff1556a req-32935dd5-b2f4-43f4-981f-cf9ee14ff2d7 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301523 Jan 29 04:51:56.124537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b1476c93-d562-478d-954d-4f353d73f82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:56.215089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:56.280696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:56.437588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:56.443263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:56.514711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event updated for resources: {'Port': ['ID=4b217956-9b28-4d82-afd3-df4c4625fe95,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:56.524424 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:56.624111 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Floating IP 18d5ce45-131a-494e-86b0-fd6140db3ad5 associated. External IP: 172.25.4.227, port: b864fb08-e06b-49b0-87c8-ddcd43292fdd. Jan 29 04:51:56.751194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e673ca-572c-42d4-b8e6-124c1ab45ee8 req-c4b92bd1-35f1-47e0-91cf-a47d5fbea2ca tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:56.752714 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e673ca-572c-42d4-b8e6-124c1ab45ee8 req-c4b92bd1-35f1-47e0-91cf-a47d5fbea2ca tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0879369 Jan 29 04:51:56.829188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e673ca-572c-42d4-b8e6-124c1ab45ee8 req-51596653-d9b7-487a-8f1a-1fb031dd0d1e tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702536 Jan 29 04:51:56.898559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Router cc7785e6-2c58-4c50-8386-001d081fa620 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:51:56.970298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d791076-1dc6-4cc8-a188-75dec55fd470 req-5ee13226-15c2-44a5-b361-0d31470fc208 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:56.971847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d791076-1dc6-4cc8-a188-75dec55fd470 req-5ee13226-15c2-44a5-b361-0d31470fc208 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0623631 Jan 29 04:51:57.007197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d791076-1dc6-4cc8-a188-75dec55fd470 req-f4d1308b-2e2c-460e-b3aa-c033c6ac1ec5 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292490 Jan 29 04:51:57.028480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:51:57.028592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] Sync routers for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:51:57.038097 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:57.038765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:57.044843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:57.085987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-147d6619-4fa9-4ec6-9cf8-ccc6446ae1c8 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0114655 Jan 29 04:51:57.085987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:51:57.085987 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df55d3-cc73-4119-866c-aaaac90fb39b" -d '{"events": [{"name": "network-changed", "server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:51:57.130147 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e83b15-691c-4b34-b35b-0f9e83baba3e x-openstack-request-id: req-d7e83b15-691c-4b34-b35b-0f9e83baba3e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:51:57.130758 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:51:57.131113 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7e83b15-691c-4b34-b35b-0f9e83baba3e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:51:57.131602 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'status': 'completed', 'code': 200} Jan 29 04:51:57.148678 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc422f-29f3-4d3d-a331-8325a23313bc req-8a57c00e-1870-4faa-afd1-e73649c2f391 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.150148 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9dc422f-29f3-4d3d-a331-8325a23313bc req-8a57c00e-1870-4faa-afd1-e73649c2f391 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0509868 Jan 29 04:51:57.179438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:57.217866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b9dc422f-29f3-4d3d-a331-8325a23313bc req-801d11d7-3898-4672-9a7c-91a0f685ad02 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608964 Jan 29 04:51:57.252723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-9604f2a6-c0be-4cdd-b482-89157341f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.254483 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-9604f2a6-c0be-4cdd-b482-89157341f587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.0718229 Jan 29 04:51:57.359890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-4b023183-72b6-4d4a-bfa2-b718b4965350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.361790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-4b023183-72b6-4d4a-bfa2-b718b4965350 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 910 time: 0.1002409 Jan 29 04:51:57.375157 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:57.460940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-d00e735b-c124-414b-b902-9739e82ebed6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 999 time: 0.0920432 Jan 29 04:51:57.484790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '18d5ce45-131a-494e-86b0-fd6140db3ad5', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'port_id': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'mac_address': 'fa:16:3e:4a:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:51:55Z', 'updated_at': '2022-01-29T04:51:55Z', 'revision_number': 0, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:57.486451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-1453f238-32d7-4353-b1f3-bc92d35fbd46 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.493846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-1453f238-32d7-4353-b1f3-bc92d35fbd46 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/networks?id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 200 len: 910 time: 0.1097994 Jan 29 04:51:57.520532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-e203fc17-7954-4266-8b09-37f7aa35960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.520999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] Checking router: cc7785e6-2c58-4c50-8386-001d081fa620 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:51:57.522089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-e203fc17-7954-4266-8b09-37f7aa35960f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.0533369 Jan 29 04:51:57.524753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-b09d82e9-7444-4b79-90f2-d379e250543c tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/quotas/931428ee1eb5407bbe96d3eedd5eccb7 HTTP/1.1" status: 200 len: 375 time: 0.0292487 Jan 29 04:51:57.538271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:51:57.539195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:57.572127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-3610ffd8-2242-4df0-b56d-3b2a021fdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:57.574270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-3610ffd8-2242-4df0-b56d-3b2a021fdd3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452704 Jan 29 04:51:57.616283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-e6598ba1-109f-4b32-bfab-052619c67b61 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906284 Jan 29 04:51:57.627272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-274f2f8e-7de7-4308-8fda-b4399edc3d83 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:51:57.628899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-274f2f8e-7de7-4308-8fda-b4399edc3d83 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056989 Jan 29 04:51:57.674696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:51:57.700448 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-367dc930-2c2c-4790-a871-9df4f13ea235 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158609 Jan 29 04:51:57.755569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-d2798b4a-8a07-4c15-ba97-5a477e409b82 service neutron] 10.222.0.32 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182797 Jan 29 04:51:57.808097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64df55d3-cc73-4119-866c-aaaac90fb39b req-288ee1b4-d0fa-42ef-ad54-701170b4dd18 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033914 Jan 29 04:51:57.868539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-e2cc82e8-4706-440a-9131-ed6ae50e0581 service neutron] 10.222.0.32 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119719 Jan 29 04:51:58.072782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-390b046d-d1cf-4b05-bfa1-f708c37a6af6 req-a47f3d38-3e4f-427e-8cc0-2f88d183be5a tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jan 29 04:51:58.103892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '18d5ce45-131a-494e-86b0-fd6140db3ad5', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'port_id': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'mac_address': 'fa:16:3e:4a:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:51:55Z', 'updated_at': '2022-01-29T04:51:55Z', 'revision_number': 0, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:51:58.130485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f7b1a-5f17-4e37-a852-6e468ef7c273 None None] The sync data for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 is: [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '18d5ce45-131a-494e-86b0-fd6140db3ad5', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'port_id': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'mac_address': 'fa:16:3e:4a:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:51:55Z', 'updated_at': '2022-01-29T04:51:55Z', 'revision_number': 0, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:51:58.374854 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17f653-32ac-4bc3-b54f-b186998d8845 None None] New status for floating IP 18d5ce45-131a-494e-86b0-fd6140db3ad5: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:51:59.195742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.208516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbb4487f-e63d-4532-8d93-9aef3c507697 req-c1bde1e3-22b7-43c7-a706-82026638ae45 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 210 time: 0.0464888 Jan 29 04:51:59.226183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-cc18b232-99a9-44e1-b0d8-d4c74f034455 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:59.227826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-cc18b232-99a9-44e1-b0d8-d4c74f034455 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.36 "GET /v2.0/networks?id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 200 len: 910 time: 0.1426969 Jan 29 04:51:59.240658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Request body: {'port': {'device_id': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'admin_state_up': True, 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:59.244472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.263992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Made reservation on behalf of 931428ee1eb5407bbe96d3eedd5eccb7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:51:59.266503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.381441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Allocated IP 172.20.0.6 (58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a/24758f3d-f7d1-43a5-b01b-658693927a24/0f116f3b-283a-4ca6-a799-9cfceb183f7f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:51:59.526692 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.563801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.604764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:51:59.606894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9c21e729-5f0d-4e37-8524-dd5f4d27e243'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:51:59.607984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:51:59.611779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:51:59.643652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Pushing event updated for resources: {'Port': ['ID=0f116f3b-283a-4ca6-a799-9cfceb183f7f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:51:59.658705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:51:59.659422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.675389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-8e864e04-7ad4-44fb-8e84-9b0bb9884c75 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4389417 Jan 29 04:51:59.696023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Request body: {'port': {'device_id': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:51:59.763461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.886165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c01ade76-787c-4fc8-93ec-9255dcd4e628 None None] Provisioning complete for port 0f116f3b-283a-4ca6-a799-9cfceb183f7f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:51:59.886743 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c01ade76-787c-4fc8-93ec-9255dcd4e628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:51:59.920846 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c01ade76-787c-4fc8-93ec-9255dcd4e628 None None] Port 0f116f3b-283a-4ca6-a799-9cfceb183f7f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:00.047948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f116f3b-283a-4ca6-a799-9cfceb183f7f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:52:00.056380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:00.069139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Transition to ACTIVE for port object 0f116f3b-283a-4ca6-a799-9cfceb183f7f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:52:00.072811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:00.149822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=0f116f3b-283a-4ca6-a799-9cfceb183f7f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:00.200205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Attempting to bind port 0f116f3b-283a-4ca6-a799-9cfceb183f7f on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:00.200564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Attempting to bind port 0f116f3b-283a-4ca6-a799-9cfceb183f7f by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:00.200883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Attempting to bind port 0f116f3b-283a-4ca6-a799-9cfceb183f7f on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:00.206076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Port 0f116f3b-283a-4ca6-a799-9cfceb183f7f on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:52:00.206407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Attempting to bind port 0f116f3b-283a-4ca6-a799-9cfceb183f7f on network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:00.211413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:00.211978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Checking segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:00.212291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Bound using segment: {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:00.212794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Bound port: 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a407dc7-54a4-415a-aec2-5981c2d237ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:00.213227 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:00.287155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] For port 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:00.290768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] For port 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:00.303163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:00.345037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.346104 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:00.347505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] 10.222.0.36 "PUT /v2.0/ports/0f116f3b-283a-4ca6-a799-9cfceb183f7f HTTP/1.1" status: 200 len: 1091 time: 0.6584172 Jan 29 04:52:00.350261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'tag': '0f116f3b-283a-4ca6-a799-9cfceb183f7f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:00.352011 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f693b6-feff-4c2c-bf07-2aac2581306a" -d '{"events": [{"name": "network-changed", "server_uuid": "4738f7d2-b62d-4c77-b5bc-40a2f61c7284", "tag": "0f116f3b-283a-4ca6-a799-9cfceb183f7f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:00.383481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c945-1fa0-4c8e-927c-05a460a6bf26 req-70320b7f-f696-47fc-9a0b-13c694732372 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.385598 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de71c945-1fa0-4c8e-927c-05a460a6bf26 req-70320b7f-f696-47fc-9a0b-13c694732372 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1094 time: 0.0776880 Jan 29 04:52:00.393286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681516-3fe0-4221-b16f-bedc5d69a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=0f116f3b-283a-4ca6-a799-9cfceb183f7f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:00.454425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-de71c945-1fa0-4c8e-927c-05a460a6bf26 req-114203c6-1653-49f5-8902-f4c1cdbf9689 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Jan 29 04:52:00.454658 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d5730-8b61-41e3-9822-96eec42748fa x-openstack-request-id: req-338d5730-8b61-41e3-9822-96eec42748fa {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:00.454871 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4738f7d2-b62d-4c77-b5bc-40a2f61c7284", "tag": "0f116f3b-283a-4ca6-a799-9cfceb183f7f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:00.455202 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-338d5730-8b61-41e3-9822-96eec42748fa {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:00.455714 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'tag': '0f116f3b-283a-4ca6-a799-9cfceb183f7f', 'status': 'completed', 'code': 200} Jan 29 04:52:00.471066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-42550a0c-08f4-4599-b4d3-80947ac5613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.472918 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-42550a0c-08f4-4599-b4d3-80947ac5613e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1094 time: 0.0579157 Jan 29 04:52:00.521838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-f11e9897-6821-48bc-ba00-ac3f86f3aecf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f HTTP/1.1" status: 200 len: 217 time: 0.0349028 Jan 29 04:52:00.576560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-fbf0a8e6-89ae-49ba-9daa-d5cd3976b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.578053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-fbf0a8e6-89ae-49ba-9daa-d5cd3976b44b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24758f3d-f7d1-43a5-b01b-658693927a24 HTTP/1.1" status: 200 len: 848 time: 0.0487688 Jan 29 04:52:00.628370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-eee6f0cb-1792-4e60-bd0a-dbe586964ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.629855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-eee6f0cb-1792-4e60-bd0a-dbe586964ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456657 Jan 29 04:52:00.726455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-1d7fd416-48cd-4fc6-94f5-a24f5e086727 service neutron] 10.222.0.36 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877383 Jan 29 04:52:00.818948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4000c32c-dff2-411c-8976-5d441a6222a2 req-5e739e73-ea15-447e-9341-5c87fbf9d646 service neutron] 10.222.0.36 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851927 Jan 29 04:52:00.951448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-c5382e3c-3bb5-4754-b03b-da3388f9e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:00.952948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-c5382e3c-3bb5-4754-b03b-da3388f9e930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1094 time: 0.0417283 Jan 29 04:52:01.045531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-5878c170-005d-4b45-9b7d-228a8a2148f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:01.047059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-5878c170-005d-4b45-9b7d-228a8a2148f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 200 len: 910 time: 0.0869164 Jan 29 04:52:01.093491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-27a396a0-f746-4acb-ab71-f517e27a316b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f HTTP/1.1" status: 200 len: 217 time: 0.0391982 Jan 29 04:52:01.141744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-eb6abea9-5968-4cc3-8ee2-73802ee8f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:01.143266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-eb6abea9-5968-4cc3-8ee2-73802ee8f4e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24758f3d-f7d1-43a5-b01b-658693927a24 HTTP/1.1" status: 200 len: 848 time: 0.0435793 Jan 29 04:52:01.191188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-fcf7667c-5641-4b00-bd4b-bb802c1d21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:01.192699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-fcf7667c-5641-4b00-bd4b-bb802c1d21c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411575 Jan 29 04:52:01.289172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-fa49f72b-0a02-4d67-9a5b-a1c8022f16bc service neutron] 10.222.0.36 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878227 Jan 29 04:52:01.379222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74f693b6-feff-4c2c-bf07-2aac2581306a req-f06deb97-f0e4-4504-bc4b-6bf9d853af9c service neutron] 10.222.0.36 "GET /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828214 Jan 29 04:52:01.573246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2a2c-ffcd-46f4-976b-28badcec005e req-4291063c-4f52-4072-9837-ab3057b94569 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:01.574812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34ef2a2c-ffcd-46f4-976b-28badcec005e req-4291063c-4f52-4072-9837-ab3057b94569 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1094 time: 0.0413005 Jan 29 04:52:01.613797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34ef2a2c-ffcd-46f4-976b-28badcec005e req-a3e53154-ecf7-43d5-bdeb-ff31ad72731b tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Jan 29 04:52:02.721269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6ec06-31be-4c3a-90fc-6e3d9ce8e493 req-6ffee53e-8ede-4f03-8d80-f9e13674c15e tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:02.722963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3fa6ec06-31be-4c3a-90fc-6e3d9ce8e493 req-6ffee53e-8ede-4f03-8d80-f9e13674c15e tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1094 time: 0.0426774 Jan 29 04:52:02.759475 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3fa6ec06-31be-4c3a-90fc-6e3d9ce8e493 req-81ca6b63-d6b2-4fa5-911d-2de15c797a72 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Jan 29 04:52:03.866951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b5b12-1515-4055-b871-4b6093cbd537 req-230cfa10-6ccb-4fb5-a076-1b9c1c29dc69 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:03.868514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea6b5b12-1515-4055-b871-4b6093cbd537 req-230cfa10-6ccb-4fb5-a076-1b9c1c29dc69 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1094 time: 0.0425036 Jan 29 04:52:03.905570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea6b5b12-1515-4055-b871-4b6093cbd537 req-410bb9fb-894e-4143-8d4d-a0295c6ac3c9 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301147 Jan 29 04:52:04.701139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0f116f3b-283a-4ca6-a799-9cfceb183f7f details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:52:04.795418 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:04.805751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '0f116f3b-283a-4ca6-a799-9cfceb183f7f', 'network_id': '58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a', 'port_id': '0f116f3b-283a-4ca6-a799-9cfceb183f7f', 'mac_address': 'fa:16:3e:3f:a4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24758f3d-f7d1-43a5-b01b-658693927a24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:52:04.843728 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:04.855954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f116f3b-283a-4ca6-a799-9cfceb183f7f {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:52:04.875371 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:04.879177 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:04.930963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0f116f3b-283a-4ca6-a799-9cfceb183f7f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:04.938878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.939248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.939713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.940051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.940381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.940709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.941031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.941423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.941661 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.942002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.942325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:04.942643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:05.021281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f121e03-e539-4046-aca8-7b544d668dbe req-3cef151c-20ce-4bcb-80dd-28d77dad1587 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:05.022850 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f121e03-e539-4046-aca8-7b544d668dbe req-3cef151c-20ce-4bcb-80dd-28d77dad1587 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1095 time: 0.0434532 Jan 29 04:52:05.059675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f121e03-e539-4046-aca8-7b544d668dbe req-50b28e76-6a51-4ba2-8e65-c58dff823035 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300574 Jan 29 04:52:05.157513 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['0f116f3b-283a-4ca6-a799-9cfceb183f7f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:06.165416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28c8c-5b1d-40cb-a377-ebb8fccdaf87 req-a0bb78d8-09b3-4624-83ef-a7dd3badd023 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:06.167039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-81a28c8c-5b1d-40cb-a377-ebb8fccdaf87 req-a0bb78d8-09b3-4624-83ef-a7dd3badd023 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1095 time: 0.0398376 Jan 29 04:52:06.202657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-81a28c8c-5b1d-40cb-a377-ebb8fccdaf87 req-0add102c-fffd-4b52-af01-fd603c545b45 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288708 Jan 29 04:52:06.705425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0f116f3b-283a-4ca6-a799-9cfceb183f7f up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:06.754209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 0f116f3b-283a-4ca6-a799-9cfceb183f7f completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:52:06.758039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 0f116f3b-283a-4ca6-a799-9cfceb183f7f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:06.758409 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:06.836011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:06.858103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f116f3b-283a-4ca6-a799-9cfceb183f7f'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:06.860299 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc35e823-a0a8-4956-bcef-54d6199cd7af" -d '{"events": [{"server_uuid": "4738f7d2-b62d-4c77-b5bc-40a2f61c7284", "name": "network-vif-plugged", "status": "completed", "tag": "0f116f3b-283a-4ca6-a799-9cfceb183f7f"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:06.874231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:06.878728 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:06.902477 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d5ef0-9dfb-4561-861a-92814c43d0d1 x-openstack-request-id: req-585d5ef0-9dfb-4561-861a-92814c43d0d1 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:06.902776 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4738f7d2-b62d-4c77-b5bc-40a2f61c7284", "name": "network-vif-plugged", "status": "completed", "tag": "0f116f3b-283a-4ca6-a799-9cfceb183f7f", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:06.903033 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-585d5ef0-9dfb-4561-861a-92814c43d0d1 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:06.903455 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f116f3b-283a-4ca6-a799-9cfceb183f7f', 'code': 200} Jan 29 04:52:06.929940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=0f116f3b-283a-4ca6-a799-9cfceb183f7f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:07.025926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de699c-7002-40ad-a572-467a1b1f8f97 req-3c9f11a3-d245-4c27-a853-b0db64709ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:07.027436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37de699c-7002-40ad-a572-467a1b1f8f97 req-3c9f11a3-d245-4c27-a853-b0db64709ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0405667 Jan 29 04:52:07.070734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37de699c-7002-40ad-a572-467a1b1f8f97 req-eab433e2-0d15-4df8-9084-94caabded619 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 Jan 29 04:52:07.309455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975dd9-9495-4248-810b-1f2f00930b6a req-93d5c1c3-c952-4a98-98ec-b603bb19145a tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:07.311098 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93975dd9-9495-4248-810b-1f2f00930b6a req-93d5c1c3-c952-4a98-98ec-b603bb19145a tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0420158 Jan 29 04:52:07.345561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93975dd9-9495-4248-810b-1f2f00930b6a req-a0db005b-e286-4768-b9a8-9a29e129cbfe tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282173 Jan 29 04:52:08.460199 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd1da9-00fa-4728-8c5e-2f1b25903472 req-892c3c94-fd16-48d6-bdf7-e54073ba5e63 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:08.461779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93bd1da9-00fa-4728-8c5e-2f1b25903472 req-892c3c94-fd16-48d6-bdf7-e54073ba5e63 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0464964 Jan 29 04:52:08.503479 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-93bd1da9-00fa-4728-8c5e-2f1b25903472 req-e8805adc-a76f-4cbe-aec1-ff36029fb3b0 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Jan 29 04:52:08.609454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2475701-bbd6-42a6-b527-0e9a87d5d0ee req-2b480fed-6b9d-4145-8e4d-e807dd4c9ec3 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:08.611060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2475701-bbd6-42a6-b527-0e9a87d5d0ee req-2b480fed-6b9d-4145-8e4d-e807dd4c9ec3 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0415721 Jan 29 04:52:08.644050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2475701-bbd6-42a6-b527-0e9a87d5d0ee req-c32444a5-ca13-42f1-bc37-e5a3be57c2c7 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271120 Jan 29 04:52:08.750888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064af51-2939-4160-977c-31eadf643ec8 req-fd77bd1a-6885-4d62-b06c-055a4dc5a978 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:08.755375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0064af51-2939-4160-977c-31eadf643ec8 req-fd77bd1a-6885-4d62-b06c-055a4dc5a978 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0409143 Jan 29 04:52:08.762831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60210) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:08.787122 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0064af51-2939-4160-977c-31eadf643ec8 req-1e87340b-5594-46fd-8581-0b2b40bcafce tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286400 Jan 29 04:52:08.829427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-69a6ba40-86df-4f75-bb67-802e658f8ced tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 200 len: 992 time: 0.0653338 Jan 29 04:52:09.043296 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1de3d-b910-4076-8212-11e79fe402ad req-be2128d4-36c4-4e34-a169-62663e06068f tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:09.045216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aad1de3d-b910-4076-8212-11e79fe402ad req-be2128d4-36c4-4e34-a169-62663e06068f tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0431306 Jan 29 04:52:09.081219 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aad1de3d-b910-4076-8212-11e79fe402ad req-56ee34c5-edad-49b7-8138-c1fdd9105bcd tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296218 Jan 29 04:52:09.120112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60220) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:09.273814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 147763db-7fcf-4b5b-ba23-7e208537c509 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:09.274190 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:09.351248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:09.351581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:09.363389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 147763db-7fcf-4b5b-ba23-7e208537c509 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:09.519146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:09.553225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=147763db-7fcf-4b5b-ba23-7e208537c509,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:09.611333 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:09.611677 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Floating IP 3a4fe197-39ed-4f6d-98fe-c808776f859a disassociated (deleted). External IP: 172.25.4.73, port: 5069a909-71b3-4f8e-9366-15997c4fa546. Jan 29 04:52:09.822088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router c78336f6-7578-4cae-9b55-cd0cea6a103e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:52:09.932078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:09.936877 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:09.942711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] Sync routers for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:09.954269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:09.954892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:09.963857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9ddf9685-45dc-450c-91cc-17a1e77e85df tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/floatingips/3a4fe197-39ed-4f6d-98fe-c808776f859a HTTP/1.1" status: 204 len: 168 time: 0.8426251 Jan 29 04:52:09.964474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:09.967800 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7507781e-1682-4477-a824-6ad71f971a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:10.102460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:10.229755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a166866-974b-4076-99f4-127ac18af268 req-77a2ba47-9d46-4483-9407-25b7d4d6e69f tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.239647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a166866-974b-4076-99f4-127ac18af268 req-77a2ba47-9d46-4483-9407-25b7d4d6e69f tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0554283 Jan 29 04:52:10.285995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a166866-974b-4076-99f4-127ac18af268 req-245b3591-01f1-47cd-8153-fc764781f7b4 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Jan 29 04:52:10.347214 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1b6bd7-0979-40fb-b4d3-6103fda73202 x-openstack-request-id: req-ed1b6bd7-0979-40fb-b4d3-6103fda73202 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:10.347736 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:10.348162 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed1b6bd7-0979-40fb-b4d3-6103fda73202 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:10.348730 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546', 'status': 'completed', 'code': 200} Jan 29 04:52:10.353137 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:07Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:10.386563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] Checking router: c78336f6-7578-4cae-9b55-cd0cea6a103e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:10.396254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:10.397030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:10.402026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a410c4-d43a-46c0-98cf-e41cbb84713b req-b4eb21af-b35f-4185-824e-2b0a43dc71f4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.406389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4a410c4-d43a-46c0-98cf-e41cbb84713b req-b4eb21af-b35f-4185-824e-2b0a43dc71f4 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 945 time: 0.0553601 Jan 29 04:52:10.480831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507781e-1682-4477-a824-6ad71f971a5a req-2d00a85e-041a-4157-8fb7-e046b0bcc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.483612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-2d00a85e-041a-4157-8fb7-e046b0bcc40b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65d8603db8c645c3b5ec791173c4d342&device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 1096 time: 0.0717571 Jan 29 04:52:10.491495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4a410c4-d43a-46c0-98cf-e41cbb84713b req-384a0ef0-ba7d-4815-8aa2-512e622fcc75 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803764 Jan 29 04:52:10.515718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:10.609610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-a291f725-33f3-45f8-8e7e-deee67d2cf66 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.611048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-a291f725-33f3-45f8-8e7e-deee67d2cf66 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 1096 time: 0.0891254 Jan 29 04:52:10.676470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507781e-1682-4477-a824-6ad71f971a5a req-376d93c6-9246-4437-a066-5379042d41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.678031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-376d93c6-9246-4437-a066-5379042d41f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 200 len: 897 time: 0.1636589 Jan 29 04:52:10.740025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-a8e15877-dbd9-46f6-86a6-e84fe18adee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 200 len: 217 time: 0.0444901 Jan 29 04:52:10.744871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:07Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:10.774253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa8802-60d4-45df-950c-b24c911d8539 None None] The sync data for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 is: [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:51:02Z', 'revision_number': 4, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '1a360f07-3f08-451b-bb89-ea8a2351939a', 'name': '', 'network_id': 'f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'mac_address': 'fa:16:3e:89:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:01Z', 'updated_at': '2022-01-29T04:51:07Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'subnets': [{'id': '6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:10.790935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Deleting port 0f116f3b-283a-4ca6-a799-9cfceb183f7f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:10.791287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:10.836881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507781e-1682-4477-a824-6ad71f971a5a req-563a923d-b7bf-4656-a255-43d2d17b7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.838384 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-563a923d-b7bf-4656-a255-43d2d17b7117 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 HTTP/1.1" status: 200 len: 834 time: 0.0907264 Jan 29 04:52:10.908938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] For port 0f116f3b-283a-4ca6-a799-9cfceb183f7f, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=0f116f3b-283a-4ca6-a799-9cfceb183f7f,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:10.909309 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:10.912884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507781e-1682-4477-a824-6ad71f971a5a req-c13a94cc-d818-41f2-b3fa-eaa3a4ba6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:10.914298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-c13a94cc-d818-41f2-b3fa-eaa3a4ba6084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679142 Jan 29 04:52:10.926129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Calling delete_port for 0f116f3b-283a-4ca6-a799-9cfceb183f7f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:11.067006 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f81ec-90f1-41d0-9f40-74742c0c6042 None None] New status for floating IP 3a4fe197-39ed-4f6d-98fe-c808776f859a: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:52:11.075889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-5ffafef3-af4b-4b99-b40e-1629e0285966 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510358 Jan 29 04:52:11.180387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:11.215511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f116f3b-283a-4ca6-a799-9cfceb183f7f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:11.217129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['0f116f3b-283a-4ca6-a799-9cfceb183f7f'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:11.224894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9c21e729-5f0d-4e37-8524-dd5f4d27e243'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:11.235620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7507781e-1682-4477-a824-6ad71f971a5a req-23d00dc7-f9d2-4009-9b02-09780a17d5e7 service neutron] 10.222.0.36 "GET /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530654 Jan 29 04:52:11.272583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] No DVR routers for this DVR port 0f116f3b-283a-4ca6-a799-9cfceb183f7f on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:11.279199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:11.283162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3cf235c-4397-40fc-b6ed-c741ad7c9b70 req-3f5ce570-6ea5-4d3b-84d2-3c809e14be43 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0f116f3b-283a-4ca6-a799-9cfceb183f7f HTTP/1.1" status: 204 len: 173 time: 0.6596160 Jan 29 04:52:11.283633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'name': 'network-vif-deleted', 'tag': '0f116f3b-283a-4ca6-a799-9cfceb183f7f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:11.285938 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff0237-23bf-4ada-b62f-036e17a4c692" -d '{"events": [{"server_uuid": "4738f7d2-b62d-4c77-b5bc-40a2f61c7284", "name": "network-vif-deleted", "tag": "0f116f3b-283a-4ca6-a799-9cfceb183f7f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:11.349093 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c750226-32b9-4a2f-9339-8819f50b440a x-openstack-request-id: req-8c750226-32b9-4a2f-9339-8819f50b440a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:11.349758 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4738f7d2-b62d-4c77-b5bc-40a2f61c7284", "name": "network-vif-deleted", "tag": "0f116f3b-283a-4ca6-a799-9cfceb183f7f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:11.350221 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c750226-32b9-4a2f-9339-8819f50b440a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:11.350818 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4738f7d2-b62d-4c77-b5bc-40a2f61c7284', 'name': 'network-vif-deleted', 'tag': '0f116f3b-283a-4ca6-a799-9cfceb183f7f', 'status': 'completed', 'code': 200} Jan 29 04:52:11.433283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30d9a352-0a75-473a-8ca3-65b84fa760f3 req-4b78106c-19cf-4dea-b200-595c1f838459 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4738f7d2-b62d-4c77-b5bc-40a2f61c7284 HTTP/1.1" status: 200 len: 210 time: 0.0320001 Jan 29 04:52:11.618766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824777e-2cf5-49eb-a37e-482f3c6b9596 req-570383b9-cd11-4149-9d15-04729a6cf062 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:11.620350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d824777e-2cf5-49eb-a37e-482f3c6b9596 req-570383b9-cd11-4149-9d15-04729a6cf062 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 945 time: 0.0606697 Jan 29 04:52:11.663972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d824777e-2cf5-49eb-a37e-482f3c6b9596 req-ffdf9532-85a2-4e79-bdd4-633cd8ba1e46 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/security-groups?id=75e060a7-51e2-431a-94ac-5c257dbb1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369942 Jan 29 04:52:11.940514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-417ad77a-928c-4a6f-a405-c59e5bf663b2 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:11.942459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-417ad77a-928c-4a6f-a405-c59e5bf663b2 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 945 time: 0.0548704 Jan 29 04:52:12.015421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:12.043193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 5069a909-71b3-4f8e-9366-15997c4fa546 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:12.043542 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:12.133551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port 5069a909-71b3-4f8e-9366-15997c4fa546, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5069a909-71b3-4f8e-9366-15997c4fa546,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:12.133938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:12.146109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 5069a909-71b3-4f8e-9366-15997c4fa546 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:12.276797 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:12.307767 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=5069a909-71b3-4f8e-9366-15997c4fa546,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:12.359273 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] No DVR routers for this DVR port 5069a909-71b3-4f8e-9366-15997c4fa546 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:12.361741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:12.365009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b453ae57-76d5-4bc1-a41d-cd87bb15c442 req-cde9d2dc-18b0-43b6-b48e-894f02a4c7b8 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.36 "DELETE /v2.0/ports/5069a909-71b3-4f8e-9366-15997c4fa546 HTTP/1.1" status: 204 len: 173 time: 0.4162734 Jan 29 04:52:12.723790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e606bf-64be-48c0-b591-de42b7a30099 req-6395197d-0273-4b2c-8eb7-92180bf3d03b tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:12.727013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44e606bf-64be-48c0-b591-de42b7a30099 req-6395197d-0273-4b2c-8eb7-92180bf3d03b tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0497355 Jan 29 04:52:12.784959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44e606bf-64be-48c0-b591-de42b7a30099 req-dcfda61d-bb8c-45cd-aa50-8273b2a1ced3 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Jan 29 04:52:12.816343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3910c0e8-df03-439b-ab44-049e8adea236 req-8b99eeec-a494-4d48-86e3-d22db1f27bcf tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "GET /v2.0/ports?device_id=368da8d6-a197-4681-9ca8-89ebfece7dfe HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jan 29 04:52:13.351636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'name': 'network-vif-deleted', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:13.354015 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8d761-0bfd-4c9b-b377-1296a4705a64" -d '{"events": [{"server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "name": "network-vif-deleted", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:13.393019 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78035570-3a56-4d80-8990-5ee3e563073a x-openstack-request-id: req-78035570-3a56-4d80-8990-5ee3e563073a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:13.393318 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368da8d6-a197-4681-9ca8-89ebfece7dfe", "name": "network-vif-deleted", "tag": "5069a909-71b3-4f8e-9366-15997c4fa546", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:13.393575 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78035570-3a56-4d80-8990-5ee3e563073a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:13.394012 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368da8d6-a197-4681-9ca8-89ebfece7dfe', 'name': 'network-vif-deleted', 'tag': '5069a909-71b3-4f8e-9366-15997c4fa546', 'status': 'completed', 'code': 200} Jan 29 04:52:13.664800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:13.877461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:13.881128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4f9d6-b589-4504-96ee-01b78450c161 req-cf793eb7-05ce-4283-9445-3a8bc14d2a1e tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:13.882689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f4f9d6-b589-4504-96ee-01b78450c161 req-cf793eb7-05ce-4283-9445-3a8bc14d2a1e tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0405293 Jan 29 04:52:13.916641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05f4f9d6-b589-4504-96ee-01b78450c161 req-76e423f8-41d8-4ab0-8882-798d35040770 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=293af380-8d0f-4df0-bf06-493f0ac54827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278175 Jan 29 04:52:13.937338 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b38a1d-c0a6-4a83-bb95-c3edece68d0e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:13.960219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b38a1d-c0a6-4a83-bb95-c3edece68d0e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.018736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b38a1d-c0a6-4a83-bb95-c3edece68d0e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.021251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b38a1d-c0a6-4a83-bb95-c3edece68d0e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.022429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-68b38a1d-c0a6-4a83-bb95-c3edece68d0e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/security-groups/75e060a7-51e2-431a-94ac-5c257dbb1b2e HTTP/1.1" status: 204 len: 168 time: 0.1439440 Jan 29 04:52:14.031833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b38a1d-c0a6-4a83-bb95-c3edece68d0e tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e060a7-51e2-431a-94ac-5c257dbb1b2e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:14.061662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:14.365356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-20b7b393-cb36-4430-9b13-1414d8126c52 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:14.366867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-20b7b393-cb36-4430-9b13-1414d8126c52 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 1096 time: 0.0388060 Jan 29 04:52:14.422552 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.448869 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Deleting port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:14.449209 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.529128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] For port 9c21e729-5f0d-4e37-8524-dd5f4d27e243, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9c21e729-5f0d-4e37-8524-dd5f4d27e243,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:14.529521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.542990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Calling delete_port for 9c21e729-5f0d-4e37-8524-dd5f4d27e243 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:14.635046 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:52:14.673797 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.704141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port 1a360f07-3f08-451b-bb89-ea8a2351939a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:14.704494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.706692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c21e729-5f0d-4e37-8524-dd5f4d27e243,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:14.715683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9c21e729-5f0d-4e37-8524-dd5f4d27e243'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:14.753994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] No DVR routers for this DVR port 9c21e729-5f0d-4e37-8524-dd5f4d27e243 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:14.756819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.761622 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b42bc93-c692-40d3-af30-8db138d33b7f req-89c256a1-c6b4-455e-96b5-b1dda9fc5087 tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9c21e729-5f0d-4e37-8524-dd5f4d27e243 HTTP/1.1" status: 204 len: 173 time: 0.3875728 Jan 29 04:52:14.762303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'name': 'network-vif-deleted', 'tag': '9c21e729-5f0d-4e37-8524-dd5f4d27e243'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:14.765240 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc91b775-54f9-45e3-8d7d-beaa54911d29" -d '{"events": [{"server_uuid": "0893ce3b-a07a-40cd-88bd-4a1e4ae525c3", "name": "network-vif-deleted", "tag": "9c21e729-5f0d-4e37-8524-dd5f4d27e243"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:14.766523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5069a909-71b3-4f8e-9366-15997c4fa546 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:14.843829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port 1a360f07-3f08-451b-bb89-ea8a2351939a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1a360f07-3f08-451b-bb89-ea8a2351939a,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:14.844251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:14.854037 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eefe653-746d-4ec8-a194-4bf53c8868a5 x-openstack-request-id: req-9eefe653-746d-4ec8-a194-4bf53c8868a5 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:14.854336 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0893ce3b-a07a-40cd-88bd-4a1e4ae525c3", "name": "network-vif-deleted", "tag": "9c21e729-5f0d-4e37-8524-dd5f4d27e243", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:14.854590 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eefe653-746d-4ec8-a194-4bf53c8868a5 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:14.854996 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0893ce3b-a07a-40cd-88bd-4a1e4ae525c3', 'name': 'network-vif-deleted', 'tag': '9c21e729-5f0d-4e37-8524-dd5f4d27e243', 'status': 'completed', 'code': 200} Jan 29 04:52:14.857828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 5069a909-71b3-4f8e-9366-15997c4fa546 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:14.858054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for 1a360f07-3f08-451b-bb89-ea8a2351939a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:14.858230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5069a909-71b3-4f8e-9366-15997c4fa546 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:14.858651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0f116f3b-283a-4ca6-a799-9cfceb183f7f no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:14.880162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 0f116f3b-283a-4ca6-a799-9cfceb183f7f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:14.880721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 0f116f3b-283a-4ca6-a799-9cfceb183f7f not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:15.227725 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97c63146-9e05-46fb-a933-22bf39520e01 req-f7cf3dfb-306e-4ca0-b20c-0436e85f99bb tempest-TestServerMultinode-1788223254 tempest-TestServerMultinode-1788223254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0893ce3b-a07a-40cd-88bd-4a1e4ae525c3 HTTP/1.1" status: 200 len: 210 time: 0.0293794 Jan 29 04:52:15.391321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:15.418798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=1a360f07-3f08-451b-bb89-ea8a2351939a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:15.604877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:15.853746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Router c78336f6-7578-4cae-9b55-cd0cea6a103e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:52:15.970679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:15.976072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-980c4a21-2803-4a86-a564-a5145fb3dc0f tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "PUT /v2.0/routers/c78336f6-7578-4cae-9b55-cd0cea6a103e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9133859 Jan 29 04:52:15.979012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:15.985413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] Sync routers for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:15.997084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:15.998292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:16.048855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting subnet 6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:52:16.053689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:16.117927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:16.119094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:16.211593 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:16.286858 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:16.299805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:16.351585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:52:15Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:16.359540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Subnet': ['ID=6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:16.361578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:16.364788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c75059c0-a754-4dad-97ae-43ea1df2bf28 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/subnets/6a446e28-4a5c-455f-b4a5-a94e6e3cdbd9 HTTP/1.1" status: 204 len: 168 time: 0.3848696 Jan 29 04:52:16.368167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60320) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:16.395115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be89c7-bed0-4c14-b111-fdb572206994 None None] Network f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:16.398566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] Checking router: c78336f6-7578-4cae-9b55-cd0cea6a103e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:16.448646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] Routers {'c78336f6-7578-4cae-9b55-cd0cea6a103e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:16.449035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['c78336f6-7578-4cae-9b55-cd0cea6a103e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:16.545738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:16.609775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] Set router c78336f6-7578-4cae-9b55-cd0cea6a103e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:16.742735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] DHCP port deletion for f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:52:17.027289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] Deleting port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:17.028548 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.110595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] For port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,segment=NetworkSegment(31c005ff-7aec-479f-a8cd-5469dd7aca16),segment_id=31c005ff-7aec-479f-a8cd-5469dd7aca16)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:17.111688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.139437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] Calling delete_port for 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:17.157762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:17.228074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.255672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:52:15Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:17.334978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272ca1b-9b56-4819-ac39-24197115ecbf None None] The sync data for ids ['c78336f6-7578-4cae-9b55-cd0cea6a103e'] in n-d-825930-1 is: [{'id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'name': 'tempest-TestNetworkBasicOps-router-55137869', 'tenant_id': '65d8603db8c645c3b5ec791173c4d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:50:53Z', 'updated_at': '2022-01-29T04:52:15Z', 'revision_number': 5, 'project_id': '65d8603db8c645c3b5ec791173c4d342', 'gw_port': {'id': 'c5205a69-6a5f-4eab-b841-88c32df7f5e6', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78336f6-7578-4cae-9b55-cd0cea6a103e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:50:54Z', 'updated_at': '2022-01-29T04:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:17.347814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Deleting port c5205a69-6a5f-4eab-b841-88c32df7f5e6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:17.348386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.351215 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.362011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.418303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] No DVR routers for this DVR port 77aa1c1e-917c-4fd0-a0f0-14fa06fcc224 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:17.420542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc1034-ea20-43fd-8312-6481ba1abc31 None None] Pushing event deleted for resources: {'Port': ['ID=77aa1c1e-917c-4fd0-a0f0-14fa06fcc224,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:17.468990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] For port c5205a69-6a5f-4eab-b841-88c32df7f5e6, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c5205a69-6a5f-4eab-b841-88c32df7f5e6,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:17.469352 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.501495 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Calling delete_port for c5205a69-6a5f-4eab-b841-88c32df7f5e6 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:17.579441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.820315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:17.853785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Port': ['ID=c5205a69-6a5f-4eab-b841-88c32df7f5e6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:17.948755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.060908 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.081368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.132690 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.133212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Fanout notify agent at l3_agent the message router_deleted on router c78336f6-7578-4cae-9b55-cd0cea6a103e {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:52:18.140564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.141644 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-742d0421-71ae-4540-9ae0-777aa9e8258d tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/routers/c78336f6-7578-4cae-9b55-cd0cea6a103e HTTP/1.1" status: 204 len: 168 time: 1.7721143 Jan 29 04:52:18.144578 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60360) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:18.203885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9c21e729-5f0d-4e37-8524-dd5f4d27e243 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:18.212155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Deleting port afb1078c-6c9a-42f7-9f68-ddb68fa06966 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:18.212427 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.231566 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 9c21e729-5f0d-4e37-8524-dd5f4d27e243 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:18.232108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9c21e729-5f0d-4e37-8524-dd5f4d27e243 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:18.260102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.361577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] For port afb1078c-6c9a-42f7-9f68-ddb68fa06966, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=afb1078c-6c9a-42f7-9f68-ddb68fa06966,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:18.362332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.413842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Calling delete_port for afb1078c-6c9a-42f7-9f68-ddb68fa06966 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:18.437575 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.487806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:18.500818 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c005ff-7aec-479f-a8cd-5469dd7aca16') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:18.501088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c005ff-7aec-479f-a8cd-5469dd7aca16') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:18.522329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.540462 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.581374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:52:18.581795 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:52:18.584846 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:52:18.670532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.690811 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.696669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] 10.222.0.32 "DELETE /v2.0/networks/f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9 HTTP/1.1" status: 204 len: 168 time: 0.5484405 Jan 29 04:52:18.696817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e961196-9fc0-4f60-92f9-05caf1eba7d1 tempest-TestNetworkBasicOps-1017220948 tempest-TestNetworkBasicOps-1017220948-project] Pushing event deleted for resources: {'Network': ['ID=f3ec1a0d-a234-4a20-befc-5fbbfb9e09a9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:18.762935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:18.790848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb1078c-6c9a-42f7-9f68-ddb68fa06966,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:19.031261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.047456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:19.153059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1a360f07-3f08-451b-bb89-ea8a2351939a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:19.181721 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 1a360f07-3f08-451b-bb89-ea8a2351939a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:19.182160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1a360f07-3f08-451b-bb89-ea8a2351939a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:19.182650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c5205a69-6a5f-4eab-b841-88c32df7f5e6 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:19.216622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c5205a69-6a5f-4eab-b841-88c32df7f5e6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:19.218373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c5205a69-6a5f-4eab-b841-88c32df7f5e6 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:19.252480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cfd81731-be8e-4c81-8ce7-0305a25e0d66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65d8603db8c645c3b5ec791173c4d342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031009 Jan 29 04:52:19.253166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60394) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:19.288075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:52:19.310815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f48a0dfb-902b-40a5-938a-ce2a3a947813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.339179 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f48a0dfb-902b-40a5-938a-ce2a3a947813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.396163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f48a0dfb-902b-40a5-938a-ce2a3a947813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.398857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f48a0dfb-902b-40a5-938a-ce2a3a947813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.400028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f48a0dfb-902b-40a5-938a-ce2a3a947813 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9791eb36-dc85-44c0-a81b-d3fd892f39f3 HTTP/1.1" status: 204 len: 168 time: 0.1459119 Jan 29 04:52:19.408193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a0dfb-902b-40a5-938a-ce2a3a947813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791eb36-dc85-44c0-a81b-d3fd892f39f3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:19.419560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:19.428400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-80bdf919-5b07-4734-9f8b-f12e18f8cde2 admin admin] 10.222.0.32 "PUT /v2.0/routers/73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1235590 Jan 29 04:52:19.428617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:19.436642 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] Sync routers for ids ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:19.446789 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] Routers {'73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:19.447439 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:19.554738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.569220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] Set router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:19.712123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.758819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '785bce19-ca54-424b-8fc9-b772559a6550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:52:18Z', 'revision_number': 5, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port': {'id': '785bce19-ca54-424b-8fc9-b772559a6550', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:25Z', 'updated_at': '2022-01-29T04:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:19.786598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Deleting port 785bce19-ca54-424b-8fc9-b772559a6550 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:19.786834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.803089 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] Checking router: 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:19.812685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60414) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:19.813692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] Routers {'73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:19.814344 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:19.827826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0663b1b9-c5ee-407d-95f1-faa97cdaaa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.886083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] For port 785bce19-ca54-424b-8fc9-b772559a6550, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=785bce19-ca54-424b-8fc9-b772559a6550,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:19.886503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.902261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Calling delete_port for 785bce19-ca54-424b-8fc9-b772559a6550 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:19.921685 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0663b1b9-c5ee-407d-95f1-faa97cdaaa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.928378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0663b1b9-c5ee-407d-95f1-faa97cdaaa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:19.931520 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] Set router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:19.974791 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0663b1b9-c5ee-407d-95f1-faa97cdaaa1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c671867520e74b0790705119e32a8f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609948 Jan 29 04:52:19.976640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60418) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:19.984709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663b1b9-c5ee-407d-95f1-faa97cdaaa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1725a5a-4042-4e04-a8f2-ff2b8ed9916b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:20.004407 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:52:19Z', 'revision_number': 6, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:20.041058 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb59dbe-f066-4b44-a2ae-0ade3bf118a3 None None] The sync data for ids ['73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848'] in n-d-825930-1 is: [{'id': '73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848', 'name': 'tempest-TestServerMultinode-383472744-router', 'tenant_id': '29010290eee94921ac866fe348de0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:24Z', 'updated_at': '2022-01-29T04:52:19Z', 'revision_number': 6, 'project_id': '29010290eee94921ac866fe348de0585', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:20.052101 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f352542-f515-45d2-8880-f5e234139daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.078599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f352542-f515-45d2-8880-f5e234139daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.119195 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.147344 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f352542-f515-45d2-8880-f5e234139daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.150563 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f352542-f515-45d2-8880-f5e234139daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.154909 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f352542-f515-45d2-8880-f5e234139daf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1725a5a-4042-4e04-a8f2-ff2b8ed9916b HTTP/1.1" status: 204 len: 168 time: 0.1743112 Jan 29 04:52:20.157340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=785bce19-ca54-424b-8fc9-b772559a6550,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:20.163512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f352542-f515-45d2-8880-f5e234139daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1725a5a-4042-4e04-a8f2-ff2b8ed9916b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:20.216116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.316998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.319571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.368739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.369997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:52:20.374963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.378773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b62db9a-9cdb-465a-a63d-c60d74e711b1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/73d0b6b6-6ca4-4ce3-a878-4f9f1d76b848 HTTP/1.1" status: 204 len: 168 time: 0.9470313 Jan 29 04:52:20.379200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60428) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:20.433604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Deleting subnet 24758f3d-f7d1-43a5-b01b-658693927a24 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:52:20.437144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.487937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.598211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.654398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.682151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24758f3d-f7d1-43a5-b01b-658693927a24,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:20.687887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.695644 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-93c05100-ed19-44dc-8e46-ff1b7bb8bedc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24758f3d-f7d1-43a5-b01b-658693927a24 HTTP/1.1" status: 204 len: 168 time: 0.3112259 Jan 29 04:52:20.695887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57234bb-48d7-4ca1-8bd0-485b943b650b None None] Network 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:20.696347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60446) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:20.790646 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.894877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Deleting port 9be2e16b-2db5-4602-bf83-41e429862f31 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:20.895174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:20.943246 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] DHCP port deletion for 58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:52:20.996551 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] For port 9be2e16b-2db5-4602-bf83-41e429862f31, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9be2e16b-2db5-4602-bf83-41e429862f31,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:20.997553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.017628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Calling delete_port for 9be2e16b-2db5-4602-bf83-41e429862f31 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:21.031113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] Deleting port 9be2e16b-2db5-4602-bf83-41e429862f31 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:21.031892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.064114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device afb1078c-6c9a-42f7-9f68-ddb68fa06966 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:21.145647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: afb1078c-6c9a-42f7-9f68-ddb68fa06966 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:21.146332 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device afb1078c-6c9a-42f7-9f68-ddb68fa06966 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:21.147425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 785bce19-ca54-424b-8fc9-b772559a6550 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:21.151508 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:21.162140 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.188336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Pushing event deleted for resources: {'Port': ['ID=9be2e16b-2db5-4602-bf83-41e429862f31,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:21.202656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 785bce19-ca54-424b-8fc9-b772559a6550 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:21.203305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 785bce19-ca54-424b-8fc9-b772559a6550 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:21.203897 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9be2e16b-2db5-4602-bf83-41e429862f31 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:21.211562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] No DVR routers for this DVR port 9be2e16b-2db5-4602-bf83-41e429862f31 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:21.244848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9be2e16b-2db5-4602-bf83-41e429862f31 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:21.245207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9be2e16b-2db5-4602-bf83-41e429862f31 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:21.254154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] For port 9be2e16b-2db5-4602-bf83-41e429862f31, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9be2e16b-2db5-4602-bf83-41e429862f31,segment=NetworkSegment(2a407dc7-54a4-415a-aec2-5981c2d237ca),segment_id=2a407dc7-54a4-415a-aec2-5981c2d237ca)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:21.254926 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.270757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] Calling delete_port for 9be2e16b-2db5-4602-bf83-41e429862f31 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:21.311405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-918380475-network', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:21.323181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.355345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:21.365469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:21.368523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.370821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a407dc7-54a4-415a-aec2-5981c2d237ca') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:21.371202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a407dc7-54a4-415a-aec2-5981c2d237ca') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:21.384137 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.385142 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:21.388472 n-d-825930-1 neutron-server[102404]: self.session.flush() Jan 29 04:52:21.404815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.421641 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.436137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:52:21.436137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.436952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] Pushing event deleted for resources: {'Port': ['ID=9be2e16b-2db5-4602-bf83-41e429862f31,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:52:21.437833 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:52:21.443391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b3ee0-32e3-4082-ac4d-d09f8549bab4 None None] No DVR routers for this DVR port 9be2e16b-2db5-4602-bf83-41e429862f31 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:21.509458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.521415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.530547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] 10.222.0.32 "DELETE /v2.0/networks/58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a HTTP/1.1" status: 204 len: 168 time: 0.8283048 Jan 29 04:52:21.530819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.530819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:21.542343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.556264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73eb8-3b54-4172-81a8-de85975e418f admin admin] Pushing event deleted for resources: {'Network': ['ID=58c05aab-0e0d-4fe4-9c6f-dd2aaaecb05a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:21.607378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:52:21.663603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:21.668306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.669302 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Added segment 2a3d277c-30c2-4b31-b5bd-175a73bdc9cb of type vlan for network 5c0d739f-ee75-4c09-88ae-31eda99c214e Jan 29 04:52:21.725566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.826638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.827972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:21.828598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:21.906627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7537599 Jan 29 04:52:21.909737 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:21.915275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Request body: {'subnet': {'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-918380475-subnet', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:21.922993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3cef0-5398-4745-a99d-ccd765711db0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c0d739f-ee75-4c09-88ae-31eda99c214e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:21.936882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:52:21.944290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:21.947573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.121972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.182848 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.242633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a31c863-259d-441d-aacc-e62f40940ede,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:22.251612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:22.252064 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Network hostable DHCP agents. Network: 5c0d739f-ee75-4c09-88ae-31eda99c214e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:52:22.271660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:52:22.283007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 5c0d739f-ee75-4c09-88ae-31eda99c214e) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:22.287650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:22.288500 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.312320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369959bd-fa8c-46c0-8d78-f594132d6aa4 None None] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:22.325120 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7049d69c-5803-4bb8-a24d-aa8bae180f96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4139273 Jan 29 04:52:22.328889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:22.333689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:22.376174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.377203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.486813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-5c0d739f-ee75-4c09-88ae-31eda99c214e', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:52:22.487984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.488135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.571108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Deleting port b8541ef0-020f-43b9-9e45-9ba5865aa63a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:22.571486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.648144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Allocated IP 172.20.0.2 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/080712b8-553e-4ff8-8f60-0ff7f895fa1a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:22.681955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.763647 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] For port b8541ef0-020f-43b9-9e45-9ba5865aa63a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b8541ef0-020f-43b9-9e45-9ba5865aa63a,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:22.764019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.779138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Calling delete_port for b8541ef0-020f-43b9-9e45-9ba5865aa63a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:22.806832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.815061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.863407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:22.867486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:22.869624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Pushing event updated for resources: {'Port': ['ID=080712b8-553e-4ff8-8f60-0ff7f895fa1a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:22.872385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:22.928947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Attempting to bind port 080712b8-553e-4ff8-8f60-0ff7f895fa1a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:22.929367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Attempting to bind port 080712b8-553e-4ff8-8f60-0ff7f895fa1a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:22.930000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Attempting to bind port 080712b8-553e-4ff8-8f60-0ff7f895fa1a on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:22.936297 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:22.937160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:22.938306 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:22.938961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:22.939673 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Bound port: 080712b8-553e-4ff8-8f60-0ff7f895fa1a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:22.940296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.014369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] For port 080712b8-553e-4ff8-8f60-0ff7f895fa1a, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:23.017977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] For port 080712b8-553e-4ff8-8f60-0ff7f895fa1a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=080712b8-553e-4ff8-8f60-0ff7f895fa1a,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:23.022624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.092452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de2665-59b4-4b09-ba04-cda724ddfeaf None None] Pushing event updated for resources: {'Port': ['ID=080712b8-553e-4ff8-8f60-0ff7f895fa1a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:23.392647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.422690 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.476478 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.555233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8541ef0-020f-43b9-9e45-9ba5865aa63a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:23.698522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Allocated IP 172.25.4.88 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/cd69abd8-e5a4-47b6-8c3c-fe931a990e22) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:23.818034 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.879651 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15f3d9a3-be0d-470e-b6e7-ea6fcefc3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:23.914166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.046924 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.146046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:24.149230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Pushing event updated for resources: {'Port': ['ID=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:24.152110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:24.157355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:24.216694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:52:24.293284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61174c1-e925-423a-94f5-07730982f528 None None] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:24.442274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bdef46ea-d976-4029-ba8a-a138bc03f2f2 None None] Provisioning complete for port 080712b8-553e-4ff8-8f60-0ff7f895fa1a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:24.442732 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bdef46ea-d976-4029-ba8a-a138bc03f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.474719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:24.484079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60540) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:24.484603 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b804dd7-920d-4fea-9304-af0f3014d183 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3ae0ab8-c754-4ba2-aa22-9c9345052e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9523344 Jan 29 04:52:24.515891 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] Sync routers for ids ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:24.536854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.542692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] Routers {'e3ae0ab8-c754-4ba2-aa22-9c9345052e15'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:24.544152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:24.643164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.689093 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bdef46ea-d976-4029-ba8a-a138bc03f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.786694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bdef46ea-d976-4029-ba8a-a138bc03f2f2 None None] For port 080712b8-553e-4ff8-8f60-0ff7f895fa1a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=080712b8-553e-4ff8-8f60-0ff7f895fa1a,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:24.803582 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bdef46ea-d976-4029-ba8a-a138bc03f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.807915 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] Set router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:24.812774 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.824459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:24.904779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Deleting port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:24.905219 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.009516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef46ea-d976-4029-ba8a-a138bc03f2f2 None None] Pushing event updated for resources: {'Port': ['ID=080712b8-553e-4ff8-8f60-0ff7f895fa1a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:25.027763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:52:25.065021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c4e061fe-0ace-4b79-b5bc-2ef50b1a8e6e None None] Provisioning complete for port 080712b8-553e-4ff8-8f60-0ff7f895fa1a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:25.065281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c4e061fe-0ace-4b79-b5bc-2ef50b1a8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.085522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] For port ad672ac3-b3c6-4b43-86ef-df9e77e2c14d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:25.086073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.119815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Calling delete_port for ad672ac3-b3c6-4b43-86ef-df9e77e2c14d owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:25.238475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:25.240085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 080712b8-553e-4ff8-8f60-0ff7f895fa1a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:25.247856 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:25.261534 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:25.262754 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:25.290980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.300245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5ad3b13-28da-4650-bcb7-df9aaf3ae75d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9692030 Jan 29 04:52:25.301235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:25.329072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 080712b8-553e-4ff8-8f60-0ff7f895fa1a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:25.329590 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.346333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:52:23Z', 'revision_number': 5, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port': {'id': 'ad672ac3-b3c6-4b43-86ef-df9e77e2c14d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:35Z', 'updated_at': '2022-01-29T04:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:25.383046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.413083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Pushing event deleted for resources: {'Port': ['ID=ad672ac3-b3c6-4b43-86ef-df9e77e2c14d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:25.457357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] Checking router: e3ae0ab8-c754-4ba2-aa22-9c9345052e15 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:25.483709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] Routers {'e3ae0ab8-c754-4ba2-aa22-9c9345052e15'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:25.484622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:51:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:25.556192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.604223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] Set router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:25.642431 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:25.732573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.737159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.794723 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.795726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ae0ab8-c754-4ba2-aa22-9c9345052e15 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:52:25.800884 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.802540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3ccf922f-e25f-4711-b364-57d27a97aeec admin admin] 10.222.0.32 "DELETE /v2.0/routers/e3ae0ab8-c754-4ba2-aa22-9c9345052e15 HTTP/1.1" status: 204 len: 168 time: 1.3163135 Jan 29 04:52:25.805743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60566) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:25.862211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:52:25Z', 'revision_number': 7, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:25.889133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Deleting subnet 93108aeb-3960-4570-afc3-1ac2302d7f78 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:52:25.891397 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646e9fb-14ac-46b6-af19-3099e7d0d69b None None] The sync data for ids ['e3ae0ab8-c754-4ba2-aa22-9c9345052e15'] in n-d-825930-1 is: [{'id': 'e3ae0ab8-c754-4ba2-aa22-9c9345052e15', 'name': 'tempest-TestServerMultinode-86682718-router', 'tenant_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:34Z', 'updated_at': '2022-01-29T04:52:25Z', 'revision_number': 7, 'project_id': '931428ee1eb5407bbe96d3eedd5eccb7', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:25.892826 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.954749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:25.983407 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:24Z', 'revision_number': 3, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:26.016824 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:26.017177 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Updating router 5105b611-973f-47d7-bf50-3b5e0fc85e03 port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:52:26.046526 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.061635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.141522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9c41-c84c-42f1-b3be-328601124e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.152927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.186003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.189945 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93108aeb-3960-4570-afc3-1ac2302d7f78 HTTP/1.1" status: 204 len: 168 time: 0.3835444 Jan 29 04:52:26.191359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efa340-f3e9-418e-8dbd-27d8d157cad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93108aeb-3960-4570-afc3-1ac2302d7f78,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:26.193315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:26.203027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84f739-4ccd-4946-acc0-30275fac80c6 None None] Network 810be927-5e0c-4fec-8b5c-bc70944b19b3 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:26.379835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.386089 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.396122 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.433940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] DHCP port deletion for 810be927-5e0c-4fec-8b5c-bc70944b19b3 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:52:26.473054 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Attempting to bind port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:26.473327 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Attempting to bind port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:26.474153 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Attempting to bind port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:26.476710 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Pushing event updated for resources: {'Port': ['ID=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:26.489629 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.490217 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.490744 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.491072 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.491400 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.491718 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.492037 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.492353 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.492666 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.492977 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.493292 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.493602 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:26.498186 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:26.498552 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:26.499191 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.499906 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:26.500551 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Bound port: cd69abd8-e5a4-47b6-8c3c-fe931a990e22, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:26.501106 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.520554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] Deleting port a768dc66-76ea-4d11-8709-c5eedea47e7c {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:26.520994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.547657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.573335 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] For port cd69abd8-e5a4-47b6-8c3c-fe931a990e22, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:26.577073 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] For port cd69abd8-e5a4-47b6-8c3c-fe931a990e22, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:26.590657 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.612956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] For port a768dc66-76ea-4d11-8709-c5eedea47e7c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a768dc66-76ea-4d11-8709-c5eedea47e7c,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:26.613373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.627960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] Calling delete_port for a768dc66-76ea-4d11-8709-c5eedea47e7c owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:26.644965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Deleting port a768dc66-76ea-4d11-8709-c5eedea47e7c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:26.645632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.650365 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:26.650918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:26.702215 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b3afb-db99-4aa2-8048-62a52b1e428c None None] Pushing event updated for resources: {'Port': ['ID=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:26.726820 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.744001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] No DVR routers for this DVR port a768dc66-76ea-4d11-8709-c5eedea47e7c on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:26.781542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377f551-6f49-46a7-8794-7d562164bb1e None None] Pushing event deleted for resources: {'Port': ['ID=a768dc66-76ea-4d11-8709-c5eedea47e7c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:26.786731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] For port a768dc66-76ea-4d11-8709-c5eedea47e7c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a768dc66-76ea-4d11-8709-c5eedea47e7c,segment=NetworkSegment(43150a5a-9a26-481c-9e65-2d865f81b854),segment_id=43150a5a-9a26-481c-9e65-2d865f81b854)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:26.786994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:26.795925 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:26.806678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Calling delete_port for a768dc66-76ea-4d11-8709-c5eedea47e7c owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:26.909178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Allocated IP 172.20.0.1 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/85d0c95d-028d-4022-9ff1-bbe8e1f64404) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:27.022787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.070503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a768dc66-76ea-4d11-8709-c5eedea47e7c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:27.075914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] No DVR routers for this DVR port a768dc66-76ea-4d11-8709-c5eedea47e7c on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:27.091007 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:24Z', 'revision_number': 3, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:27.115128 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 080712b8-553e-4ff8-8f60-0ff7f895fa1a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:27.125814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013831e-dd1e-4eca-ad40-574ae691b8a2 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:24Z', 'revision_number': 3, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:27.147578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.216523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 080712b8-553e-4ff8-8f60-0ff7f895fa1a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:27.216987 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.239334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.258331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.301652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:27.318972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:27.321657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:27.368887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.372900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.386625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a768dc66-76ea-4d11-8709-c5eedea47e7c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:27.408517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a768dc66-76ea-4d11-8709-c5eedea47e7c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:27.414329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a768dc66-76ea-4d11-8709-c5eedea47e7c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:27.414928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b8541ef0-020f-43b9-9e45-9ba5865aa63a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:27.453476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b8541ef0-020f-43b9-9e45-9ba5865aa63a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:27.454964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b8541ef0-020f-43b9-9e45-9ba5865aa63a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:27.455668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad672ac3-b3c6-4b43-86ef-df9e77e2c14d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:52:27.485716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810be927-5e0c-4fec-8b5c-bc70944b19b3']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:27.488850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Pushing event updated for resources: {'Port': ['ID=85d0c95d-028d-4022-9ff1-bbe8e1f64404,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:27.493028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ad672ac3-b3c6-4b43-86ef-df9e77e2c14d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:52:27.493657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad672ac3-b3c6-4b43-86ef-df9e77e2c14d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:52:27.519927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43150a5a-9a26-481c-9e65-2d865f81b854') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:27.520247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43150a5a-9a26-481c-9e65-2d865f81b854') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:27.557499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.581737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.604150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.624847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:52:27.625229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: self.session.flush() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:52:27.627327 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:52:27.730237 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.739436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.745673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] 10.222.0.32 "DELETE /v2.0/networks/810be927-5e0c-4fec-8b5c-bc70944b19b3 HTTP/1.1" status: 204 len: 168 time: 1.5483372 Jan 29 04:52:27.764114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b540414-8f5e-478b-ae76-7c09e29c6b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=810be927-5e0c-4fec-8b5c-bc70944b19b3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:27.779732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f0e2e31e-45dc-4e65-91d3-41c42698660e None None] Provisioning complete for port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:27.780114 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e31e-45dc-4e65-91d3-41c42698660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.819409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2e31e-45dc-4e65-91d3-41c42698660e None None] Port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:27.913049 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60604) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:27.925553 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.933072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:27.969556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4091840f-17eb-406e-8ebc-3659d4d38ab2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29010290eee94921ac866fe348de0585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546350 Jan 29 04:52:27.972267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60606) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:28.025696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Pushing event updated for resources: {'Port': ['ID=85d0c95d-028d-4022-9ff1-bbe8e1f64404,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:28.031681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:28.149291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:28.150924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:28.332353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:52:28.439991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:28.453848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-05e63bfd-6ba6-424f-90b2-6351960140a8 None None] Provisioning complete for port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:28.454453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-05e63bfd-6ba6-424f-90b2-6351960140a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:28.466154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:28.508950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:28.516907 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f6c530d-2c35-42a0-987a-861ea54bb423 admin admin] 10.222.0.32 "PUT /v2.0/routers/5105b611-973f-47d7-bf50-3b5e0fc85e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2142344 Jan 29 04:52:28.526120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-05e63bfd-6ba6-424f-90b2-6351960140a8 None None] Port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:28.533410 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:28.536671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:28.537863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e1933d5-190d-456e-b741-7c133676e6e1 HTTP/1.1" status: 204 len: 168 time: 0.5643461 Jan 29 04:52:28.547410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1933d5-190d-456e-b741-7c133676e6e1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:28.558723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.559285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.559626 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.559973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.560792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.561189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.561685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.562182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.562514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.562845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.563449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.563783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d635e26-5bf6-4ff0-a3b2-c09ef9d367ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:28.959972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60626) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:29.030972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ecf533e1-e88c-4959-8475-6791e3b364a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=931428ee1eb5407bbe96d3eedd5eccb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698421 Jan 29 04:52:29.033676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:29.124088 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.140696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cd69abd8-e5a4-47b6-8c3c-fe931a990e22 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:29.162091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.175727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:29.181176 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1979842740-network', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:29.216118 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.217315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Made reservation on behalf of e55927ee5dff41488f12285f916e09e8 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:29.220716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.227818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.233382 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.237559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/293af380-8d0f-4df0-bf06-493f0ac54827 HTTP/1.1" status: 204 len: 168 time: 0.1999910 Jan 29 04:52:29.243952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.250496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293af380-8d0f-4df0-bf06-493f0ac54827,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:29.260518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.261563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.262161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.263337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.265102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.265384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.265836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.266341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.266730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.267149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.267529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:29.267679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.268086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b1a07-99f3-47a1-b5f1-7563babb2ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:52:29.268417 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.315615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.349093 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.355291 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.384549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008b8a05-a20d-408c-b079-57267c586f2a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:29.399824 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:52:29.401602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.412474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.413092 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Added segment 03e99a8b-0c3b-4f27-9dcb-5fee3438aa51 of type vlan for network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 Jan 29 04:52:29.429761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port cd69abd8-e5a4-47b6-8c3c-fe931a990e22, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:29.435178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.493420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.504467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:29.531513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.532791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:29.533565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.566289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3893850 Jan 29 04:52:29.574551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:29.584742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Request body: {'subnet': {'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1979842740-subnet', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:29.612622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Made reservation on behalf of e55927ee5dff41488f12285f916e09e8 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:29.615494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.616404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e2f2-d17b-474b-b58a-2392c1567200 admin admin] Pushing event updated for resources: {'Network': ['ID=c5dbbc8d-6355-4010-8b37-61a7376c6ad7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:29.629527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:52:29.825527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:29.840883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:29.841813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:29.852169 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.902692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb788a2f-2310-41a0-a090-babe51d4fb4c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:29.931070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Checking segment: {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:29.931479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Network hostable DHCP agents. Network: c5dbbc8d-6355-4010-8b37-61a7376c6ad7, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:52:29.955040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:52:29.968239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c5dbbc8d-6355-4010-8b37-61a7376c6ad7) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:29.974102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:29.975251 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:29.995961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd76d478-79b0-448c-b619-9e7c9d37ab24 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4196715 Jan 29 04:52:29.999383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60642) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:30.000501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb3ee2-2e5f-4e55-a9a5-23d7810f7c39 None None] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:30.004061 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:30.030485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.031939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.082520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:30.086275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.238152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.343570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c5dbbc8d-6355-4010-8b37-61a7376c6ad7', 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'fixed_ips': [{'subnet_id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:52:30.344444 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.370903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:30.492015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.513555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 2, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:30.526373 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.547629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Allocated IP 172.20.0.2 (c5dbbc8d-6355-4010-8b37-61a7376c6ad7/fb788a2f-2310-41a0-a090-babe51d4fb4c/7f42ba90-4c7f-4dba-9711-5b8fe99db175) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:30.549870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:30.550792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Updating router 5105b611-973f-47d7-bf50-3b5e0fc85e03 port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:52:30.592873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.629107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780ddc-9bbe-480c-a8b8-c595e0dac5b1 req-2e237db4-4742-427a-99bc-787a4b7456d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:30.636993 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8780ddc-9bbe-480c-a8b8-c595e0dac5b1 req-2e237db4-4742-427a-99bc-787a4b7456d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.2641330 Jan 29 04:52:30.687760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a8780ddc-9bbe-480c-a8b8-c595e0dac5b1 req-ce317271-2126-4a3a-ad17-6d2df7313450 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491560 Jan 29 04:52:30.695188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Allocated IP 172.25.4.44 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b1a341be-fa04-4443-849b-7a56a1222945) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:30.817158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.855393 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.875119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.889264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:30.896713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:30.900791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:30.903843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:30.931266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Pushing event updated for resources: {'Port': ['ID=b1a341be-fa04-4443-849b-7a56a1222945,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:30.944451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:30.959336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:30.961658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:30.981007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Pushing event updated for resources: {'Port': ['ID=7f42ba90-4c7f-4dba-9711-5b8fe99db175,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:31.070529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cd69abd8-e5a4-47b6-8c3c-fe931a990e22 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:31.098032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Attempting to bind port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:31.098395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Attempting to bind port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:31.098756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Attempting to bind port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 on network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:31.113623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:31.114085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Checking segment: {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:31.114469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.114927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Bound using segment: {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:31.115394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Bound port: 7f42ba90-4c7f-4dba-9711-5b8fe99db175, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:31.115994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.140626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.172568 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.196492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.288108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7816a-8c97-47bf-9e48-9d81cf3734e4 None None] Pushing event updated for resources: {'Port': ['ID=85d0c95d-028d-4022-9ff1-bbe8e1f64404,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:31.291050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:31.291421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.336796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] For port 7f42ba90-4c7f-4dba-9711-5b8fe99db175, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:31.424267 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.565883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] For port 7f42ba90-4c7f-4dba-9711-5b8fe99db175, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7f42ba90-4c7f-4dba-9711-5b8fe99db175,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:31.575170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Router cd0b902c-caf9-439a-a868-3aabbc798424 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:52:31.598626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.660606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Attempting to bind port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:31.660969 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Attempting to bind port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:31.661333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Attempting to bind port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:31.691009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ccf8d628-d454-4ca5-9ca4-9e16d090449e None None] Provisioning complete for port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:31.691384 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d628-d454-4ca5-9ca4-9e16d090449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.701080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:31.701333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:31.701713 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.702206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:31.702689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Bound port: 85d0c95d-028d-4022-9ff1-bbe8e1f64404, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:31.703068 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:31.782416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8d628-d454-4ca5-9ca4-9e16d090449e None None] Port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:31.915450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] For port 85d0c95d-028d-4022-9ff1-bbe8e1f64404, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:31.919164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] For port 85d0c95d-028d-4022-9ff1-bbe8e1f64404, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=85d0c95d-028d-4022-9ff1-bbe8e1f64404,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:31.920690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc1cc8-809f-43fa-983d-80ef457e8a16 None None] Pushing event updated for resources: {'Port': ['ID=7f42ba90-4c7f-4dba-9711-5b8fe99db175,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:31.942318 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.044358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:32.046053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:32.109844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:32.125712 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Sync routers for ids ['cd0b902c-caf9-439a-a868-3aabbc798424'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:32.130650 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.138251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 60666) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:32.141087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7816a-8c97-47bf-9e48-9d81cf3734e4 None None] Pushing event updated for resources: {'Port': ['ID=85d0c95d-028d-4022-9ff1-bbe8e1f64404,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:32.141266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1db4f7f5-56ba-4d06-bc7f-449195e0288a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1405935 Jan 29 04:52:32.164200 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Routers {'cd0b902c-caf9-439a-a868-3aabbc798424'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:32.164956 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cd0b902c-caf9-439a-a868-3aabbc798424'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:32.256892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:32.327054 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Set router cd0b902c-caf9-439a-a868-3aabbc798424 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:32.459751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-43682ea7-13d4-46a8-bd1a-a3dae8dd40a9 None None] Provisioning complete for port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:32.460123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43682ea7-13d4-46a8-bd1a-a3dae8dd40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.556041 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:31Z', 'revision_number': 3, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:32.584610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Checking router: cd0b902c-caf9-439a-a868-3aabbc798424 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:32.585221 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Updating router cd0b902c-caf9-439a-a868-3aabbc798424 port b1a341be-fa04-4443-849b-7a56a1222945 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:52:32.590510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43682ea7-13d4-46a8-bd1a-a3dae8dd40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.606268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:31Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:32.618712 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.640431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e69c4b-af20-4afe-a2a1-df6f42957416 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:31Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:32.662553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-43682ea7-13d4-46a8-bd1a-a3dae8dd40a9 None None] For port 85d0c95d-028d-4022-9ff1-bbe8e1f64404, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=85d0c95d-028d-4022-9ff1-bbe8e1f64404,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:32.670315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43682ea7-13d4-46a8-bd1a-a3dae8dd40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.732378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:32.739312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682ea7-13d4-46a8-bd1a-a3dae8dd40a9 None None] Pushing event updated for resources: {'Port': ['ID=85d0c95d-028d-4022-9ff1-bbe8e1f64404,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:32.947761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Allocated IP 172.20.0.1 (c5dbbc8d-6355-4010-8b37-61a7376c6ad7/fb788a2f-2310-41a0-a090-babe51d4fb4c/dcf3b595-0011-43bb-8b51-8fe35259b2c5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:33.093637 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.103913 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.126178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.164819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Attempting to bind port b1a341be-fa04-4443-849b-7a56a1222945 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:33.165820 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Attempting to bind port b1a341be-fa04-4443-849b-7a56a1222945 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:33.166386 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Attempting to bind port b1a341be-fa04-4443-849b-7a56a1222945 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:33.173722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.176168 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:33.176546 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:33.176950 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.177426 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:33.177911 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Bound port: b1a341be-fa04-4443-849b-7a56a1222945, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:33.178738 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.225009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:33.232613 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:33.247182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 85d0c95d-028d-4022-9ff1-bbe8e1f64404 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:33.251367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:33.258040 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] For port b1a341be-fa04-4443-849b-7a56a1222945, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:33.283901 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] For port b1a341be-fa04-4443-849b-7a56a1222945, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b1a341be-fa04-4443-849b-7a56a1222945,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:33.299284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.303053 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.344149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff74a0d-d708-47c5-a80d-704861816d02 None None] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:52:33.361427 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fcec7-80b8-42f9-bce2-374833189526 None None] Pushing event updated for resources: {'Port': ['ID=b1a341be-fa04-4443-849b-7a56a1222945,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:33.411310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf3b595-0011-43bb-8b51-8fe35259b2c5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:33.446033 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Routers {'cd0b902c-caf9-439a-a868-3aabbc798424'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:33.446491 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cd0b902c-caf9-439a-a868-3aabbc798424'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:33.464128 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fcec7-80b8-42f9-bce2-374833189526 None None] Pushing event updated for resources: {'Port': ['ID=b1a341be-fa04-4443-849b-7a56a1222945,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:33.477182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2bb6d903-7e20-445a-867f-4ba622167da1 None None] Provisioning complete for port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:33.477871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d903-7e20-445a-867f-4ba622167da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.535532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:33.536596 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.594453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.630854 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] Set router cd0b902c-caf9-439a-a868-3aabbc798424 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:33.768393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d903-7e20-445a-867f-4ba622167da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.789358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7f42ba90-4c7f-4dba-9711-5b8fe99db175 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:33.858273 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.870779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.890553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2bb6d903-7e20-445a-867f-4ba622167da1 None None] For port 7f42ba90-4c7f-4dba-9711-5b8fe99db175, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7f42ba90-4c7f-4dba-9711-5b8fe99db175,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:33.905987 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d903-7e20-445a-867f-4ba622167da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.907471 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5111b298-1faf-4196-979f-791823fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:31Z', 'revision_number': 3, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:33.947544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:33.948388 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:33.978598 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111b298-1faf-4196-979f-791823fffb68 None None] The sync data for ids ['cd0b902c-caf9-439a-a868-3aabbc798424'] in n-d-825930-1 is: [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:31Z', 'revision_number': 3, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:34.011055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:34.021128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf3b595-0011-43bb-8b51-8fe35259b2c5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:34.042674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d903-7e20-445a-867f-4ba622167da1 None None] Pushing event updated for resources: {'Port': ['ID=7f42ba90-4c7f-4dba-9711-5b8fe99db175,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:34.163785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:34.166271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:34.245466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-97289802-7eab-4d7e-8191-498198701f8d None None] Provisioning complete for port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:34.245839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97289802-7eab-4d7e-8191-498198701f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:34.315582 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Router cd0b902c-caf9-439a-a868-3aabbc798424 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:52:34.454020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-97289802-7eab-4d7e-8191-498198701f8d None None] Provisioning complete for port dcf3b595-0011-43bb-8b51-8fe35259b2c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:34.454342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97289802-7eab-4d7e-8191-498198701f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:34.501985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-97289802-7eab-4d7e-8191-498198701f8d None None] Port dcf3b595-0011-43bb-8b51-8fe35259b2c5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:34.560003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:52:34.567215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2a7d1371-a379-46b7-b23f-b7d405c59011 admin admin] 10.222.0.32 "PUT /v2.0/routers/cd0b902c-caf9-439a-a868-3aabbc798424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4269388 Jan 29 04:52:34.633315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a90be191-f987-4a04-b09d-c324336c3b9b None None] Provisioning complete for port dcf3b595-0011-43bb-8b51-8fe35259b2c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:34.633695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a90be191-f987-4a04-b09d-c324336c3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:34.698854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a90be191-f987-4a04-b09d-c324336c3b9b None None] Port dcf3b595-0011-43bb-8b51-8fe35259b2c5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:34.822896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fdac8a0f-3de3-4de1-9f67-7cf4e5224129 None None] Provisioning complete for port dcf3b595-0011-43bb-8b51-8fe35259b2c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:34.823576 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0f-3de3-4de1-9f67-7cf4e5224129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:34.879637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-fdac8a0f-3de3-4de1-9f67-7cf4e5224129 None None] Port dcf3b595-0011-43bb-8b51-8fe35259b2c5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:35.167336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b1a341be-fa04-4443-849b-7a56a1222945 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:35.223220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b1a341be-fa04-4443-849b-7a56a1222945 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:35.223683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:35.334535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:35.367010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port b1a341be-fa04-4443-849b-7a56a1222945, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b1a341be-fa04-4443-849b-7a56a1222945,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:35.371205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:35.372562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7f42ba90-4c7f-4dba-9711-5b8fe99db175 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:35.453674 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=b1a341be-fa04-4443-849b-7a56a1222945,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:35.462001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:35.462735 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:36.125420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Sync routers for ids ['cd0b902c-caf9-439a-a868-3aabbc798424'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:52:36.138364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Routers {'cd0b902c-caf9-439a-a868-3aabbc798424'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:36.138987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cd0b902c-caf9-439a-a868-3aabbc798424'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:36.248587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Set router cd0b902c-caf9-439a-a868-3aabbc798424 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:36.624631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:33Z', 'revision_number': 4, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dcf3b595-0011-43bb-8b51-8fe35259b2c5', 'name': '', 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'mac_address': 'fa:16:3e:dc:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:32Z', 'updated_at': '2022-01-29T04:52:33Z', 'revision_number': 2, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'subnets': [{'id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:36.654426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Checking router: cd0b902c-caf9-439a-a868-3aabbc798424 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:52:36.654781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Updating router cd0b902c-caf9-439a-a868-3aabbc798424 port dcf3b595-0011-43bb-8b51-8fe35259b2c5 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:52:36.685043 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:36.786683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-f3941f43-507d-4288-8d53-db51d7b36652 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:36.788572 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-f3941f43-507d-4288-8d53-db51d7b36652 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1232777 Jan 29 04:52:36.808493 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-970b4f54-2f55-4d73-ba56-6384be45f336 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0132146 Jan 29 04:52:36.900952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-25f4b177-0e7c-4cec-973c-fcd04edc4f67 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858407 Jan 29 04:52:37.024679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-12001f03-71fa-4685-b45d-72f7e747ead0 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142690 Jan 29 04:52:37.040532 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.049186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.112178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b1a341be-fa04-4443-849b-7a56a1222945 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:37.133494 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-2de4998a-8453-44b9-9020-4b488a54af69 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026449 Jan 29 04:52:37.250713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8c74b-a639-4362-bfbc-f7c31f7fb9b3 None None] Pushing event updated for resources: {'Port': ['ID=dcf3b595-0011-43bb-8b51-8fe35259b2c5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:37.296829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b1a341be-fa04-4443-849b-7a56a1222945 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:37.297464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.345089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Attempting to bind port dcf3b595-0011-43bb-8b51-8fe35259b2c5 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:37.345485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Attempting to bind port dcf3b595-0011-43bb-8b51-8fe35259b2c5 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:37.345862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Attempting to bind port dcf3b595-0011-43bb-8b51-8fe35259b2c5 on network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:37.353696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:37.354107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Checking segment: {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:37.354517 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.354917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Bound using segment: {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:37.355419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Bound port: dcf3b595-0011-43bb-8b51-8fe35259b2c5, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:37.356392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.470273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-355e0335-95c6-4b57-8997-8ba497712fd7 None None] Provisioning complete for port dcf3b595-0011-43bb-8b51-8fe35259b2c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:37.470656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-355e0335-95c6-4b57-8997-8ba497712fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.499587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] For port dcf3b595-0011-43bb-8b51-8fe35259b2c5, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:37.516196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] For port dcf3b595-0011-43bb-8b51-8fe35259b2c5, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dcf3b595-0011-43bb-8b51-8fe35259b2c5,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:37.520945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-355e0335-95c6-4b57-8997-8ba497712fd7 None None] Port dcf3b595-0011-43bb-8b51-8fe35259b2c5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:37.524060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:37.571082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e52d258d-ffd1-47ba-8387-23944c5bc907 req-db4d7ced-0625-4207-a606-120d241b5024 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0540957 Jan 29 04:52:37.592372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Routers {'cd0b902c-caf9-439a-a868-3aabbc798424'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:52:37.592937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:52:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cd0b902c-caf9-439a-a868-3aabbc798424'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:37.594989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8c74b-a639-4362-bfbc-f7c31f7fb9b3 None None] Pushing event updated for resources: {'Port': ['ID=dcf3b595-0011-43bb-8b51-8fe35259b2c5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:37.750948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] Set router cd0b902c-caf9-439a-a868-3aabbc798424 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:52:37.912281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-90bee206-b917-40ae-a862-fd68d4c55766 None None] Provisioning complete for port dcf3b595-0011-43bb-8b51-8fe35259b2c5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:37.912702 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-90bee206-b917-40ae-a862-fd68d4c55766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:38.046966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-90bee206-b917-40ae-a862-fd68d4c55766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:38.088670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:33Z', 'revision_number': 4, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dcf3b595-0011-43bb-8b51-8fe35259b2c5', 'name': '', 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'mac_address': 'fa:16:3e:dc:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:32Z', 'updated_at': '2022-01-29T04:52:37Z', 'revision_number': 4, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'subnets': [{'id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:52:38.094373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-90bee206-b917-40ae-a862-fd68d4c55766 None None] For port dcf3b595-0011-43bb-8b51-8fe35259b2c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dcf3b595-0011-43bb-8b51-8fe35259b2c5,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:38.119677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-90bee206-b917-40ae-a862-fd68d4c55766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:38.123683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f8d04-7cb2-42a5-95e1-cd4b9de84816 None None] The sync data for ids ['cd0b902c-caf9-439a-a868-3aabbc798424'] in n-d-825930-1 is: [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:33Z', 'revision_number': 4, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dcf3b595-0011-43bb-8b51-8fe35259b2c5', 'name': '', 'network_id': 'c5dbbc8d-6355-4010-8b37-61a7376c6ad7', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'mac_address': 'fa:16:3e:dc:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:32Z', 'updated_at': '2022-01-29T04:52:37Z', 'revision_number': 4, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'subnets': [{'id': 'fb788a2f-2310-41a0-a090-babe51d4fb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:52:38.195347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bee206-b917-40ae-a862-fd68d4c55766 None None] Pushing event updated for resources: {'Port': ['ID=dcf3b595-0011-43bb-8b51-8fe35259b2c5,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:38.767417 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e264cb1e-4298-413f-a9cc-696062dc3dee req-91fbf85a-900f-4488-948d-4c1ec088ee7b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0670283 Jan 29 04:52:38.818494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-ec68dd32-1306-4b63-b59a-7c0b6ac94d14 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:38.820122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-ec68dd32-1306-4b63-b59a-7c0b6ac94d14 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.2546802 Jan 29 04:52:38.838653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:38.968969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:52:38.973188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.145476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dcf3b595-0011-43bb-8b51-8fe35259b2c5 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:39.147880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.8 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/672478de-fffb-4fac-a35b-26d8e359cfb8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:52:39.212499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port dcf3b595-0011-43bb-8b51-8fe35259b2c5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:39.213607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.405731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.443307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.495148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:52:39.498736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:52:39.502771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:52:39.542517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=672478de-fffb-4fac-a35b-26d8e359cfb8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:39.606661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:39.609045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.643152 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-069de9c7-baa5-4b9b-adbf-135bc45c906d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083627 Jan 29 04:52:39.672722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Request body: {'port': {'device_id': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:52:39.773419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.860801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0d8797b8-9573-4daf-a289-5e1b24143d16 None None] Provisioning complete for port 672478de-fffb-4fac-a35b-26d8e359cfb8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:39.861436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d8797b8-9573-4daf-a289-5e1b24143d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:39.952378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0d8797b8-9573-4daf-a289-5e1b24143d16 None None] Port 672478de-fffb-4fac-a35b-26d8e359cfb8 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:52:40.086760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14bdb2-6c45-4106-8c77-fd265bef3ff4 req-ffcfe5e8-49ab-4f00-8d89-fd0d89269eaf tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:40.088277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f14bdb2-6c45-4106-8c77-fd265bef3ff4 req-ffcfe5e8-49ab-4f00-8d89-fd0d89269eaf tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 931 time: 0.0847771 Jan 29 04:52:40.154601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f14bdb2-6c45-4106-8c77-fd265bef3ff4 req-48e54537-ee4d-4d52-b240-fd3ac45c15dd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531580 Jan 29 04:52:40.189683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672478de-fffb-4fac-a35b-26d8e359cfb8 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:52:40.200809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:40.227244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Transition to ACTIVE for port object 672478de-fffb-4fac-a35b-26d8e359cfb8 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:52:40.232038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:40.285873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Pushing event updated for resources: {'Port': ['ID=672478de-fffb-4fac-a35b-26d8e359cfb8,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:40.381923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Attempting to bind port 672478de-fffb-4fac-a35b-26d8e359cfb8 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:52:40.382292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Attempting to bind port 672478de-fffb-4fac-a35b-26d8e359cfb8 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:52:40.382687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Attempting to bind port 672478de-fffb-4fac-a35b-26d8e359cfb8 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:40.388427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Port 672478de-fffb-4fac-a35b-26d8e359cfb8 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:52:40.388760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Attempting to bind port 672478de-fffb-4fac-a35b-26d8e359cfb8 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:52:40.394590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:52:40.395146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:52:40.396015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:52:40.396932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Bound port: 672478de-fffb-4fac-a35b-26d8e359cfb8, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:52:40.397490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:40.500648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] For port 672478de-fffb-4fac-a35b-26d8e359cfb8, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:52:40.504217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] For port 672478de-fffb-4fac-a35b-26d8e359cfb8, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=672478de-fffb-4fac-a35b-26d8e359cfb8,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:52:40.511352 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:40.554192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:40.554995 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:40.556587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] 10.222.0.36 "PUT /v2.0/ports/672478de-fffb-4fac-a35b-26d8e359cfb8 HTTP/1.1" status: 200 len: 1091 time: 0.8994684 Jan 29 04:52:40.557031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'tag': '672478de-fffb-4fac-a35b-26d8e359cfb8'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:40.560018 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740" -d '{"events": [{"name": "network-changed", "server_uuid": "eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5", "tag": "672478de-fffb-4fac-a35b-26d8e359cfb8"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:40.586753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb677d58-5c37-4d38-9b50-aa6b6def774b service neutron] Pushing event updated for resources: {'Port': ['ID=672478de-fffb-4fac-a35b-26d8e359cfb8,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:40.632417 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a80df-e9dc-4c69-8e88-1a022a358aa5 x-openstack-request-id: req-5b6a80df-e9dc-4c69-8e88-1a022a358aa5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:40.635476 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5", "tag": "672478de-fffb-4fac-a35b-26d8e359cfb8", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:40.635898 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b6a80df-e9dc-4c69-8e88-1a022a358aa5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:40.636317 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'tag': '672478de-fffb-4fac-a35b-26d8e359cfb8', 'status': 'completed', 'code': 200} Jan 29 04:52:40.722286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-9b6624ad-7f22-4f56-9273-a1ce48fd95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:40.724038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-9b6624ad-7f22-4f56-9273-a1ce48fd95a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0773344 Jan 29 04:52:40.789685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-98cab941-43de-4118-b3f7-c3eea727fab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=672478de-fffb-4fac-a35b-26d8e359cfb8 HTTP/1.1" status: 200 len: 217 time: 0.0522199 Jan 29 04:52:40.853366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-899bae0a-d1dd-4247-be8b-9c30eacf83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:40.855199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-899bae0a-d1dd-4247-be8b-9c30eacf83fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0580287 Jan 29 04:52:40.915797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-b9238cde-757a-46e1-9806-611ae500f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:40.917393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-b9238cde-757a-46e1-9806-611ae500f0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528657 Jan 29 04:52:41.028756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-50a6b4c1-0bcf-4b45-b85e-6a2dbb8d39ca service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044679 Jan 29 04:52:41.124282 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78858468-1857-4b13-ac7b-dfb82899b4c2 req-587f1354-f98b-4869-a999-10acbc6d2f8e service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892823 Jan 29 04:52:41.263954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-82b7b3a5-cd2c-4ddd-bf4d-efa79dbab176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:41.265612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-82b7b3a5-cd2c-4ddd-bf4d-efa79dbab176 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0725131 Jan 29 04:52:41.288495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d91fc3-0c8a-4d6b-a1d5-e65df778e3a4 req-41b867ce-7ff4-4ff9-82f4-b53c39e42ae9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:41.289942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5d91fc3-0c8a-4d6b-a1d5-e65df778e3a4 req-41b867ce-7ff4-4ff9-82f4-b53c39e42ae9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0637901 Jan 29 04:52:41.377535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5d91fc3-0c8a-4d6b-a1d5-e65df778e3a4 req-8953a935-1e7d-4cbf-9d34-2a21dc424325 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773866 Jan 29 04:52:41.397093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-8d3e250a-b8e1-43bb-8c2b-2b2132a0fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:41.398727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-8d3e250a-b8e1-43bb-8c2b-2b2132a0fb29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.1255326 Jan 29 04:52:41.440269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-de2c6255-0a43-4912-aef4-12a156fa0e9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=672478de-fffb-4fac-a35b-26d8e359cfb8 HTTP/1.1" status: 200 len: 217 time: 0.0350351 Jan 29 04:52:41.488677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-73b4a307-4477-4644-848d-2550dbc0eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:41.490202 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-73b4a307-4477-4644-848d-2550dbc0eeab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0426681 Jan 29 04:52:41.540160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-9ffd0e73-099a-4f23-b285-6ba0a3ce9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:41.541664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-9ffd0e73-099a-4f23-b285-6ba0a3ce9503 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445962 Jan 29 04:52:41.632349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-ba7cd344-4641-4359-b647-f32ab5c77881 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Jan 29 04:52:41.731949 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca3a0aa-737e-4ffe-90ba-fbcd2d94c740 req-6dce6774-c661-4d63-a232-f3909e008f8e service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929368 Jan 29 04:52:42.022693 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:42.618281 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42024cb4-082b-4609-bac7-629ff9ff3a3f req-494eb5d0-e47f-4a83-b91f-8d911bb3b3e9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:42.619833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42024cb4-082b-4609-bac7-629ff9ff3a3f req-494eb5d0-e47f-4a83-b91f-8d911bb3b3e9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.1740489 Jan 29 04:52:42.662565 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42024cb4-082b-4609-bac7-629ff9ff3a3f req-8985d862-4b5b-4ac1-93fb-cdcb08dec3f9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363326 Jan 29 04:52:43.666033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:43.781122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed98b8-bd78-47be-a080-829de433eb9a req-63bc0dd6-5828-41c4-87a1-ffbeb04933e9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:43.782700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15ed98b8-bd78-47be-a080-829de433eb9a req-63bc0dd6-5828-41c4-87a1-ffbeb04933e9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0498271 Jan 29 04:52:43.821138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15ed98b8-bd78-47be-a080-829de433eb9a req-75442fba-5738-4e37-b274-e42ca92d234c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Jan 29 04:52:44.363826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-5bbce6bb-af2b-41d4-b4ba-d352f6f203e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397177 Jan 29 04:52:44.460846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-213f6e95-805a-4c58-a6c0-e0a6df60ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:44.462370 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-213f6e95-805a-4c58-a6c0-e0a6df60ef9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.0414608 Jan 29 04:52:44.580039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-a8664f42-e8c2-4f95-a220-0e667b69c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:44.581522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-a8664f42-e8c2-4f95-a220-0e667b69c46e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 910 time: 0.1006715 Jan 29 04:52:44.652569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-25909b2b-2d1c-4d11-adb1-3e61df958283 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 1001 time: 0.0630546 Jan 29 04:52:44.699588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-4c9b0e1b-1c86-4b62-af36-505ef614fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:44.701014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-4c9b0e1b-1c86-4b62-af36-505ef614fd16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.0434084 Jan 29 04:52:44.751458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-2915c610-0fb4-47ab-bdd2-fcf243f61ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:44.752946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-2915c610-0fb4-47ab-bdd2-fcf243f61ff1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449409 Jan 29 04:52:44.851967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-102f049b-aa36-493b-b577-f65ff5264293 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921607 Jan 29 04:52:44.986045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b65f-86ad-4398-b174-973857cd508f req-2d59aa06-efca-440a-bcca-5a56223a6fc0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:44.987453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d769b65f-86ad-4398-b174-973857cd508f req-2d59aa06-efca-440a-bcca-5a56223a6fc0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0779777 Jan 29 04:52:44.991230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2e9f07-5bfa-46bb-82b0-6dc343dce0d0 req-d8ced09b-c801-4d18-91e9-f20cffa3307a service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329141 Jan 29 04:52:45.026175 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d769b65f-86ad-4398-b174-973857cd508f req-0f186328-cb13-44a5-986e-951c93c83e29 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Jan 29 04:52:46.142466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2c8f-2046-4290-a53f-86eb8bfd2cab req-086e0e2b-0ccf-4ced-b8f5-8d28c07ed6b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:46.143854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c0d2c8f-2046-4290-a53f-86eb8bfd2cab req-086e0e2b-0ccf-4ced-b8f5-8d28c07ed6b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0499003 Jan 29 04:52:46.183303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1c0d2c8f-2046-4290-a53f-86eb8bfd2cab req-7aae8d22-f06b-477b-a23e-f849efa60684 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jan 29 04:52:47.298490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c7d6-efda-4562-9f24-0cf9adcd0209 req-65dd3ea7-b9de-459c-ac0e-7c4bbb489af7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:47.300348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad46c7d6-efda-4562-9f24-0cf9adcd0209 req-65dd3ea7-b9de-459c-ac0e-7c4bbb489af7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0496495 Jan 29 04:52:47.344210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ad46c7d6-efda-4562-9f24-0cf9adcd0209 req-2b64bf84-b815-4d8a-99fa-5e11bcc015ec tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jan 29 04:52:47.708716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32992) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:47.849643 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c1ae6812-50d8-4fee-82f2-0032b229689d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f925e60c59df475187a4fb8fe7a6a688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397729 Jan 29 04:52:47.852299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 32996) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:52:47.899648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2cc-cd11-49a6-bc29-69c5ba77021b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:47.921583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2cc-cd11-49a6-bc29-69c5ba77021b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:47.968296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2cc-cd11-49a6-bc29-69c5ba77021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:47.971064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2cc-cd11-49a6-bc29-69c5ba77021b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:47.974600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e3d3f2cc-cd11-49a6-bc29-69c5ba77021b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49f464cd-04ed-4f43-88c2-631e57de9be7 HTTP/1.1" status: 204 len: 168 time: 0.1190670 Jan 29 04:52:47.980971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3f2cc-cd11-49a6-bc29-69c5ba77021b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f464cd-04ed-4f43-88c2-631e57de9be7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:48.464451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea58cf3-da9f-47e5-9a9d-7aabfe71a426 req-50decf29-9636-49d5-86f3-28edbe46c8b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:48.465984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ea58cf3-da9f-47e5-9a9d-7aabfe71a426 req-50decf29-9636-49d5-86f3-28edbe46c8b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0539477 Jan 29 04:52:48.503646 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ea58cf3-da9f-47e5-9a9d-7aabfe71a426 req-c783011b-fe58-478e-811c-132f5e7ac274 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Jan 29 04:52:49.623505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1126b-30f6-4b2b-8a7c-41c938b2f43f req-e71e8e77-ca3b-4c69-94f8-4707326f7e70 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:49.625987 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2a1126b-30f6-4b2b-8a7c-41c938b2f43f req-e71e8e77-ca3b-4c69-94f8-4707326f7e70 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0505507 Jan 29 04:52:49.664437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2a1126b-30f6-4b2b-8a7c-41c938b2f43f req-43c47a09-a05a-4e8c-baf1-9a6a2ba46093 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Jan 29 04:52:50.781315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d9fb-d944-49d4-bc9c-f53e476d6400 req-f258e5c8-6e89-40f2-94ee-aa66dd4bd7b3 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:50.782856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54b0d9fb-d944-49d4-bc9c-f53e476d6400 req-f258e5c8-6e89-40f2-94ee-aa66dd4bd7b3 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0493464 Jan 29 04:52:50.822544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54b0d9fb-d944-49d4-bc9c-f53e476d6400 req-0f1b6b79-50e1-4016-9854-fa9d420a647e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Jan 29 04:52:50.937774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 672478de-fffb-4fac-a35b-26d8e359cfb8 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:52:51.036734 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 672478de-fffb-4fac-a35b-26d8e359cfb8, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=672478de-fffb-4fac-a35b-26d8e359cfb8,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:51.047782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '672478de-fffb-4fac-a35b-26d8e359cfb8', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': '672478de-fffb-4fac-a35b-26d8e359cfb8', 'mac_address': 'fa:16:3e:84:c5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:52:51.086693 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:51.100258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672478de-fffb-4fac-a35b-26d8e359cfb8 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:52:51.120090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 672478de-fffb-4fac-a35b-26d8e359cfb8, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=672478de-fffb-4fac-a35b-26d8e359cfb8,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:51.124998 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:51.176081 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=672478de-fffb-4fac-a35b-26d8e359cfb8,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:51.403491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['672478de-fffb-4fac-a35b-26d8e359cfb8'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:51.635070 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:52:51.942595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd445d-08d7-4fdc-bd4f-765b0661d94c req-38ce611a-73e3-4452-9514-43bb172656e7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:51.944087 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6cd445d-08d7-4fdc-bd4f-765b0661d94c req-38ce611a-73e3-4452-9514-43bb172656e7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 944 time: 0.0534222 Jan 29 04:52:51.984452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6cd445d-08d7-4fdc-bd4f-765b0661d94c req-bbe10924-d015-40f8-b8a4-8741224b2031 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jan 29 04:52:52.969430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 672478de-fffb-4fac-a35b-26d8e359cfb8 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:52:53.021423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 672478de-fffb-4fac-a35b-26d8e359cfb8 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:52:53.025856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 672478de-fffb-4fac-a35b-26d8e359cfb8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:52:53.026349 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:53.109368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438d30-f025-47a3-8f96-16cdc5d9c8ef req-29aba8c5-3db6-4890-807a-d7defa7414e1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:53.110896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2438d30-f025-47a3-8f96-16cdc5d9c8ef req-29aba8c5-3db6-4890-807a-d7defa7414e1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 944 time: 0.0543675 Jan 29 04:52:53.114442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:53.143627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672478de-fffb-4fac-a35b-26d8e359cfb8'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:53.145918 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d594531-a376-4197-8376-b12a8a74369f" -d '{"events": [{"server_uuid": "eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5", "name": "network-vif-plugged", "status": "completed", "tag": "672478de-fffb-4fac-a35b-26d8e359cfb8"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:53.161373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 672478de-fffb-4fac-a35b-26d8e359cfb8, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=672478de-fffb-4fac-a35b-26d8e359cfb8,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:53.164185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2438d30-f025-47a3-8f96-16cdc5d9c8ef req-c889e1c9-4575-4c48-aa99-07b2bdc20daa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Jan 29 04:52:53.166818 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:53.194971 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3fa03b-a90b-4616-a84b-ee4633e92006 x-openstack-request-id: req-0f3fa03b-a90b-4616-a84b-ee4633e92006 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:53.195269 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5", "name": "network-vif-plugged", "status": "completed", "tag": "672478de-fffb-4fac-a35b-26d8e359cfb8", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:53.195528 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f3fa03b-a90b-4616-a84b-ee4633e92006 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:53.195961 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672478de-fffb-4fac-a35b-26d8e359cfb8', 'code': 200} Jan 29 04:52:53.225353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=672478de-fffb-4fac-a35b-26d8e359cfb8,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:53.337608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1396c-a953-4517-a5ad-b09817b0275f req-60ffc33d-38ca-47c5-be66-751ca1543620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:53.339238 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ce1396c-a953-4517-a5ad-b09817b0275f req-60ffc33d-38ca-47c5-be66-751ca1543620 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0502656 Jan 29 04:52:53.375781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ce1396c-a953-4517-a5ad-b09817b0275f req-d844b7fb-5f57-4c53-bad8-f0e5f8de2930 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302761 Jan 29 04:52:53.874272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a623b9d2-7be4-461a-ab23-aec14c674627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:54.280550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8469-502b-4551-890f-2a6f7577ec4f req-8ce28ef3-7a68-441a-8f73-a916a2b8f234 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:54.282092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-135a8469-502b-4551-890f-2a6f7577ec4f req-8ce28ef3-7a68-441a-8f73-a916a2b8f234 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0501966 Jan 29 04:52:54.322685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-135a8469-502b-4551-890f-2a6f7577ec4f req-45a49ccc-4db2-498d-b37e-07a55d303046 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Jan 29 04:52:55.445742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12cab4-89c3-4a56-8480-3ffe88a1618f req-a1197ed3-ca6b-4119-9736-66e8db5e18f6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:55.447248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c12cab4-89c3-4a56-8480-3ffe88a1618f req-a1197ed3-ca6b-4119-9736-66e8db5e18f6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0533671 Jan 29 04:52:55.487956 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2c12cab4-89c3-4a56-8480-3ffe88a1618f req-7b9d35a3-eec0-49a6-8411-ddfc505c949f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Jan 29 04:52:55.603499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b4f72-2e56-43b1-ae0d-86079036969a req-bbd8ccc0-8d52-4759-b748-acf13c2de014 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:55.606048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0b4f72-2e56-43b1-ae0d-86079036969a req-bbd8ccc0-8d52-4759-b748-acf13c2de014 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Jan 29 04:52:55.644953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0b4f72-2e56-43b1-ae0d-86079036969a req-413aa338-25d0-43a6-a3cc-6e974447f9ea tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329835 Jan 29 04:52:55.767589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1f4e-1e04-47d6-b488-81d1c4436ae6 req-0e3a5b5e-37d3-4d11-9563-debc9b04663d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:55.769397 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-212a1f4e-1e04-47d6-b488-81d1c4436ae6 req-0e3a5b5e-37d3-4d11-9563-debc9b04663d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0523565 Jan 29 04:52:55.809906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-212a1f4e-1e04-47d6-b488-81d1c4436ae6 req-c83b1538-228b-4845-9a46-db1f4ce71bd1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Jan 29 04:52:56.058941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3285-6676-4135-a624-6d154314d2e5 req-3dfba3a4-c0c7-4b3f-bc09-01787943736a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:56.060436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-263e3285-6676-4135-a624-6d154314d2e5 req-3dfba3a4-c0c7-4b3f-bc09-01787943736a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0540464 Jan 29 04:52:56.099027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-263e3285-6676-4135-a624-6d154314d2e5 req-60222fe1-f9bc-43df-8240-b93034b70bff tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Jan 29 04:52:56.126841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0227b51b-4b3d-4597-a5a2-e53c0181c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:57.227673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbef23c-542a-4a80-b32c-b47a930e4855 req-b7d9c9b0-284b-4d4e-936b-fcb2b939a987 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:57.229248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbbef23c-542a-4a80-b32c-b47a930e4855 req-b7d9c9b0-284b-4d4e-936b-fcb2b939a987 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0553384 Jan 29 04:52:57.269798 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbbef23c-542a-4a80-b32c-b47a930e4855 req-2f0ccee2-a126-4b2d-a2a0-e948eb1ecf48 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Jan 29 04:52:57.356377 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:57.631041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-3bd72929-dd36-4947-93df-db002b5eb7fd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:52:57.632508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-3bd72929-dd36-4947-93df-db002b5eb7fd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0506163 Jan 29 04:52:57.726552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 672478de-fffb-4fac-a35b-26d8e359cfb8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:52:57.726927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:57.819585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port 672478de-fffb-4fac-a35b-26d8e359cfb8, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=672478de-fffb-4fac-a35b-26d8e359cfb8,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:52:57.819958 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:57.832027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 672478de-fffb-4fac-a35b-26d8e359cfb8 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:52:57.999055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:58.028838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=672478de-fffb-4fac-a35b-26d8e359cfb8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:52:58.031562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['672478de-fffb-4fac-a35b-26d8e359cfb8'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:52:58.084466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port 672478de-fffb-4fac-a35b-26d8e359cfb8 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:52:58.087249 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:58.091626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7fdc9fd8-f5c2-4595-9f8c-519fc649a23a req-7cad2046-7075-4584-be46-28563a9812bd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "DELETE /v2.0/ports/672478de-fffb-4fac-a35b-26d8e359cfb8 HTTP/1.1" status: 204 len: 173 time: 0.4536231 Jan 29 04:52:58.092074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'name': 'network-vif-deleted', 'tag': '672478de-fffb-4fac-a35b-26d8e359cfb8'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:52:58.094457 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03411cd-a7ac-476f-abb9-5ae334fef90f" -d '{"events": [{"server_uuid": "eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5", "name": "network-vif-deleted", "tag": "672478de-fffb-4fac-a35b-26d8e359cfb8"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:52:58.142427 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd3286-c3c8-4dc3-8ccd-4e599bc9c0af x-openstack-request-id: req-8acd3286-c3c8-4dc3-8ccd-4e599bc9c0af {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:52:58.142769 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5", "name": "network-vif-deleted", "tag": "672478de-fffb-4fac-a35b-26d8e359cfb8", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:52:58.143026 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8acd3286-c3c8-4dc3-8ccd-4e599bc9c0af {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:52:58.143517 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5', 'name': 'network-vif-deleted', 'tag': '672478de-fffb-4fac-a35b-26d8e359cfb8', 'status': 'completed', 'code': 200} Jan 29 04:52:58.371906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-818df5c5-df0d-40d5-a01f-bba0a1e09e3c req-2fa851a3-ca6f-4ccd-a94c-6c2765861b1f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0268848 Jan 29 04:52:59.189173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:59.248558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:52:59.476132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acb1a43f-0410-49fe-83d1-a48c5211c915 req-f6e5b8eb-f939-4609-938b-7aa069453864 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0290871 Jan 29 04:53:00.576306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f9bd52f2-4625-403a-b29e-0a67f655822d req-bafae774-28a5-458b-8629-8833fb8f1390 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Jan 29 04:53:00.969334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 672478de-fffb-4fac-a35b-26d8e359cfb8 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:53:00.989771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 672478de-fffb-4fac-a35b-26d8e359cfb8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:53:00.990167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 672478de-fffb-4fac-a35b-26d8e359cfb8 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:53:01.689067 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15f47a4f-ade2-4f50-a00a-b5d4cb25e85e req-cc2e71a1-3c65-4bcc-8979-a1978bdceb5a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb91996e-1eaf-48e4-9a0b-44ac87a0c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Jan 29 04:53:12.028745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:13.663322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:23.884116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-450c5b04-646c-4e25-9e1e-aa90070e94ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:25.023276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-03e44551-506e-4349-88b1-9fefe803aeec tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:25.024750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-03e44551-506e-4349-88b1-9fefe803aeec tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1061459 Jan 29 04:53:25.040160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-54321bcc-d423-49a4-97d0-aeacf1f14472 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0090082 Jan 29 04:53:25.091449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-e6cb821f-bd3e-4d6d-ac6a-6a15193209ef tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457945 Jan 29 04:53:25.178387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-8db982f0-d77f-449a-82ac-7d08fb25e146 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801051 Jan 29 04:53:25.273805 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-cc6aabf2-e3d2-4bd0-b7f0-d9155c224710 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871544 Jan 29 04:53:25.662122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f858ee0-a5fb-49af-aa1d-bda557462fb7 req-1eef88e1-882b-4cda-bca6-dcc71cc7e80f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 210 time: 0.2224832 Jan 29 04:53:26.129235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfcdd-fa79-457a-859e-b7ede5bc63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:26.453123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-7ab3e818-916e-459e-9e16-5fb274abbc88 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:26.454615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-7ab3e818-916e-459e-9e16-5fb274abbc88 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1091447 Jan 29 04:53:26.472451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:53:26.592794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:53:26.596435 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:26.745645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.4 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/dede3efd-4fba-49a5-90d2-c3f8197e170e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:53:26.776735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e492650-6a07-49ea-9410-bb821f5e66a1 req-ed9e6109-cbba-4034-956b-902049718b44 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Jan 29 04:53:26.936485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:26.971032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.019828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:53:27.022843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:53:27.027745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:53:27.056104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=dede3efd-4fba-49a5-90d2-c3f8197e170e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:27.086705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:27.087919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.114522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-1adcd714-3baa-4ea2-afd5-126241287f1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455274 Jan 29 04:53:27.140668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Request body: {'port': {'device_id': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:53:27.202998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.294176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-80b0a9a4-0987-4890-97fb-76551e30d09a None None] Provisioning complete for port dede3efd-4fba-49a5-90d2-c3f8197e170e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:53:27.295255 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-80b0a9a4-0987-4890-97fb-76551e30d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.357118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-80b0a9a4-0987-4890-97fb-76551e30d09a None None] Port dede3efd-4fba-49a5-90d2-c3f8197e170e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:53:27.377976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.499670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dede3efd-4fba-49a5-90d2-c3f8197e170e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:53:27.506120 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.522809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Transition to ACTIVE for port object dede3efd-4fba-49a5-90d2-c3f8197e170e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:53:27.527822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.626531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Pushing event updated for resources: {'Port': ['ID=dede3efd-4fba-49a5-90d2-c3f8197e170e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:27.692184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Attempting to bind port dede3efd-4fba-49a5-90d2-c3f8197e170e on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:53:27.692585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Attempting to bind port dede3efd-4fba-49a5-90d2-c3f8197e170e by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:53:27.692976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Attempting to bind port dede3efd-4fba-49a5-90d2-c3f8197e170e on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:53:27.698581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Port dede3efd-4fba-49a5-90d2-c3f8197e170e on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:53:27.698962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Attempting to bind port dede3efd-4fba-49a5-90d2-c3f8197e170e on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:53:27.704391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:53:27.704874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:53:27.705206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:53:27.705769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Bound port: dede3efd-4fba-49a5-90d2-c3f8197e170e, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:53:27.706161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.784407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] For port dede3efd-4fba-49a5-90d2-c3f8197e170e, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:53:27.788477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] For port dede3efd-4fba-49a5-90d2-c3f8197e170e, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:53:27.795312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.837003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:27.837619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:27.840456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] 10.222.0.36 "PUT /v2.0/ports/dede3efd-4fba-49a5-90d2-c3f8197e170e HTTP/1.1" status: 200 len: 1091 time: 0.7126896 Jan 29 04:53:27.844587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'tag': 'dede3efd-4fba-49a5-90d2-c3f8197e170e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:53:27.847167 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90761050-0d9d-412d-8931-5be7cd1e1a57" -d '{"events": [{"name": "network-changed", "server_uuid": "75fb2407-3bac-4d44-898e-8f24d1e7a7f9", "tag": "dede3efd-4fba-49a5-90d2-c3f8197e170e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:27.888458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f902f2-21fb-4fd3-a908-b2829c72e423 service neutron] Pushing event updated for resources: {'Port': ['ID=dede3efd-4fba-49a5-90d2-c3f8197e170e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:27.957198 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eb57b7-1f55-405a-a749-6db1fa12d8b2 x-openstack-request-id: req-c0eb57b7-1f55-405a-a749-6db1fa12d8b2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:27.957649 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fb2407-3bac-4d44-898e-8f24d1e7a7f9", "tag": "dede3efd-4fba-49a5-90d2-c3f8197e170e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:27.958159 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0eb57b7-1f55-405a-a749-6db1fa12d8b2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:27.958648 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'tag': 'dede3efd-4fba-49a5-90d2-c3f8197e170e', 'status': 'completed', 'code': 200} Jan 29 04:53:28.004104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-13a46aad-0afa-4ae7-a58e-606012f851d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.006031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-13a46aad-0afa-4ae7-a58e-606012f851d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 1094 time: 0.0571823 Jan 29 04:53:28.014393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c919-327a-448d-a893-5abb667b5c86 req-abb6c7cf-ea23-4d23-9894-ae85ce0d22a6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.018406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88d0c919-327a-448d-a893-5abb667b5c86 req-abb6c7cf-ea23-4d23-9894-ae85ce0d22a6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.1217344 Jan 29 04:53:28.060874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-41aeb09d-6af2-4683-9c65-1eff3dc67eba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e HTTP/1.1" status: 200 len: 217 time: 0.0413508 Jan 29 04:53:28.128026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88d0c919-327a-448d-a893-5abb667b5c86 req-422689f8-92cf-4252-b539-8e444ab8c0b8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662315 Jan 29 04:53:28.136097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-dcf86bab-8956-41b2-8575-7d1027490bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.137672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-dcf86bab-8956-41b2-8575-7d1027490bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0698619 Jan 29 04:53:28.206581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-0d8f5725-a6f7-4dad-aa50-36f0ecec43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.208126 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-0d8f5725-a6f7-4dad-aa50-36f0ecec43ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562177 Jan 29 04:53:28.342175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-fc70712f-02e3-40f4-8fb5-98c37d083407 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268749 Jan 29 04:53:28.440194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80424a8d-1565-4904-8705-1b49fe8abd4b req-8bcb7fc3-5cb8-49e7-94d1-20eaf9056ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918353 Jan 29 04:53:28.583172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-482e382f-f0a8-47ee-aad6-ac94df9095d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.585063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-482e382f-f0a8-47ee-aad6-ac94df9095d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 1094 time: 0.0713646 Jan 29 04:53:28.633752 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:53:28.688445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-f8714ab8-09d2-4fb8-9d42-b249795a6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.690074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-f8714ab8-09d2-4fb8-9d42-b249795a6769 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0987964 Jan 29 04:53:28.734131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-0eb45103-7bfb-4bf5-8bac-3a806344b4a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e HTTP/1.1" status: 200 len: 217 time: 0.0367794 Jan 29 04:53:28.787689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-f35a04b0-3339-4035-84ae-d2884a16ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.789290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-f35a04b0-3339-4035-84ae-d2884a16ba65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0493286 Jan 29 04:53:28.840297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-aa4add94-ee01-482b-8e5c-cfaf385556da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:28.842054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-aa4add94-ee01-482b-8e5c-cfaf385556da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460925 Jan 29 04:53:28.945602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-c93815e5-9c02-4c55-93c6-e79197182c7d service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972383 Jan 29 04:53:29.043521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90761050-0d9d-412d-8931-5be7cd1e1a57 req-4f85be9d-0c1d-4594-84ab-c3ec874acd3b service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912814 Jan 29 04:53:29.202054 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:29.267471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab3b4f-29c6-48b0-b7bc-1eed921c6989 req-c990cbb8-672b-4aa0-af0c-a7d721cc65eb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:29.270349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7ab3b4f-29c6-48b0-b7bc-1eed921c6989 req-c990cbb8-672b-4aa0-af0c-a7d721cc65eb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0546310 Jan 29 04:53:29.274105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:29.349703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7ab3b4f-29c6-48b0-b7bc-1eed921c6989 req-90b5307a-b74b-4ff2-a9c8-20b348480137 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665748 Jan 29 04:53:30.540645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc0d86-1bf9-436a-9017-6dca84d6904a req-261e3b5f-cfa8-4f9c-a7e8-d8e8af32861d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:30.550493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09dc0d86-1bf9-436a-9017-6dca84d6904a req-261e3b5f-cfa8-4f9c-a7e8-d8e8af32861d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0793204 Jan 29 04:53:30.604847 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09dc0d86-1bf9-436a-9017-6dca84d6904a req-606d1074-2157-4178-93be-c7b8cd299c20 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Jan 29 04:53:31.812728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30187a93-4507-4c87-b181-a2144db6887a req-bb399e25-e02a-47cd-8e39-45cef8145114 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:31.815541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30187a93-4507-4c87-b181-a2144db6887a req-bb399e25-e02a-47cd-8e39-45cef8145114 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.1040452 Jan 29 04:53:31.863245 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30187a93-4507-4c87-b181-a2144db6887a req-efdad31a-4947-4a07-8c26-37f7280a16ea tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Jan 29 04:53:33.005829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33484) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:53:33.019078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b34ce-40b6-436e-9633-f51880a4a74e req-b88a5fe0-8767-456c-a3f9-2530225e1396 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:33.027778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-614b34ce-40b6-436e-9633-f51880a4a74e req-b88a5fe0-8767-456c-a3f9-2530225e1396 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0772970 Jan 29 04:53:33.082741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-614b34ce-40b6-436e-9633-f51880a4a74e req-249aa5f1-86d3-425b-b5fc-dfb37cf16e7e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540650 Jan 29 04:53:33.151586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.232289 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.237202 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.263179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f79d857d9e73412ebd6df9302b9666fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555156 Jan 29 04:53:33.265792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:53:33.286481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d6831-59e0-4883-97f5-8c058fe7b8fe,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:33.294306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.294865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.295368 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.295956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.296528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.297094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.297643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.298238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.298769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.299225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.299677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.300075 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b9d60-fc92-4a42-b39f-374eab30ca0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.321931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.344647 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.422574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.426413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:33.426541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f1d6831-59e0-4883-97f5-8c058fe7b8fe HTTP/1.1" status: 204 len: 168 time: 0.1597064 Jan 29 04:53:33.435967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d6831-59e0-4883-97f5-8c058fe7b8fe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:33.443311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:33.448109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b8a41-2ea5-4595-9e4c-dc7519feeab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:34.220822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80c1f0-2bcf-4887-a884-f04cbe376a19 req-d994c6e5-1a53-4f45-8b0f-21a04761b98d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:34.222907 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc80c1f0-2bcf-4887-a884-f04cbe376a19 req-d994c6e5-1a53-4f45-8b0f-21a04761b98d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0524318 Jan 29 04:53:34.278080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc80c1f0-2bcf-4887-a884-f04cbe376a19 req-3e124c72-00a2-4466-aec4-e5d341d16467 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486145 Jan 29 04:53:35.383036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0404b3-ab6c-41ce-a0cf-af5a000cb499 req-5ecbf959-5dfb-4988-a261-9710a4824973 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:35.384445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a0404b3-ab6c-41ce-a0cf-af5a000cb499 req-5ecbf959-5dfb-4988-a261-9710a4824973 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0488935 Jan 29 04:53:35.422941 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a0404b3-ab6c-41ce-a0cf-af5a000cb499 req-5f9f7ad6-87a8-4e03-96b4-edb741ea1230 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jan 29 04:53:36.546646 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d2b43-547e-4460-8a01-bc5015164583 req-d3bd0921-7bdc-400a-95fd-9231824665ba tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:36.548021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f51d2b43-547e-4460-8a01-bc5015164583 req-d3bd0921-7bdc-400a-95fd-9231824665ba tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0544786 Jan 29 04:53:36.589913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f51d2b43-547e-4460-8a01-bc5015164583 req-7e495b0f-8f44-43a0-a144-843bf0688363 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353162 Jan 29 04:53:37.707894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbe43-2efa-4c9d-b641-7fd7a5668b8b req-478844e9-8b94-418b-9101-ef2d5622c3e9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:37.709396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-192dbe43-2efa-4c9d-b641-7fd7a5668b8b req-478844e9-8b94-418b-9101-ef2d5622c3e9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Jan 29 04:53:37.747981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-192dbe43-2efa-4c9d-b641-7fd7a5668b8b req-09a5c58e-a09a-4ded-9eb8-82430dc7b418 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jan 29 04:53:38.910567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e34812-1c05-4d52-a5e8-9b576fa3fe50 req-0e5dd65b-224d-47fe-b783-8735a5b98658 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:38.926762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2e34812-1c05-4d52-a5e8-9b576fa3fe50 req-0e5dd65b-224d-47fe-b783-8735a5b98658 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.1009731 Jan 29 04:53:39.059012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2e34812-1c05-4d52-a5e8-9b576fa3fe50 req-93760820-ef5f-4045-bcd2-7775ac08200b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307542 Jan 29 04:53:40.188297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ae02c-12d7-42c8-ba62-242762638579 req-51207d6e-e31f-4ef5-ad8a-3f054a32cec5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:40.189916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-989ae02c-12d7-42c8-ba62-242762638579 req-51207d6e-e31f-4ef5-ad8a-3f054a32cec5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0578513 Jan 29 04:53:40.243321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-989ae02c-12d7-42c8-ba62-242762638579 req-ce6df9dc-583f-4666-b56e-0165be85da05 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359318 Jan 29 04:53:41.364262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90139c6-a8ed-4d64-a0f4-850fb6deb81b req-e9621bf9-b0d6-43e4-8184-4ff78bbe8751 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:41.365783 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e90139c6-a8ed-4d64-a0f4-850fb6deb81b req-e9621bf9-b0d6-43e4-8184-4ff78bbe8751 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0493276 Jan 29 04:53:41.403985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e90139c6-a8ed-4d64-a0f4-850fb6deb81b req-7a3f4cde-8738-4fb2-b77e-069e2018a7d3 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jan 29 04:53:42.032982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:42.518673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3bbeb-90ac-4f1a-be8e-4a508cab8b6a req-4d6300c5-5ada-4f06-8cf5-8d694a5a6ca5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:42.520144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16d3bbeb-90ac-4f1a-be8e-4a508cab8b6a req-4d6300c5-5ada-4f06-8cf5-8d694a5a6ca5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0488844 Jan 29 04:53:42.558706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16d3bbeb-90ac-4f1a-be8e-4a508cab8b6a req-c735900a-7d69-4c84-aeb6-3a184e7d08f1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jan 29 04:53:43.676941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5eea8-6594-40c9-b2f9-ec2705c3f563 req-03d19223-fbd2-4805-9bf5-049d0fc84dc6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:43.678462 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acc5eea8-6594-40c9-b2f9-ec2705c3f563 req-03d19223-fbd2-4805-9bf5-049d0fc84dc6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0537078 Jan 29 04:53:43.679768 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:43.748044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acc5eea8-6594-40c9-b2f9-ec2705c3f563 req-297fb1e4-3494-4026-a996-8f7c57447856 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626206 Jan 29 04:53:44.882114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe225c4-7174-45ff-b8b3-276b2dbcae90 req-a9770753-242d-42b3-9ecb-0af3bdaf0b22 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:44.883543 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe225c4-7174-45ff-b8b3-276b2dbcae90 req-a9770753-242d-42b3-9ecb-0af3bdaf0b22 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0514865 Jan 29 04:53:44.920534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe225c4-7174-45ff-b8b3-276b2dbcae90 req-daa3ea9d-6e3d-4305-8e49-c3e8db50dd05 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303419 Jan 29 04:53:46.044600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c76e3-3b52-41bc-adf6-e29e969888e0 req-630781f2-934b-49a9-bf1f-e3e9face9e93 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:46.046193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c50c76e3-3b52-41bc-adf6-e29e969888e0 req-630781f2-934b-49a9-bf1f-e3e9face9e93 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0565691 Jan 29 04:53:46.084959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c50c76e3-3b52-41bc-adf6-e29e969888e0 req-30614e4b-c275-489c-9aad-07ea47409e5c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jan 29 04:53:46.377536 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-900d2a2b-33d0-40da-b50d-24856c31c068 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379395 Jan 29 04:53:46.477456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-89b5b439-7042-48c7-ad03-6bbb3a338258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:46.479135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-89b5b439-7042-48c7-ad03-6bbb3a338258 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.0450771 Jan 29 04:53:46.579154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-1bd5df94-9135-4be5-bb73-05731ee970d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:46.580508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-1bd5df94-9135-4be5-bb73-05731ee970d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 910 time: 0.0834155 Jan 29 04:53:46.646532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-00db9d0b-fb8b-46e9-bbec-87f9cca34e9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 1001 time: 0.0594461 Jan 29 04:53:46.694972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-4bebf5d5-f904-43df-a663-88cdab24fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:46.696395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-4bebf5d5-f904-43df-a663-88cdab24fd4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.0435717 Jan 29 04:53:46.741367 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-a4f3b216-e759-4752-aa87-72e0b4654ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:46.742865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-a4f3b216-e759-4752-aa87-72e0b4654ecf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403869 Jan 29 04:53:46.833471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-beb30469-9133-4a39-ae28-6403199d6290 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831811 Jan 29 04:53:46.920280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1ffe120-2ca8-4f38-8a3a-fb0e8c3f03f4 req-f5a8a8ed-42bb-4901-8db9-7adb80ca8c33 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803699 Jan 29 04:53:47.206975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a7845-93e3-4654-88dc-c156be0cdac2 req-16d5413f-994c-49b3-b546-20c4fa6af380 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:47.208454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-871a7845-93e3-4654-88dc-c156be0cdac2 req-16d5413f-994c-49b3-b546-20c4fa6af380 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0493147 Jan 29 04:53:47.246368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-871a7845-93e3-4654-88dc-c156be0cdac2 req-754a77a2-d6b7-4e99-8730-1dcf7b6c6cba tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Jan 29 04:53:48.359716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98357ab5-00ae-4447-af32-2215567a2d2d req-b3a3ae85-ccc3-4713-94dc-58731283b8f8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:48.361160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-98357ab5-00ae-4447-af32-2215567a2d2d req-b3a3ae85-ccc3-4713-94dc-58731283b8f8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0485618 Jan 29 04:53:48.397076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-98357ab5-00ae-4447-af32-2215567a2d2d req-e222cc4a-f8c3-4842-a2f8-59bbe14a7558 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298882 Jan 29 04:53:49.123716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dede3efd-4fba-49a5-90d2-c3f8197e170e details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:53:49.215772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port dede3efd-4fba-49a5-90d2-c3f8197e170e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:49.227069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'dede3efd-4fba-49a5-90d2-c3f8197e170e', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': 'dede3efd-4fba-49a5-90d2-c3f8197e170e', 'mac_address': 'fa:16:3e:fa:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:53:49.272186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:49.294777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dede3efd-4fba-49a5-90d2-c3f8197e170e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:53:49.315924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port dede3efd-4fba-49a5-90d2-c3f8197e170e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:49.320624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:49.366578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=dede3efd-4fba-49a5-90d2-c3f8197e170e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:49.374370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.374720 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.375062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.375399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.375733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.376064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.376391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.376716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.377040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.377363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.377692 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.378047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:53:49.512751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9826-2ce1-423f-8131-0c97ab6b2590 req-35e7af6a-2737-4931-8106-372bf5753597 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:49.514157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24bb9826-2ce1-423f-8131-0c97ab6b2590 req-35e7af6a-2737-4931-8106-372bf5753597 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0492570 Jan 29 04:53:49.551438 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24bb9826-2ce1-423f-8131-0c97ab6b2590 req-a56f8eb7-beb8-4e33-ba83-d95d9d84edad tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jan 29 04:53:49.577849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dede3efd-4fba-49a5-90d2-c3f8197e170e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:53:50.678964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58002144-827a-40a7-bc82-7a56d738f36c req-68df84eb-e12e-4b91-a1c3-1eca94943a06 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:50.680501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58002144-827a-40a7-bc82-7a56d738f36c req-68df84eb-e12e-4b91-a1c3-1eca94943a06 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0612421 Jan 29 04:53:50.719933 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58002144-827a-40a7-bc82-7a56d738f36c req-09193239-bf13-4b95-b9d1-193f22eadbae tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Jan 29 04:53:51.125493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dede3efd-4fba-49a5-90d2-c3f8197e170e up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:53:51.173878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port dede3efd-4fba-49a5-90d2-c3f8197e170e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:53:51.177592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port dede3efd-4fba-49a5-90d2-c3f8197e170e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:53:51.177978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.252785 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.274941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede3efd-4fba-49a5-90d2-c3f8197e170e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:53:51.277702 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee7842-e561-4487-8532-6a56125c99a7" -d '{"events": [{"server_uuid": "75fb2407-3bac-4d44-898e-8f24d1e7a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "dede3efd-4fba-49a5-90d2-c3f8197e170e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:51.290602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port dede3efd-4fba-49a5-90d2-c3f8197e170e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:51.295876 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.324843 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74702f30-bf70-43be-9bde-f0703e386e99 x-openstack-request-id: req-74702f30-bf70-43be-9bde-f0703e386e99 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:51.325133 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fb2407-3bac-4d44-898e-8f24d1e7a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "dede3efd-4fba-49a5-90d2-c3f8197e170e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:51.325398 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74702f30-bf70-43be-9bde-f0703e386e99 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:51.325767 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede3efd-4fba-49a5-90d2-c3f8197e170e', 'code': 200} Jan 29 04:53:51.353142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=dede3efd-4fba-49a5-90d2-c3f8197e170e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:51.623624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33660) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:53:51.740937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc94b27-127b-4c3d-9cb6-194f0cbaa84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.749419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46740c53-3f73-46f5-9eb0-b0b91d0da31a req-5f07173d-ab61-456e-9942-f52029b1d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:51.750950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46740c53-3f73-46f5-9eb0-b0b91d0da31a req-5f07173d-ab61-456e-9942-f52029b1d61b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.3441191 Jan 29 04:53:51.785606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46740c53-3f73-46f5-9eb0-b0b91d0da31a req-10ee166f-ccaf-4447-884c-0054d2aff48b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270572 Jan 29 04:53:51.847696 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc94b27-127b-4c3d-9cb6-194f0cbaa84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.851927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bc94b27-127b-4c3d-9cb6-194f0cbaa84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.869305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333cdad-e480-4af0-9583-18a416e4ac6d req-f79fc329-a99c-49e9-bc3a-26d848a303af tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:51.870925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e333cdad-e480-4af0-9583-18a416e4ac6d req-f79fc329-a99c-49e9-bc3a-26d848a303af tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0823169 Jan 29 04:53:51.909660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7bc94b27-127b-4c3d-9cb6-194f0cbaa84c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c875928bc39742b898b5d76fa8c637de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849383 Jan 29 04:53:51.912460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:53:51.918874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc94b27-127b-4c3d-9cb6-194f0cbaa84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61646d4d-db5f-41a3-a9b9-bfae005b0c5c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:51.934865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e333cdad-e480-4af0-9583-18a416e4ac6d req-17faeb83-f72d-4d7d-8ea9-4f1419a960cf tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545249 Jan 29 04:53:51.963041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0e04131-3a1c-49d2-9945-09e82e3f107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:51.983348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0e04131-3a1c-49d2-9945-09e82e3f107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:52.026782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0e04131-3a1c-49d2-9945-09e82e3f107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:52.029312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0e04131-3a1c-49d2-9945-09e82e3f107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:52.030464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0e04131-3a1c-49d2-9945-09e82e3f107f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61646d4d-db5f-41a3-a9b9-bfae005b0c5c HTTP/1.1" status: 204 len: 168 time: 0.1170275 Jan 29 04:53:52.037737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e04131-3a1c-49d2-9945-09e82e3f107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61646d4d-db5f-41a3-a9b9-bfae005b0c5c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:52.871136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-93b5db5a-2ad4-455c-9bd4-649fe7beebf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452666 Jan 29 04:53:52.968353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf37c9d-a127-4d50-9992-325617345935 req-040f7ebc-93cd-451c-832f-bd0014064dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:52.970398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-040f7ebc-93cd-451c-832f-bd0014064dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0460804 Jan 29 04:53:53.110563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c862db1-67aa-428d-8a50-c08debe82d07 req-26f43cd9-f529-47e2-99d3-f2ab51a6bfd1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.112446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c862db1-67aa-428d-8a50-c08debe82d07 req-26f43cd9-f529-47e2-99d3-f2ab51a6bfd1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1046264 Jan 29 04:53:53.151701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf37c9d-a127-4d50-9992-325617345935 req-63320b16-7f2e-42f7-b2d4-8a2b8b8a5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.153175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-63320b16-7f2e-42f7-b2d4-8a2b8b8a5cca service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.1641076 Jan 29 04:53:53.201464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-85c5ce36-895a-493f-9eb4-4ec7e945ebce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e HTTP/1.1" status: 200 len: 217 time: 0.0375688 Jan 29 04:53:53.206580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6c862db1-67aa-428d-8a50-c08debe82d07 req-a8e9461a-0925-4794-9bb8-4307a0e80c30 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794823 Jan 29 04:53:53.254106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf37c9d-a127-4d50-9992-325617345935 req-a2ae9880-43e2-45f8-8228-d2a6626f6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.255719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-a2ae9880-43e2-45f8-8228-d2a6626f6d03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0482812 Jan 29 04:53:53.309385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf37c9d-a127-4d50-9992-325617345935 req-26e10b05-eba9-4d43-9368-cf0a6afbe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.311037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-26e10b05-eba9-4d43-9368-cf0a6afbe159 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487390 Jan 29 04:53:53.330453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda5f85-5c70-4f2f-8a9b-4aaf3793047d req-f01c2920-b6e3-4415-ae4f-a5b5a02a8db1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.332135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8cda5f85-5c70-4f2f-8a9b-4aaf3793047d req-f01c2920-b6e3-4415-ae4f-a5b5a02a8db1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0571802 Jan 29 04:53:53.374664 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8cda5f85-5c70-4f2f-8a9b-4aaf3793047d req-b89882cd-2daf-4948-8a7f-5ee2ab766912 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Jan 29 04:53:53.406151 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-d0ca9c2c-8584-4faf-bca0-ee11c419307c service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871325 Jan 29 04:53:53.537318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4285b-b75f-427d-ad94-a7944ef3c848 req-3e6c458b-9607-4acd-bf04-0c63d0f55712 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.538820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13c4285b-b75f-427d-ad94-a7944ef3c848 req-3e6c458b-9607-4acd-bf04-0c63d0f55712 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0750015 Jan 29 04:53:53.543253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bf37c9d-a127-4d50-9992-325617345935 req-58b46f4e-9b56-45b3-8a4f-829253f8eeb8 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296039 Jan 29 04:53:53.580855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-13c4285b-b75f-427d-ad94-a7944ef3c848 req-ac7e2a4c-a76d-4ea3-b67e-c8afdf0ce010 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Jan 29 04:53:53.875271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-09e4b137-a56a-4a2b-a2f5-73d043da5e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:53.883256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f16e-670d-468d-8401-756044f3a83b req-8014f4fa-6b06-4b45-9fbf-d3a9a74b860a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:53.884900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94b2f16e-670d-468d-8401-756044f3a83b req-8014f4fa-6b06-4b45-9fbf-d3a9a74b860a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0550430 Jan 29 04:53:53.922764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-94b2f16e-670d-468d-8401-756044f3a83b req-0540201d-92a9-4441-b35b-40567a422cde tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jan 29 04:53:55.040098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f27b30-1ee2-4423-b59e-d325d0269673 req-bc55c858-5b7a-4ec3-bbde-81ef04d03e06 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:55.041906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4f27b30-1ee2-4423-b59e-d325d0269673 req-bc55c858-5b7a-4ec3-bbde-81ef04d03e06 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0509455 Jan 29 04:53:55.079808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e4f27b30-1ee2-4423-b59e-d325d0269673 req-79009178-0875-4d44-91d0-6815bead140d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jan 29 04:53:55.468949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-7c86030b-1f66-48f3-bb1d-46eb56fea618 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:53:55.470505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-7c86030b-1f66-48f3-bb1d-46eb56fea618 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0545392 Jan 29 04:53:55.563988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port dede3efd-4fba-49a5-90d2-c3f8197e170e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:53:55.564329 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:55.651406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port dede3efd-4fba-49a5-90d2-c3f8197e170e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=dede3efd-4fba-49a5-90d2-c3f8197e170e,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:53:55.651649 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:55.662935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for dede3efd-4fba-49a5-90d2-c3f8197e170e owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:53:55.784389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:55.817933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=dede3efd-4fba-49a5-90d2-c3f8197e170e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:53:55.818160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['dede3efd-4fba-49a5-90d2-c3f8197e170e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:53:55.861552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port dede3efd-4fba-49a5-90d2-c3f8197e170e on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:53:55.864262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:55.867633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-45c161d2-bf98-404d-9856-a8d627e9f8f3 req-95cafb85-75c8-4606-a552-be1390663733 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "DELETE /v2.0/ports/dede3efd-4fba-49a5-90d2-c3f8197e170e HTTP/1.1" status: 204 len: 173 time: 0.3897328 Jan 29 04:53:55.868097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'name': 'network-vif-deleted', 'tag': 'dede3efd-4fba-49a5-90d2-c3f8197e170e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:53:55.870420 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d554ece4-5be9-4b92-b45f-3e5804d153c9" -d '{"events": [{"server_uuid": "75fb2407-3bac-4d44-898e-8f24d1e7a7f9", "name": "network-vif-deleted", "tag": "dede3efd-4fba-49a5-90d2-c3f8197e170e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:53:55.912323 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b72e8c5-c1b0-42d0-8809-aec071c22e01 x-openstack-request-id: req-9b72e8c5-c1b0-42d0-8809-aec071c22e01 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:53:55.912491 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fb2407-3bac-4d44-898e-8f24d1e7a7f9", "name": "network-vif-deleted", "tag": "dede3efd-4fba-49a5-90d2-c3f8197e170e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:53:55.912752 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b72e8c5-c1b0-42d0-8809-aec071c22e01 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:53:55.913156 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fb2407-3bac-4d44-898e-8f24d1e7a7f9', 'name': 'network-vif-deleted', 'tag': 'dede3efd-4fba-49a5-90d2-c3f8197e170e', 'status': 'completed', 'code': 200} Jan 29 04:53:56.132626 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-06483a7c-d907-4e06-b7ca-a70413862087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:56.176973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fc76edc-bd19-4a70-852d-0fce15e8bade req-073cf1cb-46c0-4c5e-b195-7ea94d099779 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0278935 Jan 29 04:53:57.278174 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0aa55618-bb36-4822-be19-5f151794a4fa req-354272ee-d050-4126-a23a-693c22a8773f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0285926 Jan 29 04:53:57.362940 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:58.377213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff91d0ab-eb52-41e9-bcec-873118bcf86f req-69b174ef-38b8-47b0-b5f4-2ee14abacea2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0297360 Jan 29 04:53:59.188197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dede3efd-4fba-49a5-90d2-c3f8197e170e no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:53:59.211469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: dede3efd-4fba-49a5-90d2-c3f8197e170e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:53:59.211808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device dede3efd-4fba-49a5-90d2-c3f8197e170e not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:53:59.221051 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:59.247641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:53:59.489934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d323b934-3761-4681-859b-02770e7010e6 req-1fc06579-2f55-4291-bcae-8bdf679a06bb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=75fb2407-3bac-4d44-898e-8f24d1e7a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Jan 29 04:54:01.036423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:01.157754 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728fe34a-1e4d-450e-abd1-7cbba9a4207c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.237126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728fe34a-1e4d-450e-abd1-7cbba9a4207c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.241001 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-728fe34a-1e4d-450e-abd1-7cbba9a4207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.282561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-728fe34a-1e4d-450e-abd1-7cbba9a4207c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95d2b652d1e64913b4c31ebb9ca9375e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450683 Jan 29 04:54:01.283387 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe34a-1e4d-450e-abd1-7cbba9a4207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8302078c-e3db-4fca-9e09-8ca480d3cd07,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:01.285259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33774) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:01.343265 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55f9c86-5663-4361-ba9b-26c5b4b430e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.365181 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55f9c86-5663-4361-ba9b-26c5b4b430e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.414695 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55f9c86-5663-4361-ba9b-26c5b4b430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.417913 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c55f9c86-5663-4361-ba9b-26c5b4b430e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:01.419041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c55f9c86-5663-4361-ba9b-26c5b4b430e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8302078c-e3db-4fca-9e09-8ca480d3cd07 HTTP/1.1" status: 204 len: 168 time: 0.1327033 Jan 29 04:54:01.428458 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f9c86-5663-4361-ba9b-26c5b4b430e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302078c-e3db-4fca-9e09-8ca480d3cd07,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:02.070202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33806) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:02.183255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1931001142-network', 'tenant_id': 'e824c362f33f49d597200e207880f368'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:02.210065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Made reservation on behalf of e824c362f33f49d597200e207880f368 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:02.212843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.222019 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.309668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.315895 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.333022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:54:02.349603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.350184 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Added segment 6ac4448e-b19c-453d-86aa-df0e4cad426a of type vlan for network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 Jan 29 04:54:02.394687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ca1291-e618-44f8-9c7d-7b358804f649,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:02.407511 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.432817 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.434410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:02.434990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.484203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4127085 Jan 29 04:54:02.485192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:02.490439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Request body: {'subnet': {'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1931001142-subnet', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:02.499360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c888d-6109-4dc3-93bc-866895b62e48 admin admin] Pushing event updated for resources: {'Network': ['ID=12eaaaa0-c84f-4f77-88a2-feb83200f4a7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:02.511281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:54:02.515408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Made reservation on behalf of e824c362f33f49d597200e207880f368 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:02.518830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.706710 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.765480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1abcc7-fe4c-4224-aae1-ebd3ffb44e40,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:02.774278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Checking segment: {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:02.774699 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Network hostable DHCP agents. Network: 12eaaaa0-c84f-4f77-88a2-feb83200f4a7, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:54:02.792352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:54:02.803143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 12eaaaa0-c84f-4f77-88a2-feb83200f4a7) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:02.820890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:02.821176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c3ea7-73cd-4a89-8393-f460f2837829 None None] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:54:02.822095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.838492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5fad1fc-4034-45b6-a965-ad0da1ce7fbd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3519351 Jan 29 04:54:02.841036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:02.845217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:02.869107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.870135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.927224 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:02.991088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-12eaaaa0-c84f-4f77-88a2-feb83200f4a7', 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'fixed_ips': [{'subnet_id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:54:02.992677 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.064886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.124552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Allocated IP 172.20.0.2 (12eaaaa0-c84f-4f77-88a2-feb83200f4a7/de1abcc7-fe4c-4224-aae1-ebd3ffb44e40/535a643f-88d7-4ce1-ba74-6ca0f17c6775) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:03.266555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.268083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.271949 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.287332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.312022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:03.314847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:03.318173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:03.323447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Pushing event updated for resources: {'Port': ['ID=535a643f-88d7-4ce1-ba74-6ca0f17c6775,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:03.377670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Attempting to bind port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:03.378071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Attempting to bind port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:03.378438 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Attempting to bind port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 on network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:03.383223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:03.383597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Checking segment: {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:03.384204 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.384643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Bound using segment: {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:03.385104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Bound port: 535a643f-88d7-4ce1-ba74-6ca0f17c6775, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:03.385487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.393184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Allocated IP 172.25.4.238 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/713a8add-ffe5-4687-bf9f-a188db645487) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:03.447356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] For port 535a643f-88d7-4ce1-ba74-6ca0f17c6775, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:03.450469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] For port 535a643f-88d7-4ce1-ba74-6ca0f17c6775, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a643f-88d7-4ce1-ba74-6ca0f17c6775,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:03.455083 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.508629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.514913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91b5c-bc2b-44ae-a267-5c856a8973fe None None] Pushing event updated for resources: {'Port': ['ID=535a643f-88d7-4ce1-ba74-6ca0f17c6775,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:03.546206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:03.585976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:03.589814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:03.592828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:03.620067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Pushing event updated for resources: {'Port': ['ID=713a8add-ffe5-4687-bf9f-a188db645487,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:03.869766 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:04.079801 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:04.218493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Router 00b4ef5a-540c-4030-8e67-9ab79118966b is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:54:04.331532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:04.342433 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Sync routers for ids ['00b4ef5a-540c-4030-8e67-9ab79118966b'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:04.352020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:04.356592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-818eef39-63d2-4cdc-80d4-a691f7d104ff admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5120206 Jan 29 04:54:04.356801 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Routers {'00b4ef5a-540c-4030-8e67-9ab79118966b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:04.356801 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00b4ef5a-540c-4030-8e67-9ab79118966b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:04.357041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:04.475746 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Set router 00b4ef5a-540c-4030-8e67-9ab79118966b gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:04.521283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf657d98-2a6f-43e1-a596-fbfe1051e93e None None] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:54:04.670164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:03Z', 'revision_number': 3, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:04.698591 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Checking router: 00b4ef5a-540c-4030-8e67-9ab79118966b for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:04.699353 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Updating router 00b4ef5a-540c-4030-8e67-9ab79118966b port 713a8add-ffe5-4687-bf9f-a188db645487 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:54:04.726394 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:04.787031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c511625a-b7e8-4764-9e6e-b45bb2894e79 None None] Provisioning complete for port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:04.787731 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c511625a-b7e8-4764-9e6e-b45bb2894e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:04.967873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c511625a-b7e8-4764-9e6e-b45bb2894e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.032843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c511625a-b7e8-4764-9e6e-b45bb2894e79 None None] For port 535a643f-88d7-4ce1-ba74-6ca0f17c6775, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a643f-88d7-4ce1-ba74-6ca0f17c6775,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:05.039272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c511625a-b7e8-4764-9e6e-b45bb2894e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.107139 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.111546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511625a-b7e8-4764-9e6e-b45bb2894e79 None None] Pushing event updated for resources: {'Port': ['ID=535a643f-88d7-4ce1-ba74-6ca0f17c6775,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:05.117147 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.183519 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Pushing event updated for resources: {'Port': ['ID=713a8add-ffe5-4687-bf9f-a188db645487,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:05.184515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.202215 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.202686 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.203129 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.203556 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.203980 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.204398 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.204817 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.205234 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.205665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.206121 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.206536 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.206951 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:05.233649 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Attempting to bind port 713a8add-ffe5-4687-bf9f-a188db645487 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:05.234394 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Attempting to bind port 713a8add-ffe5-4687-bf9f-a188db645487 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:05.235111 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Attempting to bind port 713a8add-ffe5-4687-bf9f-a188db645487 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:05.241665 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:05.242247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:05.242745 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.243791 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:05.244365 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Bound port: 713a8add-ffe5-4687-bf9f-a188db645487, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:05.244920 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.282346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a643f-88d7-4ce1-ba74-6ca0f17c6775 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:05.322582 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] For port 713a8add-ffe5-4687-bf9f-a188db645487, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:05.326041 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] For port 713a8add-ffe5-4687-bf9f-a188db645487, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=713a8add-ffe5-4687-bf9f-a188db645487,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:05.331101 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.334319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:05.334905 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.399080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7eec552d-7aa0-4a1a-9dec-dc49e4521648 None None] Provisioning complete for port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:05.400328 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7eec552d-7aa0-4a1a-9dec-dc49e4521648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.400468 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Routers {'00b4ef5a-540c-4030-8e67-9ab79118966b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:05.400961 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00b4ef5a-540c-4030-8e67-9ab79118966b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:05.409310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Allocated IP 172.20.0.1 (12eaaaa0-c84f-4f77-88a2-feb83200f4a7/de1abcc7-fe4c-4224-aae1-ebd3ffb44e40/fbc119e7-34d3-4d56-b8f5-f644d734201e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:05.445760 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff288004-4824-4959-8d5f-05f2c150b829 None None] Pushing event updated for resources: {'Port': ['ID=713a8add-ffe5-4687-bf9f-a188db645487,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:05.532397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] Set router 00b4ef5a-540c-4030-8e67-9ab79118966b gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:05.538628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.582155 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.627973 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:05.632623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:05.637091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:05.646916 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:54:05.659825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc119e7-34d3-4d56-b8f5-f644d734201e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:05.679414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.758139 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:03Z', 'revision_number': 3, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:05.787121 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb303dc-f595-433f-8b52-d4d54e43f39d None None] The sync data for ids ['00b4ef5a-540c-4030-8e67-9ab79118966b'] in n-d-825930-1 is: [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:03Z', 'revision_number': 3, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:05.856976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.952455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-45dca946-dd9b-4766-86cd-3f1bec7e8861 None None] Provisioning complete for port fbc119e7-34d3-4d56-b8f5-f644d734201e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:05.953530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45dca946-dd9b-4766-86cd-3f1bec7e8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:05.992565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-45dca946-dd9b-4766-86cd-3f1bec7e8861 None None] Port fbc119e7-34d3-4d56-b8f5-f644d734201e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:54:06.052975 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:06.066684 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:06.137565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc119e7-34d3-4d56-b8f5-f644d734201e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:06.178701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:06.303686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:06.306432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:06.523836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Router 00b4ef5a-540c-4030-8e67-9ab79118966b has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:54:06.620165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b0e25592-cdbd-4bca-8acd-b065f686cb72 None None] Provisioning complete for port fbc119e7-34d3-4d56-b8f5-f644d734201e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:06.623220 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0e25592-cdbd-4bca-8acd-b065f686cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:06.690806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b0e25592-cdbd-4bca-8acd-b065f686cb72 None None] Port fbc119e7-34d3-4d56-b8f5-f644d734201e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:54:06.700962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:06.707516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d979f69b-0968-4a8a-81d4-3b59f629c174 admin admin] 10.222.0.32 "PUT /v2.0/routers/00b4ef5a-540c-4030-8e67-9ab79118966b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3494277 Jan 29 04:54:07.216761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 713a8add-ffe5-4687-bf9f-a188db645487 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:07.272287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:07.272487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 713a8add-ffe5-4687-bf9f-a188db645487 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:07.272674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.278563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1021189177-network', 'tenant_id': '530fba677d7142439affcba03be224c7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:07.307099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Made reservation on behalf of 530fba677d7142439affcba03be224c7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:07.309598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.318696 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.369234 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.390382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 713a8add-ffe5-4687-bf9f-a188db645487, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=713a8add-ffe5-4687-bf9f-a188db645487,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:07.398442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.399899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a643f-88d7-4ce1-ba74-6ca0f17c6775 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:07.431605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.437881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.469350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 04:54:07.484792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb6348b-cad1-40ce-b1a3-63c3d7a56dcd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:07.488121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.488854 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Added segment 0f02a9ca-7450-478f-9eca-8f4886330eb7 of type vlan for network 3fcf1797-1717-42a0-94c5-6167158eb27f Jan 29 04:54:07.492591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=713a8add-ffe5-4687-bf9f-a188db645487,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:07.499956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:07.500332 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.539412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.572350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.573491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:07.574201 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.630459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3570163 Jan 29 04:54:07.632252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33916) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:07.639413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Request body: {'subnet': {'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1021189177-subnet', 'tenant_id': '530fba677d7142439affcba03be224c7', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:07.652605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4090e-e576-404a-9403-f93779aad5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcf1797-1717-42a0-94c5-6167158eb27f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:07.662202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 3fcf1797-1717-42a0-94c5-6167158eb27f details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 04:54:07.665650 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Made reservation on behalf of 530fba677d7142439affcba03be224c7 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:07.668102 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.812990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Sync routers for ids ['00b4ef5a-540c-4030-8e67-9ab79118966b'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:07.822812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Routers {'00b4ef5a-540c-4030-8e67-9ab79118966b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:07.823685 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00b4ef5a-540c-4030-8e67-9ab79118966b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:07.880676 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:07.939345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:07.948442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Checking segment: {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:07.948805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Network hostable DHCP agents. Network: 3fcf1797-1717-42a0-94c5-6167158eb27f, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 04:54:07.949918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Set router 00b4ef5a-540c-4030-8e67-9ab79118966b gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:07.971973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Network 3fcf1797-1717-42a0-94c5-6167158eb27f is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 04:54:07.985317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 3fcf1797-1717-42a0-94c5-6167158eb27f) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:07.994689 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e43fe-4ecc-4f5d-beff-423554d7781c None None] Network 3fcf1797-1717-42a0-94c5-6167158eb27f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:54:07.995834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:07.996570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.015008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0a453a38-8d54-44b6-b818-b0aac0df9f68 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3810465 Jan 29 04:54:08.017349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33920) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:08.021867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:08.046710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.048840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.114720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.292593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-3fcf1797-1717-42a0-94c5-6167158eb27f', 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f', 'tenant_id': '530fba677d7142439affcba03be224c7', 'fixed_ips': [{'subnet_id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 04:54:08.293736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.315710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:05Z', 'revision_number': 4, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fbc119e7-34d3-4d56-b8f5-f644d734201e', 'name': '', 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'mac_address': 'fa:16:3e:14:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:05Z', 'updated_at': '2022-01-29T04:54:05Z', 'revision_number': 2, 'project_id': 'e824c362f33f49d597200e207880f368', 'subnets': [{'id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:08.349550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Checking router: 00b4ef5a-540c-4030-8e67-9ab79118966b for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:08.349923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Updating router 00b4ef5a-540c-4030-8e67-9ab79118966b port fbc119e7-34d3-4d56-b8f5-f644d734201e binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:54:08.426523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.563010 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.590768 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Allocated IP 172.20.0.2 (3fcf1797-1717-42a0-94c5-6167158eb27f/7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f/089d0b19-856b-46dc-b0c9-b56f798ab5e9) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:08.771710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.793160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.851512 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.862711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.865036 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.875352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:08.909793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Allocated IP 172.25.4.9 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/0ff71cd3-636d-4ebe-8299-2a73cb184683) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:08.921703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Network 3fcf1797-1717-42a0-94c5-6167158eb27f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:08.926294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:08.932599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:08.936264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Pushing event updated for resources: {'Port': ['ID=089d0b19-856b-46dc-b0c9-b56f798ab5e9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:08.987144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c3a0a-9c68-4233-9659-2c874dd91d32 None None] Pushing event updated for resources: {'Port': ['ID=fbc119e7-34d3-4d56-b8f5-f644d734201e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:09.047551 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.086713 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.094243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Attempting to bind port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:09.094620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Attempting to bind port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:09.095409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Attempting to bind port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 on network 3fcf1797-1717-42a0-94c5-6167158eb27f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:09.096987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Attempting to bind port fbc119e7-34d3-4d56-b8f5-f644d734201e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:09.097351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Attempting to bind port fbc119e7-34d3-4d56-b8f5-f644d734201e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:09.097849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Attempting to bind port fbc119e7-34d3-4d56-b8f5-f644d734201e on network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:09.105952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:09.105952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Checking segment: {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:09.105952 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.105952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Bound using segment: {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:09.107061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Bound port: fbc119e7-34d3-4d56-b8f5-f644d734201e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac4448e-b19c-453d-86aa-df0e4cad426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:09.107477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.115592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:09.115968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Checking segment: {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:09.116375 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.116771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Bound using segment: {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:09.117257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Bound port: 089d0b19-856b-46dc-b0c9-b56f798ab5e9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:09.117632 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.139502 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:09.147079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:09.151610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:09.178001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Pushing event updated for resources: {'Port': ['ID=0ff71cd3-636d-4ebe-8299-2a73cb184683,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:09.202556 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 713a8add-ffe5-4687-bf9f-a188db645487 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:09.281009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] For port 089d0b19-856b-46dc-b0c9-b56f798ab5e9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:09.283321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] For port fbc119e7-34d3-4d56-b8f5-f644d734201e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:09.286592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] For port 089d0b19-856b-46dc-b0c9-b56f798ab5e9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=089d0b19-856b-46dc-b0c9-b56f798ab5e9,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:09.288425 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] For port fbc119e7-34d3-4d56-b8f5-f644d734201e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fbc119e7-34d3-4d56-b8f5-f644d734201e,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:09.295913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.300719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.304847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1014205f-b74c-4916-8785-f2c9ddbd319b None None] Provisioning complete for port fbc119e7-34d3-4d56-b8f5-f644d734201e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:09.304847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1014205f-b74c-4916-8785-f2c9ddbd319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.418069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 713a8add-ffe5-4687-bf9f-a188db645487 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:09.418823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.424713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656fb7a-2ef0-4733-8fcd-d825323d56b6 None None] Pushing event updated for resources: {'Port': ['ID=089d0b19-856b-46dc-b0c9-b56f798ab5e9,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:09.501464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.501806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Routers {'00b4ef5a-540c-4030-8e67-9ab79118966b'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:09.502407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00b4ef5a-540c-4030-8e67-9ab79118966b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:09.839693 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.882018 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c3a0a-9c68-4233-9659-2c874dd91d32 None None] Pushing event updated for resources: {'Port': ['ID=fbc119e7-34d3-4d56-b8f5-f644d734201e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:09.905854 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1014205f-b74c-4916-8785-f2c9ddbd319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:09.938366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] Set router 00b4ef5a-540c-4030-8e67-9ab79118966b gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:10.021943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Router 619b0cf8-b835-4fef-be29-fd3bee2676ac is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 04:54:10.046492 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1014205f-b74c-4916-8785-f2c9ddbd319b None None] For port fbc119e7-34d3-4d56-b8f5-f644d734201e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fbc119e7-34d3-4d56-b8f5-f644d734201e,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:10.059591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1014205f-b74c-4916-8785-f2c9ddbd319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:10.139282 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:10.160600 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Sync routers for ids ['619b0cf8-b835-4fef-be29-fd3bee2676ac'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:10.163562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014205f-b74c-4916-8785-f2c9ddbd319b None None] Pushing event updated for resources: {'Port': ['ID=fbc119e7-34d3-4d56-b8f5-f644d734201e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:10.164513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:10.169248 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-15baa672-e889-4618-96da-15fbacbe84ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1506994 Jan 29 04:54:10.169930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:10.172726 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Routers {'619b0cf8-b835-4fef-be29-fd3bee2676ac'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:10.173866 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['619b0cf8-b835-4fef-be29-fd3bee2676ac'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:10.209849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1cd38312-4c51-4569-85ac-5f60652826eb None None] Provisioning complete for port fbc119e7-34d3-4d56-b8f5-f644d734201e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:10.210264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1cd38312-4c51-4569-85ac-5f60652826eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:10.279781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:05Z', 'revision_number': 4, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fbc119e7-34d3-4d56-b8f5-f644d734201e', 'name': '', 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'mac_address': 'fa:16:3e:14:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:05Z', 'updated_at': '2022-01-29T04:54:09Z', 'revision_number': 4, 'project_id': 'e824c362f33f49d597200e207880f368', 'subnets': [{'id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:10.325582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9b5c-a369-4653-a0af-9046ed601d44 None None] The sync data for ids ['00b4ef5a-540c-4030-8e67-9ab79118966b'] in n-d-825930-1 is: [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:05Z', 'revision_number': 4, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fbc119e7-34d3-4d56-b8f5-f644d734201e', 'name': '', 'network_id': '12eaaaa0-c84f-4f77-88a2-feb83200f4a7', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'mac_address': 'fa:16:3e:14:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:05Z', 'updated_at': '2022-01-29T04:54:09Z', 'revision_number': 4, 'project_id': 'e824c362f33f49d597200e207880f368', 'subnets': [{'id': 'de1abcc7-fe4c-4224-aae1-ebd3ffb44e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:10.502237 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Set router 619b0cf8-b835-4fef-be29-fd3bee2676ac gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:10.756614 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:09Z', 'revision_number': 3, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:10.794229 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Checking router: 619b0cf8-b835-4fef-be29-fd3bee2676ac for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:10.794950 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Updating router 619b0cf8-b835-4fef-be29-fd3bee2676ac port 0ff71cd3-636d-4ebe-8299-2a73cb184683 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:54:10.817836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f6b6b-9a43-4273-9824-245e88b478de None None] Network 3fcf1797-1717-42a0-94c5-6167158eb27f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:54:10.825786 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:10.834577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:10.973850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-be604f12-09a6-4afd-80b6-dee685feda67 None None] Provisioning complete for port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:10.973850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be604f12-09a6-4afd-80b6-dee685feda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.072871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Allocated IP 172.20.0.1 (3fcf1797-1717-42a0-94c5-6167158eb27f/7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f/63e07676-5c38-4b9c-96f1-a14afb17b1ee) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:11.203189 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be604f12-09a6-4afd-80b6-dee685feda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.250048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.290831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-be604f12-09a6-4afd-80b6-dee685feda67 None None] For port 089d0b19-856b-46dc-b0c9-b56f798ab5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=089d0b19-856b-46dc-b0c9-b56f798ab5e9,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:11.296634 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be604f12-09a6-4afd-80b6-dee685feda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.301544 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.310735 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.356192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.392497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 089d0b19-856b-46dc-b0c9-b56f798ab5e9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:11.422876 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c8646-2fad-414a-8d3a-24a81898da6f None None] Pushing event updated for resources: {'Port': ['ID=0ff71cd3-636d-4ebe-8299-2a73cb184683,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:11.455728 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Attempting to bind port 0ff71cd3-636d-4ebe-8299-2a73cb184683 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:11.456098 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Attempting to bind port 0ff71cd3-636d-4ebe-8299-2a73cb184683 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:11.456457 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Attempting to bind port 0ff71cd3-636d-4ebe-8299-2a73cb184683 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:11.462428 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:11.462799 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:11.463202 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.463980 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:11.464111 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Bound port: 0ff71cd3-636d-4ebe-8299-2a73cb184683, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:11.464490 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.475370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be604f12-09a6-4afd-80b6-dee685feda67 None None] Pushing event updated for resources: {'Port': ['ID=089d0b19-856b-46dc-b0c9-b56f798ab5e9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:11.480857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Network 3fcf1797-1717-42a0-94c5-6167158eb27f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:11.489496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:11.493544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:11.508049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:11.508609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.534169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Pushing event updated for resources: {'Port': ['ID=63e07676-5c38-4b9c-96f1-a14afb17b1ee,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:11.564829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.566342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] For port 0ff71cd3-636d-4ebe-8299-2a73cb184683, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:11.575114 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] For port 0ff71cd3-636d-4ebe-8299-2a73cb184683, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0ff71cd3-636d-4ebe-8299-2a73cb184683,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:11.588729 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.655806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-74768f4c-b22a-4853-b83a-32552bdbdbb3 None None] Provisioning complete for port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:11.656479 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74768f4c-b22a-4853-b83a-32552bdbdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.710395 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Routers {'619b0cf8-b835-4fef-be29-fd3bee2676ac'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:11.711020 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['619b0cf8-b835-4fef-be29-fd3bee2676ac'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:11.714660 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c8646-2fad-414a-8d3a-24a81898da6f None None] Pushing event updated for resources: {'Port': ['ID=0ff71cd3-636d-4ebe-8299-2a73cb184683,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:11.744077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fbc119e7-34d3-4d56-b8f5-f644d734201e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:11.806492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.843433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fbc119e7-34d3-4d56-b8f5-f644d734201e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:11.843951 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:11.928111 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] Set router 619b0cf8-b835-4fef-be29-fd3bee2676ac gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:12.048645 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:12.056434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cecdd72a-5730-4ab3-9849-5bf0513bd3ef None None] Provisioning complete for port 63e07676-5c38-4b9c-96f1-a14afb17b1ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:12.056809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cecdd72a-5730-4ab3-9849-5bf0513bd3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:12.106010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cecdd72a-5730-4ab3-9849-5bf0513bd3ef None None] Port 63e07676-5c38-4b9c-96f1-a14afb17b1ee cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:54:12.119206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:12.125569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:12.173871 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:09Z', 'revision_number': 3, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:12.205370 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af52945-1305-45a9-bfe7-4521e77300f6 None None] The sync data for ids ['619b0cf8-b835-4fef-be29-fd3bee2676ac'] in n-d-825930-1 is: [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:09Z', 'revision_number': 3, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:12.206927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Pushing event updated for resources: {'Port': ['ID=63e07676-5c38-4b9c-96f1-a14afb17b1ee,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:12.209501 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:12.318231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Network 3fcf1797-1717-42a0-94c5-6167158eb27f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:12.320182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:12.469002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Router 619b0cf8-b835-4fef-be29-fd3bee2676ac has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:54:12.615834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:12.620727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae6ca741-1f4e-4ce1-86b1-b8ff5d4860ae admin admin] 10.222.0.32 "PUT /v2.0/routers/619b0cf8-b835-4fef-be29-fd3bee2676ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4476337 Jan 29 04:54:12.661603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b3dfde81-05ea-4b47-9cd7-64a3a939628a None None] Provisioning complete for port 63e07676-5c38-4b9c-96f1-a14afb17b1ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:12.662219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b3dfde81-05ea-4b47-9cd7-64a3a939628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:12.715188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfde81-05ea-4b47-9cd7-64a3a939628a None None] Port 63e07676-5c38-4b9c-96f1-a14afb17b1ee cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:54:13.234684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 089d0b19-856b-46dc-b0c9-b56f798ab5e9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:13.290550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:13.291137 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:13.374284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0ff71cd3-636d-4ebe-8299-2a73cb184683 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:13.421660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0ff71cd3-636d-4ebe-8299-2a73cb184683 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:13.422084 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:13.505746 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:13.527278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 0ff71cd3-636d-4ebe-8299-2a73cb184683, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0ff71cd3-636d-4ebe-8299-2a73cb184683,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:13.532429 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:13.586520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=0ff71cd3-636d-4ebe-8299-2a73cb184683,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:13.692564 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:14.064356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Sync routers for ids ['619b0cf8-b835-4fef-be29-fd3bee2676ac'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:14.075532 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Routers {'619b0cf8-b835-4fef-be29-fd3bee2676ac'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:14.076356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['619b0cf8-b835-4fef-be29-fd3bee2676ac'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:14.216279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Set router 619b0cf8-b835-4fef-be29-fd3bee2676ac gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:14.435756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:11Z', 'revision_number': 4, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '63e07676-5c38-4b9c-96f1-a14afb17b1ee', 'name': '', 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f', 'tenant_id': '530fba677d7142439affcba03be224c7', 'mac_address': 'fa:16:3e:e1:47:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:10Z', 'updated_at': '2022-01-29T04:54:11Z', 'revision_number': 2, 'project_id': '530fba677d7142439affcba03be224c7', 'subnets': [{'id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:14.469783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Checking router: 619b0cf8-b835-4fef-be29-fd3bee2676ac for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:14.470171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Updating router 619b0cf8-b835-4fef-be29-fd3bee2676ac port 63e07676-5c38-4b9c-96f1-a14afb17b1ee binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 04:54:14.496374 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:14.802481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:14.807565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:14.861334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8c537-7696-4fab-92e0-deead119c784 None None] Pushing event updated for resources: {'Port': ['ID=63e07676-5c38-4b9c-96f1-a14afb17b1ee,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:14.874526 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33982) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:14.934892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Attempting to bind port 63e07676-5c38-4b9c-96f1-a14afb17b1ee on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:14.935550 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Attempting to bind port 63e07676-5c38-4b9c-96f1-a14afb17b1ee by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:14.935919 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Attempting to bind port 63e07676-5c38-4b9c-96f1-a14afb17b1ee on network 3fcf1797-1717-42a0-94c5-6167158eb27f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:14.941440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:14.941811 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Checking segment: {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:14.942252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:14.942645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Bound using segment: {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:14.943112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Bound port: 63e07676-5c38-4b9c-96f1-a14afb17b1ee, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f02a9ca-7450-478f-9eca-8f4886330eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:14.943497 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.020393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] For port 63e07676-5c38-4b9c-96f1-a14afb17b1ee, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:15.026089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] For port 63e07676-5c38-4b9c-96f1-a14afb17b1ee, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=63e07676-5c38-4b9c-96f1-a14afb17b1ee,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:15.034494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.122461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8c537-7696-4fab-92e0-deead119c784 None None] Pushing event updated for resources: {'Port': ['ID=63e07676-5c38-4b9c-96f1-a14afb17b1ee,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:15.138633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Routers {'619b0cf8-b835-4fef-be29-fd3bee2676ac'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:15.139020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['619b0cf8-b835-4fef-be29-fd3bee2676ac'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:15.199502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0ff71cd3-636d-4ebe-8299-2a73cb184683 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:15.322442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.512108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5a0ac944-9b5d-431e-8f1a-901e0974ec87 None None] Provisioning complete for port 63e07676-5c38-4b9c-96f1-a14afb17b1ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:15.512483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac944-9b5d-431e-8f1a-901e0974ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.570582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0ff71cd3-636d-4ebe-8299-2a73cb184683 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:15.571089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.605416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Deleting port fbc119e7-34d3-4d56-b8f5-f644d734201e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:15.605771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.606134 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] Set router 619b0cf8-b835-4fef-be29-fd3bee2676ac gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:15.693366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] For port fbc119e7-34d3-4d56-b8f5-f644d734201e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fbc119e7-34d3-4d56-b8f5-f644d734201e,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:15.693843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.706713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Calling delete_port for fbc119e7-34d3-4d56-b8f5-f644d734201e owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:15.772804 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac944-9b5d-431e-8f1a-901e0974ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.869152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5a0ac944-9b5d-431e-8f1a-901e0974ec87 None None] For port 63e07676-5c38-4b9c-96f1-a14afb17b1ee, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=63e07676-5c38-4b9c-96f1-a14afb17b1ee,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:15.875948 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac944-9b5d-431e-8f1a-901e0974ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.929381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:15.950658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ac944-9b5d-431e-8f1a-901e0974ec87 None None] Pushing event updated for resources: {'Port': ['ID=63e07676-5c38-4b9c-96f1-a14afb17b1ee,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:15.969358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:11Z', 'revision_number': 4, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '63e07676-5c38-4b9c-96f1-a14afb17b1ee', 'name': '', 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f', 'tenant_id': '530fba677d7142439affcba03be224c7', 'mac_address': 'fa:16:3e:e1:47:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:10Z', 'updated_at': '2022-01-29T04:54:15Z', 'revision_number': 4, 'project_id': '530fba677d7142439affcba03be224c7', 'subnets': [{'id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:15.971744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc119e7-34d3-4d56-b8f5-f644d734201e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:16.008180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c53133-74fb-494c-9b5f-ef4b41c8a364 None None] The sync data for ids ['619b0cf8-b835-4fef-be29-fd3bee2676ac'] in n-d-825930-1 is: [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:11Z', 'revision_number': 4, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '63e07676-5c38-4b9c-96f1-a14afb17b1ee', 'name': '', 'network_id': '3fcf1797-1717-42a0-94c5-6167158eb27f', 'tenant_id': '530fba677d7142439affcba03be224c7', 'mac_address': 'fa:16:3e:e1:47:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:10Z', 'updated_at': '2022-01-29T04:54:15Z', 'revision_number': 4, 'project_id': '530fba677d7142439affcba03be224c7', 'subnets': [{'id': '7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:16.022762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9af754f7-d6a7-4e70-85fa-deb964be8d60 None None] Provisioning complete for port 63e07676-5c38-4b9c-96f1-a14afb17b1ee triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:16.023141 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9af754f7-d6a7-4e70-85fa-deb964be8d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:16.255538 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:16.553711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Router 00b4ef5a-540c-4030-8e67-9ab79118966b has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:54:16.690187 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:16.700179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c485308e-e7d8-4546-9dba-532318185ff6 admin admin] 10.222.0.32 "PUT /v2.0/routers/00b4ef5a-540c-4030-8e67-9ab79118966b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221838 Jan 29 04:54:16.700484 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] Sync routers for ids ['00b4ef5a-540c-4030-8e67-9ab79118966b'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:16.700979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:16.710349 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] Routers {'00b4ef5a-540c-4030-8e67-9ab79118966b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:16.711152 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00b4ef5a-540c-4030-8e67-9ab79118966b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:16.866669 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] Set router 00b4ef5a-540c-4030-8e67-9ab79118966b gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:17.092247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:15Z', 'revision_number': 5, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:17.122883 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] Checking router: 00b4ef5a-540c-4030-8e67-9ab79118966b for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:17.134784 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] Routers {'00b4ef5a-540c-4030-8e67-9ab79118966b'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:17.135771 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00b4ef5a-540c-4030-8e67-9ab79118966b'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:17.161476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.294027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] Set router 00b4ef5a-540c-4030-8e67-9ab79118966b gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:17.300631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 63e07676-5c38-4b9c-96f1-a14afb17b1ee up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:17.333470 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.367187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 63e07676-5c38-4b9c-96f1-a14afb17b1ee triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:17.367577 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.431629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Deleting port 713a8add-ffe5-4687-bf9f-a188db645487 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:17.432284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.538932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] For port 713a8add-ffe5-4687-bf9f-a188db645487, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=713a8add-ffe5-4687-bf9f-a188db645487,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:17.539328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.555004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Calling delete_port for 713a8add-ffe5-4687-bf9f-a188db645487 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:17.562317 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:15Z', 'revision_number': 5, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:17.596461 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d880ff4-d405-4a20-a4f8-8ef0a72a2bfb None None] The sync data for ids ['00b4ef5a-540c-4030-8e67-9ab79118966b'] in n-d-825930-1 is: [{'id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'name': 'tempest-TestAggregatesBasicOps-1931001142-router', 'tenant_id': 'e824c362f33f49d597200e207880f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '713a8add-ffe5-4687-bf9f-a188db645487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:02Z', 'updated_at': '2022-01-29T04:54:15Z', 'revision_number': 5, 'project_id': 'e824c362f33f49d597200e207880f368', 'gw_port': {'id': '713a8add-ffe5-4687-bf9f-a188db645487', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4ef5a-540c-4030-8e67-9ab79118966b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:03Z', 'updated_at': '2022-01-29T04:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:17.751800 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.789043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=713a8add-ffe5-4687-bf9f-a188db645487,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:17.854968 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.951411 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:17.953495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.002003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.002693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b4ef5a-540c-4030-8e67-9ab79118966b {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:54:18.007244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.008427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b1744a5-e452-4eb4-bbee-d51f73623f15 admin admin] 10.222.0.32 "DELETE /v2.0/routers/00b4ef5a-540c-4030-8e67-9ab79118966b HTTP/1.1" status: 204 len: 168 time: 1.3068900 Jan 29 04:54:18.013505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:18.063328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Deleting subnet de1abcc7-fe4c-4224-aae1-ebd3ffb44e40 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:54:18.066598 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.100752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.182466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.239936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.268626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.272806 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de1abcc7-fe4c-4224-aae1-ebd3ffb44e40 HTTP/1.1" status: 204 len: 168 time: 0.2582951 Jan 29 04:54:18.273374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936b90eb-98b0-4b7f-9702-965f39828ee2 None None] Network 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:54:18.274952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23719c4c-ae56-4279-a15e-99f39ea2e821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1abcc7-fe4c-4224-aae1-ebd3ffb44e40,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:18.276238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 33994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:18.363324 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.448456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Deleting port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:18.448810 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.500829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] DHCP port deletion for 12eaaaa0-c84f-4f77-88a2-feb83200f4a7 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:54:18.542931 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] For port 535a643f-88d7-4ce1-ba74-6ca0f17c6775, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a643f-88d7-4ce1-ba74-6ca0f17c6775,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:18.543299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.558734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Calling delete_port for 535a643f-88d7-4ce1-ba74-6ca0f17c6775 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:18.559963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] Deleting port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:18.560351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.634404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] For port 535a643f-88d7-4ce1-ba74-6ca0f17c6775, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=535a643f-88d7-4ce1-ba74-6ca0f17c6775,segment=NetworkSegment(6ac4448e-b19c-453d-86aa-df0e4cad426a),segment_id=6ac4448e-b19c-453d-86aa-df0e4cad426a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:18.635351 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.649731 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.665502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] Calling delete_port for 535a643f-88d7-4ce1-ba74-6ca0f17c6775 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:18.685863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Pushing event deleted for resources: {'Port': ['ID=535a643f-88d7-4ce1-ba74-6ca0f17c6775,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:18.691549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] No DVR routers for this DVR port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:54:18.759867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.773422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] No DVR routers for this DVR port 535a643f-88d7-4ce1-ba74-6ca0f17c6775 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:54:18.778832 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.793261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13620f-fa09-4fd9-926b-b1b0512cba90 None None] Pushing event deleted for resources: {'Port': ['ID=535a643f-88d7-4ce1-ba74-6ca0f17c6775,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:18.807668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eaaaa0-c84f-4f77-88a2-feb83200f4a7']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:18.818833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac4448e-b19c-453d-86aa-df0e4cad426a') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:18.819131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac4448e-b19c-453d-86aa-df0e4cad426a') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:18.829033 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.842960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.854364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:54:18.854971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:54:18.857809 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:54:18.926516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.934717 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:18.938015 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] 10.222.0.32 "DELETE /v2.0/networks/12eaaaa0-c84f-4f77-88a2-feb83200f4a7 HTTP/1.1" status: 204 len: 168 time: 0.6605711 Jan 29 04:54:18.940941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:18.948683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a9c70-d07c-472d-87da-e48cccdefe3b admin admin] Pushing event deleted for resources: {'Network': ['ID=12eaaaa0-c84f-4f77-88a2-feb83200f4a7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:19.153187 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 713a8add-ffe5-4687-bf9f-a188db645487 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:19.183670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 713a8add-ffe5-4687-bf9f-a188db645487 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:54:19.184019 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 713a8add-ffe5-4687-bf9f-a188db645487 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:19.184590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a643f-88d7-4ce1-ba74-6ca0f17c6775 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:19.211927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 535a643f-88d7-4ce1-ba74-6ca0f17c6775 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:54:19.212339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 535a643f-88d7-4ce1-ba74-6ca0f17c6775 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:19.212877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fbc119e7-34d3-4d56-b8f5-f644d734201e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:19.234648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fbc119e7-34d3-4d56-b8f5-f644d734201e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:54:19.234987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fbc119e7-34d3-4d56-b8f5-f644d734201e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:19.336843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:19.588778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Deleting port 63e07676-5c38-4b9c-96f1-a14afb17b1ee {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:19.589126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:19.671454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] For port 63e07676-5c38-4b9c-96f1-a14afb17b1ee, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=63e07676-5c38-4b9c-96f1-a14afb17b1ee,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:19.671822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:19.684405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Calling delete_port for 63e07676-5c38-4b9c-96f1-a14afb17b1ee owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:19.871278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:19.902159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Pushing event deleted for resources: {'Port': ['ID=63e07676-5c38-4b9c-96f1-a14afb17b1ee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:20.069617 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:20.294174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Router 619b0cf8-b835-4fef-be29-fd3bee2676ac has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:54:20.403625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:54:20.408796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7383f3d5-922f-4c9a-adff-3365d0b295be admin admin] 10.222.0.32 "PUT /v2.0/routers/619b0cf8-b835-4fef-be29-fd3bee2676ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666820 Jan 29 04:54:20.411333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34018) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:20.413850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] Sync routers for ids ['619b0cf8-b835-4fef-be29-fd3bee2676ac'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:54:20.426115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] Routers {'619b0cf8-b835-4fef-be29-fd3bee2676ac'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:20.426730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['619b0cf8-b835-4fef-be29-fd3bee2676ac'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:20.518823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:20.534064 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] Set router 619b0cf8-b835-4fef-be29-fd3bee2676ac gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:20.632372 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:20.690432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Deleting port 0ff71cd3-636d-4ebe-8299-2a73cb184683 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:20.690851 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:20.728375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:19Z', 'revision_number': 5, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port': {'id': '0ff71cd3-636d-4ebe-8299-2a73cb184683', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:20.757476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] Checking router: 619b0cf8-b835-4fef-be29-fd3bee2676ac for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:54:20.766783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] Routers {'619b0cf8-b835-4fef-be29-fd3bee2676ac'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:54:20.767711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:53:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['619b0cf8-b835-4fef-be29-fd3bee2676ac'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:20.778793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] For port 0ff71cd3-636d-4ebe-8299-2a73cb184683, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0ff71cd3-636d-4ebe-8299-2a73cb184683,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:20.779150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:20.791951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Calling delete_port for 0ff71cd3-636d-4ebe-8299-2a73cb184683 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:20.858191 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] Set router 619b0cf8-b835-4fef-be29-fd3bee2676ac gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:54:20.911998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:20Z', 'revision_number': 6, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:20.942841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fe9fd-cb9c-4965-aee8-f909f3e14919 None None] The sync data for ids ['619b0cf8-b835-4fef-be29-fd3bee2676ac'] in n-d-825930-1 is: [{'id': '619b0cf8-b835-4fef-be29-fd3bee2676ac', 'name': 'tempest-TestAggregatesBasicOps-1021189177-router', 'tenant_id': '530fba677d7142439affcba03be224c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:54:08Z', 'updated_at': '2022-01-29T04:54:20Z', 'revision_number': 6, 'project_id': '530fba677d7142439affcba03be224c7', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:54:20.968253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:20.998676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff71cd3-636d-4ebe-8299-2a73cb184683,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:21.059285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.152079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.154124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.195516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.196656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619b0cf8-b835-4fef-be29-fd3bee2676ac {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:54:21.200773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.201948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2452ea6e-9c23-43d1-abbf-a3ab22b09697 admin admin] 10.222.0.32 "DELETE /v2.0/routers/619b0cf8-b835-4fef-be29-fd3bee2676ac HTTP/1.1" status: 204 len: 168 time: 0.7896636 Jan 29 04:54:21.204504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34022) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:21.248281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Deleting subnet 7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:54:21.251292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.285437 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.463394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 63e07676-5c38-4b9c-96f1-a14afb17b1ee no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:21.491583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 63e07676-5c38-4b9c-96f1-a14afb17b1ee {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:54:21.492088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 63e07676-5c38-4b9c-96f1-a14afb17b1ee not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:21.703196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.758843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.781751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:21.788524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.793970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-41a2d1a6-c645-457c-800f-76d48786a0d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7fa73148-b543-45d3-8ca4-1c2c7c2e7c3f HTTP/1.1" status: 204 len: 168 time: 0.5869892 Jan 29 04:54:21.795256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34034) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:21.807848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f03b7-60e8-49e4-b917-347d436af4fb None None] Network 3fcf1797-1717-42a0-94c5-6167158eb27f requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:54:21.875423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:21.931160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Deleting port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:21.931799 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.010101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] DHCP port deletion for 3fcf1797-1717-42a0-94c5-6167158eb27f request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:54:22.077886 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] Deleting port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:54:22.078439 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.158718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] For port 089d0b19-856b-46dc-b0c9-b56f798ab5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=089d0b19-856b-46dc-b0c9-b56f798ab5e9,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:22.159210 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.174274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] Calling delete_port for 089d0b19-856b-46dc-b0c9-b56f798ab5e9 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:22.283291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.322017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] Pushing event deleted for resources: {'Port': ['ID=089d0b19-856b-46dc-b0c9-b56f798ab5e9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:22.325558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bb0e1-b301-4ca6-a412-1025c710a1f5 None None] No DVR routers for this DVR port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:54:22.349632 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] For port 089d0b19-856b-46dc-b0c9-b56f798ab5e9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=089d0b19-856b-46dc-b0c9-b56f798ab5e9,segment=NetworkSegment(0f02a9ca-7450-478f-9eca-8f4886330eb7),segment_id=0f02a9ca-7450-478f-9eca-8f4886330eb7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:22.354178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.367350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Calling delete_port for 089d0b19-856b-46dc-b0c9-b56f798ab5e9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:54:22.441577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.469120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=089d0b19-856b-46dc-b0c9-b56f798ab5e9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:22.475533 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] No DVR routers for this DVR port 089d0b19-856b-46dc-b0c9-b56f798ab5e9 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:54:22.546647 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.566955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcf1797-1717-42a0-94c5-6167158eb27f']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:22.576470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f02a9ca-7450-478f-9eca-8f4886330eb7') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:22.576691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f02a9ca-7450-478f-9eca-8f4886330eb7') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:54:22.586066 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.599293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.605565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:54:22.605978 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: self.session.flush() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:54:22.607607 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:54:22.667967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.674248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.677752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] 10.222.0.32 "DELETE /v2.0/networks/3fcf1797-1717-42a0-94c5-6167158eb27f HTTP/1.1" status: 204 len: 168 time: 0.8814750 Jan 29 04:54:22.697003 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ef1a-74af-489d-abb7-adcd218cbc5e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcf1797-1717-42a0-94c5-6167158eb27f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:22.850639 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34040) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:22.891537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3b7c3883-1ad7-4286-90af-588e987d9371 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e824c362f33f49d597200e207880f368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397363 Jan 29 04:54:22.893969 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34042) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:22.941407 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21d65010-d521-4252-9fb4-501688516cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:22.962277 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21d65010-d521-4252-9fb4-501688516cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.007463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21d65010-d521-4252-9fb4-501688516cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.010082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21d65010-d521-4252-9fb4-501688516cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.013583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21d65010-d521-4252-9fb4-501688516cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96ca1291-e618-44f8-9c7d-7b358804f649 HTTP/1.1" status: 204 len: 168 time: 0.1163588 Jan 29 04:54:23.018839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d65010-d521-4252-9fb4-501688516cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ca1291-e618-44f8-9c7d-7b358804f649,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:23.126598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 089d0b19-856b-46dc-b0c9-b56f798ab5e9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:23.147559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 089d0b19-856b-46dc-b0c9-b56f798ab5e9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:54:23.147995 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 089d0b19-856b-46dc-b0c9-b56f798ab5e9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:23.148481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0ff71cd3-636d-4ebe-8299-2a73cb184683 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:54:23.170354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0ff71cd3-636d-4ebe-8299-2a73cb184683 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:54:23.171005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0ff71cd3-636d-4ebe-8299-2a73cb184683 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:54:23.417646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34048) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:23.466231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c482ff19-c01a-4188-914a-e68167a5e0b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=530fba677d7142439affcba03be224c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473433 Jan 29 04:54:23.468984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:54:23.537272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60640b23-68a6-46a3-9c75-8b2c73fb5a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.567021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60640b23-68a6-46a3-9c75-8b2c73fb5a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.633929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60640b23-68a6-46a3-9c75-8b2c73fb5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.636894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60640b23-68a6-46a3-9c75-8b2c73fb5a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:23.638251 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-60640b23-68a6-46a3-9c75-8b2c73fb5a70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbb6348b-cad1-40ce-b1a3-63c3d7a56dcd HTTP/1.1" status: 204 len: 168 time: 0.1681485 Jan 29 04:54:23.648174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640b23-68a6-46a3-9c75-8b2c73fb5a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb6348b-cad1-40ce-b1a3-63c3d7a56dcd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:23.880281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f4db6db6-7ff5-42b3-a44f-f9fbc9b79ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:25.091226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-5f3231f9-260f-443b-b57b-6d851ae0bb2a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:25.092678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-5f3231f9-260f-443b-b57b-6d851ae0bb2a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1074927 Jan 29 04:54:25.108064 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-315fdd4f-dded-4cc6-8338-2716302f21ec tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Jan 29 04:54:25.157610 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-c27eb898-491e-44f9-8589-b877581aa858 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442035 Jan 29 04:54:25.252660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-cb8dca6c-00f1-489d-a567-b3cb8fed13e0 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883071 Jan 29 04:54:25.347724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-675a0401-c2b1-416e-a67e-70943cabb064 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875373 Jan 29 04:54:25.648345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ebc3bb1-1027-4b38-aee6-ee7fd0002417 req-c07ded4b-6032-4cae-80cb-2c956ae5b5a4 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.0310829 Jan 29 04:54:26.137774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ece303ea-2a1a-4b46-99a9-c1c965991ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:26.615987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-0b845e8e-1b6c-4954-be30-7e3d6886332b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:26.618010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-0b845e8e-1b6c-4954-be30-7e3d6886332b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1028953 Jan 29 04:54:26.636774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': '948c18bf-5f26-469d-9428-8907561ce3d5', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:26.748566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9b6a0610-ecd0-4375-8b5d-fac500859821 req-787a98b3-a137-488a-8283-5064d9af5d36 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Jan 29 04:54:26.760212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:26.763893 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:26.893249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.7 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/127fa618-b0cc-46e7-b5f0-92ba2bad3fb0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:27.040831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.074840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.119839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:27.122754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:27.126375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:27.150920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:27.183881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:27.184882 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.203322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-8552eb6a-b478-47e6-b97e-1dd671a8eb3e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707924 Jan 29 04:54:27.344507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Request body: {'port': {'device_id': '948c18bf-5f26-469d-9428-8907561ce3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:27.372164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c604474d-3be3-47af-b8db-2bdf0517dae4 None None] Provisioning complete for port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:27.372892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c604474d-3be3-47af-b8db-2bdf0517dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.375710 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.405872 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.411834 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c604474d-3be3-47af-b8db-2bdf0517dae4 None None] Port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:54:27.668908 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:54:27.676607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.689204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Transition to ACTIVE for port object 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:54:27.693283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.745522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Pushing event updated for resources: {'Port': ['ID=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:27.844014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Attempting to bind port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:27.844719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Attempting to bind port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:27.844719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Attempting to bind port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:27.849878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:54:27.850252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Attempting to bind port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:27.867492 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:27.867851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:27.868250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:27.868715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Bound port: 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:27.869083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:27.942182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bee4e-cb00-4830-90ae-5c8f1ab84919 req-a8fcfaf2-6aa7-4184-a2c0-5da0e125b944 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:27.943769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-686bee4e-cb00-4830-90ae-5c8f1ab84919 req-a8fcfaf2-6aa7-4184-a2c0-5da0e125b944 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0897360 Jan 29 04:54:27.985548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] For port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:28.007651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] For port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:28.011943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-686bee4e-cb00-4830-90ae-5c8f1ab84919 req-81bc2dcc-be8f-49a9-9832-cb07d9ffcc96 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572369 Jan 29 04:54:28.013711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:28.063496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.064178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:28.065537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] 10.222.0.36 "PUT /v2.0/ports/127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 HTTP/1.1" status: 200 len: 1091 time: 0.8487039 Jan 29 04:54:28.066004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c18bf-5f26-469d-9428-8907561ce3d5', 'tag': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:54:28.068321 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa249563-cde9-4c71-83e0-32eccdb8b783" -d '{"events": [{"name": "network-changed", "server_uuid": "948c18bf-5f26-469d-9428-8907561ce3d5", "tag": "127fa618-b0cc-46e7-b5f0-92ba2bad3fb0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:28.090889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736c07a-d753-427b-a574-953c4768dbcf service neutron] Pushing event updated for resources: {'Port': ['ID=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:28.167911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-3aebe92c-f488-431a-b75e-a927d3dc30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.169544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-3aebe92c-f488-431a-b75e-a927d3dc30cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 1094 time: 0.0446692 Jan 29 04:54:28.230568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-cd71a7f0-d40f-4ee1-b583-a4ed85f4df32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 HTTP/1.1" status: 200 len: 217 time: 0.0458386 Jan 29 04:54:28.286270 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536dee30-5891-47bb-b84e-ae22e927d7c8 x-openstack-request-id: req-536dee30-5891-47bb-b84e-ae22e927d7c8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:28.286571 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c18bf-5f26-469d-9428-8907561ce3d5", "tag": "127fa618-b0cc-46e7-b5f0-92ba2bad3fb0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:28.286809 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-536dee30-5891-47bb-b84e-ae22e927d7c8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:28.287328 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948c18bf-5f26-469d-9428-8907561ce3d5', 'tag': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0', 'status': 'completed', 'code': 200} Jan 29 04:54:28.300709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-6730249b-b27c-46eb-b0af-b94cc18809df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.302297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-6730249b-b27c-46eb-b0af-b94cc18809df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0589747 Jan 29 04:54:28.347770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-37bd49aa-46a5-40cb-b9e9-c15f2e92571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.349340 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-37bd49aa-46a5-40cb-b9e9-c15f2e92571e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403681 Jan 29 04:54:28.439973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-a9a6abbb-03ed-4d75-9a49-0e1bec5587cb service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829542 Jan 29 04:54:28.536914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b24664a-1666-449f-8d5a-ff72d9e91f40 req-e678c147-ffb9-4fd1-ab09-50b282cef1ee service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893514 Jan 29 04:54:28.646416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-b3ed0c5d-d010-4e9e-b6d1-3ae513d2d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.648193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-b3ed0c5d-d010-4e9e-b6d1-3ae513d2d56a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 1094 time: 0.0414326 Jan 29 04:54:28.744099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-cb923e58-9927-40dd-9c41-d961957eaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.745492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-cb923e58-9927-40dd-9c41-d961957eaf5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0893266 Jan 29 04:54:28.786157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-c23b3a12-792d-4a92-ae1d-dcb7c05fc9a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 HTTP/1.1" status: 200 len: 217 time: 0.0336010 Jan 29 04:54:28.835608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-76bbddcc-f78c-4ab0-abbb-212e00947852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.837714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-76bbddcc-f78c-4ab0-abbb-212e00947852 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0445516 Jan 29 04:54:28.881583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-c8c7aabc-603e-426a-b25c-53340b700a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:28.883235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-c8c7aabc-603e-426a-b25c-53340b700a3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388949 Jan 29 04:54:28.975458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-117801fc-a96f-46d9-a828-229b91e1c5b4 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849578 Jan 29 04:54:29.066589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa249563-cde9-4c71-83e0-32eccdb8b783 req-5e169449-fa02-470a-b448-dab44e878420 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848184 Jan 29 04:54:29.144750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206bd0b-5e10-4057-a1dd-2f4d8b7711d0 req-dc89e0e9-fb4f-4801-ba7c-d20e40f3d36b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:29.146271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0206bd0b-5e10-4057-a1dd-2f4d8b7711d0 req-dc89e0e9-fb4f-4801-ba7c-d20e40f3d36b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0567291 Jan 29 04:54:29.188060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0206bd0b-5e10-4057-a1dd-2f4d8b7711d0 req-1e5e0f2a-00a3-4b2d-b48c-b8de9f60357c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Jan 29 04:54:29.202310 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:29.248226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:30.313508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9aa08-0cd9-4507-b64b-cccd6506ab6c req-18411508-d336-464b-b902-101d01f7cbfc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:30.315006 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8dc9aa08-0cd9-4507-b64b-cccd6506ab6c req-18411508-d336-464b-b902-101d01f7cbfc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0547640 Jan 29 04:54:30.354621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8dc9aa08-0cd9-4507-b64b-cccd6506ab6c req-be036d27-240b-40a2-8302-590a7e2b4a51 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329275 Jan 29 04:54:31.469266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8780e-d705-45d5-8ab7-1fccdfeb967f req-e088bda5-aa1c-4a9a-9f17-f70fb7f38d58 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:31.470760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5af8780e-d705-45d5-8ab7-1fccdfeb967f req-e088bda5-aa1c-4a9a-9f17-f70fb7f38d58 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0479820 Jan 29 04:54:31.507632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5af8780e-d705-45d5-8ab7-1fccdfeb967f req-6c736ed5-b5ef-4d83-903b-00fe4a2e0829 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Jan 29 04:54:32.622161 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019d504-7347-4107-92e4-cb00250ff448 req-7b5f5c0b-1e7a-459c-983b-91d4ef09a5c2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:32.623549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1019d504-7347-4107-92e4-cb00250ff448 req-7b5f5c0b-1e7a-459c-983b-91d4ef09a5c2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0493665 Jan 29 04:54:32.660611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1019d504-7347-4107-92e4-cb00250ff448 req-b2621f41-965f-468b-b5e2-c37fe27c6e5d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Jan 29 04:54:33.776663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475077-91f3-4031-bb36-f050b53bd6b7 req-b9360687-dde2-4924-9037-d2b9b9f4eafc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:33.778322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64475077-91f3-4031-bb36-f050b53bd6b7 req-b9360687-dde2-4924-9037-d2b9b9f4eafc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0487628 Jan 29 04:54:33.815310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64475077-91f3-4031-bb36-f050b53bd6b7 req-e523798a-1e45-4703-9985-d00a5aa776d8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jan 29 04:54:34.928990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1b3a7-645f-46a6-a9e4-9bdf43fe6260 req-5be19fad-1a97-47bc-b47f-04a754362b08 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:34.930645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-11a1b3a7-645f-46a6-a9e4-9bdf43fe6260 req-5be19fad-1a97-47bc-b47f-04a754362b08 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0494173 Jan 29 04:54:34.966871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-11a1b3a7-645f-46a6-a9e4-9bdf43fe6260 req-f2b687f6-ccac-479b-bc75-62945ba927b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302629 Jan 29 04:54:36.082039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcdb1d-adcc-4f94-b220-604a003a6563 req-b2d46b55-1986-4c53-aaa2-d7ff257c90cf tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:36.083539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31bcdb1d-adcc-4f94-b220-604a003a6563 req-b2d46b55-1986-4c53-aaa2-d7ff257c90cf tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0512288 Jan 29 04:54:36.121550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31bcdb1d-adcc-4f94-b220-604a003a6563 req-2d3cfd35-c4d6-4958-aace-c21021eb1644 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Jan 29 04:54:37.237653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f51a25-bb57-42e3-9bcf-b82f8cb13e6d req-15549d8d-4e52-4563-bb45-7d8caec25395 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:37.239140 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70f51a25-bb57-42e3-9bcf-b82f8cb13e6d req-15549d8d-4e52-4563-bb45-7d8caec25395 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0519497 Jan 29 04:54:37.276127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70f51a25-bb57-42e3-9bcf-b82f8cb13e6d req-6d296dca-ecfe-4df1-acd7-1d5e1b4550c4 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305555 Jan 29 04:54:38.388046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a94abb-84df-490b-9292-aee43c22baa0 req-09c866f1-14cb-4cda-91f0-eeaafa829fca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:38.389527 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-28a94abb-84df-490b-9292-aee43c22baa0 req-09c866f1-14cb-4cda-91f0-eeaafa829fca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0482426 Jan 29 04:54:38.426461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-28a94abb-84df-490b-9292-aee43c22baa0 req-80e55cd3-d164-4fea-8b47-44ca67da46ee tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Jan 29 04:54:39.373497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:54:39.470223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:39.481369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0', 'mac_address': 'fa:16:3e:c2:0e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:54:39.520742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:39.533370 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:54:39.542549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c723ecf-a1cd-46ce-8ad3-e665800a708b req-4812cf30-e186-4f5e-8df5-8177e024a349 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:39.544068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c723ecf-a1cd-46ce-8ad3-e665800a708b req-4812cf30-e186-4f5e-8df5-8177e024a349 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 943 time: 0.0484560 Jan 29 04:54:39.552631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:39.557514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:39.582560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c723ecf-a1cd-46ce-8ad3-e665800a708b req-56dbefe4-f3e8-4089-90aa-f364008d4d78 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Jan 29 04:54:39.604375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:39.828445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:54:40.696227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4bde-9b02-424a-b7c1-173370b1445d req-acdfbe45-0d19-445f-a1df-6d7bd77b2cc1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:40.697718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f31a4bde-9b02-424a-b7c1-173370b1445d req-acdfbe45-0d19-445f-a1df-6d7bd77b2cc1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 944 time: 0.0497346 Jan 29 04:54:40.735417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f31a4bde-9b02-424a-b7c1-173370b1445d req-3efec72f-b600-4785-a70f-4b62f8e72c02 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jan 29 04:54:41.371937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:54:41.418958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:54:41.422543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:41.423219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:41.498534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:41.520033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c18bf-5f26-469d-9428-8907561ce3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:54:41.522253 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc8aa4-3c2d-47f7-8ade-986251ef7e78" -d '{"events": [{"server_uuid": "948c18bf-5f26-469d-9428-8907561ce3d5", "name": "network-vif-plugged", "status": "completed", "tag": "127fa618-b0cc-46e7-b5f0-92ba2bad3fb0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:41.535053 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:54:41.539314 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:41.586865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:41.623574 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ce468-efdd-451a-8ffc-c5ee3aa97d88 x-openstack-request-id: req-6c0ce468-efdd-451a-8ffc-c5ee3aa97d88 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:41.623824 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c18bf-5f26-469d-9428-8907561ce3d5", "name": "network-vif-plugged", "status": "completed", "tag": "127fa618-b0cc-46e7-b5f0-92ba2bad3fb0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:41.624078 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c0ce468-efdd-451a-8ffc-c5ee3aa97d88 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:41.624473 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c18bf-5f26-469d-9428-8907561ce3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0', 'code': 200} Jan 29 04:54:41.742926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2ff4b-6fa4-4d61-944c-c3462d76354e req-ddcdb438-70c8-4987-aa39-3580501cc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:41.744418 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2af2ff4b-6fa4-4d61-944c-c3462d76354e req-ddcdb438-70c8-4987-aa39-3580501cc6e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0445828 Jan 29 04:54:41.779003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2af2ff4b-6fa4-4d61-944c-c3462d76354e req-df3684fe-dfae-4266-8fa8-0fae4f62b134 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281439 Jan 29 04:54:41.848142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff126719-a02a-4dd8-8621-ec75d715ccad req-2412a1d4-9a4e-4cef-b85a-1ce3acb727c0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:41.849611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff126719-a02a-4dd8-8621-ec75d715ccad req-2412a1d4-9a4e-4cef-b85a-1ce3acb727c0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Jan 29 04:54:41.887989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff126719-a02a-4dd8-8621-ec75d715ccad req-694c998b-7226-4ee3-8f98-824566520ff1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jan 29 04:54:42.029245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:42.646542 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:54:43.003360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff38fc-b807-4533-967f-a54409c87985 req-e9d002e1-87d1-43e7-8ff8-14766286ce3f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:43.004830 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24ff38fc-b807-4533-967f-a54409c87985 req-e9d002e1-87d1-43e7-8ff8-14766286ce3f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Jan 29 04:54:43.044918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24ff38fc-b807-4533-967f-a54409c87985 req-f7ea8940-75cd-4f5a-9f23-f633fac6aac0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Jan 29 04:54:43.157206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114cd0-acd5-4600-abe7-fc65ff2c68f1 req-eab4bf10-2f45-492a-bcd7-928c39603948 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:43.158707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-77114cd0-acd5-4600-abe7-fc65ff2c68f1 req-eab4bf10-2f45-492a-bcd7-928c39603948 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Jan 29 04:54:43.196191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-77114cd0-acd5-4600-abe7-fc65ff2c68f1 req-fcfb8361-c791-4272-8d4e-7602468f26aa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Jan 29 04:54:43.683481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:45.635439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-361b374f-917d-4894-9f0d-94761042bc70 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:45.636889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-361b374f-917d-4894-9f0d-94761042bc70 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1015201 Jan 29 04:54:45.651961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-04220fe7-5e03-4704-9754-ba2aa856731c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0094061 Jan 29 04:54:45.713566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-37f86ed2-6031-4fe3-8de5-cbac2aa17b9a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562558 Jan 29 04:54:45.861092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-351178af-d84a-4549-84fc-2d008d41377e service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402450 Jan 29 04:54:45.953154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-07951576-6983-48b8-be29-d731990987c0 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851581 Jan 29 04:54:46.144960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-be59198e-d0f5-46d7-b605-44006754b3e3 req-b7cb9253-2b7f-4c9b-a1bf-59c49a3fde6f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Jan 29 04:54:46.362934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-6b0f8587-fcb0-4d0c-9523-a2fc2b7acedd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405207 Jan 29 04:54:46.462421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-fb682ab2-540f-489d-9d48-41ca8e7cf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:46.464817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-fb682ab2-540f-489d-9d48-41ca8e7cf5b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.0468748 Jan 29 04:54:46.596524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-c0059906-5c28-4f85-b7ed-354bf3c40cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:46.598005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-c0059906-5c28-4f85-b7ed-354bf3c40cdf service neutron] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 910 time: 0.0964482 Jan 29 04:54:46.682912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-15632212-4440-4cfa-9c48-c202b6b47723 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 1001 time: 0.0606673 Jan 29 04:54:46.739586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-ca87f051-003a-4738-b6f9-75a55fa5aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:46.741059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-ca87f051-003a-4738-b6f9-75a55fa5aeaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.0443778 Jan 29 04:54:46.796408 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-a40fbd95-09e4-4dca-9ac7-1a57994c3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:46.798081 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-a40fbd95-09e4-4dca-9ac7-1a57994c3d01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451233 Jan 29 04:54:46.885188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-ec1f2112-d2cc-40d5-8f11-b8634a7219e1 service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796351 Jan 29 04:54:46.983704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01d54f6-6d03-4ed0-9c42-579c49fd2e5e req-ccc8d8f2-343d-4bda-b701-643347208b5d service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903773 Jan 29 04:54:47.161053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-096242d1-f9c3-4a57-8c65-3809c514da57 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.162867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-096242d1-f9c3-4a57-8c65-3809c514da57 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1025605 Jan 29 04:54:47.186409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:47.242834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51f3c716-63a8-4ebc-9cd6-5d3408345341 req-c43f7979-6846-4c8b-afb0-5a77e9a66641 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0285785 Jan 29 04:54:47.314297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:54:47.317871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:47.444010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.8 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/635f597c-54fc-4cc9-b18a-988425c9d557) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:54:47.608201 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:47.642130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:47.675362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:54:47.687628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:54:47.690620 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:54:47.694311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:54:47.754197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:47.755021 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:47.758525 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=635f597c-54fc-4cc9-b18a-988425c9d557,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:47.774791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.775266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.775705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.776099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.776547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.776947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.777285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.777615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.777989 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.778517 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.778894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.779407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:54:47.786437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-e19be1fd-f4a7-49ce-9fed-4d397352799b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041391 Jan 29 04:54:47.804019 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Request body: {'port': {'device_id': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:54:47.866504 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.028267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a457a7ac-798e-4331-a427-786b04309fe9 None None] Provisioning complete for port 635f597c-54fc-4cc9-b18a-988425c9d557 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:54:48.028639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a457a7ac-798e-4331-a427-786b04309fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.067626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a457a7ac-798e-4331-a427-786b04309fe9 None None] Port 635f597c-54fc-4cc9-b18a-988425c9d557 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:54:48.165829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635f597c-54fc-4cc9-b18a-988425c9d557 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:54:48.174195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.189355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Transition to ACTIVE for port object 635f597c-54fc-4cc9-b18a-988425c9d557 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:54:48.193258 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.256935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Pushing event updated for resources: {'Port': ['ID=635f597c-54fc-4cc9-b18a-988425c9d557,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:48.311844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Attempting to bind port 635f597c-54fc-4cc9-b18a-988425c9d557 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:54:48.312182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Attempting to bind port 635f597c-54fc-4cc9-b18a-988425c9d557 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:54:48.312513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Attempting to bind port 635f597c-54fc-4cc9-b18a-988425c9d557 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:48.317001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Port 635f597c-54fc-4cc9-b18a-988425c9d557 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:54:48.317319 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Attempting to bind port 635f597c-54fc-4cc9-b18a-988425c9d557 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:54:48.323126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:54:48.323455 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:54:48.323888 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:54:48.324316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Bound port: 635f597c-54fc-4cc9-b18a-988425c9d557, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:54:48.324673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.428974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05350-0cd5-4d8f-b49e-cc665c37878d req-9949a23c-c768-4dcc-b863-aec87ac1f482 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:48.431245 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ca05350-0cd5-4d8f-b49e-cc665c37878d req-9949a23c-c768-4dcc-b863-aec87ac1f482 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0952017 Jan 29 04:54:48.434112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] For port 635f597c-54fc-4cc9-b18a-988425c9d557, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:54:48.437409 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] For port 635f597c-54fc-4cc9-b18a-988425c9d557, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=635f597c-54fc-4cc9-b18a-988425c9d557,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:54:48.448701 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.501407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:48.502053 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:48.503439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] 10.222.0.20 "PUT /v2.0/ports/635f597c-54fc-4cc9-b18a-988425c9d557 HTTP/1.1" status: 200 len: 1091 time: 0.7038176 Jan 29 04:54:48.503885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'tag': '635f597c-54fc-4cc9-b18a-988425c9d557'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:54:48.506149 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fc6133-d0c1-4289-9a2d-00521b3c1df8" -d '{"events": [{"name": "network-changed", "server_uuid": "97507148-c76d-4e94-b535-84aa83c7f8e5", "tag": "635f597c-54fc-4cc9-b18a-988425c9d557"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:54:48.524732 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ca05350-0cd5-4d8f-b49e-cc665c37878d req-e4a876e6-2c7e-46f0-9a9c-97566a739529 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852096 Jan 29 04:54:48.534942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e68fc9-7598-4be0-9c87-4ab1a282e094 service neutron] Pushing event updated for resources: {'Port': ['ID=635f597c-54fc-4cc9-b18a-988425c9d557,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:54:48.559394 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eb37b0-2154-4a0c-9163-adb75a298595 x-openstack-request-id: req-e0eb37b0-2154-4a0c-9163-adb75a298595 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:54:48.559707 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97507148-c76d-4e94-b535-84aa83c7f8e5", "tag": "635f597c-54fc-4cc9-b18a-988425c9d557", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:54:48.559971 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0eb37b0-2154-4a0c-9163-adb75a298595 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:54:48.560394 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'tag': '635f597c-54fc-4cc9-b18a-988425c9d557', 'status': 'completed', 'code': 200} Jan 29 04:54:48.632126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-5cf7c4be-b956-4c41-ab35-8b2ae67a56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:48.634343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-5cf7c4be-b956-4c41-ab35-8b2ae67a56ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0506775 Jan 29 04:54:48.684239 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-35409ca8-a71b-4880-b76b-13ce512ce420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=635f597c-54fc-4cc9-b18a-988425c9d557 HTTP/1.1" status: 200 len: 217 time: 0.0364766 Jan 29 04:54:48.736772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-585baf4c-b219-4d76-9194-b8b9038b4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:48.738294 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-585baf4c-b219-4d76-9194-b8b9038b4aae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0468433 Jan 29 04:54:48.781656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-a827dfe3-fb1c-4a85-9063-0b864e37d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:48.783099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-a827dfe3-fb1c-4a85-9063-0b864e37d0fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389044 Jan 29 04:54:48.876102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-07b1fcac-4971-4471-b00e-b0fcf0cb041b service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Jan 29 04:54:48.963384 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54f4e1a9-e4a3-47c6-820a-577f75c30313 req-d0f1fbe5-ead3-47c6-8a7f-ab1c27bed513 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811560 Jan 29 04:54:49.083178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-008d27ea-024e-48b2-9f3d-efde17289e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:49.084681 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-008d27ea-024e-48b2-9f3d-efde17289e98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0469615 Jan 29 04:54:49.171911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-f7eeeda5-e480-48b3-a0da-cdf12ff09f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:49.173635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-f7eeeda5-e480-48b3-a0da-cdf12ff09f4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0830591 Jan 29 04:54:49.218368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-4596e6c1-79f8-40c9-8419-b5a65266751a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=635f597c-54fc-4cc9-b18a-988425c9d557 HTTP/1.1" status: 200 len: 217 time: 0.0382686 Jan 29 04:54:49.276083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-3696df99-2cd1-4130-8714-4b39217227d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:49.277482 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-3696df99-2cd1-4130-8714-4b39217227d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0447085 Jan 29 04:54:49.329279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-de5cab03-2771-4c2f-a3ff-d01317310c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:49.331012 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-de5cab03-2771-4c2f-a3ff-d01317310c1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469818 Jan 29 04:54:49.436336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-feacf1eb-2b31-4bbe-9bfb-f7c57e1d70b4 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984292 Jan 29 04:54:49.524752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48fc6133-d0c1-4289-9a2d-00521b3c1df8 req-319e875e-cb3b-41aa-8c4c-2cbd9e840959 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Jan 29 04:54:49.647383 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b25aa-4982-4a98-af5e-d680d2af2070 req-0b4f4d18-f9fe-4e3a-98a5-004f027375b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:49.648836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2b25aa-4982-4a98-af5e-d680d2af2070 req-0b4f4d18-f9fe-4e3a-98a5-004f027375b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0487125 Jan 29 04:54:49.687060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b2b25aa-4982-4a98-af5e-d680d2af2070 req-778c22d5-5456-4967-935d-cae6cf298a24 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Jan 29 04:54:50.841810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fef43-410d-4895-8895-01c6f97a7832 req-befc2725-390d-4afe-8694-f4105d11088e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:50.844032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-715fef43-410d-4895-8895-01c6f97a7832 req-befc2725-390d-4afe-8694-f4105d11088e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0622959 Jan 29 04:54:50.902537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-715fef43-410d-4895-8895-01c6f97a7832 req-1cc294d5-a482-426a-b4b4-e22881ca93aa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Jan 29 04:54:52.037912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55a73a-9e28-4ad2-a777-d25d3d062851 req-057041f6-0a10-4668-839e-a1e9dd8791e8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:52.040160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e55a73a-9e28-4ad2-a777-d25d3d062851 req-057041f6-0a10-4668-839e-a1e9dd8791e8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0558121 Jan 29 04:54:52.081444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0e55a73a-9e28-4ad2-a777-d25d3d062851 req-ca0c9390-0e7d-466f-a343-de2e825b790e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jan 29 04:54:53.202077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f04c18-be73-45f2-a75c-77cdb434d680 req-f10d972a-392a-4060-9a98-3617b904ed0c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:53.204352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85f04c18-be73-45f2-a75c-77cdb434d680 req-f10d972a-392a-4060-9a98-3617b904ed0c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0519323 Jan 29 04:54:53.244130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-85f04c18-be73-45f2-a75c-77cdb434d680 req-5e73bc97-7857-43b2-826b-f50e8504bb0b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Jan 29 04:54:53.875657 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ca08-736a-4b32-b8e5-04e70bfc6381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:54.284664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-9e8c7375-8ed4-4a2e-b895-b185f0d11d26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437624 Jan 29 04:54:54.378597 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b6580-7450-4a2a-a473-3ab3ff03b4d6 req-0e4b0e26-4e79-4cd2-ba0f-1caa25060b3a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.380197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf8b6580-7450-4a2a-a473-3ab3ff03b4d6 req-0e4b0e26-4e79-4cd2-ba0f-1caa25060b3a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0506973 Jan 29 04:54:54.393496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-481e9914-cb3c-4222-a8dd-ed9232f9fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.395178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-481e9914-cb3c-4222-a8dd-ed9232f9fa87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0454149 Jan 29 04:54:54.420343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf8b6580-7450-4a2a-a473-3ab3ff03b4d6 req-2d2e862b-1ee0-43a0-9ae8-54842d3a4298 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jan 29 04:54:54.506824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-a03deb84-e363-418f-b20f-0421e951c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.509139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-a03deb84-e363-418f-b20f-0421e951c4a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0948017 Jan 29 04:54:54.551786 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-9844d90f-fe54-494d-8768-f66a54b2e37d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 HTTP/1.1" status: 200 len: 217 time: 0.0359161 Jan 29 04:54:54.606288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-35728b46-b2f4-4d96-ba41-e51cbc10f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.607741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-35728b46-b2f4-4d96-ba41-e51cbc10f757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0500431 Jan 29 04:54:54.654616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-8e3cd27e-5f9a-46f7-8f20-118a280a0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:54.656071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-8e3cd27e-5f9a-46f7-8f20-118a280a0be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399528 Jan 29 04:54:54.746049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-6d1c406f-1c2b-4d8b-aae7-5841efc8fbe4 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Jan 29 04:54:54.839181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9db38f27-8498-4f32-aeff-2d4cb36556a1 req-193568c7-dd2d-46da-81b9-e5a6149f9311 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Jan 29 04:54:55.535076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ab2a4-7b74-4e57-8aa8-323d81017d6d req-3df3b516-41b1-490f-a79a-7653ab0a3132 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:55.536520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-305ab2a4-7b74-4e57-8aa8-323d81017d6d req-3df3b516-41b1-490f-a79a-7653ab0a3132 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0484550 Jan 29 04:54:55.572832 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-305ab2a4-7b74-4e57-8aa8-323d81017d6d req-74221cc0-7959-4c2f-a096-acd88c79ec53 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304141 Jan 29 04:54:56.137877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49edf127-8420-4dd8-9a0c-e9ae107038db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:56.688838 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a1df7-a6cc-4fd6-938a-8b844838aad8 req-40fd88b8-f7a9-4487-9699-4785d1e3243d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:56.690336 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d97a1df7-a6cc-4fd6-938a-8b844838aad8 req-40fd88b8-f7a9-4487-9699-4785d1e3243d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0492485 Jan 29 04:54:56.730252 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d97a1df7-a6cc-4fd6-938a-8b844838aad8 req-a1ac434a-1fb1-4768-8f12-3171128ff7d3 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Jan 29 04:54:57.366896 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:57.850639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b85791-77a6-4bf6-864f-cc67d79eaed8 req-a75a3ad8-f1dd-411c-8b74-ad6ba0242e83 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:57.852259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27b85791-77a6-4bf6-864f-cc67d79eaed8 req-a75a3ad8-f1dd-411c-8b74-ad6ba0242e83 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0491552 Jan 29 04:54:57.894788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27b85791-77a6-4bf6-864f-cc67d79eaed8 req-11eabe7e-2d89-440b-b75e-066a994ac2b9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Jan 29 04:54:59.017339 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c5441-7553-4a79-b811-495b7113fecc req-5f31e60a-bd41-449c-8d48-83169f756d1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:54:59.018820 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f75c5441-7553-4a79-b811-495b7113fecc req-5f31e60a-bd41-449c-8d48-83169f756d1b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0548275 Jan 29 04:54:59.057320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f75c5441-7553-4a79-b811-495b7113fecc req-3f3113d2-0c8d-4f89-9bde-9e045e31ccda tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Jan 29 04:54:59.203390 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:54:59.251026 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:00.176188 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d048cd-c1cb-4b2f-b5db-def600f2dd75 req-de7c8128-7902-48a1-b23f-96a547f06eb9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:00.178123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d048cd-c1cb-4b2f-b5db-def600f2dd75 req-de7c8128-7902-48a1-b23f-96a547f06eb9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0544198 Jan 29 04:55:00.219287 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d048cd-c1cb-4b2f-b5db-def600f2dd75 req-4aeba90c-c54f-4576-b227-e4ed66301c6d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Jan 29 04:55:01.333958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8783f-f927-4688-bad5-d3363b7fafa4 req-1e70f11b-b624-4398-abbe-be7f641dc0ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:01.335375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2cb8783f-f927-4688-bad5-d3363b7fafa4 req-1e70f11b-b624-4398-abbe-be7f641dc0ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0490294 Jan 29 04:55:01.372188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2cb8783f-f927-4688-bad5-d3363b7fafa4 req-c279111f-7589-43ff-9f7e-d0bd03ff4403 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Jan 29 04:55:02.486979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8418dd-b98c-4907-9108-f774e8e361de req-bfa0ab3a-1d31-4467-ab73-e1f154a4e555 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:02.488430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f8418dd-b98c-4907-9108-f774e8e361de req-bfa0ab3a-1d31-4467-ab73-e1f154a4e555 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Jan 29 04:55:02.525150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1f8418dd-b98c-4907-9108-f774e8e361de req-59c00261-da2b-496e-b2be-08d8530c9568 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307853 Jan 29 04:55:03.644249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fd8e9-9b7d-4daa-ac81-56ce3c8a630e req-8e97fe99-d065-416f-838c-e351af3ac5fb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:03.645707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c11fd8e9-9b7d-4daa-ac81-56ce3c8a630e req-8e97fe99-d065-416f-838c-e351af3ac5fb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0518267 Jan 29 04:55:03.683069 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c11fd8e9-9b7d-4daa-ac81-56ce3c8a630e req-b8e429ff-8c19-433c-85d0-fa76a514085e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Jan 29 04:55:04.799907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b5237-c6a5-46d7-8bd3-70c9aed68be3 req-e5ae0619-fbc5-4c56-b07b-11618d2af942 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:04.801357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5b5237-c6a5-46d7-8bd3-70c9aed68be3 req-e5ae0619-fbc5-4c56-b07b-11618d2af942 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0509429 Jan 29 04:55:04.844591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5b5237-c6a5-46d7-8bd3-70c9aed68be3 req-9556144d-7f7e-451c-b215-ae983f16d0b4 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Jan 29 04:55:05.963076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d829f7-cdb9-4d10-bc72-ec7264a25fd2 req-51845ecc-a24e-4135-97df-90ebdfa62cbc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:05.964547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4d829f7-cdb9-4d10-bc72-ec7264a25fd2 req-51845ecc-a24e-4135-97df-90ebdfa62cbc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0520389 Jan 29 04:55:06.002267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4d829f7-cdb9-4d10-bc72-ec7264a25fd2 req-bd433fda-e971-4747-bb20-45382369f211 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306418 Jan 29 04:55:07.124289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07567d30-3742-43b6-a4f7-a6011ab9311f req-0c326e10-c78d-4bd2-9977-5121c89c8543 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:07.125790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07567d30-3742-43b6-a4f7-a6011ab9311f req-0c326e10-c78d-4bd2-9977-5121c89c8543 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0558250 Jan 29 04:55:07.166585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-07567d30-3742-43b6-a4f7-a6011ab9311f req-54521c6b-78c3-4f0d-89dc-0108ac716c2c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Jan 29 04:55:08.286493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f79de-c371-4e4f-8d84-56bff2c25f95 req-a67295fc-5a68-4c49-ac67-33c83fa9912d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:08.287946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b07f79de-c371-4e4f-8d84-56bff2c25f95 req-a67295fc-5a68-4c49-ac67-33c83fa9912d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 943 time: 0.0491586 Jan 29 04:55:08.327894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b07f79de-c371-4e4f-8d84-56bff2c25f95 req-0362c320-d30f-402f-800f-eaa889b7f03a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Jan 29 04:55:08.899933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 635f597c-54fc-4cc9-b18a-988425c9d557 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:55:08.993161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 635f597c-54fc-4cc9-b18a-988425c9d557, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=635f597c-54fc-4cc9-b18a-988425c9d557,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:09.003133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '635f597c-54fc-4cc9-b18a-988425c9d557', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': '635f597c-54fc-4cc9-b18a-988425c9d557', 'mac_address': 'fa:16:3e:7a:4a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:55:09.039809 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:09.052340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635f597c-54fc-4cc9-b18a-988425c9d557 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:55:09.070584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 635f597c-54fc-4cc9-b18a-988425c9d557, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=635f597c-54fc-4cc9-b18a-988425c9d557,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:09.075162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:09.121314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=635f597c-54fc-4cc9-b18a-988425c9d557,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:09.129162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.129501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.129838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.130193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.130521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.130844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.131165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.131481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.131798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.132113 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.132429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.132743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:09.403682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['635f597c-54fc-4cc9-b18a-988425c9d557'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:55:09.441821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb8ce-82d8-47a2-9ece-ff66197527ad req-4b037de5-11e6-4679-bc99-81f048a49261 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:09.443448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3efbb8ce-82d8-47a2-9ece-ff66197527ad req-4b037de5-11e6-4679-bc99-81f048a49261 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 944 time: 0.0494640 Jan 29 04:55:09.480857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3efbb8ce-82d8-47a2-9ece-ff66197527ad req-76236432-c70e-4b7c-b94d-9e656a8729cb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Jan 29 04:55:10.604743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e35eca-b27f-4289-a0d0-d765f1bf19df req-ec7dd519-332a-4ed6-bda3-986434d42b4a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:10.606269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-22e35eca-b27f-4289-a0d0-d765f1bf19df req-ec7dd519-332a-4ed6-bda3-986434d42b4a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 944 time: 0.0516663 Jan 29 04:55:10.648511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-22e35eca-b27f-4289-a0d0-d765f1bf19df req-c3a59178-676c-4b83-a763-808afeea41a2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Jan 29 04:55:10.915269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 635f597c-54fc-4cc9-b18a-988425c9d557 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:55:10.966441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 635f597c-54fc-4cc9-b18a-988425c9d557 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:55:10.971087 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 635f597c-54fc-4cc9-b18a-988425c9d557 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:55:10.971466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:11.055513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:11.078089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635f597c-54fc-4cc9-b18a-988425c9d557'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:55:11.080463 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15afd582-ebe7-4fb7-9b76-0e76e049df2d" -d '{"events": [{"server_uuid": "97507148-c76d-4e94-b535-84aa83c7f8e5", "name": "network-vif-plugged", "status": "completed", "tag": "635f597c-54fc-4cc9-b18a-988425c9d557"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:11.094321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 635f597c-54fc-4cc9-b18a-988425c9d557, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=635f597c-54fc-4cc9-b18a-988425c9d557,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:11.099415 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:11.125234 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27a16e1-0f3a-4a03-bd84-b31d6592d478 x-openstack-request-id: req-b27a16e1-0f3a-4a03-bd84-b31d6592d478 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:11.125524 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97507148-c76d-4e94-b535-84aa83c7f8e5", "name": "network-vif-plugged", "status": "completed", "tag": "635f597c-54fc-4cc9-b18a-988425c9d557", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:11.125769 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b27a16e1-0f3a-4a03-bd84-b31d6592d478 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:11.126169 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635f597c-54fc-4cc9-b18a-988425c9d557', 'code': 200} Jan 29 04:55:11.151898 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=635f597c-54fc-4cc9-b18a-988425c9d557,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:11.306110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732df55-33e8-45f5-a644-adbb78ef78aa req-47e60bc6-fbb6-428a-a431-3bc4685a913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:11.307576 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e732df55-33e8-45f5-a644-adbb78ef78aa req-47e60bc6-fbb6-428a-a431-3bc4685a913f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 1096 time: 0.1024232 Jan 29 04:55:11.341560 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e732df55-33e8-45f5-a644-adbb78ef78aa req-cb172a78-a07a-4a38-ba88-da8b1c2d4735 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268152 Jan 29 04:55:11.777998 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1322a-ea2f-4592-812c-59d71d69f65d req-8c74f8d4-0580-4a17-a23c-038244951f4a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:11.779467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15d1322a-ea2f-4592-812c-59d71d69f65d req-8c74f8d4-0580-4a17-a23c-038244951f4a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 945 time: 0.0556128 Jan 29 04:55:11.817603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15d1322a-ea2f-4592-812c-59d71d69f65d req-019021eb-992e-45bb-9fb6-23c56b171b55 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jan 29 04:55:12.044718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:12.950097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888eba3-0617-4fba-bdf3-6591f90ac8c8 req-4bea7b08-9c4e-48d6-82ab-e4c0d87a559f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:12.951668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5888eba3-0617-4fba-bdf3-6591f90ac8c8 req-4bea7b08-9c4e-48d6-82ab-e4c0d87a559f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 945 time: 0.0504265 Jan 29 04:55:12.995609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5888eba3-0617-4fba-bdf3-6591f90ac8c8 req-632b10d6-0053-4ca2-af3a-96b22bbcb6cb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Jan 29 04:55:13.113513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d68c-d5cc-4b65-8d0d-4b272bfec527 req-aa999672-a521-49f5-a6bc-d947e057dab9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:13.115635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10c6d68c-d5cc-4b65-8d0d-4b272bfec527 req-aa999672-a521-49f5-a6bc-d947e057dab9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Jan 29 04:55:13.156760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-10c6d68c-d5cc-4b65-8d0d-4b272bfec527 req-7b58f6de-6046-441e-986a-24f9de0fe82f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349429 Jan 29 04:55:13.471079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3f1bd-b12e-4aa8-bc8e-20cca785e503 req-e0bca8ad-994c-4e0d-b972-aecebd665932 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:13.472675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b3f1bd-b12e-4aa8-bc8e-20cca785e503 req-e0bca8ad-994c-4e0d-b972-aecebd665932 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 945 time: 0.0580025 Jan 29 04:55:13.515170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1b3f1bd-b12e-4aa8-bc8e-20cca785e503 req-455b3760-4de5-48b7-bada-cc84d9ef3767 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357871 Jan 29 04:55:13.692178 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:14.636911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae3ca9-7884-4c43-87e3-142cad7be3aa req-bfeeb8a2-87a8-4307-949f-1f5c23ad6d56 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:14.638892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3ae3ca9-7884-4c43-87e3-142cad7be3aa req-bfeeb8a2-87a8-4307-949f-1f5c23ad6d56 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Jan 29 04:55:14.680460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3ae3ca9-7884-4c43-87e3-142cad7be3aa req-cfc184a2-6b58-4051-8da5-d68e4f52318d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Jan 29 04:55:15.105800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-7b9e0325-bdea-493f-91d0-2a039b1696a9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:15.107268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-7b9e0325-bdea-493f-91d0-2a039b1696a9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 945 time: 0.0492082 Jan 29 04:55:15.195370 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 635f597c-54fc-4cc9-b18a-988425c9d557 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:55:15.195709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:15.287494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port 635f597c-54fc-4cc9-b18a-988425c9d557, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=635f597c-54fc-4cc9-b18a-988425c9d557,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:15.287860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:15.300135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 635f597c-54fc-4cc9-b18a-988425c9d557 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:55:15.428480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:15.454984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=635f597c-54fc-4cc9-b18a-988425c9d557,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:15.465325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:55:15.467664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['635f597c-54fc-4cc9-b18a-988425c9d557'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:55:15.498397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port 635f597c-54fc-4cc9-b18a-988425c9d557 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:55:15.501036 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:15.504364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba76a7e5-23ca-4d95-85e6-8626bed1126a req-f6a5c718-3a33-441c-a7b1-7ea45acbf7b7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "DELETE /v2.0/ports/635f597c-54fc-4cc9-b18a-988425c9d557 HTTP/1.1" status: 204 len: 173 time: 0.3911762 Jan 29 04:55:15.504809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'name': 'network-vif-deleted', 'tag': '635f597c-54fc-4cc9-b18a-988425c9d557'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:55:15.507240 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c942cbdf-4253-41c5-8ccf-2f834e4b7f0f" -d '{"events": [{"server_uuid": "97507148-c76d-4e94-b535-84aa83c7f8e5", "name": "network-vif-deleted", "tag": "635f597c-54fc-4cc9-b18a-988425c9d557"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:15.631355 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad0a20f-401a-4de9-9aeb-81ca6010cff0 x-openstack-request-id: req-4ad0a20f-401a-4de9-9aeb-81ca6010cff0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:15.631652 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97507148-c76d-4e94-b535-84aa83c7f8e5", "name": "network-vif-deleted", "tag": "635f597c-54fc-4cc9-b18a-988425c9d557", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:15.632435 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ad0a20f-401a-4de9-9aeb-81ca6010cff0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:15.632858 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97507148-c76d-4e94-b535-84aa83c7f8e5', 'name': 'network-vif-deleted', 'tag': '635f597c-54fc-4cc9-b18a-988425c9d557', 'status': 'completed', 'code': 200} Jan 29 04:55:15.780389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66021f9f-039e-4cb5-9bdb-90f956eb50d4 req-79608614-f1eb-45d9-9a12-6da6700d4b6f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0269268 Jan 29 04:55:16.878543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1fd10dca-db49-4865-af2f-05fc137d8493 req-ad37744a-9786-43be-a404-fc5988ecfc28 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0273182 Jan 29 04:55:17.974979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3a8d6ba-218a-403e-96ba-9864282dd7f5 req-e695e0e2-c7cf-4859-a0cf-ec27c3885c5a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0257692 Jan 29 04:55:18.959901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 635f597c-54fc-4cc9-b18a-988425c9d557 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:55:18.987952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 635f597c-54fc-4cc9-b18a-988425c9d557 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:55:18.988305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 635f597c-54fc-4cc9-b18a-988425c9d557 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:55:19.095882 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2ae4293-9b3b-4fb1-b937-3fbfbf1d8bad req-e92ef544-2933-47bd-996b-26880f41c4be tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=97507148-c76d-4e94-b535-84aa83c7f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Jan 29 04:55:19.646782 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:55:23.579476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed829-bd0a-4500-98f6-e989d44fb0df req-45bf823e-d691-48ec-9859-22aac229106d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:23.580934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-704ed829-bd0a-4500-98f6-e989d44fb0df req-45bf823e-d691-48ec-9859-22aac229106d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.0569460 Jan 29 04:55:23.617444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-704ed829-bd0a-4500-98f6-e989d44fb0df req-88b4c971-6edd-40ee-8660-404d7fae893a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304942 Jan 29 04:55:23.876254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d7e72d-2c0a-4397-82cb-f50802729cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:24.738511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16226-523b-47c8-9ccd-f2daabf88e67 req-d6cfbe52-b5d1-4716-80b2-05697fc31c25 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:24.739995 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efb16226-523b-47c8-9ccd-f2daabf88e67 req-d6cfbe52-b5d1-4716-80b2-05697fc31c25 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.0523460 Jan 29 04:55:24.777315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efb16226-523b-47c8-9ccd-f2daabf88e67 req-2b30645a-f63e-4a13-8ed6-44bb910ae026 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Jan 29 04:55:25.232808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-d8f14451-5289-4bb1-a274-eea80a3ac07e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:25.234307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-d8f14451-5289-4bb1-a274-eea80a3ac07e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.0476577 Jan 29 04:55:25.322509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:55:25.322861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:25.413503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:55:25.413786 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:25.425581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:55:25.552465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:25.584220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=127fa618-b0cc-46e7-b5f0-92ba2bad3fb0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:25.586069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:55:25.612071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.612415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.612755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.613089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.613420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.613746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.614093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.614433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.614738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.615057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.615376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.615693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:55:25.634179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:55:25.636621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:25.639908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86d9ae90-7117-40b3-93d1-474d8cb07698 req-50ed1d15-73dd-42dd-87b3-2bddf3b5002f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "DELETE /v2.0/ports/127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 HTTP/1.1" status: 204 len: 173 time: 0.3990409 Jan 29 04:55:25.640367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c18bf-5f26-469d-9428-8907561ce3d5', 'name': 'network-vif-deleted', 'tag': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:55:25.642670 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e5a8bb-1f96-45af-95fd-a2c2bb2cbd3d" -d '{"events": [{"server_uuid": "948c18bf-5f26-469d-9428-8907561ce3d5", "name": "network-vif-deleted", "tag": "127fa618-b0cc-46e7-b5f0-92ba2bad3fb0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:25.680365 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4224ca7-39e5-40df-88e5-26084e694553 x-openstack-request-id: req-c4224ca7-39e5-40df-88e5-26084e694553 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:25.680652 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c18bf-5f26-469d-9428-8907561ce3d5", "name": "network-vif-deleted", "tag": "127fa618-b0cc-46e7-b5f0-92ba2bad3fb0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:25.680905 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4224ca7-39e5-40df-88e5-26084e694553 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:25.681299 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c18bf-5f26-469d-9428-8907561ce3d5', 'name': 'network-vif-deleted', 'tag': '127fa618-b0cc-46e7-b5f0-92ba2bad3fb0', 'status': 'completed', 'code': 200} Jan 29 04:55:25.871167 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2eaaef8-eadc-4f60-8e0e-ef3960a09d56 req-43da6990-00c3-467a-b95c-8f1d74cc9ab5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.0265193 Jan 29 04:55:26.139095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c722-7516-42b4-a122-52d26685b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:26.966623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d22be031-fac7-474b-b998-320fe3cb3750 req-481e0b96-9f18-4890-a08d-69c2b9960486 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.0268142 Jan 29 04:55:27.370527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:28.062444 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ef07b342-6a0b-4ac3-bccd-45d7c139ce1b req-b5ea737f-1cca-4e97-ac68-90751a03df57 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.0261488 Jan 29 04:55:29.161721 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d513cccd-be35-4464-ac5f-388757d75e45 req-102b84e1-9566-4561-88d8-9bda761b2ea2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=948c18bf-5f26-469d-9428-8907561ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Jan 29 04:55:29.220443 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:29.281647 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:29.637207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:55:29.657156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:55:29.657496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 127fa618-b0cc-46e7-b5f0-92ba2bad3fb0 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:55:31.984001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:31.988626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057175400', 'description': 'tempest-secgroup-smoke-2057175400 description', 'project_id': 'f705faa34e334e1dbef99eac537a7af6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.011055 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.081812 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.085738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.118686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.124596 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.129574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34380) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:32.134260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group_rule': {'security_group_id': 'e3374d8e-ace3-4add-9ed4-1cdd8bb0981e', 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.134454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9066517-737c-4ac3-9f59-9217ef3fcfa5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492891 Jan 29 04:55:32.162754 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.216981 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.220298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.240315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eb1d4f-cb1d-4253-b952-d1e8ae44175d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.248284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.249505 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-330a9aab-c417-446e-9316-7856a45e38fa tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189318 Jan 29 04:55:32.253350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:32.257814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group_rule': {'security_group_id': 'e3374d8e-ace3-4add-9ed4-1cdd8bb0981e', 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.285806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.342727 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.346845 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.363735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6308b819-7104-4684-9d19-5faae462f7a9,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.371814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.373005 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0885e639-1f59-42b1-8b07-1e0c75c00007 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186116 Jan 29 04:55:32.375729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:32.379970 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group_rule': {'security_group_id': 'e3374d8e-ace3-4add-9ed4-1cdd8bb0981e', 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.407257 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.467618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.471536 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.489011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff7b80a-e87f-486f-9706-a0035bee30fc,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.496013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.497192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d97aadef-2b1c-4a37-b9dc-59ef5de3dab2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205246 Jan 29 04:55:32.499851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:32.504589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group_rule': {'security_group_id': 'e3374d8e-ace3-4add-9ed4-1cdd8bb0981e', 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.531436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.592072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.596663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.614140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec21e8d-50e2-4324-a591-66d3a790ded8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.621743 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.622964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-132c59d5-156b-4124-8880-1de37232d97a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222086 Jan 29 04:55:32.625688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:32.630193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group_rule': {'security_group_id': 'e3374d8e-ace3-4add-9ed4-1cdd8bb0981e', 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.653002 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Project f705faa34e334e1dbef99eac537a7af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:55:32.658143 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.716821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.721148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.738774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29477415-edf2-4c6d-a48a-81f517452d0d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.745520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.746691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-487c98b4-b4e4-4aa0-bcf7-90f0205d9220 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198866 Jan 29 04:55:32.749457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:55:32.754381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'security_group_rule': {'security_group_id': 'e3374d8e-ace3-4add-9ed4-1cdd8bb0981e', 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:32.778208 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Project f705faa34e334e1dbef99eac537a7af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 04:55:32.783570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.842203 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.846163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.862751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad9674b-799a-458a-b2a1-9042d36b2cc3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:32.871011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:32.872190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b53330c7-3ab4-424a-a402-3d9dce3a8f6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216035 Jan 29 04:55:42.074873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:43.706918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:46.345315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-f068bfb6-8cab-4094-bc39-ffb6289e2f44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384066 Jan 29 04:55:46.440725 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-d4ae89da-7e64-460f-814e-d07bfa0fdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:46.442200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-d4ae89da-7e64-460f-814e-d07bfa0fdb35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 1096 time: 0.0401444 Jan 29 04:55:46.548910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-03ac3b36-1acc-42d9-876e-f27bf4949c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:46.550689 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-03ac3b36-1acc-42d9-876e-f27bf4949c17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 200 len: 910 time: 0.0904155 Jan 29 04:55:46.617549 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-d6ee02c7-5bce-435b-86e9-5234319d301b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 200 len: 1001 time: 0.0597897 Jan 29 04:55:46.665260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-1cbbba7f-1131-4269-80f4-2498bb8bf96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:46.666707 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-1cbbba7f-1131-4269-80f4-2498bb8bf96d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 200 len: 848 time: 0.0432434 Jan 29 04:55:46.714509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-d6f856c4-7c6a-4ba2-bafe-10a7c6a5c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:46.715974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-d6f856c4-7c6a-4ba2-bafe-10a7c6a5c609 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2171fd93-fa43-4277-ae48-2b4b24477bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421228 Jan 29 04:55:46.802146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-17100a2f-a04a-4aa8-b64b-936ac4b2ab2e service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789258 Jan 29 04:55:46.893734 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-23267dc7-e9a8-41fe-910c-625c061ce43f req-bb941260-925c-4345-b7de-4d67779cd50a service neutron] 10.222.0.20 "GET /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855255 Jan 29 04:55:47.064330 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-ba750003-9b45-4c0d-bb06-979aea889b83 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057175400&fields=id&tenant_id=f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 267 time: 0.0336373 Jan 29 04:55:47.165316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-dc21e283-92ab-431f-afd1-48a0a5491336 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:47.166775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-dc21e283-92ab-431f-afd1-48a0a5491336 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.0959182 Jan 29 04:55:47.181977 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-d9a7c0a8-b06c-49e9-8cf9-1a0518e1107b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0086050 Jan 29 04:55:47.231048 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-2a580622-f0dd-4755-8a1c-3a78175b3e46 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439596 Jan 29 04:55:47.327569 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-e2839141-ec08-4e4d-b4d6-3449d93331fb service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845830 Jan 29 04:55:47.412508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-b8296413-bf7e-4d0f-aac8-ef4510b189f4 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787973 Jan 29 04:55:47.689021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8a309743-f435-4fe4-bdfb-8591d9e4f3b1 req-ef624239-1704-4067-b0d3-91aadb94b1e5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jan 29 04:55:48.744437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-438c197b-055b-41f1-b7db-61c6e9624988 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:48.746108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-438c197b-055b-41f1-b7db-61c6e9624988 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1064432 Jan 29 04:55:48.790216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-435f35a2-9100-4685-b515-66ebc5205f30 req-3c182d2e-a132-4966-9399-4ea3862dc397 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Jan 29 04:55:48.809306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-02aa9a99-19f2-4917-9f5b-28c14077a4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 380 time: 0.0371058 Jan 29 04:55:48.820208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'security_groups': ['e3374d8e-ace3-4add-9ed4-1cdd8bb0981e']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:48.932670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:55:48.936213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.060287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.6 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/80ecd357-99c3-4668-a5b5-c5f0e598a5fb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:55:49.197704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.231296 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.275307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:55:49.278160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:55:49.281669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:55:49.288422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:49.341981 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:49.342640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.361672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-345f9f5a-1ad6-4f8d-ac3f-2a01f75db47b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5449994 Jan 29 04:55:49.380156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Request body: {'port': {'device_id': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:55:49.437348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.520964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-99bc0058-e178-4444-bceb-78b1fa50117a None None] Provisioning complete for port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:55:49.521591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-99bc0058-e178-4444-bceb-78b1fa50117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.557882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-99bc0058-e178-4444-bceb-78b1fa50117a None None] Port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:55:49.697332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ecd357-99c3-4668-a5b5-c5f0e598a5fb {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:55:49.705395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:49.717288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Transition to ACTIVE for port object 80ecd357-99c3-4668-a5b5-c5f0e598a5fb will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:55:49.721816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:50.111380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:50.164845 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f13077-3143-4a11-86e1-a4b461f4aa3a req-6dff7023-8ce7-4257-90ce-86c39ebe3fe5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.166394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0f13077-3143-4a11-86e1-a4b461f4aa3a req-6dff7023-8ce7-4257-90ce-86c39ebe3fe5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.1130455 Jan 29 04:55:50.209808 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Attempting to bind port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:55:50.210158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Attempting to bind port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:55:50.210489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Attempting to bind port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:55:50.225174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:55:50.225500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Attempting to bind port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:55:50.232897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0f13077-3143-4a11-86e1-a4b461f4aa3a req-a89e8b9a-864a-4a3d-800b-d87dec5561e5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586793 Jan 29 04:55:50.236636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:55:50.236987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:55:50.237354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:55:50.237786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Bound port: 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:55:50.238270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:50.305050 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] For port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:55:50.307897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] For port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:55:50.312722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:50.347042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.347773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:50.349670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] 10.222.0.36 "PUT /v2.0/ports/80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 200 len: 1091 time: 0.9743922 Jan 29 04:55:50.352409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:55:50.354735 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab24ab-a115-41d8-a150-18e0df1dfd34" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:55:50.402728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ec765-036b-4811-85d6-7e78dc908f16 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:55:50.413723 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5845b36a-f0b6-457d-8c2d-10291a6da92c x-openstack-request-id: req-5845b36a-f0b6-457d-8c2d-10291a6da92c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:55:50.414047 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:55:50.414427 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5845b36a-f0b6-457d-8c2d-10291a6da92c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:55:50.414696 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'status': 'completed', 'code': 200} Jan 29 04:55:50.467977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-16b4dade-9360-41d7-98b4-6f8d8daeaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.470089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-16b4dade-9360-41d7-98b4-6f8d8daeaf95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1094 time: 0.0495782 Jan 29 04:55:50.521227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-e27f7059-0ed9-4db6-980a-f756b2e2f35f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 200 len: 217 time: 0.0387344 Jan 29 04:55:50.572798 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-00a06627-401c-4064-98c7-727c5e3158d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.574286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-00a06627-401c-4064-98c7-727c5e3158d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0453801 Jan 29 04:55:50.622996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-3c9d0b5a-652c-4db6-8c0f-c9f9f147ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.624416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-3c9d0b5a-652c-4db6-8c0f-c9f9f147ff00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439179 Jan 29 04:55:50.719376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-ed5b2fe0-9494-4a87-a202-a8bb0d588963 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876436 Jan 29 04:55:50.809307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ce62391-0560-4cba-bb8f-855c4e08371e req-15d9b706-41e8-4e16-a705-32a46bc9be53 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821397 Jan 29 04:55:50.918362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-7be82557-269d-4b90-814f-66bdf7b6422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:50.919785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-7be82557-269d-4b90-814f-66bdf7b6422c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1094 time: 0.0414283 Jan 29 04:55:51.012059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-098b96cd-9c2b-4179-a16f-3684d603ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:51.013547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-098b96cd-9c2b-4179-a16f-3684d603ba3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0862432 Jan 29 04:55:51.055623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-5e34d135-d40e-4a40-84bd-abb7d2a2415a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 200 len: 217 time: 0.0344188 Jan 29 04:55:51.108536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-907784f1-e616-4c81-9c44-db877b40baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:51.109928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-907784f1-e616-4c81-9c44-db877b40baf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0480754 Jan 29 04:55:51.156682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-bb79b997-6f82-48b6-ac5c-25b5e3709dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:51.158585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-bb79b997-6f82-48b6-ac5c-25b5e3709dab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411878 Jan 29 04:55:51.248091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-1fabee4d-7d24-46c5-ba8a-c4bc0dab9c9e service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Jan 29 04:55:51.376664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fbab24ab-a115-41d8-a150-18e0df1dfd34 req-498b4ddf-184f-4706-a352-cae631613aa0 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200025 Jan 29 04:55:51.384903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e801-e64b-47b7-b3df-cf6c83bb60b7 req-a0cf1d46-de0a-4f60-82e2-5b6ef315ece6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:51.386301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ee4e801-e64b-47b7-b3df-cf6c83bb60b7 req-a0cf1d46-de0a-4f60-82e2-5b6ef315ece6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0754192 Jan 29 04:55:51.426531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ee4e801-e64b-47b7-b3df-cf6c83bb60b7 req-4f521e5d-3b10-4b4e-bb9f-accb32bc4b35 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Jan 29 04:55:52.547056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0d38f-d664-4e1e-838b-fab97cfc9382 req-276d00e4-b5cb-4c5f-83d2-c59221edfb0a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:52.548915 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79b0d38f-d664-4e1e-838b-fab97cfc9382 req-276d00e4-b5cb-4c5f-83d2-c59221edfb0a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0517523 Jan 29 04:55:52.588042 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79b0d38f-d664-4e1e-838b-fab97cfc9382 req-3be4b074-b756-4190-bf0f-f0565f731488 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Jan 29 04:55:53.700945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437728-380b-4f11-bc9e-2ee991c0b286 req-122856b4-0d0e-433b-a12a-6d0d9d464fb6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:53.702449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb437728-380b-4f11-bc9e-2ee991c0b286 req-122856b4-0d0e-433b-a12a-6d0d9d464fb6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0493288 Jan 29 04:55:53.744752 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb437728-380b-4f11-bc9e-2ee991c0b286 req-ec0289c3-8dd6-46b5-96fe-2d17966d7ca1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353448 Jan 29 04:55:53.876670 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5bdd31e7-e7e2-4ffa-ba32-a67286f15900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:54.857343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9a78-a377-4e33-a837-2f2d4d897e01 req-6a0cdae4-b550-4777-b57c-34f0b5c9ee85 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:54.858808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb7b9a78-a377-4e33-a837-2f2d4d897e01 req-6a0cdae4-b550-4777-b57c-34f0b5c9ee85 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0472200 Jan 29 04:55:54.895014 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eb7b9a78-a377-4e33-a837-2f2d4d897e01 req-80d4df2f-56a5-4bcd-8e67-f660a24af66e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297568 Jan 29 04:55:56.009063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc308d-098b-4854-9313-99233525a667 req-cd22a4d8-5f14-45af-bba5-06561381f209 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:56.010542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43cc308d-098b-4854-9313-99233525a667 req-cd22a4d8-5f14-45af-bba5-06561381f209 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0492973 Jan 29 04:55:56.048863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43cc308d-098b-4854-9313-99233525a667 req-09844dea-22c2-4af6-b4c4-74d8d60b31bc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Jan 29 04:55:56.141299 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f335f5c9-9c95-479f-a4a0-3871b665ba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:56.646705 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:55:57.163921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12d9bd-081d-4231-b50a-8e81df175e53 req-d18b39fd-4332-44ab-9b1e-e754a157487c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:57.165368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd12d9bd-081d-4231-b50a-8e81df175e53 req-d18b39fd-4332-44ab-9b1e-e754a157487c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0514133 Jan 29 04:55:57.201640 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd12d9bd-081d-4231-b50a-8e81df175e53 req-a72a7eea-e80f-4fb0-a59e-cf1199f4b4da tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303028 Jan 29 04:55:57.372925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:58.315349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db681d86-57ae-47fc-b6a6-d3bfa6fce1ed req-336aacfc-0fda-4488-9397-afc8683355ae tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:58.316840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db681d86-57ae-47fc-b6a6-d3bfa6fce1ed req-336aacfc-0fda-4488-9397-afc8683355ae tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0501404 Jan 29 04:55:58.353208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db681d86-57ae-47fc-b6a6-d3bfa6fce1ed req-6ea56663-f70d-446e-83d1-8ee791662748 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305276 Jan 29 04:55:59.200413 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:59.252078 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:55:59.465807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75856e-1e20-4dd2-ad71-a4add76054e2 req-9811d700-8dae-46dd-8a1e-18e35663751d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:55:59.467260 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a75856e-1e20-4dd2-ad71-a4add76054e2 req-9811d700-8dae-46dd-8a1e-18e35663751d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0481641 Jan 29 04:55:59.503920 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a75856e-1e20-4dd2-ad71-a4add76054e2 req-a48c460c-debe-44aa-bcaf-7fea9975524c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Jan 29 04:56:00.621118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc14ca0-1494-4737-9962-4fff3012359b req-a8464605-d2be-4343-821b-7cf05798c4b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:00.622604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdc14ca0-1494-4737-9962-4fff3012359b req-a8464605-d2be-4343-821b-7cf05798c4b5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0484433 Jan 29 04:56:00.673813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fdc14ca0-1494-4737-9962-4fff3012359b req-48bea2d9-3873-4ad6-914b-60d66bdf71e4 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 Jan 29 04:56:01.788867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00134ab7-e169-4e2f-8c6d-cd3c11c089c5 req-99717153-21ac-4b48-b6ff-2e38b5a51e1a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:01.790360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00134ab7-e169-4e2f-8c6d-cd3c11c089c5 req-99717153-21ac-4b48-b6ff-2e38b5a51e1a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 943 time: 0.0494564 Jan 29 04:56:01.808178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 80ecd357-99c3-4668-a5b5-c5f0e598a5fb details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:56:01.828624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00134ab7-e169-4e2f-8c6d-cd3c11c089c5 req-5cf9c67d-1e06-4a0d-8ac8-0f0523811f2d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Jan 29 04:56:01.899391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:01.910072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'mac_address': 'fa:16:3e:f0:f3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:56:01.949682 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:01.962635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ecd357-99c3-4668-a5b5-c5f0e598a5fb {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:56:01.981010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:01.985022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:02.030837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:02.263680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['80ecd357-99c3-4668-a5b5-c5f0e598a5fb'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:56:02.942830 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712b83-8e84-4daf-bb08-6bd1937de92b req-fcfe68ba-28d3-4952-9cdf-cd06ab387c3b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:02.944256 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22712b83-8e84-4daf-bb08-6bd1937de92b req-fcfe68ba-28d3-4952-9cdf-cd06ab387c3b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 944 time: 0.0482988 Jan 29 04:56:02.980259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22712b83-8e84-4daf-bb08-6bd1937de92b req-bd887a87-616a-42c3-9ae0-ba46385490e1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300984 Jan 29 04:56:03.823416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 80ecd357-99c3-4668-a5b5-c5f0e598a5fb up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:56:03.869809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:56:03.873295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:56:03.873666 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:03.949239 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:03.971170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:56:03.973357 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f8c86-5f01-4da3-bbc5-a7ff972ad4dd" -d '{"events": [{"server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "name": "network-vif-plugged", "status": "completed", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:03.985602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:03.990112 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:04.012629 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647c2f1-3b63-411b-a82f-cbabdc304c81 x-openstack-request-id: req-f647c2f1-3b63-411b-a82f-cbabdc304c81 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:04.012931 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "name": "network-vif-plugged", "status": "completed", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:04.013300 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f647c2f1-3b63-411b-a82f-cbabdc304c81 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:04.013694 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'code': 200} Jan 29 04:56:04.040111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:04.110239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a748e-5c0e-4af1-a755-17b539cf23a0 req-f9ba63fc-3d87-40c0-9bed-17c2c8c3a623 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:04.111690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7a748e-5c0e-4af1-a755-17b539cf23a0 req-f9ba63fc-3d87-40c0-9bed-17c2c8c3a623 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.0568049 Jan 29 04:56:04.167415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b7c2-f04d-4fe3-a443-7fbed07efed4 req-625f5b8b-64d4-4fde-b743-5deafb25c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:04.168909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b408b7c2-f04d-4fe3-a443-7fbed07efed4 req-625f5b8b-64d4-4fde-b743-5deafb25c1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1096 time: 0.0749371 Jan 29 04:56:04.171935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7a748e-5c0e-4af1-a755-17b539cf23a0 req-f9576a1b-2d68-4873-aa3c-56f8e18b8c6c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Jan 29 04:56:04.203227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b408b7c2-f04d-4fe3-a443-7fbed07efed4 req-b9d930cd-fb61-4094-ae32-35b7e59493f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273352 Jan 29 04:56:05.300352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337201-2362-4974-b653-f8cde200ccb7 req-a938b3cd-5e14-4d59-82b0-0dba5f0b8e8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:05.301817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15337201-2362-4974-b653-f8cde200ccb7 req-a938b3cd-5e14-4d59-82b0-0dba5f0b8e8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.0561452 Jan 29 04:56:05.338808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15337201-2362-4974-b653-f8cde200ccb7 req-266cc81b-dfdb-4b43-9ad0-8993454ef84f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309322 Jan 29 04:56:06.451553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242ac41-b3bb-4d7c-8dea-7d21c82fae34 req-501b7566-3a45-4286-94a2-901e41ada2ff tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:06.453015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4242ac41-b3bb-4d7c-8dea-7d21c82fae34 req-501b7566-3a45-4286-94a2-901e41ada2ff tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Jan 29 04:56:06.491456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4242ac41-b3bb-4d7c-8dea-7d21c82fae34 req-3eeb6bc1-03f5-42d1-a27d-6cd31ec95ed9 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Jan 29 04:56:06.604380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd213e-73c1-481a-bbbe-cd850eea37ed req-6e3b2403-0bc9-4532-8979-33ad1e58067f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:06.605762 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ecd213e-73c1-481a-bbbe-cd850eea37ed req-6e3b2403-0bc9-4532-8979-33ad1e58067f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.0497622 Jan 29 04:56:06.648543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ecd213e-73c1-481a-bbbe-cd850eea37ed req-934de382-e732-4c57-a08c-3e73fd710e3b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Jan 29 04:56:06.670728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:06.708853 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36091a-bbe5-4b27-95e1-6ef19b2056a4 tempest-TestVolumeBootPattern-656049006 tempest-TestVolumeBootPattern-656049006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:06.710350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c36091a-bbe5-4b27-95e1-6ef19b2056a4 tempest-TestVolumeBootPattern-656049006 tempest-TestVolumeBootPattern-656049006-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1091 time: 0.0384345 Jan 29 04:56:06.713239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34590) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:06.717405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:56:06.742673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:06.840466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:06.939404 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.25.4.205 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d9d93c68-782e-4383-9e23-81ffe8744d1e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:56:07.041492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:07.075112 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:07.112514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:56:07.115430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:56:07.118174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:56:07.147945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=d9d93c68-782e-4383-9e23-81ffe8744d1e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:07.161072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.161418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.161756 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.162127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.162459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.162783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.163103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.163421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.163742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.164058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.164375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.164693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:07.781197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:07.845198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:07.991416 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:07.995687 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:08.063564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=d9d93c68-782e-4383-9e23-81ffe8744d1e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:08.074917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:08.172802 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Floating IP 60dee425-92ea-4e28-97ab-c12bb7966db6 associated. External IP: 172.25.4.205, port: 80ecd357-99c3-4668-a5b5-c5f0e598a5fb. Jan 29 04:56:08.372798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:56:08.475227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:56:08.484675 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:56:08.492438 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:08.493310 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:08.493948 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:55:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:08.523021 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-af4c6cf2-82ac-45d2-bc66-dc91e846bb11 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8087838 Jan 29 04:56:08.523600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:56:08.525826 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e46580a-732e-49b4-be62-b408beb52157" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:08.561844 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe20b3ed-bcad-4d34-9e5d-c3f01ca18b15 x-openstack-request-id: req-fe20b3ed-bcad-4d34-9e5d-c3f01ca18b15 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:08.562179 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:08.562428 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe20b3ed-bcad-4d34-9e5d-c3f01ca18b15 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:08.563452 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'status': 'completed', 'code': 200} Jan 29 04:56:08.602407 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:08.646378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46580a-732e-49b4-be62-b408beb52157 req-dca00f97-360e-40a0-b559-5c039c7c5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:08.647894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-dca00f97-360e-40a0-b559-5c039c7c5f87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1096 time: 0.0403833 Jan 29 04:56:08.741668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46580a-732e-49b4-be62-b408beb52157 req-31b4b168-dc67-4d18-8c67-9d20bba632cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:08.743228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-31b4b168-dc67-4d18-8c67-9d20bba632cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0889168 Jan 29 04:56:08.807900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-fa89a9d4-a01f-4ba8-af12-4be7a294ff3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 200 len: 999 time: 0.0583954 Jan 29 04:56:08.829106 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '60dee425-92ea-4e28-97ab-c12bb7966db6', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:f0:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:56:07Z', 'updated_at': '2022-01-29T04:56:07Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:08.853725 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:56:08.855314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46580a-732e-49b4-be62-b408beb52157 req-f2c478dd-d658-42ff-b40d-da7f1f177460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:08.856780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-f2c478dd-d658-42ff-b40d-da7f1f177460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0426400 Jan 29 04:56:08.862234 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:08.862806 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:55:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:08.907731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46580a-732e-49b4-be62-b408beb52157 req-ff38854a-2fc2-4112-a306-e1965ebc81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:08.909218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-ff38854a-2fc2-4112-a306-e1965ebc81df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453258 Jan 29 04:56:08.963927 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:08.999485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-a0cb3732-0636-4076-8081-569fc62c17d0 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Jan 29 04:56:09.095314 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e46580a-732e-49b4-be62-b408beb52157 req-947638fb-526e-42e3-9a32-2e26181331b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881190 Jan 29 04:56:09.183884 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '60dee425-92ea-4e28-97ab-c12bb7966db6', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:f0:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:56:07Z', 'updated_at': '2022-01-29T04:56:07Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:09.211801 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7ae36-d1bf-4e34-9737-0421e7e8327c None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '60dee425-92ea-4e28-97ab-c12bb7966db6', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:f0:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:56:07Z', 'updated_at': '2022-01-29T04:56:07Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:56:09.392483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62336f43-bba7-41c4-9687-735a2a32bd24 None None] New status for floating IP 60dee425-92ea-4e28-97ab-c12bb7966db6: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:56:12.079570 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:13.736582 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:23.878464 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6bf3a8b7-b3db-41ec-9666-4bfe1c13e690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:26.141770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d0024d90-2939-40c6-a401-87f2c0c80fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:27.377796 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:29.204386 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:29.253529 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:33.646312 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:56:35.848785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2078168-1bbf-46c3-9d89-68c328bfc927 req-17bfd75b-9769-480e-bbd4-52a44a13c891 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:35.850571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2078168-1bbf-46c3-9d89-68c328bfc927 req-17bfd75b-9769-480e-bbd4-52a44a13c891 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Jan 29 04:56:35.889061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2078168-1bbf-46c3-9d89-68c328bfc927 req-d797a15b-684a-48e7-9be2-e9709ff2e6f5 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 Jan 29 04:56:37.015877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75193a90-f49d-42d5-a2a2-9f528f03ef55 req-f6bcf60d-7acf-46ff-956c-b1f5190ecec5 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:37.017334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75193a90-f49d-42d5-a2a2-9f528f03ef55 req-f6bcf60d-7acf-46ff-956c-b1f5190ecec5 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0512412 Jan 29 04:56:37.054496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75193a90-f49d-42d5-a2a2-9f528f03ef55 req-1ff31360-f1a3-4254-bcbc-9cff8b5b3237 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/security-groups?id=34abde48-831f-4fe0-a158-b94488ffe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 Jan 29 04:56:37.300298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f862f-68fe-4843-9ca6-aba35581c421 req-a38eecbe-66e5-4630-b531-1f400eba888b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:37.302157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-237f862f-68fe-4843-9ca6-aba35581c421 req-a38eecbe-66e5-4630-b531-1f400eba888b tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.20 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 945 time: 0.0493581 Jan 29 04:56:37.397220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Deleting port b864fb08-e06b-49b0-87c8-ddcd43292fdd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:37.397627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:37.484396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] For port b864fb08-e06b-49b0-87c8-ddcd43292fdd, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b864fb08-e06b-49b0-87c8-ddcd43292fdd,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:37.484769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:37.700202 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:37.700648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:37.700972 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Floating IP 18d5ce45-131a-494e-86b0-fd6140db3ad5 disassociated. External IP: 172.25.4.227, port: b864fb08-e06b-49b0-87c8-ddcd43292fdd. Jan 29 04:56:37.701336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Calling delete_port for b864fb08-e06b-49b0-87c8-ddcd43292fdd owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:37.827741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:37.856547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event deleted for resources: {'Port': ['ID=b864fb08-e06b-49b0-87c8-ddcd43292fdd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:37.970192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Router cc7785e6-2c58-4c50-8386-001d081fa620 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:56:38.076851 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:56:38.088337 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] Sync routers for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:56:38.100089 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:38.101577 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:56:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.120529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] No DVR routers for this DVR port b864fb08-e06b-49b0-87c8-ddcd43292fdd on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:56:38.123471 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:38.127310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-237f862f-68fe-4843-9ca6-aba35581c421 req-faba908a-acda-4cd5-aaff-9b701cea3491 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.20 "DELETE /v2.0/ports/b864fb08-e06b-49b0-87c8-ddcd43292fdd HTTP/1.1" status: 204 len: 173 time: 0.8190482 Jan 29 04:56:38.127763 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'name': 'network-vif-deleted', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:56:38.130131 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814c0fa4-dbba-4897-bed4-c889e454fea6" -d '{"events": [{"server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "name": "network-vif-deleted", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:56:38.153928 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f19051e-d2b2-4dea-a3f5-815b5bc91c51 req-320cab2f-42f6-4631-bd7f-92925d4ce4af tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "GET /v2.0/ports?device_id=70060c5e-5fb0-4424-ab91-28f87c8641b6 HTTP/1.1" status: 200 len: 210 time: 0.0294366 Jan 29 04:56:38.172862 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff81da42-f20c-4269-8156-72d39b305682 x-openstack-request-id: req-ff81da42-f20c-4269-8156-72d39b305682 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:56:38.173226 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70060c5e-5fb0-4424-ab91-28f87c8641b6", "name": "network-vif-deleted", "tag": "b864fb08-e06b-49b0-87c8-ddcd43292fdd", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:56:38.173478 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff81da42-f20c-4269-8156-72d39b305682 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:56:38.173926 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70060c5e-5fb0-4424-ab91-28f87c8641b6', 'name': 'network-vif-deleted', 'tag': 'b864fb08-e06b-49b0-87c8-ddcd43292fdd', 'status': 'completed', 'code': 200} Jan 29 04:56:38.226353 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:38.426816 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.452765 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] Checking router: cc7785e6-2c58-4c50-8386-001d081fa620 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:56:38.461007 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:38.461613 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:56:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.565200 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:38.857102 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:38.883164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f81f48-f6bf-40b1-80fe-6aa8e253dce7 None None] The sync data for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 is: [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:51:22Z', 'revision_number': 4, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '7e5305a5-17c9-4ff4-afac-7743eab29cba', 'name': '', 'network_id': '2171fd93-fa43-4277-ae48-2b4b24477bdf', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'mac_address': 'fa:16:3e:47:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '42502621-eec5-445a-b39b-e716d29738ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:21Z', 'updated_at': '2022-01-29T04:51:29Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'subnets': [{'id': '42502621-eec5-445a-b39b-e716d29738ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:56:39.099283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564d102-9cc8-498f-aca4-9a337cdec935 None None] New status for floating IP 18d5ce45-131a-494e-86b0-fd6140db3ad5: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:56:39.220599 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34620) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:39.344411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Deleting port 4b217956-9b28-4d82-afd3-df4c4625fe95 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:39.344749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.422377 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.422612 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.434642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Calling delete_port for 4b217956-9b28-4d82-afd3-df4c4625fe95 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:39.564339 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.595086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event deleted for resources: {'Port': ['ID=4b217956-9b28-4d82-afd3-df4c4625fe95,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:39.661489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.664503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.665703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c83e528a-fa73-4375-b1c6-103f79395a85 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "DELETE /v2.0/floatingips/18d5ce45-131a-494e-86b0-fd6140db3ad5 HTTP/1.1" status: 204 len: 168 time: 0.4441333 Jan 29 04:56:39.740390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:39.807192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.843652 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.914636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.917688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:39.919038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] 10.222.0.32 "DELETE /v2.0/security-groups/34abde48-831f-4fe0-a158-b94488ffe6f5 HTTP/1.1" status: 204 len: 168 time: 0.1773789 Jan 29 04:56:39.929362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34abde48-831f-4fe0-a158-b94488ffe6f5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:39.937539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.937877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.938467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.939037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.939370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.939765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.940098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.940420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.940856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.941180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.941552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.941872 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8e831-3cb5-4059-9c5f-df85459afdd0 tempest-TestServerBasicOps-977600191 tempest-TestServerBasicOps-977600191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:39.978856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34630) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:40.479697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:41.014192 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Deleting port 7e5305a5-17c9-4ff4-afac-7743eab29cba {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:41.014534 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:41.087923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] For port 7e5305a5-17c9-4ff4-afac-7743eab29cba, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7e5305a5-17c9-4ff4-afac-7743eab29cba,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:41.088283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:41.100051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Calling delete_port for 7e5305a5-17c9-4ff4-afac-7743eab29cba owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:41.260480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b864fb08-e06b-49b0-87c8-ddcd43292fdd no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:41.271043 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:41.280334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: b864fb08-e06b-49b0-87c8-ddcd43292fdd {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:41.280694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b864fb08-e06b-49b0-87c8-ddcd43292fdd not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:41.297355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5305a5-17c9-4ff4-afac-7743eab29cba,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:41.462578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:41.672288 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Router cc7785e6-2c58-4c50-8386-001d081fa620 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:56:41.770890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:56:41.776507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1585f63-1d0b-4a9b-8600-b7d72203c65c admin admin] 10.222.0.32 "PUT /v2.0/routers/cc7785e6-2c58-4c50-8386-001d081fa620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965384 Jan 29 04:56:41.779048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34634) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:41.781541 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] Sync routers for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:56:41.791290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:41.791897 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:56:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:41.880528 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:41.891690 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:41.983246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.035702 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Deleting port 5ba743ed-284b-409f-b998-292d657ad4b7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:42.036058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.061056 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:56:41Z', 'revision_number': 5, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port': {'id': '5ba743ed-284b-409f-b998-292d657ad4b7', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:18Z', 'updated_at': '2022-01-29T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:42.090538 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] Checking router: cc7785e6-2c58-4c50-8386-001d081fa620 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:56:42.099308 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] Routers {'cc7785e6-2c58-4c50-8386-001d081fa620'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:42.099912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:56:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cc7785e6-2c58-4c50-8386-001d081fa620'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:42.108691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.118866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] For port 5ba743ed-284b-409f-b998-292d657ad4b7, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5ba743ed-284b-409f-b998-292d657ad4b7,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:42.119281 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.130822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Calling delete_port for 5ba743ed-284b-409f-b998-292d657ad4b7 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:42.184312 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] Set router cc7785e6-2c58-4c50-8386-001d081fa620 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:42.234499 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:56:41Z', 'revision_number': 6, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:42.263271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c407ed1-5bd5-4f99-94a6-d0deb00ad1ca None None] The sync data for ids ['cc7785e6-2c58-4c50-8386-001d081fa620'] in n-d-825930-1 is: [{'id': 'cc7785e6-2c58-4c50-8386-001d081fa620', 'name': 'tempest-TestServerBasicOps-1304467569-router', 'tenant_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:16Z', 'updated_at': '2022-01-29T04:56:41Z', 'revision_number': 6, 'project_id': '3df0d3d7fbd84f3b8f22248976fb6534', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:56:42.307929 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.331679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba743ed-284b-409f-b998-292d657ad4b7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:42.396691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.483158 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.485253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.526311 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.526820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7785e6-2c58-4c50-8386-001d081fa620 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:56:42.530898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.532111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0e17910a-a0d9-4a97-bc82-1a21add986da admin admin] 10.222.0.32 "DELETE /v2.0/routers/cc7785e6-2c58-4c50-8386-001d081fa620 HTTP/1.1" status: 204 len: 168 time: 0.7521362 Jan 29 04:56:42.534685 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34638) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:42.578590 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Deleting subnet 42502621-eec5-445a-b39b-e716d29738ca {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:56:42.581464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.615578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.699669 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.762423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.791697 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.796890 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/42502621-eec5-445a-b39b-e716d29738ca HTTP/1.1" status: 204 len: 168 time: 0.2598705 Jan 29 04:56:42.797269 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981b0c-1842-4c1e-920f-621e405330a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42502621-eec5-445a-b39b-e716d29738ca,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:42.797825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78625fc4-bd52-441d-a092-3d752b3f8200 None None] Network 2171fd93-fa43-4277-ae48-2b4b24477bdf requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:56:42.798922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34642) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:42.871007 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.924121 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Deleting port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:42.924474 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:42.987212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] For port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,segment=NetworkSegment(139000ff-16bd-429c-bb14-9342dddf9fd4),segment_id=139000ff-16bd-429c-bb14-9342dddf9fd4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:42.987510 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.000974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Calling delete_port for dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:43.072408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] DHCP port deletion for 2171fd93-fa43-4277-ae48-2b4b24477bdf request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:56:43.086942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.117140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:43.120581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Deleting port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:43.121181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.130139 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] No DVR routers for this DVR port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:56:43.192062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] For port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:43.192447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.206347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Calling delete_port for dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:43.209271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 04:56:43.211502 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.221487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.240724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e5305a5-17c9-4ff4-afac-7743eab29cba no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:43.242938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] No DVR routers for this DVR port dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:56:43.245528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Pushing event deleted for resources: {'Port': ['ID=dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:43.247640 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2171fd93-fa43-4277-ae48-2b4b24477bdf']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:43.261825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139000ff-16bd-429c-bb14-9342dddf9fd4') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:43.262212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139000ff-16bd-429c-bb14-9342dddf9fd4') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:43.266589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7e5305a5-17c9-4ff4-afac-7743eab29cba {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:43.266982 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7e5305a5-17c9-4ff4-afac-7743eab29cba not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:43.267404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ba743ed-284b-409f-b998-292d657ad4b7 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:43.274780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.275146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.275581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.275917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.276650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.277024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.277423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.277635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.278290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.278393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.278800 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.279009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.279365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386acd4-a593-4a16-9e20-c539f1b4091d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:56:43.295536 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.299719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5ba743ed-284b-409f-b998-292d657ad4b7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:43.300080 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ba743ed-284b-409f-b998-292d657ad4b7 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:43.300502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:43.305480 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:56:43.306111 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: timer() Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:56:43.307877 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:56:43.329842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:43.330216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dfd8ac85-f1d6-44e3-a049-68d53f5b0e0f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:43.370761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.376564 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.384314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] 10.222.0.32 "DELETE /v2.0/networks/2171fd93-fa43-4277-ae48-2b4b24477bdf HTTP/1.1" status: 204 len: 168 time: 0.5844064 Jan 29 04:56:43.387395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34644) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:43.398402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf198e-117b-4d63-a47d-e7d167b1565c admin admin] Pushing event deleted for resources: {'Network': ['ID=2171fd93-fa43-4277-ae48-2b4b24477bdf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:43.720637 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.751707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:43.963478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Deleting port 39613179-5217-480b-ad33-02bab219acd3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:43.963822 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:44.042695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] For port 39613179-5217-480b-ad33-02bab219acd3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=39613179-5217-480b-ad33-02bab219acd3,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:44.042996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:44.055146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Calling delete_port for 39613179-5217-480b-ad33-02bab219acd3 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:44.231573 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:44.258098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Pushing event deleted for resources: {'Port': ['ID=39613179-5217-480b-ad33-02bab219acd3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:44.418785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:44.632323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Router 59951222-08b4-447a-a81d-7a764d97a517 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:56:44.736332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:56:44.742882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1c10be1-1f8d-48d4-89b0-da93e3bc994a admin admin] 10.222.0.32 "PUT /v2.0/routers/59951222-08b4-447a-a81d-7a764d97a517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3538549 Jan 29 04:56:44.745332 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:44.747848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] Sync routers for ids ['59951222-08b4-447a-a81d-7a764d97a517'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:56:44.757493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] Routers {'59951222-08b4-447a-a81d-7a764d97a517'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:44.758203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:56:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59951222-08b4-447a-a81d-7a764d97a517'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:44.847713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:44.859338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] Set router 59951222-08b4-447a-a81d-7a764d97a517 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:44.949809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.005010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Deleting port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:45.005358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.045078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:56:44Z', 'revision_number': 5, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port': {'id': '9d0a725c-a1fd-4ec1-9d28-03bc71e00147', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59951222-08b4-447a-a81d-7a764d97a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:51:27Z', 'updated_at': '2022-01-29T04:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:45.073183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] Checking router: 59951222-08b4-447a-a81d-7a764d97a517 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:56:45.081444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] Routers {'59951222-08b4-447a-a81d-7a764d97a517'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:56:45.082074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:56:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['59951222-08b4-447a-a81d-7a764d97a517'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:45.086363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] For port 9d0a725c-a1fd-4ec1-9d28-03bc71e00147, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:45.086736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.098115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Calling delete_port for 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:45.324362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] Set router 59951222-08b4-447a-a81d-7a764d97a517 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:56:45.376902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:56:44Z', 'revision_number': 6, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:45.407821 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d15f4ea-af98-49ad-8f89-8805615559bb None None] The sync data for ids ['59951222-08b4-447a-a81d-7a764d97a517'] in n-d-825930-1 is: [{'id': '59951222-08b4-447a-a81d-7a764d97a517', 'name': 'tempest-TestServerBasicOps-852025844-router', 'tenant_id': '2a9e2704ab3a489483331d8d72424473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:51:26Z', 'updated_at': '2022-01-29T04:56:44Z', 'revision_number': 6, 'project_id': '2a9e2704ab3a489483331d8d72424473', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:56:45.561744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.585948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0a725c-a1fd-4ec1-9d28-03bc71e00147,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:45.646814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.737741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.739885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.784545 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.785311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59951222-08b4-447a-a81d-7a764d97a517 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 04:56:45.790197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.791381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-30e95b2d-d839-4aaf-8618-e0ba05333c2f admin admin] 10.222.0.32 "DELETE /v2.0/routers/59951222-08b4-447a-a81d-7a764d97a517 HTTP/1.1" status: 204 len: 168 time: 1.0451124 Jan 29 04:56:45.793999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:45.841059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Deleting subnet ab36805b-7ea3-4fdc-999a-2966e917d67e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 04:56:45.845060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.878849 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:45.962032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.015319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.043685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab36805b-7ea3-4fdc-999a-2966e917d67e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:46.046126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.049319 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0dd4dfeb-720f-4ef5-ba46-08a21bcb8c65 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab36805b-7ea3-4fdc-999a-2966e917d67e HTTP/1.1" status: 204 len: 168 time: 0.2543659 Jan 29 04:56:46.050764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae906ace-1357-40e2-94b9-c715cc6d53c8 None None] Network 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 04:56:46.051751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34652) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:46.125023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.189186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Deleting port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:46.189551 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.249610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] DHCP port deletion for 15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 04:56:46.265584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] For port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:46.265997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.280521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Calling delete_port for 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:46.306584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] Deleting port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:56:46.306973 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.371012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] For port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,segment=NetworkSegment(38877760-8f32-4227-a176-66d44b05d3d9),segment_id=38877760-8f32-4227-a176-66d44b05d3d9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:56:46.371390 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.371774 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.385290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] Calling delete_port for 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:56:46.399261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:46.401235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] No DVR routers for this DVR port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:56:46.474187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.477539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.486368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] No DVR routers for this DVR port 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:56:46.507083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f70d37-1b02-401e-a86b-85130db71350 None None] Pushing event deleted for resources: {'Port': ['ID=1e5abef2-f9c5-4f49-b39d-41eaaa33a979,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:46.512731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:46.522700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38877760-8f32-4227-a176-66d44b05d3d9') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:46.523077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38877760-8f32-4227-a176-66d44b05d3d9') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:56:46.533307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.548135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.555225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 04:56:46.555691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: timer() Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 04:56:46.557468 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 04:56:46.612426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.619334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.622503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] 10.222.0.32 "DELETE /v2.0/networks/15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b HTTP/1.1" status: 204 len: 168 time: 0.5698438 Jan 29 04:56:46.638837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1369e-ae4d-4751-9c6d-08f7bde35b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b0456d-1d4b-4ea4-8fc1-7e6da00d7c1b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:46.738245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34658) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:46.783355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8530f4fc-68eb-4d44-a57b-5168fbc14bf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3df0d3d7fbd84f3b8f22248976fb6534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410583 Jan 29 04:56:46.783777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:46.831457 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a72c843-ec57-427f-bf92-a1c0ef2ea235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.852839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a72c843-ec57-427f-bf92-a1c0ef2ea235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.900211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a72c843-ec57-427f-bf92-a1c0ef2ea235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.902746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a72c843-ec57-427f-bf92-a1c0ef2ea235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:46.903945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a72c843-ec57-427f-bf92-a1c0ef2ea235 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfda7f0f-625b-4c79-b701-433e47856103 HTTP/1.1" status: 204 len: 168 time: 0.1191308 Jan 29 04:56:46.913686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c843-ec57-427f-bf92-a1c0ef2ea235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda7f0f-625b-4c79-b701-433e47856103,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:47.221046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:47.221537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:47.244234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:47.244577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9d0a725c-a1fd-4ec1-9d28-03bc71e00147 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:47.245041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:47.262358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-21ad0d03-8f7e-4f63-8f2b-3fdfa58aaee5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a9e2704ab3a489483331d8d72424473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395579 Jan 29 04:56:47.264005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:47.264352 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 1e5abef2-f9c5-4f49-b39d-41eaaa33a979 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:47.264706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:56:47.264837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 39613179-5217-480b-ad33-02bab219acd3 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:56:47.284601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 39613179-5217-480b-ad33-02bab219acd3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:56:47.284948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 39613179-5217-480b-ad33-02bab219acd3 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:56:47.314087 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-880e7812-e8d6-454f-aea3-e3ebf98aaca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:47.335898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-880e7812-e8d6-454f-aea3-e3ebf98aaca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:47.393509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-880e7812-e8d6-454f-aea3-e3ebf98aaca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:47.396105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-880e7812-e8d6-454f-aea3-e3ebf98aaca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:47.397909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-880e7812-e8d6-454f-aea3-e3ebf98aaca6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a387a5b-8cbe-4605-b3af-3264f26c2ae0 HTTP/1.1" status: 204 len: 168 time: 0.1315248 Jan 29 04:56:47.406200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e7812-e8d6-454f-aea3-e3ebf98aaca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a387a5b-8cbe-4605-b3af-3264f26c2ae0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:56:53.880192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9d7-c149-400e-b0fa-b88e73031684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:56.142894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5674ec86-e651-4486-95ae-6d98b55ffb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:56.263958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-d527a4cb-562f-4890-817a-bacacd6b6739 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384190 Jan 29 04:56:56.366276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-7d462123-81b5-4053-9d5a-0c778aff5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.367749 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-7d462123-81b5-4053-9d5a-0c778aff5b86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1096 time: 0.0449359 Jan 29 04:56:56.466561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-9eadf41e-1b87-481d-95d1-0518a9b1baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.468010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-9eadf41e-1b87-481d-95d1-0518a9b1baba service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0820067 Jan 29 04:56:56.538285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-0785ebe2-ba48-4c4d-863b-5c6f297804fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 200 len: 1001 time: 0.0631323 Jan 29 04:56:56.583917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-0c70625a-82d9-49b7-ab33-d235df2238e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.586109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-0c70625a-82d9-49b7-ab33-d235df2238e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0423746 Jan 29 04:56:56.629098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-88888f1e-3497-4cf9-a2ba-122289a4d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:56:56.630579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-88888f1e-3497-4cf9-a2ba-122289a4d487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382617 Jan 29 04:56:56.720116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-15f6af74-0f57-4748-b5ef-d3220cf22356 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Jan 29 04:56:56.811426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e75f0dc-82da-4937-a7d3-77a35caf7652 req-868b10ef-463c-4377-ad45-70d46d9d828d service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845942 Jan 29 04:56:57.379662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:59.205771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:56:59.252807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:10.646081 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:57:12.101715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:13.765707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:23.881021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b81d998b-42a7-4ce5-926a-9843b63b6545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:26.143681 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-72a71b7f-cc2e-4c58-857d-7ea6ba873101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:27.380797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:29.209655 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:29.283495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:42.105379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:43.764138 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:47.644667 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:57:53.881315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba96c374-ffa9-4880-b417-99c6e3a39913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:56.144935 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-782cce82-45ef-4bc3-8f76-d658d46c0a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:57.382995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:57.862699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-0db7e886-72d3-4873-bf8b-48b91673bd82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408061 Jan 29 04:57:57.960882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-1eff291c-bd88-48b9-9836-0725bd4e35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:57.962467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-1eff291c-bd88-48b9-9836-0725bd4e35e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 1096 time: 0.0449572 Jan 29 04:57:58.060000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-a4a0b28b-b742-4c4c-87dd-82ef13e2a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:58.061425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-a4a0b28b-b742-4c4c-87dd-82ef13e2a07b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0810585 Jan 29 04:57:58.127952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-0e5bd1ef-9829-4a65-9cb8-4827b96bebd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 200 len: 1001 time: 0.0597425 Jan 29 04:57:58.174079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-45ec01e9-fa73-4b8f-8180-6d45890b1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:58.175461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-45ec01e9-fa73-4b8f-8180-6d45890b1cd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0417156 Jan 29 04:57:58.219447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-d79a2af5-d72c-4284-b8ee-dc9715e93e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:57:58.220879 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-d79a2af5-d72c-4284-b8ee-dc9715e93e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384457 Jan 29 04:57:58.310835 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-b7363061-5bb5-44df-b954-a273589b92cb service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Jan 29 04:57:58.396129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5425e7ca-cdb6-49c5-8856-ecb0f0559626 req-8db16639-dfad-49ee-9a98-68bce3d6a40d service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791399 Jan 29 04:57:59.210958 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:57:59.253356 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:04.215349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6f0e6-c3f8-4487-9b37-e5f6eda2be70 req-ea1f113e-e5a6-4917-8868-b922585d6049 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:04.216860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66a6f0e6-c3f8-4487-9b37-e5f6eda2be70 req-ea1f113e-e5a6-4917-8868-b922585d6049 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.1636655 Jan 29 04:58:04.253975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-66a6f0e6-c3f8-4487-9b37-e5f6eda2be70 req-d09fc9c9-dbbb-485f-86e3-cce99d5236cc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Jan 29 04:58:05.373005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64d99d-c922-4119-bbbb-71d3c8c5eb08 req-47875357-c0a3-48b7-81ad-fa4ce4561ce2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:05.374475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae64d99d-c922-4119-bbbb-71d3c8c5eb08 req-47875357-c0a3-48b7-81ad-fa4ce4561ce2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Jan 29 04:58:05.412343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae64d99d-c922-4119-bbbb-71d3c8c5eb08 req-94346afa-a0f9-4376-8019-e9c13102c217 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Jan 29 04:58:05.761831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140330e8-4e83-4977-a335-56c8012b6278 req-fedef3aa-e7ee-43fe-a491-bb1a1b975485 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:05.763272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-140330e8-4e83-4977-a335-56c8012b6278 req-fedef3aa-e7ee-43fe-a491-bb1a1b975485 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 945 time: 0.0524666 Jan 29 04:58:05.848611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 04:58:05.848955 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:05.938615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:05.938989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:06.170084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:06.170479 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:06.170811 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Floating IP 60dee425-92ea-4e28-97ab-c12bb7966db6 disassociated. External IP: 172.25.4.205, port: 80ecd357-99c3-4668-a5b5-c5f0e598a5fb. Jan 29 04:58:06.171171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 80ecd357-99c3-4668-a5b5-c5f0e598a5fb owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 04:58:06.298027 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:06.331229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=80ecd357-99c3-4668-a5b5-c5f0e598a5fb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:06.344014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.344379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.344720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.345059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.345396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.346190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.346190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.346662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.346890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.347278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.347611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.347936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:06.452802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:58:06.512577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a80e4076-9697-4265-bd98-903c9560bac6 req-4da7db90-8b05-4a0f-9cfd-5d7538f2033a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 210 time: 0.0279391 Jan 29 04:58:06.558843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:58:06.569249 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:58:06.578234 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:58:06.578939 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:57:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:06.599543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port 80ecd357-99c3-4668-a5b5-c5f0e598a5fb on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 04:58:06.602110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:06.606280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-140330e8-4e83-4977-a335-56c8012b6278 req-090106a4-ead9-4665-b87a-d634664b3273 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "DELETE /v2.0/ports/80ecd357-99c3-4668-a5b5-c5f0e598a5fb HTTP/1.1" status: 204 len: 173 time: 0.8377421 Jan 29 04:58:06.606708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'name': 'network-vif-deleted', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:58:06.608923 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d898109-7825-45ad-822b-e1c020c58cf7" -d '{"events": [{"server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "name": "network-vif-deleted", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:06.651636 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1272b-ac44-43d6-aaac-10ce487a12bd x-openstack-request-id: req-54c1272b-ac44-43d6-aaac-10ce487a12bd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:06.652015 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4c128-3cd7-41ca-97a4-ae4e908261f8", "name": "network-vif-deleted", "tag": "80ecd357-99c3-4668-a5b5-c5f0e598a5fb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:06.652383 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54c1272b-ac44-43d6-aaac-10ce487a12bd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:06.652892 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4c128-3cd7-41ca-97a4-ae4e908261f8', 'name': 'network-vif-deleted', 'tag': '80ecd357-99c3-4668-a5b5-c5f0e598a5fb', 'status': 'completed', 'code': 200} Jan 29 04:58:06.691836 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:58:06.903979 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:06.934820 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:58:06.943066 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:58:06.943624 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:57:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:07.046780 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:58:07.350553 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:07.376284 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c9faa-5d8d-436b-8bf1-52dec6b9a731 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:58:07.616386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2c5d9-8e5a-40ca-878e-ffdfe00a5047 None None] New status for floating IP 60dee425-92ea-4e28-97ab-c12bb7966db6: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:58:07.618467 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7a99bc6-4234-477e-b94b-32f075a4daa5 req-f1a1fcb4-d34a-4b8c-a66e-9c4a41493161 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 210 time: 0.0347276 Jan 29 04:58:08.301107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 80ecd357-99c3-4668-a5b5-c5f0e598a5fb no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 04:58:08.326142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 80ecd357-99c3-4668-a5b5-c5f0e598a5fb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 04:58:08.326482 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 80ecd357-99c3-4668-a5b5-c5f0e598a5fb not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 04:58:08.710193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1c1e7d6-aa41-4418-8ecf-e69d128d56c1 req-610e65a3-fed1-4bda-8df4-775f5c466446 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Jan 29 04:58:09.804932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1aef1e57-d91d-4bd1-977d-819b67b0a6a9 req-213936cd-211b-4df8-a4a4-f26212429d04 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed4c128-3cd7-41ca-97a4-ae4e908261f8 HTTP/1.1" status: 200 len: 210 time: 0.0262954 Jan 29 04:58:10.999982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-867588cd-b4b0-40fc-ad49-de0ee0d001dc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057175400&fields=id&tenant_id=f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 267 time: 0.0315626 Jan 29 04:58:11.104113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-3499a34b-e046-4464-bfeb-d45f6187c5a3 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:11.106152 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-3499a34b-e046-4464-bfeb-d45f6187c5a3 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.0995109 Jan 29 04:58:11.122049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-fdea8bb1-24e3-405b-96bb-773a6d157def tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0098639 Jan 29 04:58:11.173602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-3e4cd718-f3dc-4eaf-ad0b-b1adcae5d40c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459104 Jan 29 04:58:11.332212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-b40aee72-7239-416a-bdd4-6fb2225d7df6 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466527 Jan 29 04:58:11.419039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-fc572eda-1efd-409f-9c94-579f3618cda0 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805762 Jan 29 04:58:11.692705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e3e7356-84c1-48df-b9a7-09f0a3d37312 req-11ee118f-8f49-4096-94b2-241eba1d954a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Jan 29 04:58:12.099541 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:12.681776 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-49d61f1d-c0ef-4afa-b997-29cb1c68ddda tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:12.683396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-49d61f1d-c0ef-4afa-b997-29cb1c68ddda tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1058171 Jan 29 04:58:12.743315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-dada19cb-52e4-4e2a-ac54-58f160b49c54 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 380 time: 0.0346723 Jan 29 04:58:12.754167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'security_groups': ['e3374d8e-ace3-4add-9ed4-1cdd8bb0981e']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:58:12.825127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1015a221-d122-4776-bede-cb585512020b req-0ec8eaf7-a82b-4ef8-99f6-72b06c745fbe tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 210 time: 0.0558405 Jan 29 04:58:12.889673 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 04:58:12.893195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.015872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.7 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/2affbf2a-1a49-4e2d-a28f-c9a978fba365) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:58:13.157668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.190984 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.237085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:58:13.240179 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:58:13.243871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:58:13.268311 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=2affbf2a-1a49-4e2d-a28f-c9a978fba365,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:13.285240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.285588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.285949 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.286291 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.286627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.286956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.287283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.287610 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.287930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.288253 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.288584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.288904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:13.319095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:13.319716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.336937 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-6b3a6872-64d3-495d-9642-ce4027e6509f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870056 Jan 29 04:58:13.356298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Request body: {'port': {'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:58:13.419773 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.519193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-282e4405-9651-49a1-b751-6478eb9ef51d None None] Provisioning complete for port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:58:13.519748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-282e4405-9651-49a1-b751-6478eb9ef51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.553910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-282e4405-9651-49a1-b751-6478eb9ef51d None None] Port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 04:58:13.685334 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2affbf2a-1a49-4e2d-a28f-c9a978fba365 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:58:13.692615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.704423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Transition to ACTIVE for port object 2affbf2a-1a49-4e2d-a28f-c9a978fba365 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 04:58:13.708168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.778612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.782960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Pushing event updated for resources: {'Port': ['ID=2affbf2a-1a49-4e2d-a28f-c9a978fba365,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:13.843251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Attempting to bind port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 04:58:13.843251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Attempting to bind port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 04:58:13.843251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Attempting to bind port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:58:13.851128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 04:58:13.851754 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Attempting to bind port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 04:58:13.859406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 04:58:13.859977 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 04:58:13.860377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 04:58:13.860821 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Bound port: 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 04:58:13.861187 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.946553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] For port 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 04:58:13.952764 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] For port 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 04:58:13.959359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:13.972204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f7563-1383-4ca6-b2e9-c9371687fd85 req-4870f7a5-513d-4501-827b-4b114b88a8d2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:13.981455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-392f7563-1383-4ca6-b2e9-c9371687fd85 req-4870f7a5-513d-4501-827b-4b114b88a8d2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0602899 Jan 29 04:58:13.999410 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:14.000262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:14.001694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] 10.222.0.20 "PUT /v2.0/ports/2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 1091 time: 0.6506777 Jan 29 04:58:14.002202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:58:14.004643 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90" -d '{"events": [{"name": "network-changed", "server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:14.025195 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-392f7563-1383-4ca6-b2e9-c9371687fd85 req-44f20b27-23dd-4207-941d-f8a073e0b277 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Jan 29 04:58:14.029879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0388c3-4cfe-4ef4-ac99-6f1c64c4669f service neutron] Pushing event updated for resources: {'Port': ['ID=2affbf2a-1a49-4e2d-a28f-c9a978fba365,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:14.067207 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e80dd5-45e5-4327-9561-9a0fe2c98865 x-openstack-request-id: req-94e80dd5-45e5-4327-9561-9a0fe2c98865 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:14.067555 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:14.068705 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94e80dd5-45e5-4327-9561-9a0fe2c98865 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:14.070272 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'status': 'completed', 'code': 200} Jan 29 04:58:14.132072 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-85170d97-6262-497c-8bdf-f2432a9e6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:14.133713 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-85170d97-6262-497c-8bdf-f2432a9e6827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1094 time: 0.0503690 Jan 29 04:58:14.183300 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-dc869746-ad73-4137-9582-dbc930cf4cbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 217 time: 0.0356848 Jan 29 04:58:14.235828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-13faa156-7820-456b-9a10-0cf8bca9bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:14.237290 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-13faa156-7820-456b-9a10-0cf8bca9bc25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0472107 Jan 29 04:58:14.286313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-d32ba59a-e18b-445a-a32e-bbe807a7bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:14.287828 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-d32ba59a-e18b-445a-a32e-bbe807a7bb31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438340 Jan 29 04:58:14.379369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-614fe4e5-fbf1-4ab8-8443-cc60cf6a3ee4 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Jan 29 04:58:14.471833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-863e3345-2d0a-4d09-b362-369dfef935b7 req-a95e0809-4ddc-4291-9dc1-0d123ae330ea service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Jan 29 04:58:14.585647 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-9cac3245-13a0-4881-8b1b-7e6fb2563631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:14.587207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-9cac3245-13a0-4881-8b1b-7e6fb2563631 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1094 time: 0.0422468 Jan 29 04:58:14.677553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-3a6156ff-c823-40b7-8b94-e13a74c4af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:14.679054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-3a6156ff-c823-40b7-8b94-e13a74c4af33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0845544 Jan 29 04:58:15.037441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-c8f1c538-1543-4eac-86c4-e399be40b307 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 217 time: 0.3507276 Jan 29 04:58:15.094800 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-4f27b2c1-1cc9-49a4-91a3-35b4914bbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:15.096355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-4f27b2c1-1cc9-49a4-91a3-35b4914bbf9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0512323 Jan 29 04:58:15.148642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-2b2d867e-79b1-4da6-bc3d-3e3f6ae6634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:15.150158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-2b2d867e-79b1-4da6-bc3d-3e3f6ae6634a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472889 Jan 29 04:58:15.156460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede40f-b68f-4dec-a940-f18cc6854b10 req-15261bed-d882-456a-84fc-49ebf791fd5f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:15.158035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1ede40f-b68f-4dec-a940-f18cc6854b10 req-15261bed-d882-456a-84fc-49ebf791fd5f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0536087 Jan 29 04:58:15.199367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e1ede40f-b68f-4dec-a940-f18cc6854b10 req-1e386477-d699-4d14-b77b-5227983591e5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350602 Jan 29 04:58:15.252773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-e06d1051-4c9c-4f19-8a3d-8d1509e23952 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947950 Jan 29 04:58:15.345066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed9eda4e-9963-4bbc-93dd-4ed0b11a3b90 req-24502e12-e98a-4c7e-aaaf-08e7b56dc19a service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Jan 29 04:58:16.333861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068898-7c3f-4642-b260-9893e1a1ef07 req-488b7040-951c-4bfa-95d3-df49c11c3c3f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:16.335766 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00068898-7c3f-4642-b260-9893e1a1ef07 req-488b7040-951c-4bfa-95d3-df49c11c3c3f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0638912 Jan 29 04:58:16.380581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00068898-7c3f-4642-b260-9893e1a1ef07 req-e8c74a53-dca5-4945-8f1d-8266b3cc6015 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Jan 29 04:58:17.497715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69b4aa-0540-43a5-8ab0-d7e061ac00be req-b8210727-3e4b-41ae-9da4-ebfc82ea2d2a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:17.499134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb69b4aa-0540-43a5-8ab0-d7e061ac00be req-b8210727-3e4b-41ae-9da4-ebfc82ea2d2a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0493612 Jan 29 04:58:17.537655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb69b4aa-0540-43a5-8ab0-d7e061ac00be req-a2f159f9-927b-40fe-a7cf-87162c83cb15 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Jan 29 04:58:18.648926 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bb87a-debb-4e22-9d5f-ececb058e8be req-a95c3a27-837a-43dd-b699-c08bff6b2d31 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:18.650404 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f19bb87a-debb-4e22-9d5f-ececb058e8be req-a95c3a27-837a-43dd-b699-c08bff6b2d31 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0476053 Jan 29 04:58:18.687127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f19bb87a-debb-4e22-9d5f-ececb058e8be req-016b9f8b-5a85-482e-9bbc-b85e02e649cb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Jan 29 04:58:19.798149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d331ecb-e5d2-44ea-ad93-5f987b5e9976 req-0a82a3cf-d96a-4521-bf2c-980266544db8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:19.799606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d331ecb-e5d2-44ea-ad93-5f987b5e9976 req-0a82a3cf-d96a-4521-bf2c-980266544db8 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0484364 Jan 29 04:58:19.836282 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d331ecb-e5d2-44ea-ad93-5f987b5e9976 req-b41e7172-3a2a-44ed-814a-d0e3e4185f80 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Jan 29 04:58:20.946356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4432b5-f447-472f-b912-aae934499d8d req-20168286-ca83-4558-b5c2-aa9d3bec4b92 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:20.948304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e4432b5-f447-472f-b912-aae934499d8d req-20168286-ca83-4558-b5c2-aa9d3bec4b92 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0474839 Jan 29 04:58:20.984650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e4432b5-f447-472f-b912-aae934499d8d req-a560db73-f924-4d68-a075-a2eaf1d6faf1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Jan 29 04:58:22.100561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f7e9d-e697-426c-9b05-026bf3c41eea req-330d07af-58b1-40f2-a026-b867b783e151 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:22.102117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d5f7e9d-e697-426c-9b05-026bf3c41eea req-330d07af-58b1-40f2-a026-b867b783e151 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0522268 Jan 29 04:58:22.138364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d5f7e9d-e697-426c-9b05-026bf3c41eea req-dc4235b5-774d-41eb-b42e-12a7b51f3f24 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299094 Jan 29 04:58:23.248443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c945e2-424f-4487-838e-5125a044d811 req-c5d4ca4f-2afc-4d23-9f68-e9a7250ecb46 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:23.249916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77c945e2-424f-4487-838e-5125a044d811 req-c5d4ca4f-2afc-4d23-9f68-e9a7250ecb46 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 943 time: 0.0473068 Jan 29 04:58:23.290411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-77c945e2-424f-4487-838e-5125a044d811 req-04f30ca8-225c-4057-a39e-22af4e0dbd4a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345590 Jan 29 04:58:23.858240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2affbf2a-1a49-4e2d-a28f-c9a978fba365 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 04:58:23.886859 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfcdf125-8037-4c7b-a5ff-3054aee6c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:23.962663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:23.973056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 04:58:24.009942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:24.022521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2affbf2a-1a49-4e2d-a28f-c9a978fba365 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 04:58:24.040994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:24.045443 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:24.093961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=2affbf2a-1a49-4e2d-a28f-c9a978fba365,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:24.101233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.101580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.101937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.102274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.102601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.102923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.103242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.103560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.103875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.104188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.105334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.105688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 04:58:24.343020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['2affbf2a-1a49-4e2d-a28f-c9a978fba365'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 04:58:24.404178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02ea55-df77-4c9f-8f6c-6aa59f536675 req-6230b4bf-efc6-48cf-ac7d-1de40bc4e7b1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:24.405613 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb02ea55-df77-4c9f-8f6c-6aa59f536675 req-6230b4bf-efc6-48cf-ac7d-1de40bc4e7b1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 944 time: 0.0489655 Jan 29 04:58:24.445263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bb02ea55-df77-4c9f-8f6c-6aa59f536675 req-3d8d557a-66a2-46a2-a684-8a7f895ae41d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Jan 29 04:58:24.644305 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:58:25.559778 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd31f51-b524-4bf2-94c2-5faf034835f2 req-80f6cd57-c394-4284-a7b6-4b3b1dcd8071 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:25.561226 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2cd31f51-b524-4bf2-94c2-5faf034835f2 req-80f6cd57-c394-4284-a7b6-4b3b1dcd8071 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 944 time: 0.0486910 Jan 29 04:58:25.597471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2cd31f51-b524-4bf2-94c2-5faf034835f2 req-de691e46-c675-47dd-a594-e19030ea9a7d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303481 Jan 29 04:58:25.866749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2affbf2a-1a49-4e2d-a28f-c9a978fba365 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 04:58:25.914555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 04:58:25.918718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 04:58:25.919371 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:25.996495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:26.018559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:58:26.020792 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28683ac-799c-447b-87dc-aed3b8a7844f" -d '{"events": [{"server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "name": "network-vif-plugged", "status": "completed", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:26.033684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 04:58:26.037800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:26.061335 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a49829-e07d-43a5-a32e-6e66283a5549 x-openstack-request-id: req-76a49829-e07d-43a5-a32e-6e66283a5549 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:26.061630 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "name": "network-vif-plugged", "status": "completed", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:26.061884 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76a49829-e07d-43a5-a32e-6e66283a5549 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:26.062304 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'code': 200} Jan 29 04:58:26.087040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=2affbf2a-1a49-4e2d-a28f-c9a978fba365,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:26.145769 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8159808-2978-43e8-a240-6a0f3d2f3fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:26.179835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4616-4091-4dc3-9e64-4707969696be req-da02f771-cc3b-43b8-a6cf-6de1778f3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:26.181271 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42de4616-4091-4dc3-9e64-4707969696be req-da02f771-cc3b-43b8-a6cf-6de1778f3893 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0406122 Jan 29 04:58:26.217232 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42de4616-4091-4dc3-9e64-4707969696be req-4a5c9d11-bc1a-45ca-8610-ce0bc08f9a8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278449 Jan 29 04:58:26.709201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2f7-5659-4866-9d42-f0d845526396 req-2cf9160f-f386-4772-b004-616be8c269ae tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:26.710684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea08c2f7-5659-4866-9d42-f0d845526396 req-2cf9160f-f386-4772-b004-616be8c269ae tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 945 time: 0.0484648 Jan 29 04:58:26.751465 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea08c2f7-5659-4866-9d42-f0d845526396 req-3a2fa98c-6e5e-435b-ace6-fa0f90967c18 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Jan 29 04:58:27.387305 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:27.927597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de026dc-8538-4fc6-9218-494d07c26940 req-d1482a07-2983-4836-8a66-8a72f1dcb072 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:27.929089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2de026dc-8538-4fc6-9218-494d07c26940 req-d1482a07-2983-4836-8a66-8a72f1dcb072 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 945 time: 0.1093476 Jan 29 04:58:27.967577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2de026dc-8538-4fc6-9218-494d07c26940 req-91daa65d-22e2-4f96-89c3-4e10582d54e1 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Jan 29 04:58:28.079034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb252f-7658-4ac4-bbf0-25047b774b92 req-1f795a00-472d-4beb-8118-66d81e4329f5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:28.080414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83fb252f-7658-4ac4-bbf0-25047b774b92 req-1f795a00-472d-4beb-8118-66d81e4329f5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Jan 29 04:58:28.117424 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83fb252f-7658-4ac4-bbf0-25047b774b92 req-bf5f1ec2-5ce6-40a2-b1aa-ac1b660b8c63 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Jan 29 04:58:28.138983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34792) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:58:28.274251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2799715-02d5-4983-9d6c-f94f9361ba45 tempest-TestVolumeBootPattern-656049006 tempest-TestVolumeBootPattern-656049006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:28.275722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e2799715-02d5-4983-9d6c-f94f9361ba45 tempest-TestVolumeBootPattern-656049006 tempest-TestVolumeBootPattern-656049006-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1091 time: 0.1357801 Jan 29 04:58:28.279259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34796) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 04:58:28.283413 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 04:58:28.306625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:28.404660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:28.505076 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.25.4.114 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/24b2cc7f-d155-4c8e-bfe8-d1a5433aa921) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 04:58:28.608450 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:28.641223 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:28.677313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 04:58:28.680174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 04:58:28.684264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 04:58:28.708466 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=24b2cc7f-d155-4c8e-bfe8-d1a5433aa921,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:29.029675 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.092159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.215282 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.239372 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.244226 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.255807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.316752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=24b2cc7f-d155-4c8e-bfe8-d1a5433aa921,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 04:58:29.325816 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.421988 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Floating IP 531c5a57-1e7c-4f70-8710-8a837f3263e9 associated. External IP: 172.25.4.114, port: 2affbf2a-1a49-4e2d-a28f-c9a978fba365. Jan 29 04:58:29.619664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 04:58:29.721124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 04:58:29.730739 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 04:58:29.738369 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:29.739608 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:58:29.740218 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:58:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:29.768436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-407afeff-2908-47ba-89a1-6606c2191eab tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4881761 Jan 29 04:58:29.769125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 04:58:29.771478 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9106f64-ae80-4489-a552-8e55aec54b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 04:58:29.806615 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 04:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd358fc-8f60-4e56-85fa-6d3909abc512 x-openstack-request-id: req-bdd358fc-8f60-4e56-85fa-6d3909abc512 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 04:58:29.806914 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 04:58:29.807171 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdd358fc-8f60-4e56-85fa-6d3909abc512 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 04:58:29.807608 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'status': 'completed', 'code': 200} Jan 29 04:58:29.850053 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:58:29.891109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-1d596b54-61d5-4d5b-8870-4ff21e7d9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:29.892555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-1d596b54-61d5-4d5b-8870-4ff21e7d9c3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0401957 Jan 29 04:58:29.981414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-bb3fe2d6-4f65-45d5-bbfa-8f2417578baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:29.982923 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-bb3fe2d6-4f65-45d5-bbfa-8f2417578baa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0838006 Jan 29 04:58:30.051017 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-fb434ec2-414c-4b8f-9ef2-8596be9b6ac0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 999 time: 0.0618312 Jan 29 04:58:30.067218 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:28Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:30.092910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 04:58:30.099482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-5fed5090-ddaa-4f5c-ad74-bdcbfa2a40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:30.100954 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-5fed5090-ddaa-4f5c-ad74-bdcbfa2a40d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0437739 Jan 29 04:58:30.101103 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 04:58:30.101550 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T04:58:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:30.144710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-17a32bf7-82a4-41f0-9236-ca6017327b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:30.146118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-17a32bf7-82a4-41f0-9236-ca6017327b77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389075 Jan 29 04:58:30.204422 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 04:58:30.237420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-7b78a4d2-1a5b-4748-afce-c63e374961e5 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Jan 29 04:58:30.325085 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9106f64-ae80-4489-a552-8e55aec54b7e req-30edb81a-0684-4015-ac3e-3f28e43b1d95 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816281 Jan 29 04:58:30.425695 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:28Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 04:58:30.451461 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a04077-55ec-4ac2-8fad-d32ee9fd0f0d None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:28Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 04:58:30.646876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb00a7-835c-40ba-89ea-64da49d8b119 None None] New status for floating IP 531c5a57-1e7c-4f70-8710-8a837f3263e9: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 04:58:42.099182 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:43.763538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:51.452986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-c942ccc5-3644-41f5-b652-16f67f5ac452 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478027 Jan 29 04:58:51.552697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-182ad91b-2e09-4205-a64f-d1c283271c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.554196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-182ad91b-2e09-4205-a64f-d1c283271c01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0425007 Jan 29 04:58:51.656837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-54022595-8bb3-4a5a-b0d9-319dae12c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.658307 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-54022595-8bb3-4a5a-b0d9-319dae12c8c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0840986 Jan 29 04:58:51.726764 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-3519620a-d123-484b-9850-53299b69b83d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 1001 time: 0.0603952 Jan 29 04:58:51.776329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-4b77832b-69ff-4d8d-b54d-e7adb62f251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.777725 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-4b77832b-69ff-4d8d-b54d-e7adb62f251b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0428956 Jan 29 04:58:51.820837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-de35c648-d9fb-4cf6-8e47-ae92ad77dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:58:51.822193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-de35c648-d9fb-4cf6-8e47-ae92ad77dbcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379405 Jan 29 04:58:51.914908 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-2513fe9e-5f6a-4ddc-9d19-e0d9d9279c84 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848219 Jan 29 04:58:52.005788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eccd9859-8c78-4bc2-bdd2-10a2e2032519 req-e7d0bb2c-6398-4ff4-a876-ca95a79310f4 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822852 Jan 29 04:58:53.888919 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-14773c64-1d2f-4e9b-b6e7-34a5ca607fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:56.145447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9796a4f8-6be9-4b04-8008-7ff1de39b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:57.390322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:59.216839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:58:59.256627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:01.643500 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:59:12.114232 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:13.787848 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:23.890043 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b637f07-0856-4254-99d9-56b5b03c5c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:26.146860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-931f4e95-ab02-4dd7-8170-c621b9783f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:27.391711 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:29.218696 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:29.256618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:38.643115 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 04:59:42.127133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:43.786982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:53.314487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-7c94a9a1-59c3-4d37-9bc3-6898b7e76319 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407298 Jan 29 04:59:53.413099 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-02c423cf-b706-46c2-8883-16ade8f9c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:53.414594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-02c423cf-b706-46c2-8883-16ade8f9c4a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0446446 Jan 29 04:59:53.513825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-1019f82f-5a08-4da5-910f-cbacb2ec4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:53.515208 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-1019f82f-5a08-4da5-910f-cbacb2ec4cbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0821989 Jan 29 04:59:53.581683 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-425b5458-24e8-449b-b626-def033a291e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 1001 time: 0.0601494 Jan 29 04:59:53.629536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-c66339b4-0aa2-4d8e-82e9-997244333ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:53.630919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-c66339b4-0aa2-4d8e-82e9-997244333ec4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0429306 Jan 29 04:59:53.675901 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-5d16ec9d-f12a-4eae-8b3c-17916012d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 04:59:53.677334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-5d16ec9d-f12a-4eae-8b3c-17916012d19a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400474 Jan 29 04:59:53.687496 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-c7150074-63dd-4a7b-a58b-e6d496961fe1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 04:59:53.688425 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-c7150074-63dd-4a7b-a58b-e6d496961fe1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047193 Jan 29 04:59:53.784675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-79f70074-ecbd-4245-9b60-3096b30f9669 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823872 Jan 29 04:59:53.870458 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4b85d602-f00f-4ceb-af56-f3d327375584 req-fbe5ff1b-b8b1-4176-ae85-24ed2bfab217 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796423 Jan 29 04:59:53.891630 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-21c681cd-3087-4139-b156-97d3762a71cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:56.146935 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b64fb769-11f0-43c6-8462-19e17bdfc10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:57.396368 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:59.220999 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 04:59:59.258082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:07.016667 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-4979ad4c-d1e4-4f81-a7ba-46c2c14ec072 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057175400&fields=id&tenant_id=f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 267 time: 0.0330355 Jan 29 05:00:07.124913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-61b94f41-8cee-44d6-a7cf-269dea8cac6d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:07.126292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-61b94f41-8cee-44d6-a7cf-269dea8cac6d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1028593 Jan 29 05:00:07.140872 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-2379b5d0-104b-4722-804d-ca3a67cf8e6e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/quotas/f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 375 time: 0.0089111 Jan 29 05:00:07.197402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-80ce2faa-6468-4b6e-b66d-7feb23298506 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513844 Jan 29 05:00:07.293228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-54519817-3eca-4705-b467-53d5ed8bd1d5 service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846002 Jan 29 05:00:07.381321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-45c4e10c-c5d8-45be-9253-58eeb4e44dbf service neutron] 10.222.0.32 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810790 Jan 29 05:00:07.663121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06f562c1-652f-4ae4-b5ea-825da51977dc req-88a8e6ed-024a-425c-a5c7-43ebfbf7b54c tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Jan 29 05:00:08.654932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-57952b39-ea09-4505-843c-7405a1e7c96a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:08.656398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-57952b39-ea09-4505-843c-7405a1e7c96a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 811 time: 0.1057196 Jan 29 05:00:08.706969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-cfca107f-bb2b-4962-838e-7e97ecd974c0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f705faa34e334e1dbef99eac537a7af6 HTTP/1.1" status: 200 len: 380 time: 0.0363827 Jan 29 05:00:08.716448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'port': {'device_id': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'admin_state_up': True, 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'security_groups': ['e3374d8e-ace3-4add-9ed4-1cdd8bb0981e']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:08.770468 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70c437e9-9820-4605-96af-477f30a4e2ce req-d1a35b22-5fa4-4099-91b1-e25d34663ebb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0369201 Jan 29 05:00:08.830789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Made reservation on behalf of f705faa34e334e1dbef99eac537a7af6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:00:08.834516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:08.959949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.20.0.10 (5c0d739f-ee75-4c09-88ae-31eda99c214e/6a31c863-259d-441d-aacc-e62f40940ede/f09473a1-a854-4cef-8a11-1f320b7401ef) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:09.098704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:09.130587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:09.173484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:09.176652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:09.180108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:09.219848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=f09473a1-a854-4cef-8a11-1f320b7401ef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:09.231315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.231704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.231948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.232295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.232634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.232965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.233291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.233618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.234052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.234295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.234622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.234944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:09.270705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:09.271424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:09.290691 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-b05e64a6-3bd7-43d8-ab5e-e90ed1eba4ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784323 Jan 29 05:00:09.301281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-273f47b3-30f6-4cb0-9006-5f292b62ef19 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:00:09.302398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-273f47b3-30f6-4cb0-9006-5f292b62ef19 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058796 Jan 29 05:00:09.383617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Request body: {'port': {'device_id': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:09.443815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-59ad0511-8770-45a7-91e7-4c0761529af3 None None] Provisioning complete for port f09473a1-a854-4cef-8a11-1f320b7401ef triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:09.444446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59ad0511-8770-45a7-91e7-4c0761529af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:09.446102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:09.480206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-59ad0511-8770-45a7-91e7-4c0761529af3 None None] Port f09473a1-a854-4cef-8a11-1f320b7401ef cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:00:09.714527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09473a1-a854-4cef-8a11-1f320b7401ef {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:00:09.721936 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:09.734124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Transition to ACTIVE for port object f09473a1-a854-4cef-8a11-1f320b7401ef will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:00:09.739002 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:10.102280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Pushing event updated for resources: {'Port': ['ID=f09473a1-a854-4cef-8a11-1f320b7401ef,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:10.166081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567dc56-350a-4d68-9c6f-4ee5955d2059 req-42f31cae-8dab-4b54-adf6-4a652bcac06d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.170545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c567dc56-350a-4d68-9c6f-4ee5955d2059 req-42f31cae-8dab-4b54-adf6-4a652bcac06d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.1130471 Jan 29 05:00:10.229330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Attempting to bind port f09473a1-a854-4cef-8a11-1f320b7401ef on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:00:10.229677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Attempting to bind port f09473a1-a854-4cef-8a11-1f320b7401ef by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:00:10.230013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Attempting to bind port f09473a1-a854-4cef-8a11-1f320b7401ef on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:10.234627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c567dc56-350a-4d68-9c6f-4ee5955d2059 req-54e84552-cc42-428e-a055-17c211bccd5f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593731 Jan 29 05:00:10.238197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Port f09473a1-a854-4cef-8a11-1f320b7401ef on network 5c0d739f-ee75-4c09-88ae-31eda99c214e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:00:10.238525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Attempting to bind port f09473a1-a854-4cef-8a11-1f320b7401ef on network 5c0d739f-ee75-4c09-88ae-31eda99c214e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:00:10.244540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:00:10.245086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Checking segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:00:10.245673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Bound using segment: {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:00:10.246324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Bound port: f09473a1-a854-4cef-8a11-1f320b7401ef, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:00:10.248092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:10.316156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] For port f09473a1-a854-4cef-8a11-1f320b7401ef, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:00:10.319232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] For port f09473a1-a854-4cef-8a11-1f320b7401ef, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f09473a1-a854-4cef-8a11-1f320b7401ef,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:00:10.323790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:10.359971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.360455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:10.361823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] 10.222.0.36 "PUT /v2.0/ports/f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 200 len: 1092 time: 1.0445104 Jan 29 05:00:10.362283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:00:10.364490 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0787bc-d0bd-401d-98c0-3e41a65c456c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:10.386257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513e5df-fbaf-4c07-9b83-4b6264eb976c service neutron] Pushing event updated for resources: {'Port': ['ID=f09473a1-a854-4cef-8a11-1f320b7401ef,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:10.471790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-53de05dc-93b8-48f8-bf43-8daf3f459dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.474026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-53de05dc-93b8-48f8-bf43-8daf3f459dc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1095 time: 0.0482280 Jan 29 05:00:10.533970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-a08ffed7-02a9-4e82-ab36-b8a0998aa71d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 200 len: 217 time: 0.0467689 Jan 29 05:00:10.535983 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18dfb32-778a-4cea-bc0d-45f6a7fe1800 x-openstack-request-id: req-c18dfb32-778a-4cea-bc0d-45f6a7fe1800 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:10.536270 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:10.536522 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c18dfb32-778a-4cea-bc0d-45f6a7fe1800 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:10.536924 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'status': 'completed', 'code': 200} Jan 29 05:00:10.600614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-337af9dd-2a53-4452-b16a-dab606d47a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.602115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-337af9dd-2a53-4452-b16a-dab606d47a10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0482776 Jan 29 05:00:10.649538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-372b6a4e-3a15-457a-96d5-a9191cdb83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.650995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-372b6a4e-3a15-457a-96d5-a9191cdb83f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417559 Jan 29 05:00:10.742995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-3a132bf7-3094-4e90-9a43-6a9f3a076841 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853205 Jan 29 05:00:10.834827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3623e8e4-3df1-4341-a48e-2f16eb34c411 req-57d14fe4-93e8-4c92-80ab-3b1b7c4a9b5b service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Jan 29 05:00:10.946533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-0a155282-b952-45ab-b7e0-29526f11a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:10.948026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-0a155282-b952-45ab-b7e0-29526f11a310 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1095 time: 0.0479615 Jan 29 05:00:11.035313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-de9e4484-9ac4-4ba8-9565-4a8bff3c5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:11.036787 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-de9e4484-9ac4-4ba8-9565-4a8bff3c5865 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0822730 Jan 29 05:00:11.078466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-ead21c06-2c7f-44e6-a9ee-a5f32c18601b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 200 len: 217 time: 0.0349653 Jan 29 05:00:11.132043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-d3dbb1d1-ed1f-41d3-8ef2-81b053b322d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:11.133537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-d3dbb1d1-ed1f-41d3-8ef2-81b053b322d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0485559 Jan 29 05:00:11.180743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-6a91261a-1d70-4318-93b8-52a3061b6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:11.182289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-6a91261a-1d70-4318-93b8-52a3061b6198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414352 Jan 29 05:00:11.275407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-eca98453-51aa-42bc-9db0-f739fce404fc service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864351 Jan 29 05:00:11.406877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08984ba-ad82-43e5-b692-3bd0ad7d6fcc req-7f865805-3c69-404d-98f9-ceec5ba5ad41 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:11.408373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a08984ba-ad82-43e5-b692-3bd0ad7d6fcc req-7f865805-3c69-404d-98f9-ceec5ba5ad41 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0741098 Jan 29 05:00:11.413828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3d0787bc-d0bd-401d-98c0-3e41a65c456c req-667a90d3-970c-4cb1-b981-86894d5a5374 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323700 Jan 29 05:00:11.448618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a08984ba-ad82-43e5-b692-3bd0ad7d6fcc req-ca5dcf5f-7328-4727-a6fd-f8fc6d7369d2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337780 Jan 29 05:00:12.124510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:12.568240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac529-a5c4-49cd-a014-410848be9908 req-22dc3744-64dc-4c46-9adc-7a1729171515 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:12.569658 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f8ac529-a5c4-49cd-a014-410848be9908 req-22dc3744-64dc-4c46-9adc-7a1729171515 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0495954 Jan 29 05:00:12.614414 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7f8ac529-a5c4-49cd-a014-410848be9908 req-3d473612-b5f5-4641-944e-bbb160fd77cf tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368640 Jan 29 05:00:13.732160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2628cc9-caa1-46df-8d52-05a94c34da8e req-bdbcd545-031d-4cb6-80d2-9f30cc320195 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:13.733616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2628cc9-caa1-46df-8d52-05a94c34da8e req-bdbcd545-031d-4cb6-80d2-9f30cc320195 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0530999 Jan 29 05:00:13.770722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a2628cc9-caa1-46df-8d52-05a94c34da8e req-78b55ba6-7b3a-481d-8ed4-25f97b9d40c6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Jan 29 05:00:13.794318 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:14.884391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9c70f-b010-4727-9aa4-813a679ec745 req-968d0db7-7b90-49f0-8395-961a7b005195 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:14.885842 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcf9c70f-b010-4727-9aa4-813a679ec745 req-968d0db7-7b90-49f0-8395-961a7b005195 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0477440 Jan 29 05:00:14.923105 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fcf9c70f-b010-4727-9aa4-813a679ec745 req-d0777610-74d4-4b1d-ba17-95bf36cf1972 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307903 Jan 29 05:00:15.642204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:00:16.060045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73592ded-a66b-443b-be53-c82def85d0f0 req-a93d0cc6-0cd5-4d09-891a-8674167bc7e7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:16.061777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-73592ded-a66b-443b-be53-c82def85d0f0 req-a93d0cc6-0cd5-4d09-891a-8674167bc7e7 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0524964 Jan 29 05:00:16.104951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-73592ded-a66b-443b-be53-c82def85d0f0 req-b3670bba-f3c6-49e1-a11b-efbdf2fb272a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364468 Jan 29 05:00:17.238964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895ec9-ee1c-4d0a-bc2e-386b07346209 req-3ecc200d-7da7-4ffe-b068-d92f36bf6183 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:17.240902 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99895ec9-ee1c-4d0a-bc2e-386b07346209 req-3ecc200d-7da7-4ffe-b068-d92f36bf6183 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0567167 Jan 29 05:00:17.284716 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-99895ec9-ee1c-4d0a-bc2e-386b07346209 req-d7a67879-599e-46d7-8e36-3496e33cab21 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Jan 29 05:00:18.399013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d1d36-29db-45cc-a126-53719e34c42e req-f83739d3-b9bb-4c92-aee2-b4cf739bb578 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:18.400495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-768d1d36-29db-45cc-a126-53719e34c42e req-f83739d3-b9bb-4c92-aee2-b4cf739bb578 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0483401 Jan 29 05:00:18.438897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-768d1d36-29db-45cc-a126-53719e34c42e req-1397256f-4878-45ba-83a1-b200fd059060 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jan 29 05:00:19.552461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6726436-184a-48b6-b934-133d446a0ad1 req-f9629a08-873a-4787-ab78-b10c808dc58b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:19.553787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6726436-184a-48b6-b934-133d446a0ad1 req-f9629a08-873a-4787-ab78-b10c808dc58b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0483654 Jan 29 05:00:19.594013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f6726436-184a-48b6-b934-133d446a0ad1 req-289d26a1-8e71-4c08-83ff-2c816bb701c6 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Jan 29 05:00:20.709415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d40a9d-1db8-4bb4-9ef4-91aafce3b87d req-bb5b6b1c-98ee-4a09-aba4-6fabf73dee76 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:20.710898 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33d40a9d-1db8-4bb4-9ef4-91aafce3b87d req-bb5b6b1c-98ee-4a09-aba4-6fabf73dee76 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 944 time: 0.0520387 Jan 29 05:00:20.748428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-33d40a9d-1db8-4bb4-9ef4-91aafce3b87d req-e53ba093-12cd-4dcf-8055-90cdb1bfc91b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Jan 29 05:00:20.795940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f09473a1-a854-4cef-8a11-1f320b7401ef details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:00:20.892624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f09473a1-a854-4cef-8a11-1f320b7401ef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f09473a1-a854-4cef-8a11-1f320b7401ef,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:20.902802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'port_id': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'mac_address': 'fa:16:3e:04:78:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:00:20.940233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:20.953410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09473a1-a854-4cef-8a11-1f320b7401ef {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:00:20.972475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f09473a1-a854-4cef-8a11-1f320b7401ef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f09473a1-a854-4cef-8a11-1f320b7401ef,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:20.976082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:21.021436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f09473a1-a854-4cef-8a11-1f320b7401ef,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:21.028538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.029551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.029997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.030335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.030664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.030988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.031315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.031633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.031960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.032276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.032591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.032907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:21.268084 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f09473a1-a854-4cef-8a11-1f320b7401ef'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:00:22.161456 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b32eb-3809-4eb3-9515-abd281a9cee1 req-e4828313-97a6-4b4c-96a8-a142eaede239 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:22.162845 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-157b32eb-3809-4eb3-9515-abd281a9cee1 req-e4828313-97a6-4b4c-96a8-a142eaede239 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 945 time: 0.3491001 Jan 29 05:00:22.199570 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-157b32eb-3809-4eb3-9515-abd281a9cee1 req-e3228962-d891-4006-a5e7-7065d569d500 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305479 Jan 29 05:00:22.802510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f09473a1-a854-4cef-8a11-1f320b7401ef up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:00:22.852454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port f09473a1-a854-4cef-8a11-1f320b7401ef completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:00:22.856075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f09473a1-a854-4cef-8a11-1f320b7401ef triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:00:22.856449 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:22.931002 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:22.952158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:00:22.954423 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c7bf1-f996-41ef-b896-402757e94efd" -d '{"events": [{"server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "name": "network-vif-plugged", "status": "completed", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:22.967068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f09473a1-a854-4cef-8a11-1f320b7401ef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f09473a1-a854-4cef-8a11-1f320b7401ef,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:00:22.971510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:23.018317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f09473a1-a854-4cef-8a11-1f320b7401ef,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:23.062423 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b1a725-1b06-45db-993d-05a6ea8de0d5 x-openstack-request-id: req-23b1a725-1b06-45db-993d-05a6ea8de0d5 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:23.062710 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "name": "network-vif-plugged", "status": "completed", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:23.062959 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23b1a725-1b06-45db-993d-05a6ea8de0d5 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:23.063347 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'code': 200} Jan 29 05:00:23.180887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3866a6c-fae8-4213-8d5e-d34aaf88d3b7 req-4b2f0334-afc8-465e-a001-b017a354e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:23.182399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3866a6c-fae8-4213-8d5e-d34aaf88d3b7 req-4b2f0334-afc8-465e-a001-b017a354e239 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1097 time: 0.0407958 Jan 29 05:00:23.217956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3866a6c-fae8-4213-8d5e-d34aaf88d3b7 req-7bdbc91b-6a78-4c17-8fd6-bda5514bd1b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285323 Jan 29 05:00:23.310643 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2e9c5-2b8f-4647-b8a7-222c62b8064e req-68dcd4bb-abba-4192-9705-377591f024ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:23.312094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67b2e9c5-2b8f-4647-b8a7-222c62b8064e req-68dcd4bb-abba-4192-9705-377591f024ca tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 946 time: 0.0477014 Jan 29 05:00:23.349712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67b2e9c5-2b8f-4647-b8a7-222c62b8064e req-fe56efb6-cc34-43f4-92e9-6af7e60b006b tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Jan 29 05:00:23.892744 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ee92c56-a5e1-4ccc-bd21-791819f32cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:24.464413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae600b6-d56e-44c0-8d47-c5b1b8d22b47 req-688c4b98-6f4e-46f3-8ff0-8b08215c1954 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:24.465925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eae600b6-d56e-44c0-8d47-c5b1b8d22b47 req-688c4b98-6f4e-46f3-8ff0-8b08215c1954 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 946 time: 0.0489361 Jan 29 05:00:24.503439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eae600b6-d56e-44c0-8d47-c5b1b8d22b47 req-97ad3fbf-34a9-43e6-9c10-6090db76f68a tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Jan 29 05:00:24.617734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4dae-3b9f-47db-8800-2c9f11a8bb94 req-3bec25d6-2bf3-4b2d-ab34-22c9214face4 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:24.619141 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e4b4dae-3b9f-47db-8800-2c9f11a8bb94 req-3bec25d6-2bf3-4b2d-ab34-22c9214face4 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 946 time: 0.0486166 Jan 29 05:00:24.660143 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e4b4dae-3b9f-47db-8800-2c9f11a8bb94 req-23320502-0878-4b56-9e17-b35a94352e59 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342207 Jan 29 05:00:24.689870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:00:24.730459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85162e-69e9-43bf-822e-8193d7e58307 tempest-TestVolumeBootPattern-656049006 tempest-TestVolumeBootPattern-656049006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:24.732701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fb85162e-69e9-43bf-822e-8193d7e58307 tempest-TestVolumeBootPattern-656049006 tempest-TestVolumeBootPattern-656049006-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1092 time: 0.0411170 Jan 29 05:00:24.735308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 34952) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:00:24.739653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:00:24.762980 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:24.854023 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:24.957522 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Allocated IP 172.25.4.31 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/3decdbb3-d36e-4fd8-96f0-fcc966a955cd) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:00:25.052692 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.089231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.125051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:00:25.127762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:00:25.131329 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:00:25.156805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=3decdbb3-d36e-4fd8-96f0-fcc966a955cd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:25.169399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.170257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.170592 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.170921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.171247 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.171566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.171882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.172272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.172591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.172903 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.173222 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.173536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:00:25.498851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.562836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.709262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.713627 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.782402 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event updated for resources: {'Port': ['ID=3decdbb3-d36e-4fd8-96f0-fcc966a955cd,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:00:25.790430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:25.889824 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Floating IP 547081a4-58c4-44ef-b348-82673d43b32a associated. External IP: 172.25.4.31, port: f09473a1-a854-4cef-8a11-1f320b7401ef. Jan 29 05:00:26.094391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:00:26.150552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c451-af1d-4587-9649-7734d4be8e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:26.202591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:00:26.212107 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ea48a-7486-461b-b564-db752f186642 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:00:26.221947 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:26.222157 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:00:26.222695 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:00:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:26.248592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-16392bf4-22d8-49ba-bc0b-0e186113e450 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5122647 Jan 29 05:00:26.249218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:00:26.251491 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30693961-afda-4b20-8f45-42b0dcf044db" -d '{"events": [{"name": "network-changed", "server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:00:26.331748 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:00:26.350732 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7705ea0f-b1d5-4969-a87f-37edfeb5573b x-openstack-request-id: req-7705ea0f-b1d5-4969-a87f-37edfeb5573b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:00:26.351092 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:00:26.351413 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7705ea0f-b1d5-4969-a87f-37edfeb5573b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:00:26.351901 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'status': 'completed', 'code': 200} Jan 29 05:00:26.437482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693961-afda-4b20-8f45-42b0dcf044db req-090d645c-d62f-4cc3-8682-aa4af44b5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:26.438943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-090d645c-d62f-4cc3-8682-aa4af44b5659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1097 time: 0.0450578 Jan 29 05:00:26.526712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693961-afda-4b20-8f45-42b0dcf044db req-e1758c6b-62a5-4d0e-99ad-edc354f38048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:26.528232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-e1758c6b-62a5-4d0e-99ad-edc354f38048 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0832946 Jan 29 05:00:26.556260 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:30Z', 'revision_number': 1, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}, {'id': '547081a4-58c4-44ef-b348-82673d43b32a', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:04:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:00:25Z', 'updated_at': '2022-01-29T05:00:25Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:26.582580 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ea48a-7486-461b-b564-db752f186642 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:00:26.590791 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:00:26.591441 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:00:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:26.597742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-20affbb5-3502-45f5-b085-9883fc4ae975 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 200 len: 999 time: 0.0634983 Jan 29 05:00:26.648014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693961-afda-4b20-8f45-42b0dcf044db req-5e757fc3-2cbd-4bac-a8ab-43521af2fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:26.649488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-5e757fc3-2cbd-4bac-a8ab-43521af2fc26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0454066 Jan 29 05:00:26.697795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693961-afda-4b20-8f45-42b0dcf044db req-2e054f6e-0419-48ae-abe9-b127c388c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:26.699405 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-2e054f6e-0419-48ae-abe9-b127c388c191 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426977 Jan 29 05:00:26.783179 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:00:26.794830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-c81a40ef-d0e0-49c7-a3e7-4ab84d05182e service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887036 Jan 29 05:00:26.883116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30693961-afda-4b20-8f45-42b0dcf044db req-770991af-94ea-4d20-a4a5-bcc445870b60 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824244 Jan 29 05:00:27.002466 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-348ea48a-7486-461b-b564-db752f186642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:30Z', 'revision_number': 1, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}, {'id': '547081a4-58c4-44ef-b348-82673d43b32a', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:04:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:00:25Z', 'updated_at': '2022-01-29T05:00:25Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:00:27.032291 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ea48a-7486-461b-b564-db752f186642 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:30Z', 'revision_number': 1, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}, {'id': '547081a4-58c4-44ef-b348-82673d43b32a', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:04:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:00:25Z', 'updated_at': '2022-01-29T05:00:25Z', 'revision_number': 0, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:00:27.213135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83621ddb-c84f-4a2d-bbf6-bfd32dfdc29a None None] New status for floating IP 547081a4-58c4-44ef-b348-82673d43b32a: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:00:27.398554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:29.223820 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:29.259600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:31.467154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-004273ae-5dae-43aa-a088-02f7bd7b08dd req-e21ce531-5d8d-4324-9765-44d11827088b service neutron] (102403) timed out ('10.222.0.32', 34438) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:00:42.141467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:43.792767 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:52.641307 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:00:53.394663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-2342bc03-cc1d-4c37-b5db-187e4f7d976a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896316 Jan 29 05:00:53.495662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-fea9d443-acdd-4bfe-b39a-4f8493546599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:53.497116 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-fea9d443-acdd-4bfe-b39a-4f8493546599 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0442319 Jan 29 05:00:53.602177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-396c79b3-1dd5-438b-bf7f-7cf5be6ae645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:53.603564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-396c79b3-1dd5-438b-bf7f-7cf5be6ae645 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0861895 Jan 29 05:00:53.693072 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-a6540e05-9908-469c-9aad-ad15ef4a1b5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 1001 time: 0.0822308 Jan 29 05:00:53.741540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-250cf331-640e-43c3-8b98-cd64a03a026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:53.742963 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-250cf331-640e-43c3-8b98-cd64a03a026d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0428355 Jan 29 05:00:53.792053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-2e0595d8-17d9-4bbb-9c22-b4bc5349436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:53.793767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-2e0595d8-17d9-4bbb-9c22-b4bc5349436a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446827 Jan 29 05:00:53.889787 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-498944dc-86ca-493d-a8d4-307fe0a5c738 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873919 Jan 29 05:00:53.893852 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b3998bc1-b3d0-4a54-8db2-5c2c5e09c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:53.991124 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b617294f-f4c7-408e-9825-2129c9a0e313 req-6a3d5626-5ac3-49ec-a01e-a29efd63f555 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951023 Jan 29 05:00:56.149861 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b0507e8-77ba-44f2-97d5-d9934575415c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:57.401277 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:59.225828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:59.259289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:00:59.883955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-2d7c5638-ed9a-4180-a472-53eb260ab81e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423367 Jan 29 05:00:59.986754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-2c28c163-0a4b-420f-9e19-1bfa76a602fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:00:59.988294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-2c28c163-0a4b-420f-9e19-1bfa76a602fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1097 time: 0.0448992 Jan 29 05:01:00.092183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-60b300e5-8430-46fe-97a5-027687562aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:00.093694 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-60b300e5-8430-46fe-97a5-027687562aa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.0880876 Jan 29 05:01:00.161918 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-a1a6206a-7f2e-4ecc-957e-6095c39a62e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 200 len: 1001 time: 0.0608807 Jan 29 05:01:00.210423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-5fd61084-1b3f-4ac8-bdf3-62d91dbf3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:00.211858 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-5fd61084-1b3f-4ac8-bdf3-62d91dbf3df2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0431173 Jan 29 05:01:00.257665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-24c3ba7d-03bf-4fa3-a0cc-6b6beb797bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:00.259156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-24c3ba7d-03bf-4fa3-a0cc-6b6beb797bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396364 Jan 29 05:01:00.351996 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-b941a962-e0ac-472e-af3c-d1543c5af8e2 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Jan 29 05:01:00.440306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-809c3f48-f4ff-4a0e-8803-8214957a69f6 req-63c11e07-5bf0-4244-832c-b19a2289f38f service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804975 Jan 29 05:01:12.154662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:13.816442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:23.895617 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7822a7ce-1d35-4632-9a7a-16eb82a5974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:26.150520 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0802889f-5d69-4043-aea1-a1f4c27627d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:27.405076 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:29.227895 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:29.262235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:29.640526 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:01:42.185446 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:43.813123 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:53.379849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:01:53.535324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 3decdbb3-d36e-4fd8-96f0-fcc966a955cd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:01:53.535669 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:53.612432 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:53.612666 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:53.624167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 3decdbb3-d36e-4fd8-96f0-fcc966a955cd owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:01:53.767324 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:53.798619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=3decdbb3-d36e-4fd8-96f0-fcc966a955cd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:53.837592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.837991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.838365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.838728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.839067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.839403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.839736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.840065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.840392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.840721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.841051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.841380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:01:53.862044 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:53.862382 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Floating IP 547081a4-58c4-44ef-b348-82673d43b32a disassociated (deleted). External IP: 172.25.4.31, port: f09473a1-a854-4cef-8a11-1f320b7401ef. Jan 29 05:01:53.897440 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-08333231-180a-408a-803e-a7ae486ac8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:54.066535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:01:54.172379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:01:54.177183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:54.182455 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:01:54.191386 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:01:54.192015 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:54.205216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3efc8b09-e2fa-4afb-820e-28c16ae04186 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "DELETE /v2.0/floatingips/547081a4-58c4-44ef-b348-82673d43b32a HTTP/1.1" status: 204 len: 168 time: 0.8242826 Jan 29 05:01:54.205793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:01:54.208048 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc627538-69b9-46f2-909b-477337c5f102" -d '{"events": [{"name": "network-changed", "server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:01:54.248593 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc415274-1dae-4a5a-a5c8-a7a056ec54fa x-openstack-request-id: req-dc415274-1dae-4a5a-a5c8-a7a056ec54fa {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:01:54.248983 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:01:54.249360 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc415274-1dae-4a5a-a5c8-a7a056ec54fa {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:01:54.249859 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'status': 'completed', 'code': 200} Jan 29 05:01:54.300467 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:01:54.342209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627538-69b9-46f2-909b-477337c5f102 req-bbe15f7f-dc90-4937-87e9-d2ff4baef6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.343805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-bbe15f7f-dc90-4937-87e9-d2ff4baef6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 1097 time: 0.0517855 Jan 29 05:01:54.501238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56e9a1-5a77-401d-a1c6-7d2b01b4b98e req-4cbb6d14-f234-49ea-bacc-c5042f45a242 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.502736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc56e9a1-5a77-401d-a1c6-7d2b01b4b98e req-4cbb6d14-f234-49ea-bacc-c5042f45a242 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 946 time: 0.1017709 Jan 29 05:01:54.508157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627538-69b9-46f2-909b-477337c5f102 req-80aab92c-accc-46a8-8f29-3e35d498d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.509957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-80aab92c-accc-46a8-8f29-3e35d498d664 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.1273324 Jan 29 05:01:54.523570 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:30Z', 'revision_number': 1, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:54.552604 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:01:54.560734 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:01:54.561340 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:54.565681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-384a5f7d-3fa9-4314-846e-0367970ca595 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 200 len: 217 time: 0.0477057 Jan 29 05:01:54.587461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc56e9a1-5a77-401d-a1c6-7d2b01b4b98e req-949a7e5e-d087-4510-a952-93745fe38d91 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765626 Jan 29 05:01:54.620597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627538-69b9-46f2-909b-477337c5f102 req-a346af0b-f6c0-4a01-9b14-53bf9b8c2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.622140 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-a346af0b-f6c0-4a01-9b14-53bf9b8c2ee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0483177 Jan 29 05:01:54.666658 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:01:54.671626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627538-69b9-46f2-909b-477337c5f102 req-c31d319a-6398-44c1-be7f-9b8943d670f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.673194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-c31d319a-6398-44c1-be7f-9b8943d670f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425351 Jan 29 05:01:54.720834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-57062932-61fe-4d0b-a180-4e07ca2f9467 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422227 Jan 29 05:01:54.772422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-b658b916-f7ec-4a38-b7f2-9d3b5b6d9d05 service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905917 Jan 29 05:01:54.827157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43e3f-0728-4c94-b265-09704aff561b req-eddcaa9b-a095-4083-b0dc-701f2e7c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.828712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-eddcaa9b-a095-4083-b0dc-701f2e7c9327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0468080 Jan 29 05:01:54.867371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cc627538-69b9-46f2-909b-477337c5f102 req-446a236b-c86a-4acc-8d4e-67a5214da6fc service neutron] 10.222.0.36 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889137 Jan 29 05:01:54.902825 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:30Z', 'revision_number': 1, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:01:54.929548 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74d87c-72b5-4d7c-af03-d2129d623cd3 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '531c5a57-1e7c-4f70-8710-8a837f3263e9', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'port_id': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'mac_address': 'fa:16:3e:66:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d567180-080e-4a3f-ae4f-177a01482465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T04:58:28Z', 'updated_at': '2022-01-29T04:58:30Z', 'revision_number': 1, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:01:54.961234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43e3f-0728-4c94-b265-09704aff561b req-629dbbd8-f184-4f98-a0b7-97b16954cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:54.962619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-629dbbd8-f184-4f98-a0b7-97b16954cd34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.1071680 Jan 29 05:01:55.034793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-a180adfa-dedf-4948-a6d3-ae5a95f337f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 1001 time: 0.0651398 Jan 29 05:01:55.083481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43e3f-0728-4c94-b265-09704aff561b req-fb12c2b9-644f-4f33-9aad-c90ea1ceb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:55.085531 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-fb12c2b9-644f-4f33-9aad-c90ea1ceb26e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0444615 Jan 29 05:01:55.133400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43e3f-0728-4c94-b265-09704aff561b req-9136c9fb-1ef6-43b5-af9f-d21995eb4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:55.135113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-9136c9fb-1ef6-43b5-af9f-d21995eb4841 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432332 Jan 29 05:01:55.156621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0ab24-584e-4971-9b2c-adaeaaf0642f None None] New status for floating IP 547081a4-58c4-44ef-b348-82673d43b32a: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:01:55.235497 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-a919d32e-7c5a-4328-aed4-c2365cddd25a service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905685 Jan 29 05:01:55.327675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7aa43e3f-0728-4c94-b265-09704aff561b req-985c51d2-21ba-41be-8c7f-cf30d42a4e17 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Jan 29 05:01:55.706732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7c0f1-454e-4041-9e2e-5ec7f4d18a7f req-32aad351-37fd-49b8-be06-395f1dc2e788 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:55.708213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ed7c0f1-454e-4041-9e2e-5ec7f4d18a7f req-32aad351-37fd-49b8-be06-395f1dc2e788 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 946 time: 0.0493708 Jan 29 05:01:55.744642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ed7c0f1-454e-4041-9e2e-5ec7f4d18a7f req-b83151e4-b1e5-434b-821a-96a05c44f3e0 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304623 Jan 29 05:01:56.122534 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-8d3a3346-e4f6-4729-9bed-bf2eb43d4101 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:01:56.124028 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-8d3a3346-e4f6-4729-9bed-bf2eb43d4101 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 946 time: 0.0492015 Jan 29 05:01:56.151491 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-03310cc6-f65a-45d9-a619-8612a2f9129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:56.215201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port f09473a1-a854-4cef-8a11-1f320b7401ef {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:01:56.215540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:56.299824 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port f09473a1-a854-4cef-8a11-1f320b7401ef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f09473a1-a854-4cef-8a11-1f320b7401ef,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:01:56.300188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:56.312584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for f09473a1-a854-4cef-8a11-1f320b7401ef owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:01:56.439031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:56.465385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=f09473a1-a854-4cef-8a11-1f320b7401ef,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:01:56.511141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port f09473a1-a854-4cef-8a11-1f320b7401ef on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:01:56.513706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:56.516948 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8c666b8-6f3b-40df-ac02-0f1b72b88ed8 req-6982725a-1794-4ab1-85a2-ffe32f293c74 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.36 "DELETE /v2.0/ports/f09473a1-a854-4cef-8a11-1f320b7401ef HTTP/1.1" status: 204 len: 173 time: 0.3870919 Jan 29 05:01:56.517371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'name': 'network-vif-deleted', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:01:56.519650 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78426491-1ac5-4f78-977f-3b5e0646aa01" -d '{"events": [{"server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "name": "network-vif-deleted", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:01:56.561485 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5878d08b-cb22-4565-8654-4d2f7456a53e x-openstack-request-id: req-5878d08b-cb22-4565-8654-4d2f7456a53e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:01:56.561774 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee58f693-6acd-4185-8eab-9bd3c4cbc279", "name": "network-vif-deleted", "tag": "f09473a1-a854-4cef-8a11-1f320b7401ef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:01:56.562195 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5878d08b-cb22-4565-8654-4d2f7456a53e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:01:56.562595 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee58f693-6acd-4185-8eab-9bd3c4cbc279', 'name': 'network-vif-deleted', 'tag': 'f09473a1-a854-4cef-8a11-1f320b7401ef', 'status': 'completed', 'code': 200} Jan 29 05:01:56.845726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3395ebcc-a93c-44b2-a7b2-7bba1bb1a762 req-3553213a-ce07-43a4-90fa-bba59bca0099 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Jan 29 05:01:57.407232 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:57.947539 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-781af564-bbe0-4a9f-aded-a4b20a51269d req-f97856fc-6eb5-4865-8a14-57bca8fa9081 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0280676 Jan 29 05:01:59.040525 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-def86264-0512-4030-a8e2-b99066c11474 req-bc298de8-3c6c-49d2-a635-d5a8325d065f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0265887 Jan 29 05:01:59.231463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:59.265920 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:01:59.480903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f09473a1-a854-4cef-8a11-1f320b7401ef no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:01:59.500458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: f09473a1-a854-4cef-8a11-1f320b7401ef {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:01:59.500737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f09473a1-a854-4cef-8a11-1f320b7401ef not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:00.044817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15a9d3c5-ad03-4ffa-98bb-37ed1b36078c req-3f87cd4e-99c3-4b32-abbb-b146a9a2e004 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257928 Jan 29 05:02:00.129849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15a9d3c5-ad03-4ffa-98bb-37ed1b36078c req-c6443b87-141c-419b-812b-e2958ac9aebc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0268769 Jan 29 05:02:00.155118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64ad43ca-1612-425b-a9ea-d8470161751d req-3a9f7a13-bc74-42b5-8add-c566a34ea89d tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee58f693-6acd-4185-8eab-9bd3c4cbc279 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Jan 29 05:02:00.328448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d3c5-ad03-4ffa-98bb-37ed1b36078c req-637807f5-9212-47b0-9c1c-7c175516b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:00.329931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15a9d3c5-ad03-4ffa-98bb-37ed1b36078c req-637807f5-9212-47b0-9c1c-7c175516b6de service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f705faa34e334e1dbef99eac537a7af6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1644197 Jan 29 05:02:00.770402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d3c5-ad03-4ffa-98bb-37ed1b36078c req-b1d65cd0-1df9-4a55-95c2-475789fb8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:00.772053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15a9d3c5-ad03-4ffa-98bb-37ed1b36078c req-b1d65cd0-1df9-4a55-95c2-475789fb8a4f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4358580 Jan 29 05:02:05.503437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:05.655502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 24b2cc7f-d155-4c8e-bfe8-d1a5433aa921 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:05.655746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:05.731189 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:05.731525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:05.743184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 24b2cc7f-d155-4c8e-bfe8-d1a5433aa921 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:05.881869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:05.918772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=24b2cc7f-d155-4c8e-bfe8-d1a5433aa921,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:05.977006 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:05.977343 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Floating IP 531c5a57-1e7c-4f70-8710-8a837f3263e9 disassociated (deleted). External IP: 172.25.4.114, port: 2affbf2a-1a49-4e2d-a28f-c9a978fba365. Jan 29 05:02:06.183029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:02:06.288777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:02:06.293781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:06.298383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:02:06.308620 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:02:06.309233 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:06.322537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0198c59f-cee4-46d4-ba57-d258d8e09016 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "DELETE /v2.0/floatingips/531c5a57-1e7c-4f70-8710-8a837f3263e9 HTTP/1.1" status: 204 len: 168 time: 0.8179703 Jan 29 05:02:06.323126 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:06.325340 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad280ae-7a23-4314-bf2f-56fb59fbe01b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:06.361880 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696d9bb9-07e9-43f3-997a-83a891b22a56 x-openstack-request-id: req-696d9bb9-07e9-43f3-997a-83a891b22a56 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:06.362211 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:06.362683 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-696d9bb9-07e9-43f3-997a-83a891b22a56 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:06.363097 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'status': 'completed', 'code': 200} Jan 29 05:02:06.416063 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:02:06.456116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-058ca12d-0624-426c-b0e6-e32ff5fa98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:06.457623 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-058ca12d-0624-426c-b0e6-e32ff5fa98b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f705faa34e334e1dbef99eac537a7af6&device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 1096 time: 0.0523427 Jan 29 05:02:06.621088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a043de-6e2f-4763-b016-06f1a675cf40 req-39a07443-2a82-46ce-bfa0-73e0490c74eb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:06.622682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63a043de-6e2f-4763-b016-06f1a675cf40 req-39a07443-2a82-46ce-bfa0-73e0490c74eb tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 945 time: 0.1121507 Jan 29 05:02:06.640243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-ffba0190-340c-4585-abb7-0660f47e6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:06.641700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-ffba0190-340c-4585-abb7-0660f47e6145 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 200 len: 912 time: 0.1401668 Jan 29 05:02:06.689846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-d70888ff-96b9-4e59-995c-d4f8db8627f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 200 len: 217 time: 0.0391138 Jan 29 05:02:06.697351 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:02:06.715046 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63a043de-6e2f-4763-b016-06f1a675cf40 req-1ceb589f-58f4-4638-a467-90e3763c79dd tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858815 Jan 29 05:02:06.721840 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:06.748674 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:02:06.749813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-c92efee8-603a-47dd-8b1d-ccd68ec8b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:06.751282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-c92efee8-603a-47dd-8b1d-ccd68ec8b9a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 200 len: 850 time: 0.0531173 Jan 29 05:02:06.756884 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:02:06.757477 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:06.797424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-3b47d981-1c3b-426a-891c-4f216fd55dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:06.798919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-3b47d981-1c3b-426a-891c-4f216fd55dc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c0d739f-ee75-4c09-88ae-31eda99c214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408864 Jan 29 05:02:06.873077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:02:06.889630 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-7743f827-75fc-40d2-9dff-ce24d5b1ab3a service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832443 Jan 29 05:02:06.984016 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bad280ae-7a23-4314-bf2f-56fb59fbe01b req-7b52e401-7008-48a1-9378-bdeec12becb0 service neutron] 10.222.0.20 "GET /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864363 Jan 29 05:02:07.066055 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:07.091162 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883192fa-4da8-4e44-9617-fcdaa8a88312 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T04:52:27Z', 'revision_number': 4, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '85d0c95d-028d-4022-9ff1-bbe8e1f64404', 'name': '', 'network_id': '5c0d739f-ee75-4c09-88ae-31eda99c214e', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'mac_address': 'fa:16:3e:f8:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '6a31c863-259d-441d-aacc-e62f40940ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:26Z', 'updated_at': '2022-01-29T04:52:32Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'subnets': [{'id': '6a31c863-259d-441d-aacc-e62f40940ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:02:07.301751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37b26e-4a81-4021-98a2-54fbaf5a0ea2 None None] New status for floating IP 531c5a57-1e7c-4f70-8710-8a837f3263e9: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:02:07.830887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f83e3-4fd5-4147-9256-226130c3d09d req-8fb1f5a4-fcb6-4f1b-9e07-3b02c4db43a5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:07.832346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7f83e3-4fd5-4147-9256-226130c3d09d req-8fb1f5a4-fcb6-4f1b-9e07-3b02c4db43a5 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 945 time: 0.0481906 Jan 29 05:02:07.868552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7f83e3-4fd5-4147-9256-226130c3d09d req-47c42d89-9ee0-49da-9082-52de346eb8bc tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301290 Jan 29 05:02:08.231262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05108958-faa3-445b-990b-cb868524152e req-94f48099-a3a6-4763-befc-371708469303 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:08.232678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05108958-faa3-445b-990b-cb868524152e req-94f48099-a3a6-4763-befc-371708469303 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 945 time: 0.0468161 Jan 29 05:02:08.322310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:08.322651 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:08.406494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] For port 2affbf2a-1a49-4e2d-a28f-c9a978fba365, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2affbf2a-1a49-4e2d-a28f-c9a978fba365,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:08.406855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:08.419034 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for 2affbf2a-1a49-4e2d-a28f-c9a978fba365 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:08.546915 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:08.575366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=2affbf2a-1a49-4e2d-a28f-c9a978fba365,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:08.600560 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.600941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.601265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.601593 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.601940 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.602273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.602589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.602905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.603220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.603534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.603848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.604157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:08.628828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] No DVR routers for this DVR port 2affbf2a-1a49-4e2d-a28f-c9a978fba365 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:02:08.632012 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:08.635234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-05108958-faa3-445b-990b-cb868524152e req-89d4c98c-2cfd-4fe8-b0a9-1e11c240c252 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.20 "DELETE /v2.0/ports/2affbf2a-1a49-4e2d-a28f-c9a978fba365 HTTP/1.1" status: 204 len: 173 time: 0.3963058 Jan 29 05:02:08.635656 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'name': 'network-vif-deleted', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:08.637834 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c8735-9565-4b55-a3cf-09a93c1cb65d" -d '{"events": [{"server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "name": "network-vif-deleted", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:08.679900 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea06a4-9311-410e-9142-4a64d887ea4f x-openstack-request-id: req-0aea06a4-9311-410e-9142-4a64d887ea4f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:08.680213 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d567180-080e-4a3f-ae4f-177a01482465", "name": "network-vif-deleted", "tag": "2affbf2a-1a49-4e2d-a28f-c9a978fba365", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:08.680463 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aea06a4-9311-410e-9142-4a64d887ea4f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:08.680857 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d567180-080e-4a3f-ae4f-177a01482465', 'name': 'network-vif-deleted', 'tag': '2affbf2a-1a49-4e2d-a28f-c9a978fba365', 'status': 'completed', 'code': 200} Jan 29 05:02:08.973937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-575797a5-8735-4154-9b1b-26b1b5c3e81a req-6c09809c-e14e-45e8-8ac6-09d60bc0d1f2 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 210 time: 0.0308082 Jan 29 05:02:10.070986 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7515f9fa-a29e-4f61-b9d6-e949797317c0 req-d439e2e9-e4eb-4f58-91aa-a5ff878a709e tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 210 time: 0.0256295 Jan 29 05:02:11.169773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-026d5514-77d8-4b1a-ba6e-5c0340dbe970 req-b1155e32-579e-45c5-be75-d1bb17e96143 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Jan 29 05:02:12.185473 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:12.276724 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a5d5e4d0-6d0a-4dc1-bcf7-e39f28f19f15 req-442a1145-194a-4ad6-96e8-548de6c33b80 tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d567180-080e-4a3f-ae4f-177a01482465 HTTP/1.1" status: 200 len: 210 time: 0.0281312 Jan 29 05:02:13.054203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2affbf2a-1a49-4e2d-a28f-c9a978fba365 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:13.077378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 2affbf2a-1a49-4e2d-a28f-c9a978fba365 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:13.077719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2affbf2a-1a49-4e2d-a28f-c9a978fba365 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:13.334043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:13.455390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Deleting port d9d93c68-782e-4383-9e23-81ffe8744d1e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:13.455740 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:13.528885 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:13.529218 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:13.541046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Calling delete_port for d9d93c68-782e-4383-9e23-81ffe8744d1e owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:13.671788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:13.696761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'Port': ['ID=d9d93c68-782e-4383-9e23-81ffe8744d1e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:13.758283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:13.760977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:13.762148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82ce4aca-88ef-4b8f-9ebc-4b9f105dcf4f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "DELETE /v2.0/floatingips/60dee425-92ea-4e28-97ab-c12bb7966db6 HTTP/1.1" status: 204 len: 168 time: 0.4271085 Jan 29 05:02:13.827725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:16.004022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:16.068709 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-699b2421-8010-40b2-82db-c3ce6d4cce8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:16.094608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-699b2421-8010-40b2-82db-c3ce6d4cce8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:16.156670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-699b2421-8010-40b2-82db-c3ce6d4cce8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:16.159369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-699b2421-8010-40b2-82db-c3ce6d4cce8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:16.164200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-699b2421-8010-40b2-82db-c3ce6d4cce8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3374d8e-ace3-4add-9ed4-1cdd8bb0981e HTTP/1.1" status: 204 len: 168 time: 0.1552606 Jan 29 05:02:16.179090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b2421-8010-40b2-82db-c3ce6d4cce8f tempest-TestVolumeBootPattern-862235762 tempest-TestVolumeBootPattern-862235762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3374d8e-ace3-4add-9ed4-1cdd8bb0981e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:17.229308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:17.686328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:17.920097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Deleting port 85d0c95d-028d-4022-9ff1-bbe8e1f64404 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:17.920434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:18.000370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] For port 85d0c95d-028d-4022-9ff1-bbe8e1f64404, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=85d0c95d-028d-4022-9ff1-bbe8e1f64404,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:18.000732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:18.011932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Calling delete_port for 85d0c95d-028d-4022-9ff1-bbe8e1f64404 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:18.189063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:18.211983 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d0c95d-028d-4022-9ff1-bbe8e1f64404,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:18.410785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:18.613497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Router 5105b611-973f-47d7-bf50-3b5e0fc85e03 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:02:19.007309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:02:19.012400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ece4cdf-19d8-4380-9232-ed454a74fd95 admin admin] 10.222.0.32 "PUT /v2.0/routers/5105b611-973f-47d7-bf50-3b5e0fc85e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811728 Jan 29 05:02:19.014783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:19.017485 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] Sync routers for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:02:19.027108 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:02:19.027716 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:19.117712 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.127024 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:02:19.217571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.268886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Deleting port cd69abd8-e5a4-47b6-8c3c-fe931a990e22 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:19.269141 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.298132 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T05:02:18Z', 'revision_number': 5, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port': {'id': 'cd69abd8-e5a4-47b6-8c3c-fe931a990e22', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:23Z', 'updated_at': '2022-01-29T04:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:19.328011 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] Checking router: 5105b611-973f-47d7-bf50-3b5e0fc85e03 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:02:19.336947 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] Routers {'5105b611-973f-47d7-bf50-3b5e0fc85e03'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:02:19.337556 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5105b611-973f-47d7-bf50-3b5e0fc85e03'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:19.350113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] For port cd69abd8-e5a4-47b6-8c3c-fe931a990e22, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:19.350489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.363001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Calling delete_port for cd69abd8-e5a4-47b6-8c3c-fe931a990e22 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:19.421309 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] Set router 5105b611-973f-47d7-bf50-3b5e0fc85e03 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:02:19.471152 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T05:02:19Z', 'revision_number': 6, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:19.499633 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377064f4-1fb7-4d11-9194-5b29c3fb0fa5 None None] The sync data for ids ['5105b611-973f-47d7-bf50-3b5e0fc85e03'] in n-d-825930-1 is: [{'id': '5105b611-973f-47d7-bf50-3b5e0fc85e03', 'name': 'tempest-TestVolumeBootPattern-918380475-router', 'tenant_id': 'f705faa34e334e1dbef99eac537a7af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:22Z', 'updated_at': '2022-01-29T05:02:19Z', 'revision_number': 6, 'project_id': 'f705faa34e334e1dbef99eac537a7af6', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:02:19.530045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.557193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd69abd8-e5a4-47b6-8c3c-fe931a990e22,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:19.618450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.707469 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.709579 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.750574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.751102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5105b611-973f-47d7-bf50-3b5e0fc85e03 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:02:19.755960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.757344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-deb68b7a-6f47-4b52-b1e6-27949747163e admin admin] 10.222.0.32 "DELETE /v2.0/routers/5105b611-973f-47d7-bf50-3b5e0fc85e03 HTTP/1.1" status: 204 len: 168 time: 0.7416549 Jan 29 05:02:19.759836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:19.806444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Deleting subnet 6a31c863-259d-441d-aacc-e62f40940ede {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:02:19.809268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.844569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.922459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:19.976564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.006220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a31c863-259d-441d-aacc-e62f40940ede,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:20.009791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.013071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0961fd24-bd23-4c2e-8b45-a9bbd8b0cf09 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6a31c863-259d-441d-aacc-e62f40940ede HTTP/1.1" status: 204 len: 168 time: 0.2521787 Jan 29 05:02:20.015539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:20.016585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c7ae9-d80d-4141-9569-6da3b7bb9545 None None] Network 5c0d739f-ee75-4c09-88ae-31eda99c214e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:02:20.082457 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.135727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Deleting port 080712b8-553e-4ff8-8f60-0ff7f895fa1a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:20.136072 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.200794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] For port 080712b8-553e-4ff8-8f60-0ff7f895fa1a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=080712b8-553e-4ff8-8f60-0ff7f895fa1a,segment=NetworkSegment(2a3d277c-30c2-4b31-b5bd-175a73bdc9cb),segment_id=2a3d277c-30c2-4b31-b5bd-175a73bdc9cb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:20.201156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.214394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Calling delete_port for 080712b8-553e-4ff8-8f60-0ff7f895fa1a owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:20.253184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] DHCP port deletion for 5c0d739f-ee75-4c09-88ae-31eda99c214e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:02:20.296674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.301714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Deleting port 080712b8-553e-4ff8-8f60-0ff7f895fa1a {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:20.302528 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.325501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Pushing event deleted for resources: {'Port': ['ID=080712b8-553e-4ff8-8f60-0ff7f895fa1a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:20.328307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] No DVR routers for this DVR port 080712b8-553e-4ff8-8f60-0ff7f895fa1a on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:02:20.371106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] For port 080712b8-553e-4ff8-8f60-0ff7f895fa1a, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:20.371787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.386404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Calling delete_port for 080712b8-553e-4ff8-8f60-0ff7f895fa1a owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:20.388968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Port 080712b8-553e-4ff8-8f60-0ff7f895fa1a was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 05:02:20.390242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.404170 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.419273 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Pushing event deleted for resources: {'Port': ['ID=080712b8-553e-4ff8-8f60-0ff7f895fa1a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:20.425658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0d739f-ee75-4c09-88ae-31eda99c214e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:20.426650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] No DVR routers for this DVR port 080712b8-553e-4ff8-8f60-0ff7f895fa1a on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:02:20.429582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.429945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.430287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.430621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.430950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.431277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.431598 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.431920 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.432237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.432553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.432870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.433186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da053d5a-2f26-4740-98a9-27823ae038bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:02:20.436792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:20.437093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3d277c-30c2-4b31-b5bd-175a73bdc9cb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:20.449879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.463465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.469264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:02:20.469682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:02:20.471410 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:02:20.531508 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.537400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:20.543247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c0d739f-ee75-4c09-88ae-31eda99c214e HTTP/1.1" status: 204 len: 168 time: 0.5241659 Jan 29 05:02:20.543812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:20.559473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002ba21-12e6-429c-8c88-32f31665a56b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0d739f-ee75-4c09-88ae-31eda99c214e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:20.886413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:21.120748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Deleting port dcf3b595-0011-43bb-8b51-8fe35259b2c5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:21.121083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:21.198245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] For port dcf3b595-0011-43bb-8b51-8fe35259b2c5, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dcf3b595-0011-43bb-8b51-8fe35259b2c5,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:21.198606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:21.209779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Calling delete_port for dcf3b595-0011-43bb-8b51-8fe35259b2c5 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:21.388035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 080712b8-553e-4ff8-8f60-0ff7f895fa1a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:21.390133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:21.418205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf3b595-0011-43bb-8b51-8fe35259b2c5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:21.576286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 080712b8-553e-4ff8-8f60-0ff7f895fa1a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:21.576634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 080712b8-553e-4ff8-8f60-0ff7f895fa1a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:21.577061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 85d0c95d-028d-4022-9ff1-bbe8e1f64404 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:21.586016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:21.596729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 85d0c95d-028d-4022-9ff1-bbe8e1f64404 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:21.597083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 85d0c95d-028d-4022-9ff1-bbe8e1f64404 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:21.597510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cd69abd8-e5a4-47b6-8c3c-fe931a990e22 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:21.617490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: cd69abd8-e5a4-47b6-8c3c-fe931a990e22 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:21.617849 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device cd69abd8-e5a4-47b6-8c3c-fe931a990e22 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:21.796531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Router cd0b902c-caf9-439a-a868-3aabbc798424 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:02:21.898003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:02:21.902924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d41f0d66-f98c-4bfb-959a-6c1438661b2e admin admin] 10.222.0.32 "PUT /v2.0/routers/cd0b902c-caf9-439a-a868-3aabbc798424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3581498 Jan 29 05:02:21.905543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35110) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:21.906736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] Sync routers for ids ['cd0b902c-caf9-439a-a868-3aabbc798424'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:02:21.916593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] Routers {'cd0b902c-caf9-439a-a868-3aabbc798424'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:02:21.917288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cd0b902c-caf9-439a-a868-3aabbc798424'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:22.010336 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.020652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] Set router cd0b902c-caf9-439a-a868-3aabbc798424 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:02:22.110385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.162430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Deleting port b1a341be-fa04-4443-849b-7a56a1222945 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:22.162430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.197595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T05:02:21Z', 'revision_number': 5, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port': {'id': 'b1a341be-fa04-4443-849b-7a56a1222945', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:22.223687 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] Checking router: cd0b902c-caf9-439a-a868-3aabbc798424 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:02:22.232874 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] Routers {'cd0b902c-caf9-439a-a868-3aabbc798424'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:02:22.233538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:01:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['cd0b902c-caf9-439a-a868-3aabbc798424'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:22.242153 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] For port b1a341be-fa04-4443-849b-7a56a1222945, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b1a341be-fa04-4443-849b-7a56a1222945,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:22.242518 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.254091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Calling delete_port for b1a341be-fa04-4443-849b-7a56a1222945 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:22.325635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] Set router cd0b902c-caf9-439a-a868-3aabbc798424 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:02:22.378424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T05:02:22Z', 'revision_number': 6, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:22.407587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9f46e-160f-40d9-a385-87d4801645a3 None None] The sync data for ids ['cd0b902c-caf9-439a-a868-3aabbc798424'] in n-d-825930-1 is: [{'id': 'cd0b902c-caf9-439a-a868-3aabbc798424', 'name': 'tempest-TestVolumeBootPattern-1979842740-router', 'tenant_id': 'e55927ee5dff41488f12285f916e09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T04:52:30Z', 'updated_at': '2022-01-29T05:02:22Z', 'revision_number': 6, 'project_id': 'e55927ee5dff41488f12285f916e09e8', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:02:22.418960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.446147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a341be-fa04-4443-849b-7a56a1222945,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:22.503855 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.894986 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.897463 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.941520 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.942212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0b902c-caf9-439a-a868-3aabbc798424 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:02:22.947439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:22.948580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d2220f47-aa05-491d-bcbe-d68bf616fcb5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cd0b902c-caf9-439a-a868-3aabbc798424 HTTP/1.1" status: 204 len: 168 time: 1.0420449 Jan 29 05:02:22.951422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35112) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:22.995402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Deleting subnet fb788a2f-2310-41a0-a090-babe51d4fb4c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:02:22.998322 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.032548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.389966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dcf3b595-0011-43bb-8b51-8fe35259b2c5 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:23.412442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: dcf3b595-0011-43bb-8b51-8fe35259b2c5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:23.413586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dcf3b595-0011-43bb-8b51-8fe35259b2c5 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:23.414126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b1a341be-fa04-4443-849b-7a56a1222945 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:23.422616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.434804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b1a341be-fa04-4443-849b-7a56a1222945 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:23.435145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b1a341be-fa04-4443-849b-7a56a1222945 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:23.479361 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.502580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb788a2f-2310-41a0-a090-babe51d4fb4c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:23.508702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.511985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-827ce7c3-18cc-44e7-9129-17a7f4fc0c16 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fb788a2f-2310-41a0-a090-babe51d4fb4c HTTP/1.1" status: 204 len: 168 time: 0.5595500 Jan 29 05:02:23.514388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2ac73-3b94-4ba5-ba59-9a0938625ad6 None None] Network c5dbbc8d-6355-4010-8b37-61a7376c6ad7 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:02:23.514583 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:23.584404 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.636576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Deleting port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:23.636929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.697857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] DHCP port deletion for c5dbbc8d-6355-4010-8b37-61a7376c6ad7 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:02:23.698837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] For port 7f42ba90-4c7f-4dba-9711-5b8fe99db175, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7f42ba90-4c7f-4dba-9711-5b8fe99db175,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:23.699213 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.713008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Calling delete_port for 7f42ba90-4c7f-4dba-9711-5b8fe99db175 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:23.744131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] Deleting port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:23.744509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.794219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.809099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] For port 7f42ba90-4c7f-4dba-9711-5b8fe99db175, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7f42ba90-4c7f-4dba-9711-5b8fe99db175,segment=NetworkSegment(03e99a8b-0c3b-4f27-9dcb-5fee3438aa51),segment_id=03e99a8b-0c3b-4f27-9dcb-5fee3438aa51)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:23.809493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.821513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f42ba90-4c7f-4dba-9711-5b8fe99db175,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:23.823435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] No DVR routers for this DVR port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:02:23.823766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] Calling delete_port for 7f42ba90-4c7f-4dba-9711-5b8fe99db175 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:23.896819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.907224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-75a0e987-f75d-4b27-8819-09c73118419a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.910230 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.917836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dbbc8d-6355-4010-8b37-61a7376c6ad7']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:23.927307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:23.927630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e99a8b-0c3b-4f27-9dcb-5fee3438aa51') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:02:23.933810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] Pushing event deleted for resources: {'Port': ['ID=7f42ba90-4c7f-4dba-9711-5b8fe99db175,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:23.937533 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.939139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94648f10-34cc-4a61-9b72-beac2c5e1a84 None None] No DVR routers for this DVR port 7f42ba90-4c7f-4dba-9711-5b8fe99db175 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:02:23.960029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.966240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:02:23.966713 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:02:23.968381 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:02:24.020078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.026558 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.029575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5dbbc8d-6355-4010-8b37-61a7376c6ad7 HTTP/1.1" status: 204 len: 168 time: 0.5140295 Jan 29 05:02:24.040858 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd44153-27d1-4c57-90ba-49d455eb143d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5dbbc8d-6355-4010-8b37-61a7376c6ad7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:24.149723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35118) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:24.189343 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ba410eef-e823-4e00-b559-6aca48d56c74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f705faa34e334e1dbef99eac537a7af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384562 Jan 29 05:02:24.191932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:24.245547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-007fcd54-8cc8-4206-8457-b47bffc64c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.266196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-007fcd54-8cc8-4206-8457-b47bffc64c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.316142 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-007fcd54-8cc8-4206-8457-b47bffc64c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.319677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-007fcd54-8cc8-4206-8457-b47bffc64c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.320895 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-007fcd54-8cc8-4206-8457-b47bffc64c90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77e6ee1f-35ea-45e6-bf4d-6f28f021ca68 HTTP/1.1" status: 204 len: 168 time: 0.1272042 Jan 29 05:02:24.328816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fcd54-8cc8-4206-8457-b47bffc64c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e6ee1f-35ea-45e6-bf4d-6f28f021ca68,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:24.630229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:24.668968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-db4baf57-e026-416f-9b7d-e25d93c911ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e55927ee5dff41488f12285f916e09e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374227 Jan 29 05:02:24.671443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:24.716168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e00b4fcd-277c-413e-8deb-8b69b99a12aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.736494 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e00b4fcd-277c-413e-8deb-8b69b99a12aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.781611 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e00b4fcd-277c-413e-8deb-8b69b99a12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.784222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e00b4fcd-277c-413e-8deb-8b69b99a12aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:24.785370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e00b4fcd-277c-413e-8deb-8b69b99a12aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/008b8a05-a20d-408c-b079-57267c586f2a HTTP/1.1" status: 204 len: 168 time: 0.1130521 Jan 29 05:02:24.794255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b4fcd-277c-413e-8deb-8b69b99a12aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b8a05-a20d-408c-b079-57267c586f2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:25.395358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7f42ba90-4c7f-4dba-9711-5b8fe99db175 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:25.419165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7f42ba90-4c7f-4dba-9711-5b8fe99db175 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:25.419543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7f42ba90-4c7f-4dba-9711-5b8fe99db175 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:26.153363 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e517-ba64-4e3f-9275-f203ffa1ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:27.408883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:29.233838 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:29.267055 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:34.771722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-80eba082-bc64-4bc6-ad2b-3b5c2ee2885a tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=71f298813a5d465faaf2f44197410a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332136 Jan 29 05:02:34.951187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-97730d5b-2cbc-48f9-895a-44b4cdac2c8c tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:34.952638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-97730d5b-2cbc-48f9-895a-44b4cdac2c8c tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755216 Jan 29 05:02:34.967624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-01a9c89f-3d7d-423f-851b-7f76e8ef12a9 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/quotas/71f298813a5d465faaf2f44197410a19 HTTP/1.1" status: 200 len: 375 time: 0.0093133 Jan 29 05:02:34.998015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-10330571-d6e6-4a01-9e8e-b6ad33dc6eeb tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=71f298813a5d465faaf2f44197410a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252533 Jan 29 05:02:35.156600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f2e7e9e6-234b-40b3-9d24-fa291b04aabe req-c0977cb0-f866-4516-be09-25c54e70f031 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 210 time: 0.0259368 Jan 29 05:02:36.214521 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-603625fd-b290-485b-a247-2488695185df tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=71f298813a5d465faaf2f44197410a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213153 Jan 29 05:02:36.257844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c4ccb6ca-720d-4075-b04b-b72ec476b2e4 req-e80e0c07-71e7-4f60-abb5-8697ded2b46b tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 210 time: 0.0332291 Jan 29 05:02:36.330543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-69b1ec99-38af-49ed-9b52-0b9b991ab4fd tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:36.331953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-69b1ec99-38af-49ed-9b52-0b9b991ab4fd tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116385 Jan 29 05:02:36.358379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Request body: {'port': {'device_id': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'admin_state_up': True, 'tenant_id': '71f298813a5d465faaf2f44197410a19'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:36.463403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Made reservation on behalf of 71f298813a5d465faaf2f44197410a19 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:02:36.466895 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.476400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.552442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.556284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.616125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef4a7f0-6a31-480f-8884-0500f88e51f0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:36.687699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Allocated IP 192.168.233.217 (8d773706-d80d-4c27-a8fe-0468b01d379a/4399650a-28e2-409b-8825-0aea9ebd6688/5aa1c459-66c6-4dfe-a6cb-87684bab92b0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:02:36.842875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.875329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.915585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Network 8d773706-d80d-4c27-a8fe-0468b01d379a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:02:36.918833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:02:36.922568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:02:36.954411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Pushing event updated for resources: {'Port': ['ID=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:36.977304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:36.977952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:36.993625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-88dbe2d1-c05a-46ed-a7ee-bace22a54d66 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6388252 Jan 29 05:02:37.011870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Request body: {'port': {'device_id': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:37.072455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.166882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f99273b-351c-421d-8f27-d586601f899f None None] Provisioning complete for port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:02:37.167671 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f99273b-351c-421d-8f27-d586601f899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.203873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7f99273b-351c-421d-8f27-d586601f899f None None] Port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:02:37.332315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:02:37.348941 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.378182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Transition to ACTIVE for port object 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:02:37.383154 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.423808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273134a-f8c5-4fe1-b488-0cd2589d5ff5 req-9f5b754a-7a1e-421d-af29-6e15f6ffa74e tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:37.425291 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0273134a-f8c5-4fe1-b488-0cd2589d5ff5 req-9f5b754a-7a1e-421d-af29-6e15f6ffa74e tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 936 time: 0.0958822 Jan 29 05:02:37.467859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:37.521941 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0273134a-f8c5-4fe1-b488-0cd2589d5ff5 req-f881500c-7492-43f9-b460-cf24c7c99918 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881054 Jan 29 05:02:37.547881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Attempting to bind port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:02:37.548202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Attempting to bind port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:02:37.548537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Attempting to bind port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:02:37.553771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 on network 8d773706-d80d-4c27-a8fe-0468b01d379a not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:02:37.554126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Attempting to bind port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 on network 8d773706-d80d-4c27-a8fe-0468b01d379a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:02:37.559073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:02:37.559420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Checking segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:02:37.559836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Bound using segment: {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:02:37.560267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Bound port: 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f3d21-ca90-4b47-94ac-e8ac25e8d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:02:37.560628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.630669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] For port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:02:37.633642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] For port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:02:37.637951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.672431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:37.672941 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:37.674436 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/5aa1c459-66c6-4dfe-a6cb-87684bab92b0 HTTP/1.1" status: 200 len: 1096 time: 0.6667333 Jan 29 05:02:37.676735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'tag': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:37.679175 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2378c1c9-c10e-4298-bb04-651a97a378a8", "tag": "5aa1c459-66c6-4dfe-a6cb-87684bab92b0"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:37.704659 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58433778-68aa-4a28-889b-35e3130966e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:37.735437 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80206d-9f37-4d64-8ff6-3328325296b5 x-openstack-request-id: req-ce80206d-9f37-4d64-8ff6-3328325296b5 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:37.735734 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2378c1c9-c10e-4298-bb04-651a97a378a8", "tag": "5aa1c459-66c6-4dfe-a6cb-87684bab92b0", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:37.735990 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce80206d-9f37-4d64-8ff6-3328325296b5 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:37.736539 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'tag': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0', 'status': 'completed', 'code': 200} Jan 29 05:02:37.771536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-6f8733c7-3559-4951-bafd-e2d0f21ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:37.773059 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-6f8733c7-3559-4951-bafd-e2d0f21ab314 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f298813a5d465faaf2f44197410a19&device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 1099 time: 0.0464077 Jan 29 05:02:37.826200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-ebecbbef-d661-4309-b6e2-b9a6a99c15f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0 HTTP/1.1" status: 200 len: 217 time: 0.0394785 Jan 29 05:02:37.876165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-80465da5-b3d7-44e2-8942-4e1b2b35b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:37.877579 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-80465da5-b3d7-44e2-8942-4e1b2b35b719 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0442190 Jan 29 05:02:37.922245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-519632c9-3da9-4180-a603-74581f6ea6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:37.923631 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-519632c9-3da9-4180-a603-74581f6ea6dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392983 Jan 29 05:02:38.020255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-a830d22d-6255-426f-be09-66894ce1ba77 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896132 Jan 29 05:02:38.108960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff9aa3d2-081a-4a7e-a3cb-eae1851d5caa req-bf2af5fd-915f-4573-9d2f-2bcfcd7123d6 service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823512 Jan 29 05:02:38.242227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-5b33ea86-8b43-44ba-8867-6fe0b829d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:38.243712 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-5b33ea86-8b43-44ba-8867-6fe0b829d040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f298813a5d465faaf2f44197410a19&device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 1099 time: 0.0420625 Jan 29 05:02:38.345604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-ee0418b3-1ed3-4c6e-9d2d-a652f606299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:38.347678 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-ee0418b3-1ed3-4c6e-9d2d-a652f606299c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d773706-d80d-4c27-a8fe-0468b01d379a HTTP/1.1" status: 200 len: 870 time: 0.0976064 Jan 29 05:02:38.394811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-8dce71fa-5c18-4788-a3ec-3ba3d29c38e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0 HTTP/1.1" status: 200 len: 217 time: 0.0406396 Jan 29 05:02:38.455374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-b901c821-f723-4306-9382-580f93d42961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:38.456842 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-b901c821-f723-4306-9382-580f93d42961 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4399650a-28e2-409b-8825-0aea9ebd6688 HTTP/1.1" status: 200 len: 843 time: 0.0553925 Jan 29 05:02:38.512532 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-599a9286-2b25-4dea-a5cf-72f47021086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:38.513965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-599a9286-2b25-4dea-a5cf-72f47021086a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d773706-d80d-4c27-a8fe-0468b01d379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493727 Jan 29 05:02:38.649831 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-b9d71bb9-a050-4451-8495-97789cf5890f service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265547 Jan 29 05:02:38.691531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71c481-fa83-44c6-8606-29a984dc022b req-9fbc5769-eb69-46b5-9096-c1e4d373223f tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:38.693683 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca71c481-fa83-44c6-8606-29a984dc022b req-9fbc5769-eb69-46b5-9096-c1e4d373223f tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 948 time: 0.0953448 Jan 29 05:02:38.777794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ca71c481-fa83-44c6-8606-29a984dc022b req-fcde636c-10d9-44b9-a9ea-d8ec22a16bf7 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Jan 29 05:02:38.794066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e3ff8ac9-2257-4168-862f-aabd0b1dd7fd req-985e039d-148b-4241-9abc-5f3e4dc4a71d service neutron] 10.222.0.20 "GET /v2.0/networks/8d773706-d80d-4c27-a8fe-0468b01d379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349728 Jan 29 05:02:39.198218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:02:39.294299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:39.304873 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0', 'network_id': '8d773706-d80d-4c27-a8fe-0468b01d379a', 'port_id': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0', 'mac_address': 'fa:16:3e:91:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4399650a-28e2-409b-8825-0aea9ebd6688', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:02:39.341823 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:39.355156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:02:39.373442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:39.377707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:39.424401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:39.687769 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5aa1c459-66c6-4dfe-a6cb-87684bab92b0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:02:39.896922 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c54c6-2221-4026-a803-c257859c9ec1 req-f5f4a944-0014-4a3c-afb3-9228f860fda8 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:39.899184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c3c54c6-2221-4026-a803-c257859c9ec1 req-f5f4a944-0014-4a3c-afb3-9228f860fda8 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 949 time: 0.0522618 Jan 29 05:02:39.935459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8c3c54c6-2221-4026-a803-c257859c9ec1 req-ccd4287a-17f9-41be-b690-c4d641939320 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303957 Jan 29 05:02:41.053816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ccb7f-cf12-4a7d-871f-c624b87d82dd req-a2fdf0a6-3471-4717-96c9-3f89b03bdbf0 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:41.055402 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b7ccb7f-cf12-4a7d-871f-c624b87d82dd req-a2fdf0a6-3471-4717-96c9-3f89b03bdbf0 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 949 time: 0.0532076 Jan 29 05:02:41.092632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b7ccb7f-cf12-4a7d-871f-c624b87d82dd req-20963ee0-61b3-4ca1-92d6-7fe934007264 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Jan 29 05:02:41.199354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:02:41.246284 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:02:41.249856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:02:41.250280 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:41.330652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:41.355000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:41.357204 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ba70a0-7934-4151-8b0b-636d818fad6b" -d '{"events": [{"server_uuid": "2378c1c9-c10e-4298-bb04-651a97a378a8", "name": "network-vif-plugged", "status": "completed", "tag": "5aa1c459-66c6-4dfe-a6cb-87684bab92b0"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:41.380046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:41.384893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:41.408862 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ebbeb7-1173-4db1-ad92-1fb405228db2 x-openstack-request-id: req-c9ebbeb7-1173-4db1-ad92-1fb405228db2 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:41.409240 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2378c1c9-c10e-4298-bb04-651a97a378a8", "name": "network-vif-plugged", "status": "completed", "tag": "5aa1c459-66c6-4dfe-a6cb-87684bab92b0", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:41.409561 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9ebbeb7-1173-4db1-ad92-1fb405228db2 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:41.410039 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0', 'code': 200} Jan 29 05:02:41.436639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:41.522781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb029ef-5bdc-4e4e-852e-fdc0e9453f00 req-9a777dae-3461-4abb-916d-da9be9d23e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:41.524318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cb029ef-5bdc-4e4e-852e-fdc0e9453f00 req-9a777dae-3461-4abb-916d-da9be9d23e5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 1101 time: 0.0400076 Jan 29 05:02:41.559113 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7cb029ef-5bdc-4e4e-852e-fdc0e9453f00 req-3688d089-3c8a-433d-b97c-bf1fc1d7db68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283368 Jan 29 05:02:42.189423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:42.205503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffaa21-b87c-40dd-a1f5-8214ed80f63f req-9fa2cea1-39de-47ed-9825-975cce35ea30 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:42.206997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70ffaa21-b87c-40dd-a1f5-8214ed80f63f req-9fa2cea1-39de-47ed-9825-975cce35ea30 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 950 time: 0.0489693 Jan 29 05:02:42.243978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-70ffaa21-b87c-40dd-a1f5-8214ed80f63f req-13f11e09-49bd-4cd5-8bfe-a4be6616121b tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Jan 29 05:02:43.358142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c70ced-5035-423d-90b5-e4b6d4f2bb5f req-ca035486-63df-43a2-8849-161ecbfda4b5 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:43.359629 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1c70ced-5035-423d-90b5-e4b6d4f2bb5f req-ca035486-63df-43a2-8849-161ecbfda4b5 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 950 time: 0.0475318 Jan 29 05:02:43.396231 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1c70ced-5035-423d-90b5-e4b6d4f2bb5f req-64602530-cf08-4ef5-a50e-ddf735f9d61e tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308428 Jan 29 05:02:43.682877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-bdce513e-ba93-4f1d-afeb-eb04a4805100 req-a2ff81e8-8e6d-4fcd-93ac-5a55a2f92979 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:02:43.683877 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdce513e-ba93-4f1d-afeb-eb04a4805100 req-a2ff81e8-8e6d-4fcd-93ac-5a55a2f92979 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056911 Jan 29 05:02:43.697831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:02:43.830989 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:44.113856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-e2c9a375-96af-47da-a1fd-6e1128993ce7 req-e943de0a-615f-49a4-a856-27dadd59e7cc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:02:44.114870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2c9a375-96af-47da-a1fd-6e1128993ce7 req-e943de0a-615f-49a4-a856-27dadd59e7cc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1159704 Jan 29 05:02:44.442325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d939b9-8a40-4549-b844-e91d2743cd21 req-863513de-3c7b-4e8c-a55f-c834730a73d3 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:44.443770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1d939b9-8a40-4549-b844-e91d2743cd21 req-863513de-3c7b-4e8c-a55f-c834730a73d3 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 950 time: 0.0476046 Jan 29 05:02:44.483607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1d939b9-8a40-4549-b844-e91d2743cd21 req-51b7f767-8fd3-4680-bd27-8aa78235ca47 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Jan 29 05:02:45.605157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135a1a-e22f-46b7-8214-5151da5a70be req-99e3ba3f-4d60-4022-8880-ae30615ea9ab tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:45.606566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06135a1a-e22f-46b7-8214-5151da5a70be req-99e3ba3f-4d60-4022-8880-ae30615ea9ab tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 950 time: 0.0525508 Jan 29 05:02:45.642753 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-06135a1a-e22f-46b7-8214-5151da5a70be req-da7c36e8-96dd-4b1b-bda2-c48b4a537408 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/security-groups?id=fef4a7f0-6a31-480f-8884-0500f88e51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301921 Jan 29 05:02:45.913037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-1bed7877-f232-491a-a4c5-fe28f0fc7f00 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:45.914412 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-1bed7877-f232-491a-a4c5-fe28f0fc7f00 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.20 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 950 time: 0.0471330 Jan 29 05:02:45.998221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Deleting port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:02:45.998567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:46.093910 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] For port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,segment=NetworkSegment(1b7f3d21-ca90-4b47-94ac-e8ac25e8d950),segment_id=1b7f3d21-ca90-4b47-94ac-e8ac25e8d950)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:46.094283 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:46.105652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Calling delete_port for 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:02:46.233294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:46.261074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Pushing event deleted for resources: {'Port': ['ID=5aa1c459-66c6-4dfe-a6cb-87684bab92b0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:46.266155 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5aa1c459-66c6-4dfe-a6cb-87684bab92b0'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:02:46.305484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] No DVR routers for this DVR port 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:02:46.308039 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:46.311308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0d175f01-81a9-4bc1-8316-ca0bf6870673 req-78e5f676-82c5-4258-bea6-43a0e4fc0241 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.20 "DELETE /v2.0/ports/5aa1c459-66c6-4dfe-a6cb-87684bab92b0 HTTP/1.1" status: 204 len: 173 time: 0.3911879 Jan 29 05:02:46.311728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'name': 'network-vif-deleted', 'tag': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:46.314014 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52009def-00f4-416f-94b8-9fb5f369b041" -d '{"events": [{"server_uuid": "2378c1c9-c10e-4298-bb04-651a97a378a8", "name": "network-vif-deleted", "tag": "5aa1c459-66c6-4dfe-a6cb-87684bab92b0"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:46.357301 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bde7be-3391-402b-91c8-b6184f048431 x-openstack-request-id: req-c1bde7be-3391-402b-91c8-b6184f048431 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:46.357588 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2378c1c9-c10e-4298-bb04-651a97a378a8", "name": "network-vif-deleted", "tag": "5aa1c459-66c6-4dfe-a6cb-87684bab92b0", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:46.358091 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1bde7be-3391-402b-91c8-b6184f048431 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:46.358476 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2378c1c9-c10e-4298-bb04-651a97a378a8', 'name': 'network-vif-deleted', 'tag': '5aa1c459-66c6-4dfe-a6cb-87684bab92b0', 'status': 'completed', 'code': 200} Jan 29 05:02:46.748323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1671449-d5b6-4881-bea5-e27abbd84b69 req-669c99ac-b9ed-43a8-a141-73d48d760f96 tempest-ServersAdminNegativeTestJSON-1554917859 tempest-ServersAdminNegativeTestJSON-1554917859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2378c1c9-c10e-4298-bb04-651a97a378a8 HTTP/1.1" status: 200 len: 210 time: 0.0261536 Jan 29 05:02:48.038261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35270) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:48.169576 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a602eef7-cb4d-4375-b619-9cd9f91dc751 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71f298813a5d465faaf2f44197410a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301467 Jan 29 05:02:48.172151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35274) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:48.221885 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59970ddd-4c83-4647-b7ad-01110d5d5046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.243243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59970ddd-4c83-4647-b7ad-01110d5d5046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.288449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59970ddd-4c83-4647-b7ad-01110d5d5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.291196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59970ddd-4c83-4647-b7ad-01110d5d5046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.292348 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-59970ddd-4c83-4647-b7ad-01110d5d5046 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fef4a7f0-6a31-480f-8884-0500f88e51f0 HTTP/1.1" status: 204 len: 168 time: 0.1193018 Jan 29 05:02:48.300050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970ddd-4c83-4647-b7ad-01110d5d5046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef4a7f0-6a31-480f-8884-0500f88e51f0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:48.552301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35280) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:48.565075 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a143847-25b9-4817-962d-1a84159524af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.638849 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a143847-25b9-4817-962d-1a84159524af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.642473 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a143847-25b9-4817-962d-1a84159524af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.684832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a143847-25b9-4817-962d-1a84159524af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5329d98bb8f6445ab8b94b3f70e23dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314187 Jan 29 05:02:48.686794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143847-25b9-4817-962d-1a84159524af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8662703a-3f6e-4749-9a44-18810f8f577b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:48.687584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:48.737269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f530536-1d84-4d02-9f90-e112e64002a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.757262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f530536-1d84-4d02-9f90-e112e64002a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.802486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f530536-1d84-4d02-9f90-e112e64002a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.805112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f530536-1d84-4d02-9f90-e112e64002a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:48.806273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f530536-1d84-4d02-9f90-e112e64002a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8662703a-3f6e-4749-9a44-18810f8f577b HTTP/1.1" status: 204 len: 168 time: 0.1176941 Jan 29 05:02:48.813762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530536-1d84-4d02-9f90-e112e64002a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8662703a-3f6e-4749-9a44-18810f8f577b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:49.231432 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:02:49.254256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:02:49.254605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5aa1c459-66c6-4dfe-a6cb-87684bab92b0 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:02:49.466933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35304) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:49.563467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1099584814-network', 'tenant_id': '3887ca16e16547c6b75ef11bbb289902'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:49.586085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Made reservation on behalf of 3887ca16e16547c6b75ef11bbb289902 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:02:49.588337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.596419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.670386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.673878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.697576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:02:49.706113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ceccb4-bc08-4eca-a8da-876c84c0e80b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:49.712567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.712938 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Added segment f93f6157-33c6-453b-9756-1df666757b63 of type vlan for network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 Jan 29 05:02:49.753351 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.778148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.779089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:49.779672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:49.831199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3631234 Jan 29 05:02:49.834234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35308) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:49.840053 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Request body: {'subnet': {'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1099584814-subnet', 'tenant_id': '3887ca16e16547c6b75ef11bbb289902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:49.840507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935b69a-3795-4dcd-b600-5a6ba10e88a9 admin admin] Pushing event updated for resources: {'Network': ['ID=22321ac1-4bc2-44a7-94dd-0f0e19e105f5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:49.850242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:02:49.863739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Made reservation on behalf of 3887ca16e16547c6b75ef11bbb289902 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:02:49.866252 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:50.033598 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:50.092212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e85e57-d15d-4ea6-aa92-d29b3f53881b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:50.098996 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Checking segment: {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:02:50.099358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Network hostable DHCP agents. Network: 22321ac1-4bc2-44a7-94dd-0f0e19e105f5, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:02:50.115316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:02:50.124011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 22321ac1-4bc2-44a7-94dd-0f0e19e105f5) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:02:50.127913 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:50.128492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:50.133639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc68ee6-24c0-4c0a-80e2-eab8027bbf8f None None] Network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:02:50.144502 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7866d8e3-8112-47fe-8a1f-c091c5c36bc7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3085017 Jan 29 05:02:50.258347 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5905478-0b36-49fd-b98f-a8a2c9feab5c None None] Network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:02:50.569852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-80fc7251-d760-4eb1-a306-1ace168bca5f tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:50.571319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-80fc7251-d760-4eb1-a306-1ace168bca5f tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 812 time: 0.1006639 Jan 29 05:02:50.586270 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-b7eb314d-c302-4134-a5b7-51ab07f07aa3 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/quotas/3887ca16e16547c6b75ef11bbb289902 HTTP/1.1" status: 200 len: 375 time: 0.0092049 Jan 29 05:02:50.616609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-ee53333a-4b9c-4ba7-995f-7e9768fc3d6a tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250449 Jan 29 05:02:50.626658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-416ae2ed-7644-49c6-9c27-98bbeb76e060 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:02:50.627596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-416ae2ed-7644-49c6-9c27-98bbeb76e060 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048404 Jan 29 05:02:50.719182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-dbc6615a-567b-4908-aaea-90c44f011605 service neutron] 10.222.0.32 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853539 Jan 29 05:02:50.807160 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-8141eac1-988b-47a3-9d82-6e8778bceab8 service neutron] 10.222.0.32 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Jan 29 05:02:50.973396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-59f3b0dd-c8e8-4662-b2d3-a4d8b0174810 req-3c03abba-b951-42ae-8df2-2bf8607b2d65 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 210 time: 0.0291848 Jan 29 05:02:51.961856 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-19d6961e-3bb4-4edc-98b0-6b863fc58269 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:51.963261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-19d6961e-3bb4-4edc-98b0-6b863fc58269 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.20 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 812 time: 0.1063387 Jan 29 05:02:51.994012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Request body: {'port': {'device_id': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5', 'admin_state_up': True, 'tenant_id': '3887ca16e16547c6b75ef11bbb289902'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:52.078077 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8be2c056-e363-481b-815d-7fcce59ff74d req-371111eb-58cf-453d-9450-fb525372e4ec tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 210 time: 0.0345044 Jan 29 05:02:52.132046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Made reservation on behalf of 3887ca16e16547c6b75ef11bbb289902 for: {'port': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:02:52.135707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.256595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Allocated IP 172.20.0.9 (22321ac1-4bc2-44a7-94dd-0f0e19e105f5/43e85e57-d15d-4ea6-aa92-d29b3f53881b/4b50a9c4-0560-47f0-9693-e89a54166faa) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:02:52.402308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.435153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.475982 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:02:52.479116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:02:52.482519 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:02:52.511629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:52.539325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:52.539927 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.555035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-32c00f95-15cd-470c-a993-8fd5cdb28c06 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646403 Jan 29 05:02:52.572917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Request body: {'port': {'device_id': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:02:52.623263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.874084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b50a9c4-0560-47f0-9693-e89a54166faa {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:02:52.881164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.892858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Transition to ACTIVE for port object 4b50a9c4-0560-47f0-9693-e89a54166faa will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:02:52.896086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:52.961811 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:53.009968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:02:53.010697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:02:53.010697 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa on network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:02:53.014669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Port 4b50a9c4-0560-47f0-9693-e89a54166faa on network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:02:53.014981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa on network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:02:53.019497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:02:53.019830 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Checking segment: {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:02:53.020208 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Bound using segment: {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:02:53.020624 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Bound port: 4b50a9c4-0560-47f0-9693-e89a54166faa, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:02:53.020967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:53.080730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:02:53.083637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:02:53.087421 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:53.126354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.126956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:53.128324 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] 10.222.0.20 "PUT /v2.0/ports/4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 1091 time: 0.5593801 Jan 29 05:02:53.128755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:53.130989 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6f049-9f66-4836-8689-e9ce36d21dff" -d '{"events": [{"name": "network-changed", "server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:53.160106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c27a-025b-4ede-bb48-214f55d1734c service neutron] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:53.169480 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75466f30-cee2-422b-8cc4-fa1d46377dbd x-openstack-request-id: req-75466f30-cee2-422b-8cc4-fa1d46377dbd {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:53.169776 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:53.170056 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75466f30-cee2-422b-8cc4-fa1d46377dbd {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:53.170457 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'status': 'completed', 'code': 200} Jan 29 05:02:53.198018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aca38-8833-44ac-be2d-ca346378aebd req-850f9227-9ae9-4490-ad91-b506c4f4bae8 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.199509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3f6aca38-8833-44ac-be2d-ca346378aebd req-850f9227-9ae9-4490-ad91-b506c4f4bae8 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 943 time: 0.0518823 Jan 29 05:02:53.233669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-6969a637-0219-4f7a-a863-ce37eca7cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.235207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-6969a637-0219-4f7a-a863-ce37eca7cc9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1094 time: 0.0423717 Jan 29 05:02:53.239645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3f6aca38-8833-44ac-be2d-ca346378aebd req-5a303bc8-4d08-4315-bd1b-af70c5781548 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Jan 29 05:02:53.281152 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-c2294f6a-4c0e-4476-a672-d7fb4cefc8ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0335124 Jan 29 05:02:53.331929 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b865-c052-4e49-b890-04a105f3b47e req-8ff7da70-40c9-490a-bae9-6837da7decaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.333354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-8ff7da70-40c9-490a-bae9-6837da7decaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0462744 Jan 29 05:02:53.363730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-2fd4be75-2c84-48b9-b52a-5dfcf878461f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240309 Jan 29 05:02:53.449167 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-c1219629-b344-406f-b016-da55cc015021 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790908 Jan 29 05:02:53.539039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9508b865-c052-4e49-b890-04a105f3b47e req-52f37d47-2032-40ec-886a-e5e9c6492296 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832374 Jan 29 05:02:53.661633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-3ef6d93c-aea3-4f97-9066-a4e28033b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.663185 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-3ef6d93c-aea3-4f97-9066-a4e28033b54d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1094 time: 0.0417287 Jan 29 05:02:53.752054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-b59b631a-be0b-4d57-839c-064c89617f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.753438 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-b59b631a-be0b-4d57-839c-064c89617f72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 913 time: 0.0840673 Jan 29 05:02:53.793401 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-fd1854a4-7be7-425e-9d68-11588bf60ad2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0335586 Jan 29 05:02:53.841941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-50e9d1fd-d92d-4834-8e41-e1460f76deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:53.843311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-50e9d1fd-d92d-4834-8e41-e1460f76deec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0420742 Jan 29 05:02:53.874557 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-5a9d429c-2b8c-4b14-b5dc-13220318b14f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231574 Jan 29 05:02:53.899162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4155eb9d-9f26-4fc8-ac70-23d7557b9a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:53.968985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-0eed7d94-4ab0-4957-8843-19b28b33e745 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851445 Jan 29 05:02:54.057109 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79e6f049-9f66-4836-8689-e9ce36d21dff req-596adc40-6c7c-4045-bf06-4c60bd8af15a service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812292 Jan 29 05:02:54.358325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a42a5b-eb7d-4cd8-950d-14844e7f26ec req-b1851f68-cf87-43ae-ba60-4ffb0a8d5f97 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:54.359699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40a42a5b-eb7d-4cd8-950d-14844e7f26ec req-b1851f68-cf87-43ae-ba60-4ffb0a8d5f97 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 943 time: 0.0516274 Jan 29 05:02:54.396371 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40a42a5b-eb7d-4cd8-950d-14844e7f26ec req-8c56ebd3-1915-4b7b-9338-525de916f5f2 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308094 Jan 29 05:02:55.255166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:02:55.346770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:55.356999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5', 'port_id': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'mac_address': 'fa:16:3e:7c:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e85e57-d15d-4ea6-aa92-d29b3f53881b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:02:55.393691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:55.409082 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b50a9c4-0560-47f0-9693-e89a54166faa {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:02:55.429194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:55.433062 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:55.479390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:55.519326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6dbf0-6af8-4d1b-80d4-e8b057cdd01e req-133de1df-0edc-4c8b-bb86-b276554bbea9 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:55.520747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dc6dbf0-6af8-4d1b-80d4-e8b057cdd01e req-133de1df-0edc-4c8b-bb86-b276554bbea9 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 944 time: 0.0513649 Jan 29 05:02:55.558596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dc6dbf0-6af8-4d1b-80d4-e8b057cdd01e req-74290e42-cad6-4028-86a7-cac50ca4b822 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Jan 29 05:02:55.697676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['4b50a9c4-0560-47f0-9693-e89a54166faa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:02:56.153489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5971f8bc-574f-4aa7-9e5f-dc76d3f0a22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:56.671343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeebea1-e558-4e00-af78-f49547b4ec91 req-3a88477f-eaef-4190-a236-449ad782fa90 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:56.672808 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efeebea1-e558-4e00-af78-f49547b4ec91 req-3a88477f-eaef-4190-a236-449ad782fa90 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 944 time: 0.0481672 Jan 29 05:02:56.710234 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efeebea1-e558-4e00-af78-f49547b4ec91 req-ffdaa2ad-520b-4854-b1a4-5d40ae10aa13 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Jan 29 05:02:57.260450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:02:57.311498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 4b50a9c4-0560-47f0-9693-e89a54166faa completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:02:57.315472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 4b50a9c4-0560-47f0-9693-e89a54166faa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:02:57.315841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:57.391071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:57.422994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:02:57.425244 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78727b7d-2864-4468-ae7c-f149ffc119fa" -d '{"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-plugged", "status": "completed", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:02:57.429729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:57.437999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:02:57.442183 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:57.466218 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36faa2a9-bc87-4546-9116-9a314a8884f3 x-openstack-request-id: req-36faa2a9-bc87-4546-9116-9a314a8884f3 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:02:57.466508 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-plugged", "status": "completed", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:02:57.466757 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36faa2a9-bc87-4546-9116-9a314a8884f3 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:02:57.467145 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'code': 200} Jan 29 05:02:57.494844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:02:57.585683 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388412f-618f-4819-bb28-167a22b108d5 req-f12e4abd-5dbd-4278-b931-4946921831f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:57.587142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4388412f-618f-4819-bb28-167a22b108d5 req-f12e4abd-5dbd-4278-b931-4946921831f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1096 time: 0.0387838 Jan 29 05:02:57.620176 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4388412f-618f-4819-bb28-167a22b108d5 req-c204e8de-7324-4bfe-bb0c-bf19f7e282b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267854 Jan 29 05:02:57.828468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0f254-3487-4b20-8519-1a5167437e6c req-23bd1141-51ce-43c8-9d78-fb8efd327716 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:57.829953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddf0f254-3487-4b20-8519-1a5167437e6c req-23bd1141-51ce-43c8-9d78-fb8efd327716 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0523515 Jan 29 05:02:57.867194 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ddf0f254-3487-4b20-8519-1a5167437e6c req-989db43e-6f7b-4b76-b593-72831c7202bf tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Jan 29 05:02:58.980963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4d8f-d8cc-433c-b417-55f393b5d70d req-d756d481-a671-4382-a8d1-607de8e0088b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:58.982495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-039b4d8f-d8cc-433c-b417-55f393b5d70d req-d756d481-a671-4382-a8d1-607de8e0088b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0475905 Jan 29 05:02:59.021040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-039b4d8f-d8cc-433c-b417-55f393b5d70d req-3c55b5c2-cc99-4988-b9ad-2cdf69c3982a tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Jan 29 05:02:59.235759 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:59.271867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:02:59.294877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35360) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:02:59.359440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd171-8d59-425f-83d6-224f31b727ab req-c32623a5-7e3a-425e-8dd5-c9464b4ba9f1 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:02:59.361226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdfbd171-8d59-425f-83d6-224f31b727ab req-c32623a5-7e3a-425e-8dd5-c9464b4ba9f1 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0503953 Jan 29 05:02:59.394743 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-16aa8ce4-3a2c-4237-a9b0-93672522ac30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987093 Jan 29 05:02:59.403644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdfbd171-8d59-425f-83d6-224f31b727ab req-31b1e461-a08b-463d-aafd-2c1b5b74f363 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Jan 29 05:02:59.403825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-1363c8bd-ba58-446e-8908-4e128646e187 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:02:59.404834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-1363c8bd-ba58-446e-8908-4e128646e187 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050213 Jan 29 05:03:00.517622 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a248-bfe8-4e0d-8389-5fac848a2cb1 req-28a5b615-9e54-4525-8d47-733e3a28be5f tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:00.519127 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d47a248-bfe8-4e0d-8389-5fac848a2cb1 req-28a5b615-9e54-4525-8d47-733e3a28be5f tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0480061 Jan 29 05:03:00.559602 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d47a248-bfe8-4e0d-8389-5fac848a2cb1 req-0837624c-244c-45b9-9c3b-59a64ca51414 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Jan 29 05:03:00.606352 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-3546b058-42fe-4a8b-b672-40d5149114cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:00.607781 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-3546b058-42fe-4a8b-b672-40d5149114cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1096 time: 0.0429745 Jan 29 05:03:01.003393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-40328213-de64-4bc2-a729-8f26a0403762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:01.004841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-40328213-de64-4bc2-a729-8f26a0403762 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 913 time: 0.3907008 Jan 29 05:03:01.049100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-047517bf-8116-4148-bae2-40592c7cb028 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0375910 Jan 29 05:03:01.095396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-d52720e2-d99c-4130-978b-fb75a9a0e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:01.096788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-d52720e2-d99c-4130-978b-fb75a9a0e4c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0414081 Jan 29 05:03:01.126834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-3804a882-68fb-418f-a2f1-c48f76808946 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237427 Jan 29 05:03:01.216578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-f7bc54c3-85c4-42f7-a631-37e8465636c4 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832984 Jan 29 05:03:01.303427 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-095c470d-bca6-401b-ae2a-2c4a51c385b1 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798659 Jan 29 05:03:01.675606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634f81-a3df-4c77-aed7-6cc29443b1f8 req-c8966dd0-31c5-4fa4-89e9-b0ab300fc710 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:01.677096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51634f81-a3df-4c77-aed7-6cc29443b1f8 req-c8966dd0-31c5-4fa4-89e9-b0ab300fc710 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0499361 Jan 29 05:03:01.714550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51634f81-a3df-4c77-aed7-6cc29443b1f8 req-701a89c6-dfac-49c9-ac0c-923a8313477c tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Jan 29 05:03:02.831365 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d733-c6d4-4527-95fe-3cb81e71c31c req-b333ad91-faff-48b0-bc97-5137371b0f97 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:02.832809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ec0d733-c6d4-4527-95fe-3cb81e71c31c req-b333ad91-faff-48b0-bc97-5137371b0f97 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0498164 Jan 29 05:03:02.869289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ec0d733-c6d4-4527-95fe-3cb81e71c31c req-59c5b86d-37d2-45e3-9065-961b37818a2a tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Jan 29 05:03:03.982399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b4b06-13f1-4ca8-add3-e301b3302e50 req-b8316ec1-570f-4531-b0a4-b7e67089ccf7 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:03.983891 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c81b4b06-13f1-4ca8-add3-e301b3302e50 req-b8316ec1-570f-4531-b0a4-b7e67089ccf7 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0476470 Jan 29 05:03:04.020201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c81b4b06-13f1-4ca8-add3-e301b3302e50 req-e316fd84-9f8c-416b-b3e1-9eacf1e58044 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304670 Jan 29 05:03:05.196287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eddf-2016-4653-81d8-5d21ac6bfd6a req-140d4ed0-e30d-4e03-88be-ca25c1c8e485 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:05.197745 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a96eddf-2016-4653-81d8-5d21ac6bfd6a req-140d4ed0-e30d-4e03-88be-ca25c1c8e485 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.1088681 Jan 29 05:03:05.233460 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a96eddf-2016-4653-81d8-5d21ac6bfd6a req-7133cf2e-77ed-437c-b70f-4057e116193c tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298078 Jan 29 05:03:06.348180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c450f-5af6-45c6-9385-fb2b5c5c86a4 req-0b6cc910-124f-461c-8a19-46427b281fea tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:06.349632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d13c450f-5af6-45c6-9385-fb2b5c5c86a4 req-0b6cc910-124f-461c-8a19-46427b281fea tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0480740 Jan 29 05:03:06.390113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d13c450f-5af6-45c6-9385-fb2b5c5c86a4 req-06395f71-af30-455c-a236-aa2bb60a8c01 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Jan 29 05:03:07.505880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16874412-edb5-47aa-b512-ecc45e99499f req-319f4e1a-0db3-4013-bec6-9e86bbacb2fe tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:07.507409 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16874412-edb5-47aa-b512-ecc45e99499f req-319f4e1a-0db3-4013-bec6-9e86bbacb2fe tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0477591 Jan 29 05:03:07.545058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-16874412-edb5-47aa-b512-ecc45e99499f req-cee4a481-a114-4b5a-a4ea-35eb45f7a50b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jan 29 05:03:08.657716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700a65-d541-4506-af9c-eb9a8d014b1a req-87d4f7a2-b1d9-41ec-82c0-646197a1d3f2 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:08.659188 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8700a65-d541-4506-af9c-eb9a8d014b1a req-87d4f7a2-b1d9-41ec-82c0-646197a1d3f2 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0489993 Jan 29 05:03:08.695580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8700a65-d541-4506-af9c-eb9a8d014b1a req-30a75ef2-7153-490e-8947-09ac69c04ab3 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Jan 29 05:03:09.811011 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a031ea4-e05e-46a8-8b38-9b0143fe1cb2 req-94dbaf29-5baf-4de8-bbe3-4079eb4e0c58 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:09.812472 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a031ea4-e05e-46a8-8b38-9b0143fe1cb2 req-94dbaf29-5baf-4de8-bbe3-4079eb4e0c58 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0481415 Jan 29 05:03:09.848886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a031ea4-e05e-46a8-8b38-9b0143fe1cb2 req-486f7f31-92ce-4040-82b9-47203b45a48d tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Jan 29 05:03:10.962090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9859-1cf6-4ffe-bf32-b5be3048129d req-ef2d1e55-48c9-4e0f-ad46-e340f7837e67 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:10.963541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-250e9859-1cf6-4ffe-bf32-b5be3048129d req-ef2d1e55-48c9-4e0f-ad46-e340f7837e67 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0482588 Jan 29 05:03:11.000812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-250e9859-1cf6-4ffe-bf32-b5be3048129d req-519ba4c8-906c-460f-8acf-92cb4767c498 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Jan 29 05:03:12.131149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a50de-af1c-4a53-86db-37aaae61dae3 req-d35d5a9a-d850-4188-b198-3d172b9f87b4 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:12.133076 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-562a50de-af1c-4a53-86db-37aaae61dae3 req-d35d5a9a-d850-4188-b198-3d172b9f87b4 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0606270 Jan 29 05:03:12.170222 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-562a50de-af1c-4a53-86db-37aaae61dae3 req-8ec7cda7-ef27-4ad0-b85c-194f09fc9e69 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jan 29 05:03:12.199199 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:13.282768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2f2c9-7f4c-4a38-a091-3d7f01ebd1d6 req-ba753c03-f957-40a1-ace7-01b4051136ce tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:13.284201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfd2f2c9-7f4c-4a38-a091-3d7f01ebd1d6 req-ba753c03-f957-40a1-ace7-01b4051136ce tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0473945 Jan 29 05:03:13.326800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bfd2f2c9-7f4c-4a38-a091-3d7f01ebd1d6 req-fcc9608e-29f5-4806-ac60-fff077e49f68 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354743 Jan 29 05:03:13.844592 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:14.448338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900221-1cc9-41aa-bc5e-92f65622901b req-7c2f5db9-86e8-44fc-bced-8bd5f185c311 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:14.449879 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2900221-1cc9-41aa-bc5e-92f65622901b req-7c2f5db9-86e8-44fc-bced-8bd5f185c311 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0562706 Jan 29 05:03:14.486389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b2900221-1cc9-41aa-bc5e-92f65622901b req-49d30a31-633b-438e-a871-ebcfe20192e5 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305233 Jan 29 05:03:15.599020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5525f5-f25b-45e8-b45a-9eaaea785b95 req-d793f673-832b-45ec-b343-ca78d3d89d0d tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:15.601102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5525f5-f25b-45e8-b45a-9eaaea785b95 req-d793f673-832b-45ec-b343-ca78d3d89d0d tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0487616 Jan 29 05:03:15.637134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5525f5-f25b-45e8-b45a-9eaaea785b95 req-b49f94a0-baef-4057-ab7b-32c77963b747 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Jan 29 05:03:16.752171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4722d-eb11-4e7c-a3c1-e12028342779 req-53bbff3c-0084-4318-864c-b52b56fd05c3 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:16.753650 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1db4722d-eb11-4e7c-a3c1-e12028342779 req-53bbff3c-0084-4318-864c-b52b56fd05c3 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0480437 Jan 29 05:03:16.790860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1db4722d-eb11-4e7c-a3c1-e12028342779 req-4c9db3a8-80ba-43ec-8c0b-b814920036df tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Jan 29 05:03:17.904899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804e61-d8f5-492b-b554-fa013eb80f6c req-e3341dfb-f63e-43ba-b295-4a5bc71f5683 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:17.906370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf804e61-d8f5-492b-b554-fa013eb80f6c req-e3341dfb-f63e-43ba-b295-4a5bc71f5683 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0484462 Jan 29 05:03:17.943227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf804e61-d8f5-492b-b554-fa013eb80f6c req-0d85e5a4-7bcb-419e-93aa-d3bd84a21747 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Jan 29 05:03:19.060579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d325836-553a-4779-90fa-3d975777159e req-85716faf-1580-488f-bf53-cf17729bc400 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:19.062056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d325836-553a-4779-90fa-3d975777159e req-85716faf-1580-488f-bf53-cf17729bc400 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0512578 Jan 29 05:03:19.098928 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d325836-553a-4779-90fa-3d975777159e req-34a0b203-fc98-494b-ab5e-0b1d1d796e62 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Jan 29 05:03:19.264280 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-352ff75c-fe6c-415e-a6d4-3bdbd01817d7 req-bb815e45-3c32-4cb9-8290-6548186ee068 service neutron] (102403) timed out ('10.222.0.32', 40994) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:03:20.210735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9745-1b96-404a-a57f-c8be529145b5 req-32ace53b-409b-4f4d-831e-af566667d50b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:20.212190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30ec9745-1b96-404a-a57f-c8be529145b5 req-32ace53b-409b-4f4d-831e-af566667d50b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0485024 Jan 29 05:03:20.252114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30ec9745-1b96-404a-a57f-c8be529145b5 req-5b6cfdde-615d-40c3-92d4-b025637d0901 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340688 Jan 29 05:03:20.697215 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:03:21.368290 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e44a69-0ae2-494d-9098-64e055a07552 req-df03e1d9-c854-4e50-ac8f-1a744691e70f tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:21.369788 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04e44a69-0ae2-494d-9098-64e055a07552 req-df03e1d9-c854-4e50-ac8f-1a744691e70f tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0496242 Jan 29 05:03:21.406661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04e44a69-0ae2-494d-9098-64e055a07552 req-543835cb-33d2-4589-90b9-f518ce00ead2 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308270 Jan 29 05:03:22.521176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e1ac-5ee4-4afb-929f-bc19a53a6aa3 req-13137d07-821e-4f9e-ae41-0bbff03b9399 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:22.523218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dff7e1ac-5ee4-4afb-929f-bc19a53a6aa3 req-13137d07-821e-4f9e-ae41-0bbff03b9399 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0498035 Jan 29 05:03:22.560962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dff7e1ac-5ee4-4afb-929f-bc19a53a6aa3 req-7bc03efa-07d8-40ae-b225-0b4d4cae056d tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jan 29 05:03:23.677027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cefdcd-06f7-4e36-905a-d89777bee060 req-5d6385c8-da35-45b2-acdf-8e4303787851 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:23.679544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67cefdcd-06f7-4e36-905a-d89777bee060 req-5d6385c8-da35-45b2-acdf-8e4303787851 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0523093 Jan 29 05:03:23.718182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67cefdcd-06f7-4e36-905a-d89777bee060 req-48e4c02e-ccb4-4fe4-a39e-4dd9c3dedd1b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Jan 29 05:03:23.900605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a757bf34-abca-4a5f-85b6-b7c35fc484ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:24.834390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f097f-dd9e-4054-a920-2df5129bec21 req-c6125d8d-dc83-4759-8073-b9bd7d38d2b7 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:24.835815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9f097f-dd9e-4054-a920-2df5129bec21 req-c6125d8d-dc83-4759-8073-b9bd7d38d2b7 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0495989 Jan 29 05:03:24.872881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9f097f-dd9e-4054-a920-2df5129bec21 req-7514f65b-a964-4a77-be66-2df98c0e45f7 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Jan 29 05:03:25.991552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fec37-8625-49ed-b971-727978f51eab req-ba343b66-565a-4009-b00b-20e82043adf6 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:25.993034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a89fec37-8625-49ed-b971-727978f51eab req-ba343b66-565a-4009-b00b-20e82043adf6 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0535061 Jan 29 05:03:26.031105 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a89fec37-8625-49ed-b971-727978f51eab req-40c342a3-9330-436c-9fd6-7deabeb3d3d5 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jan 29 05:03:26.153456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6d52-eb5d-4671-b900-3e50d3be2b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:27.144228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e092-6e0e-4a4e-a269-da02219f337f req-0447404e-2b8d-47ae-8bd0-b7765685e2e9 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:27.145696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8c1e092-6e0e-4a4e-a269-da02219f337f req-0447404e-2b8d-47ae-8bd0-b7765685e2e9 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0470350 Jan 29 05:03:27.186333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c8c1e092-6e0e-4a4e-a269-da02219f337f req-5986da4a-79f5-4d66-89b6-4d904357ec8b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340366 Jan 29 05:03:27.414359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:28.300500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f0554-c461-43b7-bac8-fc98ae07b859 req-9652b6e5-9af2-487d-a324-7187ade95d76 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:28.302032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d9f0554-c461-43b7-bac8-fc98ae07b859 req-9652b6e5-9af2-487d-a324-7187ade95d76 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0480473 Jan 29 05:03:28.372887 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d9f0554-c461-43b7-bac8-fc98ae07b859 req-0ac5d2b0-6db3-4df6-a8ae-30238333efba tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644023 Jan 29 05:03:28.387724 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-dfff18c9-7e99-4029-9cbf-e916e92efb47 service neutron] show failed (client error): The resource could not be found. Jan 29 05:03:28.388721 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-dfff18c9-7e99-4029-9cbf-e916e92efb47 service neutron] 10.222.0.20 "GET /v2.0/ports/4b50a9c4-0560-47f0-9693-e89a54166faa/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0744479 Jan 29 05:03:28.613355 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-9a2cbda4-5029-49a6-acf0-5edea34e3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:28.614815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-9a2cbda4-5029-49a6-acf0-5edea34e3dce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b&tenant_id=3887ca16e16547c6b75ef11bbb289902 HTTP/1.1" status: 200 len: 1096 time: 0.0693502 Jan 29 05:03:28.633133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:03:28.686228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:28.885369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:28.917028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:03:28.956916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:03:28.959168 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b64af-37af-4572-a5cc-983fb189443a" -d '{"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-unplugged", "status": "completed", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:28.964086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:28.977210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Transition to ACTIVE for port object 4b50a9c4-0560-47f0-9693-e89a54166faa will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:03:28.981319 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:29.015603 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd8a15-b23e-42ae-a27a-b855cd211d8c x-openstack-request-id: req-70cd8a15-b23e-42ae-a27a-b855cd211d8c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:29.015939 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-unplugged", "status": "completed", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:29.016209 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70cd8a15-b23e-42ae-a27a-b855cd211d8c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:29.016604 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'code': 200} Jan 29 05:03:29.034717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:29.050653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] No DVR routers for this DVR port 4b50a9c4-0560-47f0-9693-e89a54166faa on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:29.058810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.059155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.059496 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.059831 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.060164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.060491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.060818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.061140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.061463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.061782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.062129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.062446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:29.098620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:03:29.098959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:03:29.099293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa on network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:03:29.104166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Port 4b50a9c4-0560-47f0-9693-e89a54166faa on network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:03:29.104486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Attempting to bind port 4b50a9c4-0560-47f0-9693-e89a54166faa on network 22321ac1-4bc2-44a7-94dd-0f0e19e105f5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:03:29.109152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:03:29.109493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Checking segment: {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:03:29.109875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Bound using segment: {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:03:29.110328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Bound port: 4b50a9c4-0560-47f0-9693-e89a54166faa, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f6157-33c6-453b-9756-1df666757b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:03:29.110681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:29.172162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:03:29.175245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:03:29.179371 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:29.213258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:29.213866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:29.215276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] 10.222.0.36 "PUT /v2.0/ports/4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 1091 time: 0.5861125 Jan 29 05:03:29.234754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb123-ac14-413e-abdc-3740f256dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:29.244772 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:29.273605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:29.293169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-be0ad746-78ff-471c-808c-346028a214da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:29.294730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-be0ad746-78ff-471c-808c-346028a214da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1094 time: 0.0420685 Jan 29 05:03:29.385744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-1f1c49fd-439f-45b2-8d81-e499bbf617dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:29.387233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-1f1c49fd-439f-45b2-8d81-e499bbf617dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 913 time: 0.0860348 Jan 29 05:03:29.429145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-8e6de26d-08ae-4c3b-9ab5-6cc425000cc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0348487 Jan 29 05:03:29.481838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-e20f2725-f14b-45bd-9bdf-b0956dd5578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:29.483424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-e20f2725-f14b-45bd-9bdf-b0956dd5578c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0486112 Jan 29 05:03:29.493552 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abea21-b68d-434b-9c7f-3a0175a6b0d5 req-fd34943f-2fb0-455a-9ce9-deb60a55f292 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:29.495051 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3abea21-b68d-434b-9c7f-3a0175a6b0d5 req-fd34943f-2fb0-455a-9ce9-deb60a55f292 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 943 time: 0.0530732 Jan 29 05:03:29.516154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-f5ebd1f8-50db-46b6-b280-f581850aaeec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249422 Jan 29 05:03:29.533441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3abea21-b68d-434b-9c7f-3a0175a6b0d5 req-82cc732a-4194-477a-a09f-6a1f8ec4c6a4 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jan 29 05:03:29.603800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-719f2384-2eff-48a7-9c3e-63a6f3cff5dd service neutron] 10.222.0.36 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Jan 29 05:03:29.696206 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd2e83cc-a0f4-4bc9-940f-b1f59940ab46 req-099ba439-b745-4db8-bb7c-155c03878903 service neutron] 10.222.0.36 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Jan 29 05:03:30.709313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0281f10-e570-4421-85c9-17ad7bc2d957 req-c5cc8f0f-81ba-4d0b-b069-0c41ad9aa410 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:30.711154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0281f10-e570-4421-85c9-17ad7bc2d957 req-c5cc8f0f-81ba-4d0b-b069-0c41ad9aa410 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 943 time: 0.1053038 Jan 29 05:03:30.747973 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a0281f10-e570-4421-85c9-17ad7bc2d957 req-c20143f0-b7b7-40ea-a406-bc9768759440 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Jan 29 05:03:31.018121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:03:31.020810 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1963809-6e57-4f47-9441-9a6e5c069811" -d '{"events": [{"name": "network-changed", "server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:31.068458 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d358c5-c4f4-493b-a8ee-38f69c77ed02 x-openstack-request-id: req-d7d358c5-c4f4-493b-a8ee-38f69c77ed02 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:31.068751 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:31.069098 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7d358c5-c4f4-493b-a8ee-38f69c77ed02 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:31.069491 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'status': 'completed', 'code': 200} Jan 29 05:03:31.146025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-1820a99b-a4d8-43b1-beb0-e22424171385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.147542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-1820a99b-a4d8-43b1-beb0-e22424171385 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1094 time: 0.0405252 Jan 29 05:03:31.152425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-d5cea5b2-75fb-47cc-a078-6816e7ea5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.153999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-d5cea5b2-75fb-47cc-a078-6816e7ea5e1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1094 time: 0.0397418 Jan 29 05:03:31.241424 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-c202156c-a815-49ce-b0e1-45bc4a4484ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.243034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-c202156c-a815-49ce-b0e1-45bc4a4484ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 913 time: 0.0894680 Jan 29 05:03:31.252788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-689c4c04-18ce-41a8-920e-5098cb811c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.254291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-689c4c04-18ce-41a8-920e-5098cb811c56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 913 time: 0.0898831 Jan 29 05:03:31.290426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-4afe55fd-b295-4074-829c-2f60008908d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0407875 Jan 29 05:03:31.302081 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-12ec3d33-175a-44db-ad09-c504263a29d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0384722 Jan 29 05:03:31.343923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-1fa2bd4f-5afa-45d0-a4e3-b3e3f580514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.345543 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-1fa2bd4f-5afa-45d0-a4e3-b3e3f580514f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0484502 Jan 29 05:03:31.364501 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-6249bda2-c160-41c0-a388-941e100cf490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.366640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-6249bda2-c160-41c0-a388-941e100cf490 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0485492 Jan 29 05:03:31.378609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-20c019c8-8f58-4a55-9956-a064e21dd17c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258753 Jan 29 05:03:31.397851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-5683c04e-018a-4d53-aed6-2bc279d0efa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248663 Jan 29 05:03:31.471126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-a5b10cb6-4807-44f6-a86b-f9f9f2764fe1 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860002 Jan 29 05:03:31.485676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-742a95a0-5177-4e3d-acd1-b816638de390 service neutron] 10.222.0.36 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814204 Jan 29 05:03:31.560262 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-afaa7886-8aaf-4257-8f3a-bf4dc306d324 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820475 Jan 29 05:03:31.576387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b1963809-6e57-4f47-9441-9a6e5c069811 req-3ec5dbdc-7c07-4a4e-959c-f40cd87c9f18 service neutron] 10.222.0.36 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Jan 29 05:03:31.862180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf3a6-046e-4eff-8ed1-b95b20e9bf93 req-ba6b6ffe-7e5a-4a3a-a448-3389adb1b766 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:31.863561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-704bf3a6-046e-4eff-8ed1-b95b20e9bf93 req-ba6b6ffe-7e5a-4a3a-a448-3389adb1b766 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 943 time: 0.0487542 Jan 29 05:03:31.900399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-704bf3a6-046e-4eff-8ed1-b95b20e9bf93 req-2df689c4-006b-4c3f-8ae0-73466cba3b53 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300252 Jan 29 05:03:31.995554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:03:32.090414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:32.106124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'network_id': '22321ac1-4bc2-44a7-94dd-0f0e19e105f5', 'port_id': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'mac_address': 'fa:16:3e:7c:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e85e57-d15d-4ea6-aa92-d29b3f53881b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:03:32.141962 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:32.160390 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b50a9c4-0560-47f0-9693-e89a54166faa {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:03:32.180591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:32.185099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:32.189506 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-5a7db249-caba-48c4-befd-dbdc834e67c1 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:32.191020 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-5a7db249-caba-48c4-befd-dbdc834e67c1 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.20 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b&tenant_id=3887ca16e16547c6b75ef11bbb289902&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 943 time: 0.0984063 Jan 29 05:03:32.232225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:32.239318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.239662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.240000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.240334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.240663 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.241071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.241403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.241773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.242118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.242445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.242766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.243083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:32.252519 n-d-825930-1 neutron-server[102403]: INFO neutron.api.v2.resource [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-54b07b7a-1e35-42ec-8062-d5b299986f00 service neutron] delete failed (client error): The resource could not be found. Jan 29 05:03:32.253619 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-54b07b7a-1e35-42ec-8062-d5b299986f00 service neutron] 10.222.0.20 "DELETE /v2.0/ports/4b50a9c4-0560-47f0-9693-e89a54166faa/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0563195 Jan 29 05:03:32.361623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-3895c810-5700-4b32-a091-1e2f0447668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:32.363123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-3895c810-5700-4b32-a091-1e2f0447668f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3887ca16e16547c6b75ef11bbb289902&device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 1095 time: 0.0403292 Jan 29 05:03:32.454681 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-18d568f7-b4d9-4c45-b1eb-0893c5125245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:32.456132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-18d568f7-b4d9-4c45-b1eb-0893c5125245 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 200 len: 913 time: 0.0867965 Jan 29 05:03:32.495042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4b50a9c4-0560-47f0-9693-e89a54166faa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:03:32.497166 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-5a15d8b0-329d-4668-bf35-7e4b3723e2a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 200 len: 217 time: 0.0345147 Jan 29 05:03:32.545549 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-4e99ab21-09ee-4235-8645-0851cbb49902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:32.547067 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-4e99ab21-09ee-4235-8645-0851cbb49902 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 200 len: 852 time: 0.0431252 Jan 29 05:03:32.582793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-22265327-dd8e-49c8-9c81-7ddb2ee00e97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22321ac1-4bc2-44a7-94dd-0f0e19e105f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293808 Jan 29 05:03:32.671062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-062c05a2-d506-4b21-9d13-1a7e235427b0 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Jan 29 05:03:32.761203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-54ddf5b6-4c48-4e75-852d-66afd43e4390 service neutron] 10.222.0.20 "GET /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831432 Jan 29 05:03:33.457651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:33.495006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c08c6-ca87-4c1a-a055-5439f9ba788b req-1634ae11-b716-459e-996d-ad77d853531b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:33.495606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:33.496911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-029c08c6-ca87-4c1a-a055-5439f9ba788b req-1634ae11-b716-459e-996d-ad77d853531b tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 944 time: 0.0479486 Jan 29 05:03:33.533533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-029c08c6-ca87-4c1a-a055-5439f9ba788b req-c16479dc-3cdf-4755-8a08-9488843345e4 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302868 Jan 29 05:03:34.009988 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:03:34.058319 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 4b50a9c4-0560-47f0-9693-e89a54166faa completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:03:34.062178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 4b50a9c4-0560-47f0-9693-e89a54166faa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:03:34.062543 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:34.292251 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:34.314386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:03:34.316586 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67689b13-e244-441d-b2c6-61d925d59065" -d '{"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-plugged", "status": "completed", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:34.328858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:34.332767 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:34.356729 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b859bd-7683-4c1e-a5a6-bd7aa66ed180 x-openstack-request-id: req-a0b859bd-7683-4c1e-a5a6-bd7aa66ed180 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:34.357019 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-plugged", "status": "completed", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:34.357269 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0b859bd-7683-4c1e-a5a6-bd7aa66ed180 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:34.357650 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'code': 200} Jan 29 05:03:34.381845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:34.651334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2241-53ce-424f-b0ae-f5bcb87ef0bf req-b497d6e9-deb2-4bfd-adef-75d1c91d9efe tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:34.652812 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ebf2241-53ce-424f-b0ae-f5bcb87ef0bf req-b497d6e9-deb2-4bfd-adef-75d1c91d9efe tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0526032 Jan 29 05:03:34.690465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ebf2241-53ce-424f-b0ae-f5bcb87ef0bf req-6b4cf7ef-74a0-4169-8b8a-2491979c51ec tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.32 "GET /v2.0/security-groups?id=69ceccb4-bc08-4eca-a8da-876c84c0e80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Jan 29 05:03:34.878287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-cf0f39ef-d554-4bf6-84b5-791a2408edf5 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:34.879624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-cf0f39ef-d554-4bf6-84b5-791a2408edf5 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.36 "GET /v2.0/ports?device_id=58a90ed6-a664-4135-9f45-bec75165fc1b HTTP/1.1" status: 200 len: 945 time: 0.0467846 Jan 29 05:03:34.966281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Deleting port 4b50a9c4-0560-47f0-9693-e89a54166faa {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:03:34.966626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.054551 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] For port 4b50a9c4-0560-47f0-9693-e89a54166faa, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=4b50a9c4-0560-47f0-9693-e89a54166faa,segment=NetworkSegment(f93f6157-33c6-453b-9756-1df666757b63),segment_id=f93f6157-33c6-453b-9756-1df666757b63)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:35.054911 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.066186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Calling delete_port for 4b50a9c4-0560-47f0-9693-e89a54166faa owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:03:35.191681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.220572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Pushing event deleted for resources: {'Port': ['ID=4b50a9c4-0560-47f0-9693-e89a54166faa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:35.223510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['4b50a9c4-0560-47f0-9693-e89a54166faa'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:03:35.260334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] No DVR routers for this DVR port 4b50a9c4-0560-47f0-9693-e89a54166faa on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:03:35.262806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.266233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae7e661f-3bd8-4a62-b03d-2256cead81d9 req-178255b8-9e26-40b3-9c33-e6f86ff98f23 tempest-DeleteServersTestJSON-1035276312 tempest-DeleteServersTestJSON-1035276312-project] 10.222.0.36 "DELETE /v2.0/ports/4b50a9c4-0560-47f0-9693-e89a54166faa HTTP/1.1" status: 204 len: 173 time: 0.3809032 Jan 29 05:03:35.266666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-deleted', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:03:35.268878 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b1f84-9e7e-44f0-8e7c-3d5f16997564" -d '{"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-deleted", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:35.312563 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465a46e-e715-403c-8fba-16886335663b x-openstack-request-id: req-b465a46e-e715-403c-8fba-16886335663b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:35.313556 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a90ed6-a664-4135-9f45-bec75165fc1b", "name": "network-vif-deleted", "tag": "4b50a9c4-0560-47f0-9693-e89a54166faa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:35.313849 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b465a46e-e715-403c-8fba-16886335663b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:35.314315 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a90ed6-a664-4135-9f45-bec75165fc1b', 'name': 'network-vif-deleted', 'tag': '4b50a9c4-0560-47f0-9693-e89a54166faa', 'status': 'completed', 'code': 200} Jan 29 05:03:35.816567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35468) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:03:35.860959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Deleting subnet 43e85e57-d15d-4ea6-aa92-d29b3f53881b {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:03:35.863856 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.896123 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.934936 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:35.990660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.019306 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.023087 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/43e85e57-d15d-4ea6-aa92-d29b3f53881b HTTP/1.1" status: 204 len: 168 time: 0.2055137 Jan 29 05:03:36.024043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e85e57-d15d-4ea6-aa92-d29b3f53881b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:36.025947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35470) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:03:36.031594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.031939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.032283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.032617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.032950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.033279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.033604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.033951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.034266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.034587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.034930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.035251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57369a-8126-4fd0-8d18-ca568962adc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:03:36.096661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.177205 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.197207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22321ac1-4bc2-44a7-94dd-0f0e19e105f5']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:36.206234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93f6157-33c6-453b-9756-1df666757b63') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:36.206532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93f6157-33c6-453b-9756-1df666757b63') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:03:36.216275 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.229073 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.234948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:03:36.235276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:03:36.236866 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:03:36.292733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.298162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.301305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/22321ac1-4bc2-44a7-94dd-0f0e19e105f5 HTTP/1.1" status: 204 len: 168 time: 0.2743731 Jan 29 05:03:36.312576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854989b-c11c-41a7-a5ac-cf1fc7039f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=22321ac1-4bc2-44a7-94dd-0f0e19e105f5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:36.408119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:03:36.446990 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6b6f64a-21ec-4ebf-b111-3e5c2227dfa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3887ca16e16547c6b75ef11bbb289902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377445 Jan 29 05:03:36.449335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:03:36.497602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ba548b9-a980-4db0-885a-d564cea2d6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.518318 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ba548b9-a980-4db0-885a-d564cea2d6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.562372 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ba548b9-a980-4db0-885a-d564cea2d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.564843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ba548b9-a980-4db0-885a-d564cea2d6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:36.566051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ba548b9-a980-4db0-885a-d564cea2d6e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69ceccb4-bc08-4eca-a8da-876c84c0e80b HTTP/1.1" status: 204 len: 168 time: 0.1157172 Jan 29 05:03:36.574283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba548b9-a980-4db0-885a-d564cea2d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ceccb4-bc08-4eca-a8da-876c84c0e80b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:37.205315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:03:37.302116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1887064236-network', 'tenant_id': '7b49c90359da4b44901bac9b25e090eb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:03:37.328084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Made reservation on behalf of 7b49c90359da4b44901bac9b25e090eb for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:03:37.330291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.339176 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.415365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.419365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.438569 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:03:37.455656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.456003 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Added segment ceb7c2ab-d8f6-4c87-8037-802e4880b4a8 of type vlan for network 7f2d34de-ec66-49d6-9ddc-02b59a970188 Jan 29 05:03:37.457242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3982e7f-01fa-4933-a329-463747d80afa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:37.498779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.523572 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.524519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:37.525096 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.578808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722880 Jan 29 05:03:37.581758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35502) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:03:37.587478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Request body: {'subnet': {'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1887064236-subnet', 'tenant_id': '7b49c90359da4b44901bac9b25e090eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:03:37.588066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc338b4-21e0-4e2a-bcea-fdc853d13448 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2d34de-ec66-49d6-9ddc-02b59a970188,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:37.597677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 7f2d34de-ec66-49d6-9ddc-02b59a970188 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:03:37.611661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Made reservation on behalf of 7b49c90359da4b44901bac9b25e090eb for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:03:37.614120 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.777771 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.824758 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a21719-89d0-4343-8a35-2226ba48e354,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:37.839817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Checking segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:03:37.840174 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Network hostable DHCP agents. Network: 7f2d34de-ec66-49d6-9ddc-02b59a970188, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:03:37.855894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Network 7f2d34de-ec66-49d6-9ddc-02b59a970188 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:03:37.863921 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 7f2d34de-ec66-49d6-9ddc-02b59a970188) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:03:37.868485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:37.869435 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:37.872570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7573fb9-d0bf-444f-add6-9224a05aa7f2 None None] Network 7f2d34de-ec66-49d6-9ddc-02b59a970188 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:03:37.894573 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8704d955-fef4-4659-91b2-66ff572ff7b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3032036 Jan 29 05:03:37.995591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f219baf-efdc-47b4-8274-9c9330fb2ab2 None None] Network 7f2d34de-ec66-49d6-9ddc-02b59a970188 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:03:38.036609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:03:38.064629 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 4b50a9c4-0560-47f0-9693-e89a54166faa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:03:38.064978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 4b50a9c4-0560-47f0-9693-e89a54166faa not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:03:38.314097 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-49db3c63-1e98-456c-b09d-55df6d34b010 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:38.315548 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-49db3c63-1e98-456c-b09d-55df6d34b010 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 815 time: 0.1035891 Jan 29 05:03:38.330819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-e64ec347-50b3-4554-8861-5220a62ecb43 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/quotas/7b49c90359da4b44901bac9b25e090eb HTTP/1.1" status: 200 len: 375 time: 0.0088472 Jan 29 05:03:38.362684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-3cb5ee63-f456-4bdf-b658-2e6aa5f782b3 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259445 Jan 29 05:03:38.503039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-59cfcce0-7dfb-44f4-a576-08e9a0dbdc9a service neutron] 10.222.0.32 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334631 Jan 29 05:03:38.595068 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-2b9e4e0f-4c69-4311-be69-e0a6a8fc0c38 service neutron] 10.222.0.32 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852416 Jan 29 05:03:38.752200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-01598f01-c974-46ef-b453-4470ec3e73cb req-7f69686c-c04e-4fb2-a987-e8132fea1fc1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 210 time: 0.0268013 Jan 29 05:03:39.725008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-bca3d3c8-2506-4f88-8b5e-ccfac8103f62 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:39.727100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-bca3d3c8-2506-4f88-8b5e-ccfac8103f62 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 815 time: 0.1003153 Jan 29 05:03:39.744817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Request body: {'port': {'device_id': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'admin_state_up': True, 'tenant_id': '7b49c90359da4b44901bac9b25e090eb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:03:39.846577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30e3c75d-1473-490c-a5c6-e4eabfb1edb2 req-6a62e360-5c28-45b8-a9c7-adbee68dadc1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 210 time: 0.0264800 Jan 29 05:03:39.858049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Made reservation on behalf of 7b49c90359da4b44901bac9b25e090eb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:03:39.864599 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:39.985649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Allocated IP 172.20.0.9 (7f2d34de-ec66-49d6-9ddc-02b59a970188/92a21719-89d0-4343-8a35-2226ba48e354/03a07989-0ad9-416c-9809-8c0a4f0d6af2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:03:40.129935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.179278 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.229431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Network 7f2d34de-ec66-49d6-9ddc-02b59a970188 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:03:40.232455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:03:40.237040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:03:40.239540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:40.290146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:40.290771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.308813 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-02780f6a-d23b-44c1-9d98-38c87f2a69a9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675972 Jan 29 05:03:40.326371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Request body: {'port': {'device_id': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:03:40.390378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.686113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a07989-0ad9-416c-9809-8c0a4f0d6af2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:03:40.693509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.706352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Transition to ACTIVE for port object 03a07989-0ad9-416c-9809-8c0a4f0d6af2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:03:40.709967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.778131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:40.833671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:03:40.833976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:03:40.834236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:03:40.838782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:03:40.839098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:03:40.843952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:03:40.844291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Checking segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:03:40.844683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Bound using segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:03:40.845112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Bound port: 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:03:40.845496 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.918888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:03:40.924165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:03:40.936277 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.984990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:40.985993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:40.987396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] 10.222.0.36 "PUT /v2.0/ports/03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 1091 time: 0.6653430 Jan 29 05:03:40.992019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:03:40.994311 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8" -d '{"events": [{"name": "network-changed", "server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:41.039562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2c59b-14f0-4679-bbf2-b9350c282988 req-508ad177-50f5-46e1-9ca6-ec4955a02f79 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:41.041597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6f2c59b-14f0-4679-bbf2-b9350c282988 req-508ad177-50f5-46e1-9ca6-ec4955a02f79 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.1202939 Jan 29 05:03:41.043586 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f25ff4-14a7-4c26-a1a0-12ae0e5d62c7 x-openstack-request-id: req-d8f25ff4-14a7-4c26-a1a0-12ae0e5d62c7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:41.043869 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:41.044124 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8f25ff4-14a7-4c26-a1a0-12ae0e5d62c7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:41.044513 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'status': 'completed', 'code': 200} Jan 29 05:03:41.045193 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a321b5-12e4-4206-b4f9-e79c8f006b1b service neutron] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:41.110643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6f2c59b-14f0-4679-bbf2-b9350c282988 req-d333c7cc-db04-4df0-8522-cb291fb3a58c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617778 Jan 29 05:03:41.114822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-ab5ef9bc-3e77-4f29-ac90-185022970b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:41.116306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-ab5ef9bc-3e77-4f29-ac90-185022970b7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1094 time: 0.0614767 Jan 29 05:03:41.166233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-bf3276c9-30d3-46c7-9742-05ed1776bf0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0376055 Jan 29 05:03:41.214405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-531689f9-9dd7-4c98-a725-a8a196cafb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:41.215846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-531689f9-9dd7-4c98-a725-a8a196cafb7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0437822 Jan 29 05:03:41.247686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-4e020106-2860-4266-b9aa-bf6770a9a510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246158 Jan 29 05:03:41.648702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-6f7dba16-5082-4367-aa92-e4f30e712fac service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939009 Jan 29 05:03:41.738210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0ab1bb-dd97-47f2-8e25-bed9bc347de3 req-d25b6e96-73cd-4f0b-a5ba-748c8430aeb9 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828083 Jan 29 05:03:41.860007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-6ba1a7ef-2caf-4ec5-9ae5-c1d58b18a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:41.861453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-6ba1a7ef-2caf-4ec5-9ae5-c1d58b18a00c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1094 time: 0.0411816 Jan 29 05:03:41.950627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-bb286309-def0-41cb-af29-4ea470a8b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:41.952049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-bb286309-def0-41cb-af29-4ea470a8b475 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0839834 Jan 29 05:03:41.993064 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-0ef8bbbb-e527-442e-b922-583b1bae9e53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0339901 Jan 29 05:03:42.044068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-6127c503-9ca1-484d-98c4-1951de7021c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:42.045463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-6127c503-9ca1-484d-98c4-1951de7021c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0460095 Jan 29 05:03:42.077461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-af011cb0-2590-4222-a1b5-1f5b768e5aba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236309 Jan 29 05:03:42.165620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-41143e4b-ef8d-4787-ac79-622d5c679864 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807314 Jan 29 05:03:42.228801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a4228-00f7-42f9-8ab3-684058f12cf1 req-79e5a0c4-7ed1-46af-a171-bf7b09183dc8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:42.230314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f69a4228-00f7-42f9-8ab3-684058f12cf1 req-79e5a0c4-7ed1-46af-a171-bf7b09183dc8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.0499272 Jan 29 05:03:42.240183 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:42.267522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5269719-904b-4d3d-b9a1-fa9f0e2e91a8 req-9ab831b6-7ef6-4c70-b660-603a2a154c47 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943208 Jan 29 05:03:42.269554 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f69a4228-00f7-42f9-8ab3-684058f12cf1 req-9dec171b-ca5a-4d4c-b202-09bdc276fed9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Jan 29 05:03:43.384041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df266d44-d4e8-45a5-88ee-6516a31dd72e req-72c7609e-e883-4f02-9cbd-940c531d827b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:43.385532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df266d44-d4e8-45a5-88ee-6516a31dd72e req-72c7609e-e883-4f02-9cbd-940c531d827b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.0483644 Jan 29 05:03:43.421612 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-df266d44-d4e8-45a5-88ee-6516a31dd72e req-f089aaaa-1d4d-4378-81fd-eec172c60a93 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302243 Jan 29 05:03:43.875342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:44.040928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:03:44.130220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:44.140198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'port_id': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'mac_address': 'fa:16:3e:9c:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a21719-89d0-4343-8a35-2226ba48e354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:03:44.180330 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:44.193406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a07989-0ad9-416c-9809-8c0a4f0d6af2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:03:44.217951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:44.221578 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:44.267375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:44.482981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['03a07989-0ad9-416c-9809-8c0a4f0d6af2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:03:44.538251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ef04-9604-4c0d-bec7-cf737721e15d req-0a60e166-37f8-4b4c-9e17-593323f1d99c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:44.539715 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe39ef04-9604-4c0d-bec7-cf737721e15d req-0a60e166-37f8-4b4c-9e17-593323f1d99c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 944 time: 0.0530007 Jan 29 05:03:44.576856 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe39ef04-9604-4c0d-bec7-cf737721e15d req-58a0cdab-ce56-49de-b172-996e394c5665 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Jan 29 05:03:45.689306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761838f9-3aec-4f9a-94ba-2c789711be94 req-0174c93c-64b7-424e-b98b-0723363c6031 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:45.690794 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-761838f9-3aec-4f9a-94ba-2c789711be94 req-0174c93c-64b7-424e-b98b-0723363c6031 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 944 time: 0.0478885 Jan 29 05:03:45.727660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-761838f9-3aec-4f9a-94ba-2c789711be94 req-0b417542-8417-42a9-b05e-1a78f63daf79 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301654 Jan 29 05:03:46.042035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:03:46.088585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:03:46.092098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:03:46.092472 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:46.165431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:46.189791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:03:46.191997 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8283a058-0fca-4884-8045-142c55d25755" -d '{"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-plugged", "status": "completed", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:03:46.205361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:03:46.211203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:46.239662 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb64933-8563-4dc5-ad6f-3692d90b8999 x-openstack-request-id: req-ebb64933-8563-4dc5-ad6f-3692d90b8999 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:03:46.239957 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-plugged", "status": "completed", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:03:46.240210 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebb64933-8563-4dc5-ad6f-3692d90b8999 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:03:46.240598 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'code': 200} Jan 29 05:03:46.260649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:03:46.359248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f05fd-afc3-42e8-84c6-7dfb6cc300dd req-f96b403f-b746-46f2-a6f4-35c2a857fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:46.360790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be0f05fd-afc3-42e8-84c6-7dfb6cc300dd req-f96b403f-b746-46f2-a6f4-35c2a857fc24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1096 time: 0.0430856 Jan 29 05:03:46.394358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be0f05fd-afc3-42e8-84c6-7dfb6cc300dd req-712c2952-8917-475a-b2cb-e5e411abfaa9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258904 Jan 29 05:03:46.839231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680056f8-c25b-4fcb-bf11-e2df7a326ef3 req-53624b0e-81e4-4521-b2f5-8a7e68c5e1e5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:46.840683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-680056f8-c25b-4fcb-bf11-e2df7a326ef3 req-53624b0e-81e4-4521-b2f5-8a7e68c5e1e5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0472906 Jan 29 05:03:46.877681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-680056f8-c25b-4fcb-bf11-e2df7a326ef3 req-3aaae73a-520c-4338-a0bb-65bc28c626d8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jan 29 05:03:47.990854 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049824d-1bb2-43ea-b60d-b64942a79d16 req-d5b9617a-1f9c-4f43-b692-6c7b32ab3335 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:47.992302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5049824d-1bb2-43ea-b60d-b64942a79d16 req-d5b9617a-1f9c-4f43-b692-6c7b32ab3335 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Jan 29 05:03:48.028356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5049824d-1bb2-43ea-b60d-b64942a79d16 req-41f2acec-df87-4096-9751-a722c83b522e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302052 Jan 29 05:03:48.139842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb91e9-3f0a-4827-9464-5e8bb8eb191b req-5dd19993-770e-4eac-87a4-2ff600c3761f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:48.141301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbeb91e9-3f0a-4827-9464-5e8bb8eb191b req-5dd19993-770e-4eac-87a4-2ff600c3761f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0472829 Jan 29 05:03:48.179089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbeb91e9-3f0a-4827-9464-5e8bb8eb191b req-13995162-1be6-4f3e-89c5-b364db3bc4e7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Jan 29 05:03:48.380149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af64e1c-0cd3-4d65-8fc0-c8d1e25b5a69 req-ecaa4b08-1b7f-454d-8f49-56d204e86470 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:48.381857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af64e1c-0cd3-4d65-8fc0-c8d1e25b5a69 req-ecaa4b08-1b7f-454d-8f49-56d204e86470 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0506015 Jan 29 05:03:48.417308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8af64e1c-0cd3-4d65-8fc0-c8d1e25b5a69 req-c0576161-3af6-4aed-accf-569c4fb8089a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297773 Jan 29 05:03:48.529471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306be610-0a7f-4916-be7c-4e1f78960d90 req-298b4944-90c4-4384-97be-080302c1e5b8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:48.530952 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-306be610-0a7f-4916-be7c-4e1f78960d90 req-298b4944-90c4-4384-97be-080302c1e5b8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0469275 Jan 29 05:03:48.567136 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-306be610-0a7f-4916-be7c-4e1f78960d90 req-be95eb83-6d59-4f41-9b88-468dc6b7bbcd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Jan 29 05:03:48.812315 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-ce4c9d7a-d1d9-47be-9fa9-4220fab6fa5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687830 Jan 29 05:03:48.824567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d97c6-b26c-4d86-a12b-1d48e96eefb6 req-6b9402ad-b933-4648-abc5-ba5777fee73d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:48.826031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e31d97c6-b26c-4d86-a12b-1d48e96eefb6 req-6b9402ad-b933-4648-abc5-ba5777fee73d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0737364 Jan 29 05:03:48.864641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e31d97c6-b26c-4d86-a12b-1d48e96eefb6 req-81679eab-dc44-406c-b731-4e757246d292 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Jan 29 05:03:50.003219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3833ab0-c4dc-4d9d-b91d-a062d3bfdc68 req-c15f8b7f-d90d-4a52-95d0-c09150fccdbd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:50.004671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3833ab0-c4dc-4d9d-b91d-a062d3bfdc68 req-c15f8b7f-d90d-4a52-95d0-c09150fccdbd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0702651 Jan 29 05:03:50.028955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-37898181-83ff-465e-b695-f70d7f3f37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:50.030390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-37898181-83ff-465e-b695-f70d7f3f37eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1096 time: 0.0659480 Jan 29 05:03:50.066414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3833ab0-c4dc-4d9d-b91d-a062d3bfdc68 req-0196dced-aa91-4af4-b072-5bc2cbbc8ebf tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549805 Jan 29 05:03:50.129879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-fe695d03-c5ad-4d5e-a795-91e2bc92431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:50.131933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-fe695d03-c5ad-4d5e-a795-91e2bc92431f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0910308 Jan 29 05:03:50.169958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-c7d51102-d0fd-4e37-9af9-c48c33bab276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0324330 Jan 29 05:03:50.216443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-d1e1d1e4-cb93-40c6-af9c-65d05181dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:50.217811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-d1e1d1e4-cb93-40c6-af9c-65d05181dafc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0417731 Jan 29 05:03:50.254899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-2d64edc6-1ac3-437a-9637-2506c7e0b340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307441 Jan 29 05:03:50.342797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-74adde4d-3475-4c82-a597-9bd839a0e9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812898 Jan 29 05:03:50.434472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-c51ba36f-b7a8-47e2-bd12-d0e4c3b7645f service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849450 Jan 29 05:03:51.180471 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50def9-9474-4ae1-9fcc-a29fd0eace58 req-5b64fe37-9860-4e63-85ff-515dd9536be1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:51.181935 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e50def9-9474-4ae1-9fcc-a29fd0eace58 req-5b64fe37-9860-4e63-85ff-515dd9536be1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0473056 Jan 29 05:03:51.219657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e50def9-9474-4ae1-9fcc-a29fd0eace58 req-b2c0a623-7cd1-4a19-8937-b10e267c9a27 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Jan 29 05:03:52.335750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da75e2c-1dba-4a6b-b7b8-acd4cffbed2b req-aec23c8f-3e5c-48ed-b937-7173bc696372 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:52.337235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8da75e2c-1dba-4a6b-b7b8-acd4cffbed2b req-aec23c8f-3e5c-48ed-b937-7173bc696372 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0502567 Jan 29 05:03:52.373798 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8da75e2c-1dba-4a6b-b7b8-acd4cffbed2b req-4f5bc4ed-af81-470c-b501-f13fcff35981 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Jan 29 05:03:53.490145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57c4c6-197f-4616-bd10-a98c995f5ac8 req-2761dfb9-7113-4a17-9f68-f3a16a219655 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:53.492166 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db57c4c6-197f-4616-bd10-a98c995f5ac8 req-2761dfb9-7113-4a17-9f68-f3a16a219655 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Jan 29 05:03:53.528985 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-db57c4c6-197f-4616-bd10-a98c995f5ac8 req-98f8a346-5ce0-4c23-8bb0-cdca657d3677 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Jan 29 05:03:53.901306 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b9160cfa-91a4-43ce-bafd-5d773d3f307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:54.642573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f8e4-5f89-45b7-bca9-1ed5fc348084 req-57c65776-e451-44dd-9c67-3e3960351971 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:54.644039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1788f8e4-5f89-45b7-bca9-1ed5fc348084 req-57c65776-e451-44dd-9c67-3e3960351971 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0483153 Jan 29 05:03:54.681042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1788f8e4-5f89-45b7-bca9-1ed5fc348084 req-a778df61-a06d-4086-86fd-a53838b3c79f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Jan 29 05:03:55.793059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f0396-cf30-4604-8952-db84a24ea606 req-7c3cb575-615c-4f54-a6d9-42f19be7ee15 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:55.794548 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb6f0396-cf30-4604-8952-db84a24ea606 req-7c3cb575-615c-4f54-a6d9-42f19be7ee15 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0480211 Jan 29 05:03:55.830973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb6f0396-cf30-4604-8952-db84a24ea606 req-3b197d52-0830-431c-aad6-55c80ea1fbe1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Jan 29 05:03:56.154021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9ff55e93-e945-41ae-9412-8f753624a737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:56.947724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb1da6-f3a8-4073-8da1-8b0d040a1391 req-1ab82305-3b57-465e-820b-970ea2df0ccc tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:56.949182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75cb1da6-f3a8-4073-8da1-8b0d040a1391 req-1ab82305-3b57-465e-820b-970ea2df0ccc tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Jan 29 05:03:56.984805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75cb1da6-f3a8-4073-8da1-8b0d040a1391 req-3f1a6e7c-f158-4ecf-a8af-b30fa3361611 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297899 Jan 29 05:03:57.416742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:57.695733 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:03:58.098149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ead87f-b423-43fc-8062-4d9a27cdd015 req-6416a65a-7603-49b3-b7c4-0f638444f288 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:58.099589 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94ead87f-b423-43fc-8062-4d9a27cdd015 req-6416a65a-7603-49b3-b7c4-0f638444f288 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0474949 Jan 29 05:03:58.137080 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-94ead87f-b423-43fc-8062-4d9a27cdd015 req-1a06bae8-5ae9-46d4-89b0-47770595aff0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Jan 29 05:03:59.241831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:59.251097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de48c1-ad01-453d-8c6a-d32df2b06911 req-26978ffd-1c44-46fc-98ce-cb9d746c8e08 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:03:59.252582 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5de48c1-ad01-453d-8c6a-d32df2b06911 req-26978ffd-1c44-46fc-98ce-cb9d746c8e08 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Jan 29 05:03:59.274552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:03:59.291164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5de48c1-ad01-453d-8c6a-d32df2b06911 req-dbf69a30-8581-4200-adae-75765bdb2ee5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Jan 29 05:04:00.407820 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eb5fc-887b-4ce5-8629-f9caa6efcb5e req-1c9f1877-31c6-450f-b329-7d5d3b99e5c7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:00.409272 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-130eb5fc-887b-4ce5-8629-f9caa6efcb5e req-1c9f1877-31c6-450f-b329-7d5d3b99e5c7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Jan 29 05:04:00.446129 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-130eb5fc-887b-4ce5-8629-f9caa6efcb5e req-37adfd44-944f-41a1-96bf-d9d22b361e82 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Jan 29 05:04:01.558576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba92-04fe-43e3-ac8d-73878830d7e9 req-ea21f9a9-b392-4fb4-9a00-999017372229 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:01.559950 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1320ba92-04fe-43e3-ac8d-73878830d7e9 req-ea21f9a9-b392-4fb4-9a00-999017372229 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0478022 Jan 29 05:04:01.596074 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1320ba92-04fe-43e3-ac8d-73878830d7e9 req-5b9b87c0-7723-40b0-8319-0496a274aedc tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302889 Jan 29 05:04:01.928747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-f675f418-ec9e-4744-988e-a764682c861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:01.930208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-f675f418-ec9e-4744-988e-a764682c861e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1096 time: 0.0441844 Jan 29 05:04:02.028890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-d5dec625-9f33-42a8-852b-e99f57fe3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:02.030370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-d5dec625-9f33-42a8-852b-e99f57fe3bfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0824509 Jan 29 05:04:02.070761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-20d04435-84c0-4cc3-844f-c850f0472d15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0340066 Jan 29 05:04:02.121658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-0d234b94-9ade-4771-8670-9a7710a46e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:02.123112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-0d234b94-9ade-4771-8670-9a7710a46e38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0467131 Jan 29 05:04:02.154134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-1b0d246e-4cb6-4a63-a481-85c8bf3e1ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242066 Jan 29 05:04:02.241440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-f11bd697-abea-41f7-b356-06e1c0533e5f service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806262 Jan 29 05:04:02.339047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9dc0d10a-76c9-475b-bec8-7e51195f5a9c req-432da474-c412-499d-ba47-337268e7e033 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918193 Jan 29 05:04:02.711529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10019-0670-43d0-a1f8-07a0897a3000 req-2e1de56a-6901-4cbb-9359-04046eaab366 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:02.712989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8c10019-0670-43d0-a1f8-07a0897a3000 req-2e1de56a-6901-4cbb-9359-04046eaab366 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Jan 29 05:04:02.749356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b8c10019-0670-43d0-a1f8-07a0897a3000 req-e20b0d66-5389-420b-927b-ae23c477f240 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Jan 29 05:04:03.864722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874efd-c2c9-4a5a-a7e6-d66454c4de48 req-4a0a5eee-bae8-4cb8-8473-963867787afe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:03.866336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10874efd-c2c9-4a5a-a7e6-d66454c4de48 req-4a0a5eee-bae8-4cb8-8473-963867787afe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0490346 Jan 29 05:04:03.903506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10874efd-c2c9-4a5a-a7e6-d66454c4de48 req-9e16c9b6-d337-4f10-b83d-0c22aef0b5ce tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jan 29 05:04:05.017022 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebec45-ed9c-49d2-ad07-8eeb026bfe73 req-dbc249e5-f22e-4574-8fe2-b4bacb86733e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:05.018485 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14ebec45-ed9c-49d2-ad07-8eeb026bfe73 req-dbc249e5-f22e-4574-8fe2-b4bacb86733e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0473604 Jan 29 05:04:05.055868 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14ebec45-ed9c-49d2-ad07-8eeb026bfe73 req-cea94cdb-4674-400c-b3d8-5442cbf5a255 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Jan 29 05:04:06.169667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b264c1a-7f46-4a39-9bca-e1ea6d189657 req-4cab2b26-f1c4-4dbe-b779-d77b2c49b1dd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:06.171171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b264c1a-7f46-4a39-9bca-e1ea6d189657 req-4cab2b26-f1c4-4dbe-b779-d77b2c49b1dd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0486627 Jan 29 05:04:06.213305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b264c1a-7f46-4a39-9bca-e1ea6d189657 req-83bfd1ab-4c97-4d40-92e4-6292bd17020f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362864 Jan 29 05:04:07.330148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e66eb-b6e1-4d2a-b70f-7c48aa7f5051 req-22fd5ada-6055-4c47-967a-8c603ca760f5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:07.331609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d36e66eb-b6e1-4d2a-b70f-7c48aa7f5051 req-22fd5ada-6055-4c47-967a-8c603ca760f5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Jan 29 05:04:07.368550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d36e66eb-b6e1-4d2a-b70f-7c48aa7f5051 req-a33b1b32-1186-4b2d-ab4b-de74b32b695a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303948 Jan 29 05:04:08.480559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f5e4d-30c3-4de6-a374-f70907093c4e req-a9f2c53f-a467-4d49-b2a1-9bf25d185086 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:08.482047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e0f5e4d-30c3-4de6-a374-f70907093c4e req-a9f2c53f-a467-4d49-b2a1-9bf25d185086 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0477564 Jan 29 05:04:08.518654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e0f5e4d-30c3-4de6-a374-f70907093c4e req-a1eaa38b-39ff-4929-b9f3-dcded612b43c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Jan 29 05:04:09.634332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615d344-2126-472a-886c-43e05983e423 req-eb93cfb8-d8e9-4437-9bbf-4ff25a7c5908 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:09.635802 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f615d344-2126-472a-886c-43e05983e423 req-eb93cfb8-d8e9-4437-9bbf-4ff25a7c5908 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jan 29 05:04:09.672204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f615d344-2126-472a-886c-43e05983e423 req-3d671ebf-d266-49be-b09d-4c70149846cc tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305634 Jan 29 05:04:10.786749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf7e98-a19b-4923-85da-b9cf6c6c5094 req-f5ddcbbc-1aa1-4aa6-b2e2-9c077025473f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:10.788228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7acf7e98-a19b-4923-85da-b9cf6c6c5094 req-f5ddcbbc-1aa1-4aa6-b2e2-9c077025473f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Jan 29 05:04:10.825429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7acf7e98-a19b-4923-85da-b9cf6c6c5094 req-24faa110-d790-4243-b3fc-ebbfbb393f20 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Jan 29 05:04:11.937043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90853d83-2cdf-4c44-aea4-92ae9b4e12bd req-ccb3e78b-9706-45b3-91d2-e14579d2efe5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:11.938542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90853d83-2cdf-4c44-aea4-92ae9b4e12bd req-ccb3e78b-9706-45b3-91d2-e14579d2efe5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Jan 29 05:04:11.974883 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90853d83-2cdf-4c44-aea4-92ae9b4e12bd req-76600bc5-0451-4627-8eb5-e7d06565e29b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jan 29 05:04:12.238373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:13.096600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070cb1-cc6a-4768-af03-04e9c6786bfb req-cc1fc2a4-0fcc-4854-8b3b-da55e177759a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:13.098083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b070cb1-cc6a-4768-af03-04e9c6786bfb req-cc1fc2a4-0fcc-4854-8b3b-da55e177759a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0479519 Jan 29 05:04:13.138536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b070cb1-cc6a-4768-af03-04e9c6786bfb req-e414d522-aea6-4e07-873a-29a47f42d67d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346205 Jan 29 05:04:13.877113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:14.255529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5581-27d5-4462-be4e-059bbe430936 req-90a41f5f-3f07-449e-aa97-ded12a4baa1b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:14.257142 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95db5581-27d5-4462-be4e-059bbe430936 req-90a41f5f-3f07-449e-aa97-ded12a4baa1b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0525742 Jan 29 05:04:14.296033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95db5581-27d5-4462-be4e-059bbe430936 req-93cc0e7b-797d-487f-a845-dcf40f8869be tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jan 29 05:04:15.411417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af90047-430b-4acc-8b4c-75eee369656b req-60f3b1f1-d2d1-40a8-a656-ba175e0dbcb6 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:15.412876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3af90047-430b-4acc-8b4c-75eee369656b req-60f3b1f1-d2d1-40a8-a656-ba175e0dbcb6 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Jan 29 05:04:15.454139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3af90047-430b-4acc-8b4c-75eee369656b req-2a0976a8-3382-4db6-a694-f32cb9c83a2b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342622 Jan 29 05:04:16.572924 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d5347-5a58-4749-a51c-b6ee11ecc2f1 req-3217b0eb-b11c-4702-9037-88912781a70c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:16.574334 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a2d5347-5a58-4749-a51c-b6ee11ecc2f1 req-3217b0eb-b11c-4702-9037-88912781a70c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Jan 29 05:04:16.618044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1a2d5347-5a58-4749-a51c-b6ee11ecc2f1 req-7a24bc73-66dd-4d09-b800-4697c5839ca6 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Jan 29 05:04:17.520664 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-95b861c2-aba3-471d-b090-e1a12d4dd5a4 service neutron] show failed (client error): The resource could not be found. Jan 29 05:04:17.521705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-95b861c2-aba3-471d-b090-e1a12d4dd5a4 service neutron] 10.222.0.36 "GET /v2.0/ports/03a07989-0ad9-416c-9809-8c0a4f0d6af2/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0545092 Jan 29 05:04:17.735399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c069a-e23e-4a66-a27a-af3532b70305 req-9edf93c1-1bc2-47f6-a4fe-2b58b58c29c8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:17.736892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e84c069a-e23e-4a66-a27a-af3532b70305 req-9edf93c1-1bc2-47f6-a4fe-2b58b58c29c8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0486693 Jan 29 05:04:17.752616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-b71f8ef9-344e-40d5-8e1c-57f0bc5cd96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:17.754130 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-b71f8ef9-344e-40d5-8e1c-57f0bc5cd96c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554&tenant_id=7b49c90359da4b44901bac9b25e090eb HTTP/1.1" status: 200 len: 1096 time: 0.0710430 Jan 29 05:04:17.771485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:17.775230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e84c069a-e23e-4a66-a27a-af3532b70305 req-6bfe650f-2662-4e5a-9a4c-e7c42695de89 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Jan 29 05:04:17.828239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:18.023245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:18.056001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h1-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:18.093846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:04:18.096118 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b4928-1baf-4fac-b728-e857b83cee07" -d '{"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-unplugged", "status": "completed", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:18.100261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:18.112554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Transition to ACTIVE for port object 03a07989-0ad9-416c-9809-8c0a4f0d6af2 will not be triggered until provisioned by entity L2. {{(pid=102403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:04:18.118191 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:18.146702 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72caca7f-74d5-4ddf-9528-e979dfba5423 x-openstack-request-id: req-72caca7f-74d5-4ddf-9528-e979dfba5423 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:18.146999 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-unplugged", "status": "completed", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:18.147267 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72caca7f-74d5-4ddf-9528-e979dfba5423 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:18.147671 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'code': 200} Jan 29 05:04:18.185416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:18.187741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] No DVR routers for this DVR port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on host n-h1-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:04:18.221860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:04:18.222213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:04:18.222539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:18.227182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:04:18.227504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Attempting to bind port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:18.232308 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:18.232642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Checking segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:04:18.233018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Bound using segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:18.233463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Bound port: 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:04:18.233792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:18.295689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h2-825930-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:18.299087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:18.304770 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:18.345547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:18.346241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:18.348057 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] 10.222.0.20 "PUT /v2.0/ports/03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 1091 time: 0.5807424 Jan 29 05:04:18.367468 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785be7b-cbdf-4d3f-b7d5-0b3c3c4950ba service neutron] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:18.420709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-005b5c32-57a6-4f99-8edf-8435ed283baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:18.422184 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-005b5c32-57a6-4f99-8edf-8435ed283baf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1094 time: 0.0406492 Jan 29 05:04:18.508771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-cac4df12-01ef-47d1-a344-fbad03aa40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:18.510209 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-cac4df12-01ef-47d1-a344-fbad03aa40ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0814331 Jan 29 05:04:18.553349 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-85d1f81e-bff5-4968-88a7-68b40ffd1fb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0368648 Jan 29 05:04:18.599507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-554ab37f-398a-4954-a86f-2341ee7af1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:18.601586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-554ab37f-398a-4954-a86f-2341ee7af1f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0413527 Jan 29 05:04:18.629374 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-6fc077c8-bb0e-4967-a3c3-ff675650ac73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225770 Jan 29 05:04:18.717053 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-18e40734-1506-47a6-abc2-ef3c326bc398 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807300 Jan 29 05:04:18.806082 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d21baabc-dbb9-47f4-870e-3fa50d4bfa09 req-d1aaa71e-0f63-4c65-acce-c37e3569617e service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802231 Jan 29 05:04:18.894143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361279-2559-427b-b62c-59a321dc6575 req-ad771771-d8c9-4c48-8b7e-23ed1fa478a1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:18.895652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-65361279-2559-427b-b62c-59a321dc6575 req-ad771771-d8c9-4c48-8b7e-23ed1fa478a1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.0530381 Jan 29 05:04:18.933723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-65361279-2559-427b-b62c-59a321dc6575 req-d08fc79c-5415-4481-b2cf-a71556f02290 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jan 29 05:04:20.050611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04811e3-0faf-4756-8f3a-7420b5b08762 req-1af5b003-4af9-465c-a7a1-fc6b920ba497 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.052041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f04811e3-0faf-4756-8f3a-7420b5b08762 req-1af5b003-4af9-465c-a7a1-fc6b920ba497 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.0487895 Jan 29 05:04:20.088657 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f04811e3-0faf-4756-8f3a-7420b5b08762 req-8e9ec6ce-f5b4-4ea7-bae4-050167aa1042 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303814 Jan 29 05:04:20.148354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:04:20.150762 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f34411-aa12-49d3-a2fc-b25dce5681f0" -d '{"events": [{"name": "network-changed", "server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:20.197099 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c837ada-70ab-4710-9b31-0d1f6358e281 x-openstack-request-id: req-3c837ada-70ab-4710-9b31-0d1f6358e281 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:20.197391 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:20.197644 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c837ada-70ab-4710-9b31-0d1f6358e281 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:20.198068 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'status': 'completed', 'code': 200} Jan 29 05:04:20.243998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:04:20.280810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-20697134-7c1c-4685-a665-1a7ee5bf4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.282355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-20697134-7c1c-4685-a665-1a7ee5bf4ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1094 time: 0.0419800 Jan 29 05:04:20.283077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:04:20.290797 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-ba37a2ce-a251-4602-b742-edb44bb7e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.292276 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-ba37a2ce-a251-4602-b742-edb44bb7e4f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1094 time: 0.0499408 Jan 29 05:04:20.381337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-19f69a59-10aa-4288-868c-a71de3853918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.383525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-19f69a59-10aa-4288-868c-a71de3853918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0938654 Jan 29 05:04:20.391968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-9ccfcfcc-dba2-4629-9dec-1d9a0e5c69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.394044 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-9ccfcfcc-dba2-4629-9dec-1d9a0e5c69f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0906203 Jan 29 05:04:20.426695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-0098b253-1f4e-4d02-80b9-5792677334cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0368073 Jan 29 05:04:20.441455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-5b6d626a-987e-4a8f-94f6-5293df49297d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0408165 Jan 29 05:04:20.477354 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-4347bc81-a0eb-4533-b828-6fab32ad1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.478848 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-4347bc81-a0eb-4533-b828-6fab32ad1558 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0463617 Jan 29 05:04:20.499690 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-3475c195-3b66-4e0c-b92c-763019cb1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:20.501075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-3475c195-3b66-4e0c-b92c-763019cb1691 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0469820 Jan 29 05:04:20.510010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-45ac2cb5-3e03-405e-b4bb-63795529cc68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244973 Jan 29 05:04:20.533580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-4ca2fd38-8fe1-4a1a-a855-96701d267492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Jan 29 05:04:20.603026 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-686f1af2-a0d2-4b71-8dac-fbefa099acfe service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Jan 29 05:04:20.621746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-c95fa967-8ea8-44c0-b1b2-a739083c8b71 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820115 Jan 29 05:04:20.692678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-4b396d36-ff48-48a4-ae8f-e8bd46e05dc1 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824010 Jan 29 05:04:20.715946 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79f34411-aa12-49d3-a2fc-b25dce5681f0 req-35f71a0b-c768-4b0e-9627-6e7bf85ffe2f service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868433 Jan 29 05:04:21.201968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517e38a-ca36-41e4-a51d-e783cc7d6a86 req-32d094d5-8851-4206-82dd-8be843e38d2a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:21.203411 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f517e38a-ca36-41e4-a51d-e783cc7d6a86 req-32d094d5-8851-4206-82dd-8be843e38d2a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.0473614 Jan 29 05:04:21.239212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f517e38a-ca36-41e4-a51d-e783cc7d6a86 req-b7b7d8cd-44c7-4318-97de-c3731ffb4f62 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299983 Jan 29 05:04:21.435462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d9d7d-8d04-4224-b750-c0712bc578cc req-fa7e0351-0e32-4b95-896e-f22a0dbae598 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:21.436967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e69d9d7d-8d04-4224-b750-c0712bc578cc req-fa7e0351-0e32-4b95-896e-f22a0dbae598 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 943 time: 0.0526483 Jan 29 05:04:21.474759 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e69d9d7d-8d04-4224-b750-c0712bc578cc req-f9a87979-9ee8-406d-bd3b-b4ec9f6120e5 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Jan 29 05:04:21.491076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba184a3-a137-4325-a314-d249146332b3 req-2004208a-ab45-4235-86b0-1d17787b22bd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:21.493220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-2004208a-ab45-4235-86b0-1d17787b22bd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.36 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554&tenant_id=7b49c90359da4b44901bac9b25e090eb&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 943 time: 0.0903139 Jan 29 05:04:21.550933 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-dba184a3-a137-4325-a314-d249146332b3 req-ffd89026-d413-4f03-ab3f-fc0d7c3ad23f service neutron] delete failed (client error): The resource could not be found. Jan 29 05:04:21.551969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-ffd89026-d413-4f03-ab3f-fc0d7c3ad23f service neutron] 10.222.0.36 "DELETE /v2.0/ports/03a07989-0ad9-416c-9809-8c0a4f0d6af2/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0524433 Jan 29 05:04:21.600794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:04:21.656752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba184a3-a137-4325-a314-d249146332b3 req-0e19752d-b89e-4542-ba92-e13bf0ec02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:21.658184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-0e19752d-b89e-4542-ba92-e13bf0ec02f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 1094 time: 0.0425525 Jan 29 05:04:21.696026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:21.706197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'port_id': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'mac_address': 'fa:16:3e:9c:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a21719-89d0-4343-8a35-2226ba48e354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:04:21.743598 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:21.751644 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba184a3-a137-4325-a314-d249146332b3 req-c96815a8-7abb-4e3a-b68e-79a427c7d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:21.753112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-c96815a8-7abb-4e3a-b68e-79a427c7d3ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0886273 Jan 29 05:04:21.756122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a07989-0ad9-416c-9809-8c0a4f0d6af2 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:04:21.776058 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:21.781555 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:21.798300 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-f4a0f9da-c4e7-4ff7-a299-be6512c7f943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 200 len: 217 time: 0.0380380 Jan 29 05:04:21.831937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:21.848046 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba184a3-a137-4325-a314-d249146332b3 req-7982d110-3a0a-4013-9b0a-41f8284a2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:21.849487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-7982d110-3a0a-4013-9b0a-41f8284a2a44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0441897 Jan 29 05:04:21.884114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-f2ee3c1f-de6b-4b50-8e68-b3a42fa5f774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287683 Jan 29 05:04:21.973164 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-f1158cd0-76cc-4f87-b4a0-501a3c4f9f62 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810058 Jan 29 05:04:22.068628 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dba184a3-a137-4325-a314-d249146332b3 req-021b711f-9b71-49e4-8dd1-ac6da13bd9b1 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Jan 29 05:04:22.075086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['03a07989-0ad9-416c-9809-8c0a4f0d6af2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:04:22.595408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f3c9-0c8f-4b5c-968f-9ffddcc7c760 req-59f872f1-cebf-4eae-9db1-8b1900c12af2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:22.596937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d897f3c9-0c8f-4b5c-968f-9ffddcc7c760 req-59f872f1-cebf-4eae-9db1-8b1900c12af2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 944 time: 0.0509939 Jan 29 05:04:22.636736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d897f3c9-0c8f-4b5c-968f-9ffddcc7c760 req-a299e048-a9e0-4bd7-90ac-868d924d9de9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Jan 29 05:04:22.749375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62b3a6-217e-4ca4-9222-c50f2d054ff8 req-8b745901-251c-472b-b292-08514870d656 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:22.750874 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a62b3a6-217e-4ca4-9222-c50f2d054ff8 req-8b745901-251c-472b-b292-08514870d656 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 944 time: 0.0481586 Jan 29 05:04:22.787782 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a62b3a6-217e-4ca4-9222-c50f2d054ff8 req-d86497a7-8c45-4c9a-b4ff-b340e1938239 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jan 29 05:04:22.899086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edb8d4-67c8-4cca-bfd7-0995954acaf9 req-bdb7dd4d-373d-4763-bcf2-aa22ef2776b0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:22.900554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1edb8d4-67c8-4cca-bfd7-0995954acaf9 req-bdb7dd4d-373d-4763-bcf2-aa22ef2776b0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Jan 29 05:04:22.937680 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1edb8d4-67c8-4cca-bfd7-0995954acaf9 req-ede552c4-7526-4474-b318-54ff524cef4a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Jan 29 05:04:23.281255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-55e158f5-2743-4e4c-a4ea-274d9b5f51d1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:23.282750 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-55e158f5-2743-4e4c-a4ea-274d9b5f51d1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 815 time: 0.1029806 Jan 29 05:04:23.297882 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-e7d9cb69-8c81-4432-b489-aa8c57cfaf2d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/quotas/7b49c90359da4b44901bac9b25e090eb HTTP/1.1" status: 200 len: 375 time: 0.0095844 Jan 29 05:04:23.346261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-e2560ec6-27d5-4db9-a954-5dd68fbd1cda tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427232 Jan 29 05:04:23.356708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-afd5c3f8-ea94-43c5-8484-54874f9bbe8f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:04:23.357647 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-afd5c3f8-ea94-43c5-8484-54874f9bbe8f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047359 Jan 29 05:04:23.445607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-59eb63e9-533e-4413-8c8a-1194d6c019d0 service neutron] 10.222.0.32 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825076 Jan 29 05:04:23.531770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-9863b167-ecc6-403c-84c2-0ce0e6b8b370 service neutron] 10.222.0.32 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802367 Jan 29 05:04:23.636256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:23.688490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:04:23.692722 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:23.693212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a6e074f8-da8f-406e-acda-9b4d2da9a435 req-bb36b0f4-4035-4e85-8c41-c66cc1dff99c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jan 29 05:04:23.693475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:23.775281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:23.799350 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:04:23.801624 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fabb04-cd0a-4019-a83e-1254ab7db3cc" -d '{"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-plugged", "status": "completed", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:23.816707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:23.821908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:23.849504 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d657b2-bc23-4a38-b788-186cdfb8dd71 x-openstack-request-id: req-20d657b2-bc23-4a38-b788-186cdfb8dd71 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:23.849809 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-plugged", "status": "completed", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:23.850076 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20d657b2-bc23-4a38-b788-186cdfb8dd71 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:23.851423 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'code': 200} Jan 29 05:04:23.876960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:23.901769 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8337-de01-490a-a0b7-d5ff9f38726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:24.672463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990f177-7fdd-49e1-b157-47e20e660cca req-5ebb7e09-2ec8-473c-987f-f5e5a330be33 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:24.673835 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8990f177-7fdd-49e1-b157-47e20e660cca req-5ebb7e09-2ec8-473c-987f-f5e5a330be33 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.20 "GET /v2.0/ports?device_id=02262f6a-a16e-4f6c-92c5-164d3aba8554 HTTP/1.1" status: 200 len: 945 time: 0.0490737 Jan 29 05:04:24.770833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-0b27a623-ecda-4138-80d1-1388e6ee57e0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:24.772727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-0b27a623-ecda-4138-80d1-1388e6ee57e0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 815 time: 0.1197972 Jan 29 05:04:24.799756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Request body: {'port': {'device_id': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'admin_state_up': True, 'tenant_id': '7b49c90359da4b44901bac9b25e090eb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:24.918456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Made reservation on behalf of 7b49c90359da4b44901bac9b25e090eb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:04:24.922000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.052263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-04e76636-a8b2-4242-b645-502d3095c33f req-f79655f7-2a0c-4934-91ce-16a8bc8cf76d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 210 time: 0.0310524 Jan 29 05:04:25.057086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Allocated IP 172.20.0.3 (7f2d34de-ec66-49d6-9ddc-02b59a970188/92a21719-89d0-4343-8a35-2226ba48e354/a702ce7e-aa81-4116-b0bc-97b7d03b3fa3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:04:25.102976 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Deleting port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:04:25.103314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.192500 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] For port 03a07989-0ad9-416c-9809-8c0a4f0d6af2, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=03a07989-0ad9-416c-9809-8c0a4f0d6af2,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:25.192868 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.204432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Calling delete_port for 03a07989-0ad9-416c-9809-8c0a4f0d6af2 owned by compute:nova {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:04:25.216920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.250452 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.282856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['03a07989-0ad9-416c-9809-8c0a4f0d6af2'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:04:25.301849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Network 7f2d34de-ec66-49d6-9ddc-02b59a970188 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:04:25.309397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:04:25.309397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:04:25.338519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:25.347587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.368466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:25.369307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.383338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Pushing event deleted for resources: {'Port': ['ID=03a07989-0ad9-416c-9809-8c0a4f0d6af2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:25.391665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-2ae82014-59e4-43d7-ad0c-055216b0a6b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951648 Jan 29 05:04:25.408507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Request body: {'port': {'device_id': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:04:25.426104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] No DVR routers for this DVR port 03a07989-0ad9-416c-9809-8c0a4f0d6af2 on host n-h2-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:04:25.429396 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.432982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.20 "DELETE /v2.0/ports/03a07989-0ad9-416c-9809-8c0a4f0d6af2 HTTP/1.1" status: 204 len: 173 time: 0.7529814 Jan 29 05:04:25.433511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-deleted', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:04:25.436220 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776f923-78c8-49e8-a9f1-580eefcaaca8" -d '{"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-deleted", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:25.467566 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.474517 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83bd6a-134e-485e-80a4-b65818272b9a x-openstack-request-id: req-0c83bd6a-134e-485e-80a4-b65818272b9a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:25.474884 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02262f6a-a16e-4f6c-92c5-164d3aba8554", "name": "network-vif-deleted", "tag": "03a07989-0ad9-416c-9809-8c0a4f0d6af2", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:25.475137 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c83bd6a-134e-485e-80a4-b65818272b9a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:25.475717 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02262f6a-a16e-4f6c-92c5-164d3aba8554', 'name': 'network-vif-deleted', 'tag': '03a07989-0ad9-416c-9809-8c0a4f0d6af2', 'status': 'completed', 'code': 200} Jan 29 05:04:25.736548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:04:25.745119 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.756839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Transition to ACTIVE for port object a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:04:25.760758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.813587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:25.879124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:04:25.879386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:04:25.879720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:25.884329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:04:25.884661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:04:25.889386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:04:25.889729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Checking segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:04:25.890149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Bound using segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:04:25.890580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Bound port: a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:04:25.890939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.952754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:04:25.955918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:04:25.961328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.996266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:25.996950 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:25.998343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] 10.222.0.20 "PUT /v2.0/ports/a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 1091 time: 0.5940139 Jan 29 05:04:25.998772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:04:26.000966 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:26.021871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b16c-2bbb-4e86-a4db-5c4be8f06f16 service neutron] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:26.045717 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8dc985-b7c3-4c92-9016-d19e53cb86c4 x-openstack-request-id: req-6f8dc985-b7c3-4c92-9016-d19e53cb86c4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:26.046037 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:26.046295 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f8dc985-b7c3-4c92-9016-d19e53cb86c4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:26.046718 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'status': 'completed', 'code': 200} Jan 29 05:04:26.103742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-10991a67-5325-43f9-92ef-fa905e3a22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:26.105243 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-10991a67-5325-43f9-92ef-fa905e3a22ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1094 time: 0.0415401 Jan 29 05:04:26.154563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f778-fb7c-4cc9-8af4-8bd146390141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:26.163959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-e44c190e-86c0-4a04-92ee-12f30814eb52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0447280 Jan 29 05:04:26.233138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1abbe7-5bfe-433d-ab66-f94532f7b284 req-403be135-81df-4381-b5c3-100379bac9eb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:26.234692 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef1abbe7-5bfe-433d-ab66-f94532f7b284 req-403be135-81df-4381-b5c3-100379bac9eb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 943 time: 0.1106091 Jan 29 05:04:26.235980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-d6eee0fe-a330-4110-9fd8-4f1e9550f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:26.237291 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-d6eee0fe-a330-4110-9fd8-4f1e9550f561 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0596600 Jan 29 05:04:26.279579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-204d1ed3-9786-45b7-af9a-800567c40ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330191 Jan 29 05:04:26.312833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef1abbe7-5bfe-433d-ab66-f94532f7b284 req-e542fa20-8d8e-494d-b8f5-b44d5c926380 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721169 Jan 29 05:04:26.381202 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-e632226c-4684-40ac-b2c1-426484c4bbd6 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906689 Jan 29 05:04:26.471250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f51ffb-7833-40ee-99eb-3f66c58fcaf8 req-3d13f984-e2ad-43a2-869f-aa1e06831187 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Jan 29 05:04:26.593695 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-3eddb350-05bc-4e3b-9f39-96615e935d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:26.595454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-3eddb350-05bc-4e3b-9f39-96615e935d5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1094 time: 0.0406723 Jan 29 05:04:26.684256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-4d0bf1f2-06fd-4f2c-88e0-7a895ed5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:26.685722 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-4d0bf1f2-06fd-4f2c-88e0-7a895ed5bf20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0824003 Jan 29 05:04:26.728732 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-deb5c666-0bde-4df3-bb05-3825935e9371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0361512 Jan 29 05:04:26.777558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-a094cab6-99bf-4ea4-a0da-0c548701f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:26.779042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-a094cab6-99bf-4ea4-a0da-0c548701f672 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0426691 Jan 29 05:04:26.812104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-367e935b-a56a-43f2-ae56-3689b397fa46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242589 Jan 29 05:04:26.903132 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-24c38e3b-bd54-4770-84d3-e41e192fa996 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823288 Jan 29 05:04:26.991924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-194ceca3-c9fb-4082-a4ec-9b5fcfa22d8d req-72b347ad-135e-400c-930f-2b5ee22fef84 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794885 Jan 29 05:04:27.421686 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:27.433070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c1f0d-e58f-4a66-9186-090e614da470 req-48a94216-c0f8-47e6-926f-7b3109e8d97a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:27.434613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aa6c1f0d-e58f-4a66-9186-090e614da470 req-48a94216-c0f8-47e6-926f-7b3109e8d97a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 943 time: 0.0519910 Jan 29 05:04:27.471873 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-aa6c1f0d-e58f-4a66-9186-090e614da470 req-7aba9690-b11c-41be-94f5-627c94603eb0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Jan 29 05:04:27.653050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:04:27.745777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:27.755716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'port_id': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'mac_address': 'fa:16:3e:16:f2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a21719-89d0-4343-8a35-2226ba48e354', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:04:27.793562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:27.805839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:04:27.824507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:27.827463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:27.872561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:28.111326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:04:28.586135 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7605-e9d9-4ef1-b891-e9d9aac4ed2d req-805d297c-bb45-4280-bd01-06f012c445a8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:28.587615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-beda7605-e9d9-4ef1-b891-e9d9aac4ed2d req-805d297c-bb45-4280-bd01-06f012c445a8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 944 time: 0.0484648 Jan 29 05:04:28.628208 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-beda7605-e9d9-4ef1-b891-e9d9aac4ed2d req-48fb3d19-b9f7-48fb-b6a1-eba3f5af0601 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Jan 29 05:04:29.244312 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:29.275834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:29.643406 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:04:29.692445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:04:29.696894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:04:29.697289 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:29.744057 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff31f-d5f6-4048-8517-60ae17818c89 req-18d582df-2920-4df6-bf12-4c5730d51dd7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:29.745786 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd5ff31f-d5f6-4048-8517-60ae17818c89 req-18d582df-2920-4df6-bf12-4c5730d51dd7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 944 time: 0.0513499 Jan 29 05:04:29.775866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:29.785258 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dd5ff31f-d5f6-4048-8517-60ae17818c89 req-30f26017-592b-4c0d-9e16-1d11897961f1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Jan 29 05:04:29.798679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:04:29.800902 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8aed8-298e-4cf4-9c7b-1c5e53789be0" -d '{"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-plugged", "status": "completed", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:04:29.813613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:04:29.817652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:29.818622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:04:29.855851 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b34cb-97b8-49ad-aee7-dd903fbcab47 x-openstack-request-id: req-5c2b34cb-97b8-49ad-aee7-dd903fbcab47 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:04:29.856142 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-plugged", "status": "completed", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:04:29.856392 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c2b34cb-97b8-49ad-aee7-dd903fbcab47 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:04:29.856775 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'code': 200} Jan 29 05:04:29.861002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 03a07989-0ad9-416c-9809-8c0a4f0d6af2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:04:29.861351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 03a07989-0ad9-416c-9809-8c0a4f0d6af2 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:04:29.886951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:04:29.959842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1908c9-ba4a-411d-add4-9c4e67038141 req-2e06a8db-99ad-4ab3-9403-8fb8ab990b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:29.961309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f1908c9-ba4a-411d-add4-9c4e67038141 req-2e06a8db-99ad-4ab3-9403-8fb8ab990b0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1096 time: 0.0392544 Jan 29 05:04:29.994134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f1908c9-ba4a-411d-add4-9c4e67038141 req-3d5685b8-1fda-4b8b-a56f-8af4606ddd1e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267203 Jan 29 05:04:30.900037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce8fc3-6dff-42e7-962f-8d460be58b7b req-1b92bb7b-fbe3-4692-8fea-3c49f4768eeb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:30.901523 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68ce8fc3-6dff-42e7-962f-8d460be58b7b req-1b92bb7b-fbe3-4692-8fea-3c49f4768eeb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Jan 29 05:04:30.939638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68ce8fc3-6dff-42e7-962f-8d460be58b7b req-5a215859-15d4-45d4-85cd-a7f260583024 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Jan 29 05:04:32.053488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92458c-2472-4fd3-b59a-e14ecc41a962 req-c3c71fbe-c3cd-4da8-952b-7d5830a82e59 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:32.055044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd92458c-2472-4fd3-b59a-e14ecc41a962 req-c3c71fbe-c3cd-4da8-952b-7d5830a82e59 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0476911 Jan 29 05:04:32.091299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd92458c-2472-4fd3-b59a-e14ecc41a962 req-e295ade9-de54-441a-948c-953e9a3f2942 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304267 Jan 29 05:04:32.205104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff87c9-3a4a-4ef5-bad5-a64348b3c755 req-6aae2a04-aa53-48fa-a48b-a317be403dce tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:32.206575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ccff87c9-3a4a-4ef5-bad5-a64348b3c755 req-6aae2a04-aa53-48fa-a48b-a317be403dce tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0487652 Jan 29 05:04:32.244217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ccff87c9-3a4a-4ef5-bad5-a64348b3c755 req-316fa077-f3b5-4a63-9ae1-3bc997db2813 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Jan 29 05:04:32.495310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-1ab5686e-6621-4bf0-9f4d-01b104375c63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701551 Jan 29 05:04:32.510091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d5086-573e-4707-93c5-cb6dd3925225 req-253e18d2-4b92-46db-8698-6b6641258b2d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:32.511893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f2d5086-573e-4707-93c5-cb6dd3925225 req-253e18d2-4b92-46db-8698-6b6641258b2d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0591860 Jan 29 05:04:32.551515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0f2d5086-573e-4707-93c5-cb6dd3925225 req-05c49fbe-2612-448c-9085-3ac63514c8f8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333798 Jan 29 05:04:33.992357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-d888808e-ad00-4b72-bcef-e42a293aca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:33.994010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-d888808e-ad00-4b72-bcef-e42a293aca27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1096 time: 0.3890243 Jan 29 05:04:34.015734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cddd-381f-4c27-9902-4222b76cc44a req-d499ab11-c33d-480a-8073-29fb4262d98a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:34.017096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9eb6cddd-381f-4c27-9902-4222b76cc44a req-d499ab11-c33d-480a-8073-29fb4262d98a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.3883269 Jan 29 05:04:34.092981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9eb6cddd-381f-4c27-9902-4222b76cc44a req-e550bc13-1c36-45c9-9e60-4d1167d672ef tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666146 Jan 29 05:04:34.118532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-39afcbd1-7f6c-48ee-8908-8285bc142503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:34.119964 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-39afcbd1-7f6c-48ee-8908-8285bc142503 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.1194625 Jan 29 05:04:34.162463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-44cd5f6e-16b6-4dfe-96cd-2b03b9c493c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0362530 Jan 29 05:04:34.210396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-b1357e58-97d3-456c-a2e5-98290f531a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:34.211893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-b1357e58-97d3-456c-a2e5-98290f531a7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0429616 Jan 29 05:04:34.241827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-98117383-ba24-49e6-8628-f83496776bff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237501 Jan 29 05:04:34.331868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-7a9ca5d7-3e4b-49c5-89bf-c0d66085d88b service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Jan 29 05:04:34.417619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-cef5aed0-e81e-4c9d-924d-cf385bcf33f0 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789504 Jan 29 05:04:34.695182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:04:35.208341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa078c32-62dd-4e99-9c21-d05e0de9099e req-d2bf8aea-0047-41e5-b4d9-dfcf69085b8c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:35.209815 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa078c32-62dd-4e99-9c21-d05e0de9099e req-d2bf8aea-0047-41e5-b4d9-dfcf69085b8c tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Jan 29 05:04:35.247204 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fa078c32-62dd-4e99-9c21-d05e0de9099e req-54b791d3-5e08-487b-9e03-21027f941a12 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Jan 29 05:04:36.362287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8eaf3-90e4-40d0-b0e3-71b52ea11e7e req-adebe03f-53f6-4cf8-a656-defb7e63def7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:36.363751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5b8eaf3-90e4-40d0-b0e3-71b52ea11e7e req-adebe03f-53f6-4cf8-a656-defb7e63def7 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Jan 29 05:04:36.404697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f5b8eaf3-90e4-40d0-b0e3-71b52ea11e7e req-8f7ce6a5-8f20-451e-97ea-74e0fd3e0feb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Jan 29 05:04:37.520377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8997b2-a195-4346-b9a2-e284bbba5b79 req-4e59f4d5-6f11-4cc5-92b5-55e2ae6c9efe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:37.521849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b8997b2-a195-4346-b9a2-e284bbba5b79 req-4e59f4d5-6f11-4cc5-92b5-55e2ae6c9efe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Jan 29 05:04:37.561632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b8997b2-a195-4346-b9a2-e284bbba5b79 req-51339099-874d-4ff5-8f8b-37ad4f543b59 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Jan 29 05:04:38.675792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9744f9-d734-44ee-8e14-da1e546cbae8 req-77854c25-0670-4e4c-b044-a86795177185 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:38.677254 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea9744f9-d734-44ee-8e14-da1e546cbae8 req-77854c25-0670-4e4c-b044-a86795177185 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Jan 29 05:04:38.714705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea9744f9-d734-44ee-8e14-da1e546cbae8 req-3953d0f1-cbc4-47a9-a112-3c122211a921 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Jan 29 05:04:39.829327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaac8-468a-4a0e-b6d5-e38a0c62987a req-c8294f4c-c540-4f9a-9457-58f0d1246365 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:39.830817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c7aaac8-468a-4a0e-b6d5-e38a0c62987a req-c8294f4c-c540-4f9a-9457-58f0d1246365 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0493398 Jan 29 05:04:39.868102 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3c7aaac8-468a-4a0e-b6d5-e38a0c62987a req-aa40ead0-140a-46d0-98a3-99d9ffa725f0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Jan 29 05:04:40.980971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97213e93-7d2e-4e1f-9685-bc8c4063fa40 req-752b61e5-3abc-44c1-bce2-b93da7a33cd9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:40.982503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97213e93-7d2e-4e1f-9685-bc8c4063fa40 req-752b61e5-3abc-44c1-bce2-b93da7a33cd9 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0486629 Jan 29 05:04:41.018387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97213e93-7d2e-4e1f-9685-bc8c4063fa40 req-1f729b6f-0d14-4e11-bed7-a8b18c7e7494 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300524 Jan 29 05:04:42.133726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff30e6-23ff-49f3-8d7f-911bbc775fc1 req-279bf60c-045c-443c-88c8-1d134b4cab98 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:42.135227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33ff30e6-23ff-49f3-8d7f-911bbc775fc1 req-279bf60c-045c-443c-88c8-1d134b4cab98 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Jan 29 05:04:42.172007 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-33ff30e6-23ff-49f3-8d7f-911bbc775fc1 req-19cfde07-c985-4ab8-87a3-9d0492d58dbc tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Jan 29 05:04:42.243898 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:43.284733 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1aa67-acf0-4707-97c4-fb1cc7910d35 req-3bcec924-d5da-4a50-a67a-1277c2f3c12f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:43.286234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89a1aa67-acf0-4707-97c4-fb1cc7910d35 req-3bcec924-d5da-4a50-a67a-1277c2f3c12f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0472519 Jan 29 05:04:43.327381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-89a1aa67-acf0-4707-97c4-fb1cc7910d35 req-602dcf31-7c44-4b4b-becb-437c5e23f657 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Jan 29 05:04:43.895268 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:44.444862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d468-2c97-4200-879f-d6c0ffbc9490 req-6d7bd6d0-c91c-4441-9f7b-d63aab6c5913 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:44.446335 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2041d468-2c97-4200-879f-d6c0ffbc9490 req-6d7bd6d0-c91c-4441-9f7b-d63aab6c5913 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Jan 29 05:04:44.484350 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2041d468-2c97-4200-879f-d6c0ffbc9490 req-46ec5981-10a0-468b-a6ac-1aa02952da32 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Jan 29 05:04:45.596065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25d5fd-e525-417a-8b78-6982ee2b3c77 req-bd400647-1a42-429f-a1cb-f3f9dec03b44 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:45.597423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd25d5fd-e525-417a-8b78-6982ee2b3c77 req-bd400647-1a42-429f-a1cb-f3f9dec03b44 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0468447 Jan 29 05:04:45.633264 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd25d5fd-e525-417a-8b78-6982ee2b3c77 req-6772a061-ad7f-4ab3-ad0f-b8021ddf8ebb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292928 Jan 29 05:04:46.746713 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0f398-bb80-4566-a364-1f3d456acdf3 req-2987d5f8-6ac5-4a6c-ac3e-d689a4054c8f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:46.748173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d0f398-bb80-4566-a364-1f3d456acdf3 req-2987d5f8-6ac5-4a6c-ac3e-d689a4054c8f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Jan 29 05:04:46.785484 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42d0f398-bb80-4566-a364-1f3d456acdf3 req-8fe240d2-1050-4d51-875d-f7801a09ec17 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Jan 29 05:04:47.900412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a1b06-4e33-4ed1-b2bb-54b735ca60c0 req-4d9812e9-62a6-45be-ba00-d09d9485845a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:47.901885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-523a1b06-4e33-4ed1-b2bb-54b735ca60c0 req-4d9812e9-62a6-45be-ba00-d09d9485845a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Jan 29 05:04:47.939204 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-523a1b06-4e33-4ed1-b2bb-54b735ca60c0 req-d608e6d7-b6f6-43ea-ab4e-c541ebb54f1f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Jan 29 05:04:49.051688 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe153f6-e44a-4c3a-9975-aa26b743dc72 req-28ff384e-fe0b-4221-9ea3-1c0f10ac6971 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:49.053146 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cfe153f6-e44a-4c3a-9975-aa26b743dc72 req-28ff384e-fe0b-4221-9ea3-1c0f10ac6971 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0482645 Jan 29 05:04:49.090896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cfe153f6-e44a-4c3a-9975-aa26b743dc72 req-db421e89-f1fe-42f2-a640-359654c5fe54 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jan 29 05:04:50.202713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb5a60-affd-4437-8c43-205380133e9d req-5bf4ee7b-f917-4793-911a-e5e24284b4e1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:50.204192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0cb5a60-affd-4437-8c43-205380133e9d req-5bf4ee7b-f917-4793-911a-e5e24284b4e1 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0483146 Jan 29 05:04:50.245168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0cb5a60-affd-4437-8c43-205380133e9d req-a441d5e0-bb20-45f0-b820-4e23c9a344fa tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Jan 29 05:04:51.363058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bed44-60d4-4814-b5b8-9f53d029867a req-d3218128-8782-4767-b320-7fd31a8b9dc2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:51.364519 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f5bed44-60d4-4814-b5b8-9f53d029867a req-d3218128-8782-4767-b320-7fd31a8b9dc2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Jan 29 05:04:51.401286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f5bed44-60d4-4814-b5b8-9f53d029867a req-4cd916b3-974a-445e-857f-85ce726e223d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301566 Jan 29 05:04:52.519059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af8ae-1116-4aea-b5dd-90d48d876894 req-bae7dd75-3bcf-4da6-b19a-ae2c67c0b52e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:52.520524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-926af8ae-1116-4aea-b5dd-90d48d876894 req-bae7dd75-3bcf-4da6-b19a-ae2c67c0b52e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0514007 Jan 29 05:04:52.557876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-926af8ae-1116-4aea-b5dd-90d48d876894 req-d30efd54-e3f2-442d-9c04-55404d595e67 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Jan 29 05:04:53.674359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6183af-6fed-4a20-ac43-071a4879c645 req-8ee6b24a-4065-4d82-9540-800ba1bf3f15 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:53.675818 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e6183af-6fed-4a20-ac43-071a4879c645 req-8ee6b24a-4065-4d82-9540-800ba1bf3f15 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Jan 29 05:04:53.713443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e6183af-6fed-4a20-ac43-071a4879c645 req-2e7c3036-cb64-48cf-b9a7-c11296bcc807 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Jan 29 05:04:53.903018 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-014de58f-0d35-47ee-a1e9-2f8c75bdab87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:54.827538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ffa9-23b4-4f69-98f5-2acfbbaba8bc req-e2ff4bac-9dc9-48b8-8f7b-5e3c298185fe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:54.828987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7691ffa9-23b4-4f69-98f5-2acfbbaba8bc req-e2ff4bac-9dc9-48b8-8f7b-5e3c298185fe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Jan 29 05:04:54.866731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7691ffa9-23b4-4f69-98f5-2acfbbaba8bc req-8794ec56-198c-4e15-ae50-c2fc10b053bd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Jan 29 05:04:55.980780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59716582-8118-4ace-91e6-4f7c026e0d23 req-6f691a2e-e7c4-48f1-a4c5-a1045a75d3b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:55.982261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59716582-8118-4ace-91e6-4f7c026e0d23 req-6f691a2e-e7c4-48f1-a4c5-a1045a75d3b2 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0482833 Jan 29 05:04:56.018853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59716582-8118-4ace-91e6-4f7c026e0d23 req-81b68613-441b-4444-b0a6-0951c6f8722b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306323 Jan 29 05:04:56.157203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d8c31f3-d9b6-4cfa-84a4-e274fc3632f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:56.454518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-47142fe8-d8f2-44a2-8f88-ffc7fbeb06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:56.455992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-47142fe8-d8f2-44a2-8f88-ffc7fbeb06e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1096 time: 0.0399654 Jan 29 05:04:56.564159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-dae9aea5-0052-4d82-9a16-eba49993066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:56.565606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-dae9aea5-0052-4d82-9a16-eba49993066b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0909157 Jan 29 05:04:56.607855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-7b85df3f-be42-4fc2-a527-b3ea27ba6282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0351355 Jan 29 05:04:56.659823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-f8a47bcf-e2d1-4caa-a18e-e9c2207519b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:56.661230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-f8a47bcf-e2d1-4caa-a18e-e9c2207519b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0472040 Jan 29 05:04:56.692211 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-ea789527-a807-467d-9f4e-4bcc3033f254 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239892 Jan 29 05:04:56.777585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-424eaa33-1fdd-423b-8d19-ae6cabd59075 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789137 Jan 29 05:04:56.868550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5d89e02a-4f29-477b-98c6-f0f4d0859dc3 req-ab380810-abab-489f-97fb-d92ed647d010 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841148 Jan 29 05:04:57.133264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0ea4-8883-4f23-82fd-1a8b8fd52a24 req-4e518f4a-039e-4e8e-ae91-7032e3426858 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:57.134753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99fa0ea4-8883-4f23-82fd-1a8b8fd52a24 req-4e518f4a-039e-4e8e-ae91-7032e3426858 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Jan 29 05:04:57.171476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99fa0ea4-8883-4f23-82fd-1a8b8fd52a24 req-a1dacec5-cbd9-43c4-84f8-735a085ec65e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Jan 29 05:04:57.421561 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:58.289848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4747a0-753b-4934-8151-47ec38d324fb req-8031e64f-e01e-45ac-8598-40ff4dc02c80 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:58.291326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a4747a0-753b-4934-8151-47ec38d324fb req-8031e64f-e01e-45ac-8598-40ff4dc02c80 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0534501 Jan 29 05:04:58.329304 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a4747a0-753b-4934-8151-47ec38d324fb req-0c442c23-7e48-4e37-a9ba-183b841950eb tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jan 29 05:04:59.251075 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:59.275348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:04:59.444475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda8e7-2c0d-429c-a22a-297da7c18f32 req-f862bdd0-ed69-47e5-a5b9-6176fbe2172b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:04:59.446042 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61eda8e7-2c0d-429c-a22a-297da7c18f32 req-f862bdd0-ed69-47e5-a5b9-6176fbe2172b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Jan 29 05:04:59.483009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-61eda8e7-2c0d-429c-a22a-297da7c18f32 req-bf430e15-f081-4fe2-9d29-64caa5e58ffe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Jan 29 05:05:00.604689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e06309-35fb-494e-9860-f576d21c46c5 req-9590beca-d66c-4898-abf0-f5e273adb457 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:00.606083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5e06309-35fb-494e-9860-f576d21c46c5 req-9590beca-d66c-4898-abf0-f5e273adb457 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Jan 29 05:05:00.642566 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d5e06309-35fb-494e-9860-f576d21c46c5 req-e47d7578-d2bb-4083-9c99-65d04e39e386 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305815 Jan 29 05:05:01.452640 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-349db305-deab-4b77-9e00-d2c91711be4d req-9ecfee7d-a462-449b-b185-6051ad2678cc service neutron] show failed (client error): The resource could not be found. Jan 29 05:05:01.453632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-9ecfee7d-a462-449b-b185-6051ad2678cc service neutron] 10.222.0.20 "GET /v2.0/ports/a702ce7e-aa81-4116-b0bc-97b7d03b3fa3/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0589345 Jan 29 05:05:01.648506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-21df3f5a-f636-4259-945d-347c8803efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:01.649911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-21df3f5a-f636-4259-945d-347c8803efc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06&tenant_id=7b49c90359da4b44901bac9b25e090eb HTTP/1.1" status: 200 len: 1096 time: 0.0402229 Jan 29 05:05:01.667605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:01.728686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:01.799271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff91a2-6f09-4b97-9d67-331ef652ce3a req-841aed7c-ccd9-44e7-abf7-7f81510991a8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:01.800724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3dff91a2-6f09-4b97-9d67-331ef652ce3a req-841aed7c-ccd9-44e7-abf7-7f81510991a8 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0863464 Jan 29 05:05:01.909372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3dff91a2-6f09-4b97-9d67-331ef652ce3a req-333cdee5-7db0-4991-95f9-9206a4127b25 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986054 Jan 29 05:05:01.985668 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:02.018602 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:02.057381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:02.059877 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac24742f-6da4-4487-a5ae-728e83944a08" -d '{"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-unplugged", "status": "completed", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:02.063580 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:02.076544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Transition to ACTIVE for port object a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:05:02.080475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:02.113049 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a676d-3e93-468a-b21c-0fdeec398240 x-openstack-request-id: req-b75a676d-3e93-468a-b21c-0fdeec398240 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:02.113337 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-unplugged", "status": "completed", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:02.113586 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b75a676d-3e93-468a-b21c-0fdeec398240 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:02.114002 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'code': 200} Jan 29 05:05:02.150975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] No DVR routers for this DVR port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:05:02.153885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:02.164899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.165177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.165530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.165846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.166200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.166524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.166848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.167171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.167745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.168066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.168385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.168701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:02.197859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:05:02.198222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:05:02.198549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:02.202692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:05:02.203012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Attempting to bind port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on network 7f2d34de-ec66-49d6-9ddc-02b59a970188 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:02.207651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:05:02.207985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Checking segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:02.208362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Bound using segment: {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:05:02.208779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Bound port: a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:05:02.209165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:02.270738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:02.273799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:05:02.278122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:02.318133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:02.318795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:02.320248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] 10.222.0.36 "PUT /v2.0/ports/a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 1091 time: 0.6569815 Jan 29 05:05:02.341215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cb911-ee9b-4c59-aa60-9e6dd5266f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:02.391207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-832b13df-81fe-49a0-8df0-63d16b6828d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:02.392700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-832b13df-81fe-49a0-8df0-63d16b6828d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1094 time: 0.0406151 Jan 29 05:05:02.478994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-10cc321f-ce1b-4802-aab0-eb53fae03fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:02.480449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-10cc321f-ce1b-4802-aab0-eb53fae03fd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0817831 Jan 29 05:05:02.527906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-3e82b17d-f1d8-40a3-a4a9-9f6e4221001f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0398538 Jan 29 05:05:02.576503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db305-deab-4b77-9e00-d2c91711be4d req-00e41797-c165-4145-b11c-21e6754abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:02.577930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-00e41797-c165-4145-b11c-21e6754abdfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0430427 Jan 29 05:05:02.609764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-e70fec01-63ac-4ceb-b379-749b329d0829 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238910 Jan 29 05:05:02.704593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-ff93f22a-aed1-4667-b3f0-b8c4a9254690 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878289 Jan 29 05:05:02.791332 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-349db305-deab-4b77-9e00-d2c91711be4d req-04afcda5-9c99-4b63-ab2b-8bd5b53cbf0d service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801771 Jan 29 05:05:03.024411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c61af-4378-494b-9515-ccd96aa720b5 req-1e8717e1-244a-48a3-a13d-dd708c47b299 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:03.025981 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a9c61af-4378-494b-9515-ccd96aa720b5 req-1e8717e1-244a-48a3-a13d-dd708c47b299 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 943 time: 0.0492787 Jan 29 05:05:03.064448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5a9c61af-4378-494b-9515-ccd96aa720b5 req-c8a2b27c-d225-4d03-b43d-de1aa32c093f tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Jan 29 05:05:03.981418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-9c3f01e2-cab7-494a-8681-7d57124871cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:03.982904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-9c3f01e2-cab7-494a-8681-7d57124871cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1094 time: 0.0439126 Jan 29 05:05:04.083079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-a670ecdd-f41d-49b9-9ee0-930e51efd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.084534 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-a670ecdd-f41d-49b9-9ee0-930e51efd121 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0816476 Jan 29 05:05:04.128189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:04.130427 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8050ae-f6c6-4486-b819-581f44aa317a" -d '{"events": [{"name": "network-changed", "server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:04.134671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-b6d1fb7e-ff68-42f2-89f3-86c415085411 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0435114 Jan 29 05:05:04.183117 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2664d2f-c0a0-4ab5-8f03-372e550cdba5 x-openstack-request-id: req-a2664d2f-c0a0-4ab5-8f03-372e550cdba5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:04.183406 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:04.183684 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2664d2f-c0a0-4ab5-8f03-372e550cdba5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:04.184083 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'status': 'completed', 'code': 200} Jan 29 05:05:04.186928 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c959a-58b8-4824-a21c-433f04e5420d req-68fde32d-cb58-4925-b93e-a50fdb410242 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.188435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-614c959a-58b8-4824-a21c-433f04e5420d req-68fde32d-cb58-4925-b93e-a50fdb410242 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 943 time: 0.0527103 Jan 29 05:05:04.196250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-c61a6a6b-23be-47bb-b90e-678a2401d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.197718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-c61a6a6b-23be-47bb-b90e-678a2401d6f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0480564 Jan 29 05:05:04.228692 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-614c959a-58b8-4824-a21c-433f04e5420d req-2f931519-4683-4a54-8774-ff872acbb26d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343981 Jan 29 05:05:04.233063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-d2cbf5b6-63ba-4520-ac92-0454f8f68ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269299 Jan 29 05:05:04.325127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-b0f0ff16-49d7-4812-b68c-1fccd2f6fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.326666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-b0f0ff16-49d7-4812-b68c-1fccd2f6fc82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1094 time: 0.0961633 Jan 29 05:05:04.403831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-ae763672-de55-4fa9-a82f-89b45e654902 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613967 Jan 29 05:05:04.422129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:05:04.490116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-62e92231-1611-4ab4-b721-043f0774deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.492041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-62e92231-1611-4ab4-b721-043f0774deb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.1570904 Jan 29 05:05:04.515837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:04.526265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'network_id': '7f2d34de-ec66-49d6-9ddc-02b59a970188', 'port_id': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'mac_address': 'fa:16:3e:16:f2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a21719-89d0-4343-8a35-2226ba48e354', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:05:04.544659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-fea3902f-0784-464a-a1c3-f6ad1ccb7d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0425038 Jan 29 05:05:04.565788 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:04.579544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:05:04.590075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18b5e498-3dec-4b8d-9b1a-493573f63463 req-5737b7c4-7e59-4d79-8ff6-03bd943441ab service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784902 Jan 29 05:05:04.605912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:04.607435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-9c686758-2e91-4d62-8d83-c30fb14f347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.609083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-9c686758-2e91-4d62-8d83-c30fb14f347c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0551283 Jan 29 05:05:04.610928 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:04.647218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-100c75cc-cafd-442b-bfaf-eb00752b1838 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315971 Jan 29 05:05:04.666196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:04.674005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.674356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.674699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.675062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.675400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.675735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.676062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.676389 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.676712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.677035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.677358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.677706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:04.760880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-be9a2652-a8f5-49a2-9047-228d1e9ea057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.762281 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-be9a2652-a8f5-49a2-9047-228d1e9ea057 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1095 time: 0.0990965 Jan 29 05:05:04.784173 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-e261ced5-67cf-44b9-9307-63bab676b085 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303782 Jan 29 05:05:04.908377 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:05:04.924859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-64d3d042-c2d6-4d27-9d73-0ac0b4fe92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:04.926356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-64d3d042-c2d6-4d27-9d73-0ac0b4fe92e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.1556690 Jan 29 05:05:04.942982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-abd3593c-8b9b-4167-b601-7de05e58fcf9 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489072 Jan 29 05:05:04.970424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-f27b1a4e-d6e3-447d-b3f2-2422881e9b01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0364010 Jan 29 05:05:05.022174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-3cb6c771-4b59-476e-ae23-969fa5de2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.023553 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-3cb6c771-4b59-476e-ae23-969fa5de2f48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0473149 Jan 29 05:05:05.054495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-27818c23-3017-4ca0-b41e-4fe5b9b59769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248415 Jan 29 05:05:05.140108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-8fe5bee6-4f14-4265-b603-694479dddcee service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783930 Jan 29 05:05:05.232104 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e8050ae-f6c6-4486-b819-581f44aa317a req-22cb8eae-5cac-4cf7-9514-ec7d762ec129 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839164 Jan 29 05:05:05.348196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9ad33-5e7c-411f-a91f-d96caaaaf8ed req-ee2f40c3-9412-462a-867f-14636f693fce tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.349696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2f9ad33-5e7c-411f-a91f-d96caaaaf8ed req-ee2f40c3-9412-462a-867f-14636f693fce tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 944 time: 0.0507414 Jan 29 05:05:05.386724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2f9ad33-5e7c-411f-a91f-d96caaaaf8ed req-42e64077-3945-4ac2-81dd-b687e89703d0 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Jan 29 05:05:05.604576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622af6b-8c8c-4de6-adc9-9cccc2009f29 req-bf36d15b-df4b-442f-8320-fb3924ec2364 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.605976 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e622af6b-8c8c-4de6-adc9-9cccc2009f29 req-bf36d15b-df4b-442f-8320-fb3924ec2364 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 944 time: 0.0785992 Jan 29 05:05:05.627516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-eda0186d-7d69-433c-bc64-79c8e3e670f4 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.628894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-eda0186d-7d69-433c-bc64-79c8e3e670f4 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06&tenant_id=7b49c90359da4b44901bac9b25e090eb&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 944 time: 0.0757737 Jan 29 05:05:05.686592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e622af6b-8c8c-4de6-adc9-9cccc2009f29 req-ddca396d-420a-4cc3-8971-b56fe87045c4 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723605 Jan 29 05:05:05.704591 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-ace1ba35-6721-418b-9b1e-7b4581c91257 service neutron] delete failed (client error): The resource could not be found. Jan 29 05:05:05.705600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-ace1ba35-6721-418b-9b1e-7b4581c91257 service neutron] 10.222.0.20 "DELETE /v2.0/ports/a702ce7e-aa81-4116-b0bc-97b7d03b3fa3/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0686600 Jan 29 05:05:05.738279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:05:05.779728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:05:05.811433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-497b4ecd-7701-4121-90ba-d7c5431aae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.812925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-497b4ecd-7701-4121-90ba-d7c5431aae8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b49c90359da4b44901bac9b25e090eb&device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 1095 time: 0.0416493 Jan 29 05:05:05.902512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-d2ac1713-3bc4-477f-9528-bbd852d23895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.903860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-d2ac1713-3bc4-477f-9528-bbd852d23895 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 200 len: 916 time: 0.0841181 Jan 29 05:05:05.944632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-5dac8ba2-c2e9-4ba3-a355-ab0c1b8c52c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0338204 Jan 29 05:05:05.991136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-e84a9d72-7b13-4fcc-a496-e22689511912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:05.992530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-e84a9d72-7b13-4fcc-a496-e22689511912 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 200 len: 855 time: 0.0417974 Jan 29 05:05:06.026333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-b812bf2a-d3f6-46f5-95d8-85d7198899b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2d34de-ec66-49d6-9ddc-02b59a970188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278862 Jan 29 05:05:06.112920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-ebfb6d89-e8d2-4681-8a84-8f0a6975bf72 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804956 Jan 29 05:05:06.202660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d57246f1-e514-48fa-818e-7d8a9fe8e35a req-a3d2bdab-c39a-4068-a2dd-f2ff58d7a183 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828764 Jan 29 05:05:06.431830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:06.478033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:05:06.482024 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:06.482399 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:06.559302 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:06.585858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:06.588115 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dc1872-af26-4b5f-9786-bfeeacf9fb43" -d '{"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-plugged", "status": "completed", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:06.607303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:06.613389 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:06.637654 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d92244-9ddd-445b-9322-66d383fe8456 x-openstack-request-id: req-28d92244-9ddd-445b-9322-66d383fe8456 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:06.637967 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-plugged", "status": "completed", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:06.638224 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28d92244-9ddd-445b-9322-66d383fe8456 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:06.638612 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'code': 200} Jan 29 05:05:06.663887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:06.806040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812adb6-9534-450d-9f4c-813d17d9eb46 req-1199a8b0-8a0c-4dd4-85d0-ed09cf0067e6 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:06.807495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0812adb6-9534-450d-9f4c-813d17d9eb46 req-1199a8b0-8a0c-4dd4-85d0-ed09cf0067e6 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0547936 Jan 29 05:05:06.847010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0812adb6-9534-450d-9f4c-813d17d9eb46 req-4cdc0afd-e4f0-4833-844b-a4055f6d2fbe tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Jan 29 05:05:06.965914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a7288-df99-45e2-9dac-7b81d5575c13 req-3310916e-34cc-4581-be38-265134a1ab28 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:06.967369 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf9a7288-df99-45e2-9dac-7b81d5575c13 req-3310916e-34cc-4581-be38-265134a1ab28 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0519788 Jan 29 05:05:07.004477 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bf9a7288-df99-45e2-9dac-7b81d5575c13 req-8ac48352-1d3a-4cbd-879c-5e811677d90a tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Jan 29 05:05:07.116336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458efd0-73cd-43ff-9627-96a547825b6c req-53cac330-32b6-4a16-a0b9-b1d553c078fd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:07.117708 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b458efd0-73cd-43ff-9627-96a547825b6c req-53cac330-32b6-4a16-a0b9-b1d553c078fd tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0483313 Jan 29 05:05:07.153030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b458efd0-73cd-43ff-9627-96a547825b6c req-decbd0c0-b643-4951-8a71-d667617fd0aa tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295053 Jan 29 05:05:07.477490 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fed5c-75e2-4164-b3a3-21705ea82169 req-f2219dde-3b16-49a5-b82b-06aee4eca10b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:07.478967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-130fed5c-75e2-4164-b3a3-21705ea82169 req-f2219dde-3b16-49a5-b82b-06aee4eca10b tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0471592 Jan 29 05:05:07.515672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-130fed5c-75e2-4164-b3a3-21705ea82169 req-5895ef4b-796b-4bab-a902-6b156444ac3d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Jan 29 05:05:08.627561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d946-d191-44f4-8e54-7989e0ff27da req-2ee6a38b-26b3-4615-8ee1-e432e03b00ee tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:08.628926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7429d946-d191-44f4-8e54-7989e0ff27da req-2ee6a38b-26b3-4615-8ee1-e432e03b00ee tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0467379 Jan 29 05:05:08.670289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7429d946-d191-44f4-8e54-7989e0ff27da req-55d43c1b-ce01-4545-81c3-26302162e12e tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3982e7f-01fa-4933-a329-463747d80afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Jan 29 05:05:08.739436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b795ba-4399-4b05-bc44-d2322724db85 req-9731db72-1f17-47c0-90ea-bf415c550f50 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:08.741309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19b795ba-4399-4b05-bc44-d2322724db85 req-9731db72-1f17-47c0-90ea-bf415c550f50 tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49922c8-5c39-4087-8e0b-60c1bb8d8b06 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Jan 29 05:05:08.828324 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Deleting port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:05:08.828665 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:08.923792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] For port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,segment=NetworkSegment(ceb7c2ab-d8f6-4c87-8037-802e4880b4a8),segment_id=ceb7c2ab-d8f6-4c87-8037-802e4880b4a8)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:08.924078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:08.936080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Calling delete_port for a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:05:09.061129 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.088202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Pushing event deleted for resources: {'Port': ['ID=a702ce7e-aa81-4116-b0bc-97b7d03b3fa3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:09.093788 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:05:09.130368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] No DVR routers for this DVR port a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:05:09.133577 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.136988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-19b795ba-4399-4b05-bc44-d2322724db85 req-fd261c00-ddd5-4fd0-84ac-b8bb76e1999d tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] 10.222.0.36 "DELETE /v2.0/ports/a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 HTTP/1.1" status: 204 len: 173 time: 0.3902502 Jan 29 05:05:09.137421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-deleted', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:09.139668 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632684a5-66c4-4eae-bed7-ab040459cc21" -d '{"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-deleted", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:09.176396 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91497d8-0ca6-4678-a1b2-f0e0642fb1ee x-openstack-request-id: req-d91497d8-0ca6-4678-a1b2-f0e0642fb1ee {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:09.176688 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49922c8-5c39-4087-8e0b-60c1bb8d8b06", "name": "network-vif-deleted", "tag": "a702ce7e-aa81-4116-b0bc-97b7d03b3fa3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:09.176951 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d91497d8-0ca6-4678-a1b2-f0e0642fb1ee {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:09.177354 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49922c8-5c39-4087-8e0b-60c1bb8d8b06', 'name': 'network-vif-deleted', 'tag': 'a702ce7e-aa81-4116-b0bc-97b7d03b3fa3', 'status': 'completed', 'code': 200} Jan 29 05:05:09.788449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35826) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:09.831732 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Deleting subnet 92a21719-89d0-4343-8a35-2226ba48e354 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:05:09.834834 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.872464 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.908704 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.960074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.986294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a21719-89d0-4343-8a35-2226ba48e354,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:09.988663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:09.992470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92a21719-89d0-4343-8a35-2226ba48e354 HTTP/1.1" status: 204 len: 168 time: 0.2030153 Jan 29 05:05:09.995141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35828) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:09.998691 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:09.999065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:09.999390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:09.999730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.000068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.000400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.000729 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.001054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.001377 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.001917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.002248 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.002574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b370ef-1043-4aec-87f2-d4ee41306b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:10.065544 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.455516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.475558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2d34de-ec66-49d6-9ddc-02b59a970188']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:10.484451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:10.484756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb7c2ab-d8f6-4c87-8037-802e4880b4a8') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:10.493747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.506514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.512177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:05:10.512565 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:05:10.514177 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:05:10.569674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.575131 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.578321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7f2d34de-ec66-49d6-9ddc-02b59a970188 HTTP/1.1" status: 204 len: 168 time: 0.5821695 Jan 29 05:05:10.590614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4ae43-fabe-44b7-adc1-3394d35021a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2d34de-ec66-49d6-9ddc-02b59a970188,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:10.684518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35832) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:10.723604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a471c3e2-a382-4cef-9003-fbae8ce86cb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b49c90359da4b44901bac9b25e090eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379405 Jan 29 05:05:10.726203 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35834) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:10.772397 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00e5f017-97e4-45ba-b6d7-30017c217477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.797738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00e5f017-97e4-45ba-b6d7-30017c217477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.843180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00e5f017-97e4-45ba-b6d7-30017c217477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.845755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00e5f017-97e4-45ba-b6d7-30017c217477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:10.846991 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-00e5f017-97e4-45ba-b6d7-30017c217477 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3982e7f-01fa-4933-a329-463747d80afa HTTP/1.1" status: 204 len: 168 time: 0.1198702 Jan 29 05:05:10.854739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f017-97e4-45ba-b6d7-30017c217477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3982e7f-01fa-4933-a329-463747d80afa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:11.490148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35856) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:11.588305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2061011810-network', 'tenant_id': '34c7b879131b4326af5cafa1f6729777'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:11.611125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Made reservation on behalf of 34c7b879131b4326af5cafa1f6729777 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:05:11.613725 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.622523 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.694411 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:05:11.697174 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.700918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.725911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:05:11.735344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56b5442-ea2c-4167-a19a-f30a97517510,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:11.740365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.740697 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Added segment 446281b1-68fe-4cdd-a5ff-3dcf626479d1 of type vlan for network 86c503a6-5fff-439d-9157-d045c675b295 Jan 29 05:05:11.781182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.805982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.806948 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:11.807521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:11.867249 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3753366 Jan 29 05:05:11.870392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b04706-ee11-4cd7-b9a5-c7361a100875 admin admin] Pushing event updated for resources: {'Network': ['ID=86c503a6-5fff-439d-9157-d045c675b295,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:11.870619 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:11.876601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Request body: {'subnet': {'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2061011810-subnet', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:11.880046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 86c503a6-5fff-439d-9157-d045c675b295 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:05:11.901918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Made reservation on behalf of 34c7b879131b4326af5cafa1f6729777 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:05:11.904265 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.069556 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.122806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8ef38b-a374-4503-90c8-770621c119dd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:12.131797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:12.132160 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Network hostable DHCP agents. Network: 86c503a6-5fff-439d-9157-d045c675b295, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:05:12.148413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Network 86c503a6-5fff-439d-9157-d045c675b295 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:05:12.157257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 86c503a6-5fff-439d-9157-d045c675b295) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:12.161250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:12.161839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.166338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807102bb-a536-41bf-bca0-70bf296fdf81 None None] Network 86c503a6-5fff-439d-9157-d045c675b295 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:05:12.181144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-28848c44-252a-4d18-97d7-bc5c8304a1a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3067417 Jan 29 05:05:12.181395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:12.185637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:12.207393 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.208426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.253878 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.263638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.323460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-86c503a6-5fff-439d-9157-d045c675b295', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:05:12.324320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.398116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.460517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Allocated IP 172.20.0.2 (86c503a6-5fff-439d-9157-d045c675b295/9c8ef38b-a374-4503-90c8-770621c119dd/0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:12.466042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:05:12.494198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:05:12.494545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device a702ce7e-aa81-4116-b0bc-97b7d03b3fa3 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:05:12.596000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.614843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.622382 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.628135 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.671011 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:12.673682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:12.677002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:05:12.684130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Pushing event updated for resources: {'Port': ['ID=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:12.726796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Allocated IP 172.25.4.117 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/aa165100-e6c4-43b7-99ed-c39780287fe3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:12.733855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Attempting to bind port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:05:12.734250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Attempting to bind port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:05:12.734620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Attempting to bind port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:12.739500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:05:12.739903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:12.740463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.740959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:05:12.741415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Bound port: 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:05:12.741839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.802326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] For port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:12.805444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] For port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:05:12.809623 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.828779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.867275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017e001-bc1f-4fe8-9121-a6a9afea54bc None None] Pushing event updated for resources: {'Port': ['ID=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:12.868363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:12.919036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:12.922054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:12.925597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:05:12.952570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Pushing event updated for resources: {'Port': ['ID=aa165100-e6c4-43b7-99ed-c39780287fe3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:13.201181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:13.392781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:13.534133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:13.536571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:05:13.588778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:13.589343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:13.644972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:05:13.657619 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:05:13.667756 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:13.670369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0399e2ae-ebe6-4b95-abf8-400c0c59f74f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4879141 Jan 29 05:05:13.671585 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:13.672024 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35864) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:13.673043 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:04:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:13.680862 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:13.717094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:13.724176 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:13.797358 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:13.843948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c88d8d-2582-4e6e-a620-98c11f4f2ee9 None None] Network 86c503a6-5fff-439d-9157-d045c675b295 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:05:13.906169 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:14.064671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-aa43a81d-1590-40a0-9362-8827a6ca199e None None] Provisioning complete for port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:14.065099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa43a81d-1590-40a0-9362-8827a6ca199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.088748 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.097671 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:13Z', 'revision_number': 3, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:14.125573 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.136182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:05:14.136538 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Updating router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f port aa165100-e6c4-43b7-99ed-c39780287fe3 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:05:14.162763 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.301061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Allocated IP 172.20.0.1 (86c503a6-5fff-439d-9157-d045c675b295/9c8ef38b-a374-4503-90c8-770621c119dd/375bbda8-e32b-4d3e-aabc-8b6a5f4890aa) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:14.421071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.431889 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.437535 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.457153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.491764 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Attempting to bind port aa165100-e6c4-43b7-99ed-c39780287fe3 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:05:14.492053 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Attempting to bind port aa165100-e6c4-43b7-99ed-c39780287fe3 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:05:14.492439 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Attempting to bind port aa165100-e6c4-43b7-99ed-c39780287fe3 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:14.495488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76423296-026a-4539-b155-53296e0d41be None None] Pushing event updated for resources: {'Port': ['ID=aa165100-e6c4-43b7-99ed-c39780287fe3,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:14.497736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:14.500445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:14.503164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:05:14.503488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:14.503877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:05:14.504004 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.504261 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:05:14.504717 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Bound port: aa165100-e6c4-43b7-99ed-c39780287fe3, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:05:14.505087 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.508656 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.508992 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.509316 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.509645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.509998 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.510342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.510625 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.510940 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.511255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.511567 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.511879 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.512190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76423296-026a-4539-b155-53296e0d41be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:05:14.527644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Pushing event updated for resources: {'Port': ['ID=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:14.537562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-54f9a601-2da2-435e-89e6-a999a7aebc8f None None] Provisioning complete for port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:14.538492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-54f9a601-2da2-435e-89e6-a999a7aebc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.549493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.577290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] For port aa165100-e6c4-43b7-99ed-c39780287fe3, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:14.581555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] For port aa165100-e6c4-43b7-99ed-c39780287fe3, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aa165100-e6c4-43b7-99ed-c39780287fe3,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:05:14.588850 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.650856 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:14.651503 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:04:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:14.666565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76423296-026a-4539-b155-53296e0d41be None None] Pushing event updated for resources: {'Port': ['ID=aa165100-e6c4-43b7-99ed-c39780287fe3,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:14.708130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.776211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-140c4515-84a5-4fc8-a5ae-37fdf100ea3f None None] Provisioning complete for port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:14.776836 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-140c4515-84a5-4fc8-a5ae-37fdf100ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.783873 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:14.811646 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-140c4515-84a5-4fc8-a5ae-37fdf100ea3f None None] Port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:05:14.877385 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.882969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.947862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Pushing event updated for resources: {'Port': ['ID=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:14.950420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:14.966197 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:13Z', 'revision_number': 3, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:14.992759 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7779995-d2a1-4673-beed-66baea4cdf0c None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:13Z', 'revision_number': 3, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:05:15.047230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:15.048638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:15.173970 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:05:15.295173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:05:15.305442 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1ebef45e-f8f1-4a00-917f-7fd2f0ca8f04 admin admin] 10.222.0.32 "PUT /v2.0/routers/00bc5d2a-2a74-4bc4-8e28-48ba515b643f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319678 Jan 29 05:05:15.344538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-35d76d3a-83d9-4072-a982-453ee223191b None None] Provisioning complete for port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:15.345063 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35d76d3a-83d9-4072-a982-453ee223191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.381464 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-35d76d3a-83d9-4072-a982-453ee223191b None None] Port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:05:15.602552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:15.656893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:15.657580 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.738680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa165100-e6c4-43b7-99ed-c39780287fe3 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:15.790871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port aa165100-e6c4-43b7-99ed-c39780287fe3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:15.791387 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.867071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 35872) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:15.872013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605006898', 'description': 'tempest-description--1619233168'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:15.883393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.900659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.908933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port aa165100-e6c4-43b7-99ed-c39780287fe3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aa165100-e6c4-43b7-99ed-c39780287fe3,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:15.914585 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.971183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=aa165100-e6c4-43b7-99ed-c39780287fe3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:15.990070 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:15.994443 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.031198 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.036415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:16.038445 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1702487 Jan 29 05:05:16.042711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'security_group_rule': {'security_group_id': '5dd59213-b4d1-4f44-968b-59d97190cd80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:16.044226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478ee73-663c-452c-821f-43e5015d8ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd59213-b4d1-4f44-968b-59d97190cd80,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:16.075791 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.138867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.142737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.160943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7eb2d-5c27-48ec-acd8-ba7f6cc29cbd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:16.170152 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.171394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c45018f-d4fc-4768-b182-537c5241757a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339161 Jan 29 05:05:16.174105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:16.178984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'security_group_rule': {'security_group_id': '5dd59213-b4d1-4f44-968b-59d97190cd80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:16.207698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.265325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.269339 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.287979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a64302-6ac8-488e-932b-cdbf1e43307f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:16.296262 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.300697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-11b45658-d0d0-44d9-a85e-d343c8036dcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225510 Jan 29 05:05:16.300913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35878) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:16.306102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:16.331383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.432738 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.544251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Allocated IP 172.25.4.233 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/0a33dd9f-4dd4-445a-88ef-2fb2f88faedd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:16.658917 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.695287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.735503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:16.738378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:16.741669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:05:16.765170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'Port': ['ID=0a33dd9f-4dd4-445a-88ef-2fb2f88faedd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:16.831947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:05:16.841613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:16.842255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:04:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:16.868269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.903926 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:16.956255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:17.056524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.061780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.128762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'Port': ['ID=0a33dd9f-4dd4-445a-88ef-2fb2f88faedd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:17.139265 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.153677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 2, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:17.154939 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.156191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc99c823-e6c2-4454-aa98-e945fe384c7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8541756 Jan 29 05:05:17.185265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:05:17.185623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Updating router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:05:17.211174 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.297971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-065e7284-1c3c-4545-973f-0bcb24a4fe8a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--605006898&fields=id&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 267 time: 0.0359840 Jan 29 05:05:17.403588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a405ab80-c013-40e2-8f3a-fa64d01bcdf1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:17.405071 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a405ab80-c013-40e2-8f3a-fa64d01bcdf1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.0988970 Jan 29 05:05:17.420897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-08e19fd4-530a-481b-9655-e5b54ba0ca5b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/quotas/34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 375 time: 0.0099721 Jan 29 05:05:17.476260 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-cace316f-3c1a-4a2a-927c-115a2b932591 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491948 Jan 29 05:05:17.481073 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.487675 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.495211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa165100-e6c4-43b7-99ed-c39780287fe3 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:17.575627 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9dc0e-ed1c-4e6d-b0d5-b569e50f7ecd None None] Pushing event updated for resources: {'Port': ['ID=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:17.579892 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-c793585d-2198-4f61-aaa3-f1e2c770870c service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860770 Jan 29 05:05:17.629942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Attempting to bind port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:05:17.630333 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Attempting to bind port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:05:17.630741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Attempting to bind port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:17.638858 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port aa165100-e6c4-43b7-99ed-c39780287fe3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:17.639236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.640989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:05:17.641364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:17.641758 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.642177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:05:17.642662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Bound port: 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:05:17.643034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.682087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-0d4a30d8-9bf9-43c3-ab7d-7fe85893acb2 service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943263 Jan 29 05:05:17.764232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] For port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:17.783229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] For port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:05:17.797007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.869387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-be593a76-3134-45e3-8d16-1547acae28ba None None] Provisioning complete for port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:17.869967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be593a76-3134-45e3-8d16-1547acae28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:17.871489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:17.872131 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:04:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:17.873295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b3942658-b6a5-4934-be25-b0626e247101 req-dc0cc3e1-c233-436d-ad5c-262d7d3040a1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 210 time: 0.0420859 Jan 29 05:05:17.926572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9dc0e-ed1c-4e6d-b0d5-b569e50f7ecd None None] Pushing event updated for resources: {'Port': ['ID=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:18.034878 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:18.088240 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be593a76-3134-45e3-8d16-1547acae28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:18.196395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-be593a76-3134-45e3-8d16-1547acae28ba None None] For port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:18.202428 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be593a76-3134-45e3-8d16-1547acae28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:18.291869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be593a76-3134-45e3-8d16-1547acae28ba None None] Pushing event updated for resources: {'Port': ['ID=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:18.329330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5149135a-53a9-424b-9dea-ac01b7d6ccbd None None] Provisioning complete for port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:18.329704 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5149135a-53a9-424b-9dea-ac01b7d6ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:18.333987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:17Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:18.383258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdf555-807d-4fda-861b-dc42863b26f9 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:17Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:05:18.929527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-f3e99715-ce75-4a40-9364-bf559c85cc45 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:18.931133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-f3e99715-ce75-4a40-9364-bf559c85cc45 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1201832 Jan 29 05:05:18.987934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9665c9e1-a355-4371-93ff-fdff250789bb req-baeb0077-aab9-4072-82b5-02b45b545ce9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 210 time: 0.0340595 Jan 29 05:05:19.009727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-d7718208-e81c-4ca7-8b89-8d1554dfd5d8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 379 time: 0.0626414 Jan 29 05:05:19.032605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'port': {'device_id': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'admin_state_up': True, 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'security_groups': ['5dd59213-b4d1-4f44-968b-59d97190cd80']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:19.147606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Made reservation on behalf of 34c7b879131b4326af5cafa1f6729777 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:05:19.150854 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.280720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Allocated IP 172.20.0.5 (86c503a6-5fff-439d-9157-d045c675b295/9c8ef38b-a374-4503-90c8-770621c119dd/39911425-8238-48b9-97cc-e2843f481de9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:19.434005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.469827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.516038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:05:19.519013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:05:19.523225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:05:19.529561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:19.553356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:19.579633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:19.580349 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.587847 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:19.588220 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.602161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-a2162014-6c8c-4676-a572-13cf33d535fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734723 Jan 29 05:05:19.686718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Request body: {'port': {'device_id': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:19.739681 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.775783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bcf2343d-4964-4381-b7f9-3893e95a99c8 None None] Provisioning complete for port 39911425-8238-48b9-97cc-e2843f481de9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:19.776052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bcf2343d-4964-4381-b7f9-3893e95a99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:19.810740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2343d-4964-4381-b7f9-3893e95a99c8 None None] Port 39911425-8238-48b9-97cc-e2843f481de9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:05:19.996701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39911425-8238-48b9-97cc-e2843f481de9 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:05:20.003910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:20.015621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Transition to ACTIVE for port object 39911425-8238-48b9-97cc-e2843f481de9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:05:20.019008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:20.108889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b7c7-37db-42c8-82db-1ed5519cdc7f req-b2961299-1995-4edd-99a1-6371ce59f75b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:20.110849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f15b7c7-37db-42c8-82db-1ed5519cdc7f req-b2961299-1995-4edd-99a1-6371ce59f75b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0519063 Jan 29 05:05:20.156164 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6f15b7c7-37db-42c8-82db-1ed5519cdc7f req-d5646d65-402c-48a8-92aa-465261d5f766 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 Jan 29 05:05:20.389369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:20.460821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:05:20.461156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:05:20.461485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:20.465920 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Port 39911425-8238-48b9-97cc-e2843f481de9 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:05:20.466246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:20.471295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:05:20.471660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:20.472044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:05:20.472470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Bound port: 39911425-8238-48b9-97cc-e2843f481de9, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:05:20.472827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:20.541226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:20.544541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:05:20.548190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:20.584576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:20.585536 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:20.586946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] 10.222.0.36 "PUT /v2.0/ports/39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 1091 time: 0.9705675 Jan 29 05:05:20.587377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:20.589598 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f4bb59-f29a-4b0a-a550-ff61c9459aff" -d '{"events": [{"name": "network-changed", "server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:20.616081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4671-9262-4a8b-81f9-ef827a02c560 service neutron] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:20.698863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-c602864a-2425-47e7-a2d8-cee3080d34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:20.700394 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-c602864a-2425-47e7-a2d8-cee3080d34cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1094 time: 0.0549080 Jan 29 05:05:20.714845 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90edf17-b96d-4f52-8229-407dccae93a6 x-openstack-request-id: req-e90edf17-b96d-4f52-8229-407dccae93a6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:20.715139 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:20.715427 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e90edf17-b96d-4f52-8229-407dccae93a6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:20.715869 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'status': 'completed', 'code': 200} Jan 29 05:05:20.762352 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-3d8af65b-8227-450e-a676-84f072638c8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 217 time: 0.0351784 Jan 29 05:05:20.813683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-660f2de7-6e47-46be-893c-6d46f7eac93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:20.815119 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-660f2de7-6e47-46be-893c-6d46f7eac93d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0463097 Jan 29 05:05:20.859239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-f1615bfc-945e-4d39-a6f7-f14add547739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:20.860775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-f1615bfc-945e-4d39-a6f7-f14add547739 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392072 Jan 29 05:05:20.951886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-ba26a5c5-4d8c-4b44-a5c0-19d6797c81b7 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843911 Jan 29 05:05:21.041142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a9dbdf8b-f54c-4440-bd7a-bd24c25b3d65 req-959d107b-ee2e-4bf5-9f2e-8c2949598f29 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832260 Jan 29 05:05:21.161399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-d0b34d24-2b6e-41d1-9a18-fedb19282da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:21.163910 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-d0b34d24-2b6e-41d1-9a18-fedb19282da1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1094 time: 0.0417986 Jan 29 05:05:21.257368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-511a6bfe-541a-4811-b4e0-47f20fd3ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:21.258869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-511a6bfe-541a-4811-b4e0-47f20fd3ea7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0882626 Jan 29 05:05:21.272305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd445-609a-499a-9404-55c9b3ad4bc5 req-63259e96-b7fc-4b2e-8191-d998720df527 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:21.273961 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-320fd445-609a-499a-9404-55c9b3ad4bc5 req-63259e96-b7fc-4b2e-8191-d998720df527 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0497935 Jan 29 05:05:21.300134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-759f91cc-388a-4eb4-aff8-f101de2c23f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 217 time: 0.0348237 Jan 29 05:05:21.316346 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-320fd445-609a-499a-9404-55c9b3ad4bc5 req-e7b076f3-94e5-4ac5-a20b-b98faacd0dc0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364497 Jan 29 05:05:21.348432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-5c711409-f279-418b-8112-47bd48e0e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:21.350706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-5c711409-f279-418b-8112-47bd48e0e6ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0442250 Jan 29 05:05:21.399781 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-b650b8d3-86fa-43fc-a31c-31225e8e64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:21.401273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-b650b8d3-86fa-43fc-a31c-31225e8e64f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439758 Jan 29 05:05:21.489616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-ab5b8a6b-9679-4847-9d09-6a1c4c6eb1f7 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804386 Jan 29 05:05:21.580843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29f4bb59-f29a-4b0a-a550-ff61c9459aff req-0feaf66a-c382-4869-8d28-138639a246f8 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839717 Jan 29 05:05:22.434419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b5b6-49ca-44e2-9d56-e4967fc607cc req-8fa85017-7ecd-43b3-b5db-3444b7cd10db tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:22.435820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd86b5b6-49ca-44e2-9d56-e4967fc607cc req-8fa85017-7ecd-43b3-b5db-3444b7cd10db tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0493109 Jan 29 05:05:22.473348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd86b5b6-49ca-44e2-9d56-e4967fc607cc req-ad2a4cce-91ce-4bfd-bb88-220c8dfa9275 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Jan 29 05:05:22.527152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 39911425-8238-48b9-97cc-e2843f481de9 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:05:22.619025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:22.629174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '39911425-8238-48b9-97cc-e2843f481de9', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '39911425-8238-48b9-97cc-e2843f481de9', 'mac_address': 'fa:16:3e:6e:a3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:05:22.669336 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:22.682491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39911425-8238-48b9-97cc-e2843f481de9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:05:22.700813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:22.705093 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:22.749530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:22.959746 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['39911425-8238-48b9-97cc-e2843f481de9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:05:23.584785 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc99827-9fbe-4b0b-9e76-fbe754c2dc66 req-044c406c-cb56-4929-a043-dd14317ac496 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:23.586261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cc99827-9fbe-4b0b-9e76-fbe754c2dc66 req-044c406c-cb56-4929-a043-dd14317ac496 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 944 time: 0.0483308 Jan 29 05:05:23.623299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3cc99827-9fbe-4b0b-9e76-fbe754c2dc66 req-9f1509b2-0fa6-4806-a2fa-5658ce00b77b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Jan 29 05:05:23.903319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-02d332a6-b371-4cf4-9b13-e3466903776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:24.537327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 39911425-8238-48b9-97cc-e2843f481de9 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:24.584792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 39911425-8238-48b9-97cc-e2843f481de9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:05:24.588476 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 39911425-8238-48b9-97cc-e2843f481de9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:24.588851 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:24.672539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:24.695203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:24.698151 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c599d-d7da-49c1-a923-3df274f8a5ce" -d '{"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-plugged", "status": "completed", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:24.714664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:24.722133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:24.739616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcae06-a5f3-4d69-985d-a4582b021436 req-6b4a6f0b-5779-44fa-b08c-03e7906ddb48 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:24.741127 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bfcae06-a5f3-4d69-985d-a4582b021436 req-6b4a6f0b-5779-44fa-b08c-03e7906ddb48 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 944 time: 0.0527685 Jan 29 05:05:24.777507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:24.783163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0bfcae06-a5f3-4d69-985d-a4582b021436 req-cd108616-b1ae-470f-a92a-678ff903448c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351725 Jan 29 05:05:24.804039 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c598d57-2763-4458-82b5-c7203c3bbc9f x-openstack-request-id: req-8c598d57-2763-4458-82b5-c7203c3bbc9f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:24.804348 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-plugged", "status": "completed", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:24.805190 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c598d57-2763-4458-82b5-c7203c3bbc9f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:24.805575 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'code': 200} Jan 29 05:05:24.926838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bbba0-e344-487f-947f-740dc2a0e33b req-d27e6b95-7b58-433a-9639-6d0e04c1f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:24.928217 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f16bbba0-e344-487f-947f-740dc2a0e33b req-d27e6b95-7b58-433a-9639-6d0e04c1f383 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1096 time: 0.0434737 Jan 29 05:05:24.961121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f16bbba0-e344-487f-947f-740dc2a0e33b req-132630a0-b167-4d9f-92a4-6aff9d143ee4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261850 Jan 29 05:05:25.898054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc254e-4eb4-4cf9-9bbf-4465d11ffd9e req-bb9d0fd4-2fed-4342-a6a7-0f5d78979999 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:25.900446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2dc254e-4eb4-4cf9-9bbf-4465d11ffd9e req-bb9d0fd4-2fed-4342-a6a7-0f5d78979999 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0491047 Jan 29 05:05:25.937532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2dc254e-4eb4-4cf9-9bbf-4465d11ffd9e req-13fed85a-6826-412b-a3b5-629a7d241a34 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Jan 29 05:05:26.158498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-72706a9d-1a85-49bd-af63-0db6bbec2d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:27.051110 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55c74-b11c-46b4-8f96-719f01659f50 req-59f81e72-e57c-4849-a7e5-11ee146b7abd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:27.052529 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68a55c74-b11c-46b4-8f96-719f01659f50 req-59f81e72-e57c-4849-a7e5-11ee146b7abd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0480292 Jan 29 05:05:27.092969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-68a55c74-b11c-46b4-8f96-719f01659f50 req-c2e271b2-0086-4883-821b-091b574d9e2d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Jan 29 05:05:27.204369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66955a7-05aa-43dc-9617-a1242ad8c32c req-18385db3-d915-4e84-b5d8-659f477197b8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:27.205835 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a66955a7-05aa-43dc-9617-a1242ad8c32c req-18385db3-d915-4e84-b5d8-659f477197b8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0487745 Jan 29 05:05:27.214259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:05:27.218592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'floatingip': {'port_id': '39911425-8238-48b9-97cc-e2843f481de9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:27.260568 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:27.424804 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:27.785057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:27.789726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:27.912783 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 associated. External IP: 172.25.4.233, port: 39911425-8238-48b9-97cc-e2843f481de9. Jan 29 05:05:28.111099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:05:28.211376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:05:28.216229 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:28.221338 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:05:28.231086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:28.231761 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:05:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:28.245857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-620498f5-5d89-4066-bd3b-5b646b0e2789 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "PUT /v2.0/floatingips/fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 HTTP/1.1" status: 200 len: 991 time: 1.0305660 Jan 29 05:05:28.246475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:28.248727 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d825c-18c1-498a-83dd-a91a0b3eedae" -d '{"events": [{"name": "network-changed", "server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:28.286271 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8235e585-d499-4bb4-abe5-c9c8e274cc5e x-openstack-request-id: req-8235e585-d499-4bb4-abe5-c9c8e274cc5e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:28.286568 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:28.286828 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8235e585-d499-4bb4-abe5-c9c8e274cc5e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:28.287236 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'status': 'completed', 'code': 200} Jan 29 05:05:28.340746 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:28.347127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbf365-86b0-407a-bc63-09aa7f91ca31 req-fffbb4da-d0f7-4ece-8860-4744e8e23b99 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:28.348626 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14cbf365-86b0-407a-bc63-09aa7f91ca31 req-fffbb4da-d0f7-4ece-8860-4744e8e23b99 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0514119 Jan 29 05:05:28.368747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-1f8b50b1-7635-40d5-a8a8-b89e739c7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:28.370578 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-1f8b50b1-7635-40d5-a8a8-b89e739c7c35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1096 time: 0.0429075 Jan 29 05:05:28.388934 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-14cbf365-86b0-407a-bc63-09aa7f91ca31 req-e1423f58-2bac-4b57-916c-4251ea713e4e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335326 Jan 29 05:05:28.462199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-4a932243-4005-40a8-955e-c24e1c2a9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:28.463764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-4a932243-4005-40a8-955e-c24e1c2a9815 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0861001 Jan 29 05:05:28.535411 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-62224a2b-3cd9-4831-9de9-24c584e9e355 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 999 time: 0.0640423 Jan 29 05:05:28.560867 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '39911425-8238-48b9-97cc-e2843f481de9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:6e:a3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:05:27Z', 'revision_number': 1, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:28.583016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-49e4386d-e2eb-4690-9118-ac4d504db601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:28.584473 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-49e4386d-e2eb-4690-9118-ac4d504db601 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0431886 Jan 29 05:05:28.591479 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:05:28.599567 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:28.600164 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:05:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:28.628428 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-adee727d-8a26-4ed5-8504-01a2cef1525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:28.629868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-adee727d-8a26-4ed5-8504-01a2cef1525a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391457 Jan 29 05:05:28.723294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-ee3fde42-61bc-4567-95f8-4c41b1f31b03 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Jan 29 05:05:28.808465 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:28.814084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-355d825c-18c1-498a-83dd-a91a0b3eedae req-4ed6c5da-1b65-4940-b591-9f1c627c3ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842836 Jan 29 05:05:29.025667 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '39911425-8238-48b9-97cc-e2843f481de9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:6e:a3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:05:27Z', 'revision_number': 1, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:29.051738 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4378e-bc71-4699-ae00-799834fbdc82 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '39911425-8238-48b9-97cc-e2843f481de9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:6e:a3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:05:27Z', 'revision_number': 1, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:05:29.225512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360eff5-3413-498a-8a04-854e171b2dd5 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:05:29.290051 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:29.294797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:29.511874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c6e63-ee5e-4dd5-b935-a3e140550f30 req-3751e1c3-102f-4ba5-a93c-3b429c415195 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:29.513374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-119c6e63-ee5e-4dd5-b935-a3e140550f30 req-3751e1c3-102f-4ba5-a93c-3b429c415195 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0537248 Jan 29 05:05:29.552817 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-119c6e63-ee5e-4dd5-b935-a3e140550f30 req-840038a7-4469-48d1-af00-6d6e625cca3f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335896 Jan 29 05:05:29.667067 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7da14-2756-43a5-9a40-f0a7876aa24b req-be15116e-fd8c-4c32-90da-61bf3b60262c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:29.668767 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15c7da14-2756-43a5-9a40-f0a7876aa24b req-be15116e-fd8c-4c32-90da-61bf3b60262c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0481350 Jan 29 05:05:29.705490 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-15c7da14-2756-43a5-9a40-f0a7876aa24b req-91f9e42e-bfb0-4b1f-8352-6ce37f6ba77e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307441 Jan 29 05:05:29.957305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-23db6b3b-ce84-49a4-a9a6-a33edc8a09a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720308 Jan 29 05:05:29.966234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bb076-3338-4015-92b0-e2b6be09cbf1 req-5ce3e197-978b-4d46-87e1-47e45b59bbdb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:29.967646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-489bb076-3338-4015-92b0-e2b6be09cbf1 req-5ce3e197-978b-4d46-87e1-47e45b59bbdb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0747411 Jan 29 05:05:30.006633 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-489bb076-3338-4015-92b0-e2b6be09cbf1 req-9de56008-28a6-4871-95f0-7a73ae90350a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329907 Jan 29 05:05:31.124187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518da8-a443-451c-a37d-59c504611b2f req-521a70eb-f75c-47cc-84e8-2ebec4203db9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:31.125674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea518da8-a443-451c-a37d-59c504611b2f req-521a70eb-f75c-47cc-84e8-2ebec4203db9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0501819 Jan 29 05:05:31.184678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea518da8-a443-451c-a37d-59c504611b2f req-cb339761-1a27-4320-b4b6-0c5a9d91598a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502784 Jan 29 05:05:31.189553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-e414e7ae-695d-4713-9f82-c7b059d5862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:31.191016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-e414e7ae-695d-4713-9f82-c7b059d5862c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1096 time: 0.0644691 Jan 29 05:05:31.280313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-cb6f16e4-18b9-4ba0-8d61-17b37ece5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:31.281751 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-cb6f16e4-18b9-4ba0-8d61-17b37ece5964 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0842974 Jan 29 05:05:31.345544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-a9ea466a-2af7-4eb9-9ef7-0804640a5c1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 1001 time: 0.0567307 Jan 29 05:05:31.396130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-35030d21-77d5-4cf6-abf7-d1468d0e2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:31.397510 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-35030d21-77d5-4cf6-abf7-d1468d0e2f59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0454662 Jan 29 05:05:31.440865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-4850421e-0d52-47fb-b3f4-4848d30eea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:31.442355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-4850421e-0d52-47fb-b3f4-4848d30eea5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386415 Jan 29 05:05:31.526580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-67d03be7-229b-46f6-912e-342bdd5de2c9 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779636 Jan 29 05:05:31.615158 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-8fbef0ce-6a89-43ba-8470-25cdea73b566 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819366 Jan 29 05:05:32.300129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff295e61-4d41-4a49-b974-890c957c646f req-7ddde364-3227-48eb-90fc-716ed2e085ec tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:32.301604 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff295e61-4d41-4a49-b974-890c957c646f req-7ddde364-3227-48eb-90fc-716ed2e085ec tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0487680 Jan 29 05:05:32.339527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff295e61-4d41-4a49-b974-890c957c646f req-45d9f9ed-ef76-4bbf-b03c-947a0af2f69e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316496 Jan 29 05:05:33.454491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b0912-c92b-4741-b9ee-9238d76a9a2a req-ae789f27-d9da-43ab-9fda-20699b5bfe00 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:33.455970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-266b0912-c92b-4741-b9ee-9238d76a9a2a req-ae789f27-d9da-43ab-9fda-20699b5bfe00 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0487993 Jan 29 05:05:33.492808 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-266b0912-c92b-4741-b9ee-9238d76a9a2a req-51114a4b-fbb2-4bfc-b9c4-3dbe66c371d5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303357 Jan 29 05:05:34.605936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab457dc-95a0-4bc6-886e-1f45106ca5fe req-533da965-8dac-42d4-8807-5d8a3eca42cf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:34.607328 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ab457dc-95a0-4bc6-886e-1f45106ca5fe req-533da965-8dac-42d4-8807-5d8a3eca42cf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0481110 Jan 29 05:05:34.644567 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ab457dc-95a0-4bc6-886e-1f45106ca5fe req-44f175c1-3887-466f-b06e-fd36115ebc6a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Jan 29 05:05:35.757766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd21dc3-5ab0-4778-9e47-48c66cb5bd11 req-2a4a2565-4f82-4c3e-8c8d-7cf0d4207597 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:35.759249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dbd21dc3-5ab0-4778-9e47-48c66cb5bd11 req-2a4a2565-4f82-4c3e-8c8d-7cf0d4207597 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0470099 Jan 29 05:05:35.796672 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dbd21dc3-5ab0-4778-9e47-48c66cb5bd11 req-b7301912-845e-4a3b-a848-aae697a12a42 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316148 Jan 29 05:05:36.912847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d49a-9197-4b61-93aa-a47a492d9b56 req-18589457-2e03-4adc-9da3-b961dea2faa2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:36.914989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c36d49a-9197-4b61-93aa-a47a492d9b56 req-18589457-2e03-4adc-9da3-b961dea2faa2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0523245 Jan 29 05:05:36.951944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c36d49a-9197-4b61-93aa-a47a492d9b56 req-df65d986-3f81-46c2-ab11-695ad6fe8829 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Jan 29 05:05:38.088127 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e591-8e48-43e8-b6ac-74792142e770 req-d67e741e-3cac-4902-9b37-f0069a12469c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:38.089592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3643e591-8e48-43e8-b6ac-74792142e770 req-d67e741e-3cac-4902-9b37-f0069a12469c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0573649 Jan 29 05:05:38.126743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3643e591-8e48-43e8-b6ac-74792142e770 req-abb4a174-7732-4b1c-bd61-c5b26078ff5f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Jan 29 05:05:39.240166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be07a0-f666-4999-9a4f-fa7ca2d2a5d4 req-e45909eb-44f8-4924-ac84-b1f33780f8ab tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:39.241624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26be07a0-f666-4999-9a4f-fa7ca2d2a5d4 req-e45909eb-44f8-4924-ac84-b1f33780f8ab tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0476243 Jan 29 05:05:39.278854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-26be07a0-f666-4999-9a4f-fa7ca2d2a5d4 req-39afd874-2d21-4797-8d35-b371f9935a05 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303969 Jan 29 05:05:40.392431 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef59bc-f926-42a7-ac3e-39804d415ea9 req-c525e575-08c0-4fd2-bab7-b576354576fb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:40.393919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4ef59bc-f926-42a7-ac3e-39804d415ea9 req-c525e575-08c0-4fd2-bab7-b576354576fb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0485485 Jan 29 05:05:40.431297 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4ef59bc-f926-42a7-ac3e-39804d415ea9 req-137dbc6b-4dd2-41d9-abe9-8a80714b762e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Jan 29 05:05:41.545505 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269f1c5-58b0-47e4-b87d-cb0136a07bbe req-a79516df-f08d-4930-ae05-adc7ef40f177 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:41.546966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f269f1c5-58b0-47e4-b87d-cb0136a07bbe req-a79516df-f08d-4930-ae05-adc7ef40f177 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0489433 Jan 29 05:05:41.583699 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f269f1c5-58b0-47e4-b87d-cb0136a07bbe req-9b4db4d4-ea0d-49dc-9a0c-a7d5478c8e80 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Jan 29 05:05:42.257750 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:42.709734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d72c18-51e9-40e1-ba78-6cef318c1075 req-a3b55410-1058-4df4-83ae-ff6fefa77fe4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:42.712141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2d72c18-51e9-40e1-ba78-6cef318c1075 req-a3b55410-1058-4df4-83ae-ff6fefa77fe4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0568693 Jan 29 05:05:42.754561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2d72c18-51e9-40e1-ba78-6cef318c1075 req-22c69106-40a0-40e0-b918-c3467f380f55 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Jan 29 05:05:43.874715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c99db-09a9-4b33-a545-5c3ec2a9bc9f req-d52ec0e8-d66c-4227-a64b-c5b1942c249b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:43.876157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-485c99db-09a9-4b33-a545-5c3ec2a9bc9f req-d52ec0e8-d66c-4227-a64b-c5b1942c249b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0512228 Jan 29 05:05:43.903455 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:43.914032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-485c99db-09a9-4b33-a545-5c3ec2a9bc9f req-ccb05e23-56c6-4c38-a632-25937608522b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Jan 29 05:05:45.031706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16081-a95b-464d-a7da-da891220a9b2 req-74245038-85e8-4640-8ae8-c6c6414b9e89 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:45.033149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf16081-a95b-464d-a7da-da891220a9b2 req-74245038-85e8-4640-8ae8-c6c6414b9e89 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0515368 Jan 29 05:05:45.070244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf16081-a95b-464d-a7da-da891220a9b2 req-44c4a705-f00f-487d-b463-7fb6174ba7a7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Jan 29 05:05:46.184149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22711c5c-739d-4f1e-85ff-c7949d108bbc req-2922551d-c30f-491e-a2af-3901a2b5ab11 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:46.185620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-22711c5c-739d-4f1e-85ff-c7949d108bbc req-2922551d-c30f-491e-a2af-3901a2b5ab11 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0489330 Jan 29 05:05:46.221989 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-22711c5c-739d-4f1e-85ff-c7949d108bbc req-b5673e41-5d20-4a79-8e12-28c4d1a59b75 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304675 Jan 29 05:05:47.335671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236aff-ec0a-4202-9933-084d5463112d req-92015bde-93b1-4a7a-a80f-7f9fc081c7de tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:47.337568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1236aff-ec0a-4202-9933-084d5463112d req-92015bde-93b1-4a7a-a80f-7f9fc081c7de tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0503621 Jan 29 05:05:47.375313 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d1236aff-ec0a-4202-9933-084d5463112d req-3250106e-0bd7-4cbe-8e5c-d679812db33e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 Jan 29 05:05:48.378153 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-6722f191-2107-4915-899b-d470d9924bb5 req-30bc717d-f584-4fef-84c0-5cd51abcd611 service neutron] show failed (client error): The resource could not be found. Jan 29 05:05:48.379190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-30bc717d-f584-4fef-84c0-5cd51abcd611 service neutron] 10.222.0.36 "GET /v2.0/ports/39911425-8238-48b9-97cc-e2843f481de9/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0524364 Jan 29 05:05:48.489446 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2dd9-3dd8-4424-a079-4c8148fcf8c1 req-dbb2c5f1-2d08-4176-aedc-2ed12bc8dec1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:48.490928 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7bde2dd9-3dd8-4424-a079-4c8148fcf8c1 req-dbb2c5f1-2d08-4176-aedc-2ed12bc8dec1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 945 time: 0.0489700 Jan 29 05:05:48.533964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7bde2dd9-3dd8-4424-a079-4c8148fcf8c1 req-040b2637-99ad-4e9d-b538-b4d06edca103 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363858 Jan 29 05:05:48.700132 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:05:48.928937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-43245145-a35d-426b-8324-46e69c2382f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:48.930571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-43245145-a35d-426b-8324-46e69c2382f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 1096 time: 0.3885968 Jan 29 05:05:48.949019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:48.998038 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:49.191752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:49.223924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:49.266880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:49.269025 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897c3a28-60b0-4edd-b00d-d187b8a8478f" -d '{"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:49.272963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:49.285752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Transition to ACTIVE for port object 39911425-8238-48b9-97cc-e2843f481de9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:05:49.290233 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:49.325910 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd31e48a-b299-4303-b60f-6d7fc942ea4c x-openstack-request-id: req-fd31e48a-b299-4303-b60f-6d7fc942ea4c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:49.326200 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:49.326448 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd31e48a-b299-4303-b60f-6d7fc942ea4c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:49.326832 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'code': 200} Jan 29 05:05:49.398259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:49.470318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] No DVR routers for this DVR port 39911425-8238-48b9-97cc-e2843f481de9 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:05:49.604748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:05:49.604994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:05:49.605321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:49.609494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Port 39911425-8238-48b9-97cc-e2843f481de9 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:05:49.609813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Attempting to bind port 39911425-8238-48b9-97cc-e2843f481de9 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:05:49.614750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:05:49.615093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:05:49.615509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:05:49.615937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Bound port: 39911425-8238-48b9-97cc-e2843f481de9, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:05:49.616297 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:49.651842 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd523-84fd-4c56-8c76-fc42cdf31541 req-84b44e66-bdbb-42ce-8763-56f8f3172c19 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:49.653319 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46cfd523-84fd-4c56-8c76-fc42cdf31541 req-84b44e66-bdbb-42ce-8763-56f8f3172c19 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0523877 Jan 29 05:05:49.682228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:05:49.685194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:05:49.690009 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:49.690683 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46cfd523-84fd-4c56-8c76-fc42cdf31541 req-474fbb2e-d9f6-4927-9da7-8ca4090f57a7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Jan 29 05:05:49.721533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:49.722362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:49.723937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] 10.222.0.20 "PUT /v2.0/ports/39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 1091 time: 0.7792735 Jan 29 05:05:49.751776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d0aea-1510-4ba8-b4b0-ef582d4e8a31 service neutron] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:49.801123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-44074c7b-c116-41c7-9277-a8cfe009438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:49.802670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-44074c7b-c116-41c7-9277-a8cfe009438e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1094 time: 0.0424416 Jan 29 05:05:49.898499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-82703c51-8327-440a-86f2-c4f182518a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:49.900019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-82703c51-8327-440a-86f2-c4f182518a3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0909886 Jan 29 05:05:49.965831 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-dc985702-a10f-4638-9c9b-a1fb9881df63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 999 time: 0.0593820 Jan 29 05:05:50.012871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-4e8cf2e7-11b4-4d70-996c-a1366cf85a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:50.014239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-4e8cf2e7-11b4-4d70-996c-a1366cf85a55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0426619 Jan 29 05:05:50.062021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f191-2107-4915-899b-d470d9924bb5 req-cbb9da80-bfd0-4ca1-b410-1941738e5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:50.063457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-cbb9da80-bfd0-4ca1-b410-1941738e5f40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433393 Jan 29 05:05:50.150970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-1b69bcf9-824d-4554-8575-e7a906d6c611 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802469 Jan 29 05:05:50.242100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6722f191-2107-4915-899b-d470d9924bb5 req-d65c7b90-e857-418d-a0e8-3f04134ff765 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Jan 29 05:05:50.662221 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 39911425-8238-48b9-97cc-e2843f481de9 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:05:50.702393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 39911425-8238-48b9-97cc-e2843f481de9 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:05:50.808229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbb885-710d-41b8-ad41-8ca80436c947 req-dc866a89-5b02-465e-a348-8c1e4d49a7aa tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:50.809717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62fbb885-710d-41b8-ad41-8ca80436c947 req-dc866a89-5b02-465e-a348-8c1e4d49a7aa tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0494261 Jan 29 05:05:50.846329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62fbb885-710d-41b8-ad41-8ca80436c947 req-bef4f8c8-0726-408b-94c6-4f0d26da5d89 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307169 Jan 29 05:05:51.328657 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:51.331021 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:51.379966 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a836ec0-1b3d-4b06-a2c6-c29a0dcb034b x-openstack-request-id: req-7a836ec0-1b3d-4b06-a2c6-c29a0dcb034b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:51.380285 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:51.380543 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a836ec0-1b3d-4b06-a2c6-c29a0dcb034b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:51.380944 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'status': 'completed', 'code': 200} Jan 29 05:05:51.494464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-b27c65d7-e230-4015-9f2b-6ff2b7d06c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.495951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-b27c65d7-e230-4015-9f2b-6ff2b7d06c27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1094 time: 0.0716498 Jan 29 05:05:51.497643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-ee6e412e-a714-46e3-a26f-ce2a72d745c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.499024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-ee6e412e-a714-46e3-a26f-ce2a72d745c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1094 time: 0.0735087 Jan 29 05:05:51.653144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-0e993f93-5876-4cd8-816b-df9204edcd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.654564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-0e993f93-5876-4cd8-816b-df9204edcd70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1483541 Jan 29 05:05:51.657041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-e7b6e9ab-77ee-4ebe-95fc-b96353a17397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.658403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-e7b6e9ab-77ee-4ebe-95fc-b96353a17397 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1451173 Jan 29 05:05:51.766236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-9cb6f2d9-861d-4d44-8ce9-0097c31a2ca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 999 time: 0.1050434 Jan 29 05:05:51.769772 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-2387df0a-b2f7-42e2-a30d-1580c5a889d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 999 time: 0.1008081 Jan 29 05:05:51.849436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-93ac740d-1912-426c-b0eb-9146b621b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.850947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-93ac740d-1912-426c-b0eb-9146b621b40f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0788324 Jan 29 05:05:51.852381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-d8cd4631-e217-47b5-9c84-b3f3557d9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.853723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-d8cd4631-e217-47b5-9c84-b3f3557d9c32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0737667 Jan 29 05:05:51.940493 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-9ea35569-ef68-486f-b3b9-8ee23f1d57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.941997 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-9ea35569-ef68-486f-b3b9-8ee23f1d57ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754840 Jan 29 05:05:51.956262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-1c91f039-d714-4e6e-9eab-b99333f24783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:51.957635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-1c91f039-d714-4e6e-9eab-b99333f24783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000443 Jan 29 05:05:52.077910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798485f0-3230-40f6-b37b-3ca427b8a9e8 req-0f71f7ff-55ab-47bb-8469-f3d31578d084 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.079378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-798485f0-3230-40f6-b37b-3ca427b8a9e8 req-0f71f7ff-55ab-47bb-8469-f3d31578d084 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.1578019 Jan 29 05:05:52.149241 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-8b5fc0b3-0ca9-444d-8390-8622d0db24a4 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814256 Jan 29 05:05:52.159676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-6ccd13eb-6011-4c2c-b9d8-5954ceabaced service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010348 Jan 29 05:05:52.178842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-798485f0-3230-40f6-b37b-3ca427b8a9e8 req-366d3360-c73b-44e0-995e-7a383f471743 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874159 Jan 29 05:05:52.317098 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-438c20c1-8f52-45c7-b4d6-47f7f51ccfe5 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594131 Jan 29 05:05:52.319049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-986e184f-60e1-4ec9-acb3-0fa4ffe9eb7b req-6883925a-14f4-4e12-b862-d63b855a5c48 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508174 Jan 29 05:05:52.410433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32132-cc45-4982-b391-9274738eaa51 req-25e33264-7cd1-4d8e-b742-5c58ba53df53 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.411924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31f32132-cc45-4982-b391-9274738eaa51 req-25e33264-7cd1-4d8e-b742-5c58ba53df53 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0786858 Jan 29 05:05:52.424799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-fff29343-9b1f-44ba-bd27-0b729d2d3509 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.426244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-fff29343-9b1f-44ba-bd27-0b729d2d3509 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e&tenant_id=34c7b879131b4326af5cafa1f6729777&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 943 time: 0.0673349 Jan 29 05:05:52.490877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31f32132-cc45-4982-b391-9274738eaa51 req-a9cfd0e0-8613-4cb4-a523-b84a250bbb64 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636134 Jan 29 05:05:52.508885 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-9abe3de0-ab4c-4236-8495-8cf58c64c0fb service neutron] delete failed (client error): The resource could not be found. Jan 29 05:05:52.509870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-9abe3de0-ab4c-4236-8495-8cf58c64c0fb service neutron] 10.222.0.36 "DELETE /v2.0/ports/39911425-8238-48b9-97cc-e2843f481de9/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0754404 Jan 29 05:05:52.609249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-f72727ea-11e5-4b55-84df-66c210e5e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.610788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-f72727ea-11e5-4b55-84df-66c210e5e7a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 1094 time: 0.0394101 Jan 29 05:05:52.701195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-428a0bd5-e4ac-4211-b492-e80126cf0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.702803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-428a0bd5-e4ac-4211-b492-e80126cf0204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0852296 Jan 29 05:05:52.766451 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-3407ad99-6073-4c84-b1b6-40c7381d717b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 200 len: 999 time: 0.0567868 Jan 29 05:05:52.813376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-6659160b-78f0-4a9b-b443-b691738a8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.814851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-6659160b-78f0-4a9b-b443-b691738a8b4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0428309 Jan 29 05:05:52.861727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-0fd150a7-623c-4ca3-b3ae-3e40c25ac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:52.863202 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-0fd150a7-623c-4ca3-b3ae-3e40c25ac73b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416653 Jan 29 05:05:52.949239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-3a3559d5-aadd-4846-834f-3e21d9cb539b service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797069 Jan 29 05:05:53.038280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-87dc74d2-3d47-40a4-8c48-2a035c8c8ea6 req-bb472456-f0ec-42f7-80b9-4e2cdf13dcad service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Jan 29 05:05:53.620260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7bb26-c94a-441a-ae19-a36609d9e2f5 req-26c98003-234b-45eb-805b-e5d9260b00a7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:53.621653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fd7bb26-c94a-441a-ae19-a36609d9e2f5 req-26c98003-234b-45eb-805b-e5d9260b00a7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0580614 Jan 29 05:05:53.658826 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6fd7bb26-c94a-441a-ae19-a36609d9e2f5 req-dddf56a7-826b-42fd-8ba6-9b026d5ccce9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Jan 29 05:05:53.772139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2318-caf3-4d43-a99c-cebb7bacc824 req-2316a8be-88ae-40ae-98fb-702f1e294d9d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:53.774161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96fe2318-caf3-4d43-a99c-cebb7bacc824 req-2316a8be-88ae-40ae-98fb-702f1e294d9d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0487182 Jan 29 05:05:53.811826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96fe2318-caf3-4d43-a99c-cebb7bacc824 req-30ed3720-6742-477d-b62e-a06ad327b786 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313983 Jan 29 05:05:53.905321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8c36932a-99f3-4b81-aa42-0047fb7a121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:53.914086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 39911425-8238-48b9-97cc-e2843f481de9 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:05:53.927504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a43f4b-5484-44f4-8667-cb0f6d0c5f81 req-f4f22c88-fd96-4c3e-9bf2-c827e719fbbf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:53.928975 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6a43f4b-5484-44f4-8667-cb0f6d0c5f81 req-f4f22c88-fd96-4c3e-9bf2-c827e719fbbf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 943 time: 0.0520256 Jan 29 05:05:53.966058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6a43f4b-5484-44f4-8667-cb0f6d0c5f81 req-23d738e4-e042-4379-8436-880fedb69cb8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Jan 29 05:05:54.007374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:54.019365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '39911425-8238-48b9-97cc-e2843f481de9', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '39911425-8238-48b9-97cc-e2843f481de9', 'mac_address': 'fa:16:3e:6e:a3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:05:54.059226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:54.072441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39911425-8238-48b9-97cc-e2843f481de9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:05:54.091601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:54.096786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:54.142887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:54.208722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3beed5-5f96-418c-8f59-67c5a873a4f5 req-fb6f7331-8d6f-4f6c-b71d-1ab2815bfa9a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:54.210210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da3beed5-5f96-418c-8f59-67c5a873a4f5 req-fb6f7331-8d6f-4f6c-b71d-1ab2815bfa9a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 944 time: 0.0516822 Jan 29 05:05:54.247365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da3beed5-5f96-418c-8f59-67c5a873a4f5 req-15f7a1ee-4a3e-4b85-8e63-1120886b3caf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304699 Jan 29 05:05:54.416002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['39911425-8238-48b9-97cc-e2843f481de9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:05:55.364708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dc78c-aa8e-43cf-88ea-dd66411d304e req-1ea1050d-87cb-40a1-9d60-5790b8cd5883 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:55.366227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d3dc78c-aa8e-43cf-88ea-dd66411d304e req-1ea1050d-87cb-40a1-9d60-5790b8cd5883 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 944 time: 0.0490682 Jan 29 05:05:55.402874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d3dc78c-aa8e-43cf-88ea-dd66411d304e req-72a008cf-428f-4faf-b72b-cdb9ebffe26f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306511 Jan 29 05:05:55.758937 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-651b9e0c-70fb-4e03-bc16-bfbef0612287 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:55.760353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-651b9e0c-70fb-4e03-bc16-bfbef0612287 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 944 time: 0.0465369 Jan 29 05:05:55.849734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Deleting port 39911425-8238-48b9-97cc-e2843f481de9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:05:55.850109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:55.935016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:55.935420 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:55.938269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 39911425-8238-48b9-97cc-e2843f481de9 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:05:55.985905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 39911425-8238-48b9-97cc-e2843f481de9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:05:55.989840 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 39911425-8238-48b9-97cc-e2843f481de9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:05:55.990330 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.067059 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.089875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:56.092137 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6fe90-cc55-4490-997e-965a30149d69" -d '{"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-plugged", "status": "completed", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:56.104671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 39911425-8238-48b9-97cc-e2843f481de9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=39911425-8238-48b9-97cc-e2843f481de9,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:05:56.109668 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.114321 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.114700 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.115068 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 disassociated. External IP: 172.25.4.233, port: 39911425-8238-48b9-97cc-e2843f481de9. Jan 29 05:05:56.115408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Calling delete_port for 39911425-8238-48b9-97cc-e2843f481de9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:05:56.137594 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227e8d6-c15e-4c23-9f7a-d0e417807998 x-openstack-request-id: req-7227e8d6-c15e-4c23-9f7a-d0e417807998 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:56.137904 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-plugged", "status": "completed", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:56.138171 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7227e8d6-c15e-4c23-9f7a-d0e417807998 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:56.138557 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'code': 200} Jan 29 05:05:56.170454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-daf74df1-692f-4fa3-9f4c-e1f3965dd4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.174391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:56.245385 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.275271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event deleted for resources: {'Port': ['ID=39911425-8238-48b9-97cc-e2843f481de9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:05:56.390269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:05:56.847545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25982ba7-48aa-4d97-981b-b854e7c129ba req-2a78538d-cb22-4ea0-a822-aa7c4cd4eb5e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 210 time: 0.3676727 Jan 29 05:05:56.860194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:05:56.870631 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:05:56.879688 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:56.880303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:05:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:56.899494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] No DVR routers for this DVR port 39911425-8238-48b9-97cc-e2843f481de9 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:05:56.902438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:56.905810 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2d9687a-6a3d-40ac-a105-911f71dedf69 req-29f56eb7-51d7-470d-95f5-049cd6ee53a4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "DELETE /v2.0/ports/39911425-8238-48b9-97cc-e2843f481de9 HTTP/1.1" status: 204 len: 173 time: 1.1396005 Jan 29 05:05:56.906268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-deleted', 'tag': '39911425-8238-48b9-97cc-e2843f481de9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:05:56.908536 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c215c-c382-4238-9b9c-25a1bb1c3bca" -d '{"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-deleted", "tag": "39911425-8238-48b9-97cc-e2843f481de9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:05:56.947810 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9380f6b-5415-4e1a-bb55-d43bfde857c3 x-openstack-request-id: req-a9380f6b-5415-4e1a-bb55-d43bfde857c3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:05:56.948099 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ada0ab-f744-4d7f-9860-d450faad6f1e", "name": "network-vif-deleted", "tag": "39911425-8238-48b9-97cc-e2843f481de9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:05:56.948401 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9380f6b-5415-4e1a-bb55-d43bfde857c3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:05:56.948790 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ada0ab-f744-4d7f-9860-d450faad6f1e', 'name': 'network-vif-deleted', 'tag': '39911425-8238-48b9-97cc-e2843f481de9', 'status': 'completed', 'code': 200} Jan 29 05:05:56.990670 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:57.180899 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:57.205522 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:05:57.213401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:05:57.214027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:05:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:57.316902 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:05:57.433206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:57.514199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2416cd1e-8272-4463-82b0-61546d7b4beb req-04b5b362-75cd-4f0f-b3a7-a6842e690b19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1372945 Jan 29 05:05:57.530653 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:05:57.557687 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3ba04-b281-442b-a3cb-6182f5301db0 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:05:57.621286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2416cd1e-8272-4463-82b0-61546d7b4beb req-b3eb3f68-dd2d-4561-b10a-7cf0cfd39299 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=60ada0ab-f744-4d7f-9860-d450faad6f1e HTTP/1.1" status: 200 len: 210 time: 0.0256343 Jan 29 05:05:57.740216 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416cd1e-8272-4463-82b0-61546d7b4beb req-61e7594f-191e-4357-8072-7466462b3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:57.741686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2416cd1e-8272-4463-82b0-61546d7b4beb req-61e7594f-191e-4357-8072-7466462b3488 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=34c7b879131b4326af5cafa1f6729777&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0971801 Jan 29 05:05:57.769314 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17970f3d-e16e-40ae-8384-1ca1891e9940 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:05:57.836958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416cd1e-8272-4463-82b0-61546d7b4beb req-ebc335fe-84bf-42b0-99c6-8ef1c5194f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:57.838474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2416cd1e-8272-4463-82b0-61546d7b4beb req-ebc335fe-84bf-42b0-99c6-8ef1c5194f62 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900843 Jan 29 05:05:58.078778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-faa5c056-f2f2-41e5-81f4-2c3330d93e17 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--605006898&fields=id&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 267 time: 0.0323775 Jan 29 05:05:58.186292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-b8b2784d-bf20-4864-9aeb-7129a4aa85e1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:58.187731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-b8b2784d-bf20-4864-9aeb-7129a4aa85e1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1024592 Jan 29 05:05:58.202259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-88e72129-85fb-4ec2-a81e-b230fa92d461 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/quotas/34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 375 time: 0.0087447 Jan 29 05:05:58.254503 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-48356cff-1c4a-421a-a858-f2151dfbf018 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470810 Jan 29 05:05:58.350301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-49ead7f2-b832-4c00-8d2b-bc88cbacdf02 service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842190 Jan 29 05:05:58.439362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-b61ac633-d702-4dd9-a56f-a3d24eeca6cc service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823760 Jan 29 05:05:58.595009 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0ee0cb00-5858-4e3f-8047-0c36a6d74305 req-668f7f39-814a-4bbd-81ec-7271b273cd36 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 210 time: 0.0270813 Jan 29 05:05:59.252868 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:59.275508 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:59.550459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-629d8973-0fe5-42a3-8d4a-fbeedb8fca01 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:05:59.551834 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-629d8973-0fe5-42a3-8d4a-fbeedb8fca01 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1075881 Jan 29 05:05:59.599509 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-e792282d-a1ea-4367-bb69-bb4ef234a0a1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 379 time: 0.0335166 Jan 29 05:05:59.634259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'port': {'device_id': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'admin_state_up': True, 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'security_groups': ['5dd59213-b4d1-4f44-968b-59d97190cd80']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:05:59.707530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2044882-bf32-4a6c-b3cd-e4195ee5266b req-073d3208-d5f9-49af-8365-cdd07c84b4d3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 210 time: 0.0323687 Jan 29 05:05:59.763237 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Made reservation on behalf of 34c7b879131b4326af5cafa1f6729777 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:05:59.766842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:05:59.892165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Allocated IP 172.20.0.11 (86c503a6-5fff-439d-9157-d045c675b295/9c8ef38b-a374-4503-90c8-770621c119dd/e7a1436c-e494-4e54-bbf1-90156971819e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:05:59.958871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 39911425-8238-48b9-97cc-e2843f481de9 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:05:59.978942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 39911425-8238-48b9-97cc-e2843f481de9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:05:59.979286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 39911425-8238-48b9-97cc-e2843f481de9 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:06:00.027440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.060332 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.100992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:06:00.104837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:06:00.108309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:06:00.134117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:00.162139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:00.162788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.180303 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-91741701-82df-4068-9cb6-640ad9578cc4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499420 Jan 29 05:06:00.198342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Request body: {'port': {'device_id': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:06:00.258362 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.332011 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f3a118bc-30f0-4261-a9e6-6aac2c5e7ff1 None None] Provisioning complete for port e7a1436c-e494-4e54-bbf1-90156971819e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:06:00.332567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3a118bc-30f0-4261-a9e6-6aac2c5e7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.364830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f3a118bc-30f0-4261-a9e6-6aac2c5e7ff1 None None] Port e7a1436c-e494-4e54-bbf1-90156971819e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:06:00.519499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a1436c-e494-4e54-bbf1-90156971819e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:06:00.527353 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.538754 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Transition to ACTIVE for port object e7a1436c-e494-4e54-bbf1-90156971819e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:06:00.543514 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.593403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:00.671189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:06:00.671565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:06:00.671871 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:06:00.676422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Port e7a1436c-e494-4e54-bbf1-90156971819e on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:06:00.676779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:06:00.681708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:06:00.682094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:06:00.682490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:06:00.682927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Bound port: e7a1436c-e494-4e54-bbf1-90156971819e, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:06:00.683289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.751150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:06:00.754622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:06:00.760188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.798176 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:00.798758 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:00.800040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] 10.222.0.36 "PUT /v2.0/ports/e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1092 time: 0.6067460 Jan 29 05:06:00.800481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:00.802738 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa295388-9bf6-4315-b491-c0c89c9c93a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:00.827807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c1909-2b1c-4799-8132-efe95843438f service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:00.846878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eab1b-0bfa-4f09-bf24-c7f31a368620 req-5b65ddb6-e80b-4695-a053-11fcfff054a6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:00.848410 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-216eab1b-0bfa-4f09-bf24-c7f31a368620 req-5b65ddb6-e80b-4695-a053-11fcfff054a6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0679789 Jan 29 05:06:00.865101 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e589d84-d17a-4972-965c-646b374297f2 x-openstack-request-id: req-1e589d84-d17a-4972-965c-646b374297f2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:00.865482 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:00.865623 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e589d84-d17a-4972-965c-646b374297f2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:00.866050 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'status': 'completed', 'code': 200} Jan 29 05:06:00.890703 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-216eab1b-0bfa-4f09-bf24-c7f31a368620 req-cd78172d-1e44-4587-86d6-94c3de8721e7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337958 Jan 29 05:06:00.896910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-d400aa7e-59e2-4eba-b9c3-217973a88b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:00.899226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-d400aa7e-59e2-4eba-b9c3-217973a88b5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0454884 Jan 29 05:06:00.951008 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-c51ddd38-21e3-427a-b447-945049aa026c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 217 time: 0.0394237 Jan 29 05:06:01.003659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-5ee76d35-e557-4b73-a6b3-a31fad8600ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.005139 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-5ee76d35-e557-4b73-a6b3-a31fad8600ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0458674 Jan 29 05:06:01.050595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-64fea527-6500-4ac1-acdc-fbd2a4e1a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.052033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-64fea527-6500-4ac1-acdc-fbd2a4e1a397 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404053 Jan 29 05:06:01.144727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-aeac8fd1-90ae-4efa-bc22-a45f676a03b8 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Jan 29 05:06:01.231640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2235d6b-1d79-41b3-b7c6-95b2108a91e1 req-b04a86e3-a45d-478a-b946-1d8cac0f13e8 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810046 Jan 29 05:06:01.355077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-79ce1569-b130-42ec-aa65-d1f4f9eb00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.356524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-79ce1569-b130-42ec-aa65-d1f4f9eb00bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0408978 Jan 29 05:06:01.452409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-a7b9ea91-2771-449b-b3a4-fce62e65a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.454043 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-a7b9ea91-2771-449b-b3a4-fce62e65a486 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0911701 Jan 29 05:06:01.495129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-e158c7cb-43ac-4643-8088-f2ea8020069e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 217 time: 0.0344200 Jan 29 05:06:01.554382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-d4605cca-3ddc-4ca3-83c7-c91a23a44ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.556191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-d4605cca-3ddc-4ca3-83c7-c91a23a44ab5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0546455 Jan 29 05:06:01.607294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-9db8324f-3d04-4362-b112-f839309e7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:01.608764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-9db8324f-3d04-4362-b112-f839309e7600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457466 Jan 29 05:06:01.698584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-1217d3e3-d369-4d3f-aa60-2833162bdfef service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806625 Jan 29 05:06:01.789982 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa295388-9bf6-4315-b491-c0c89c9c93a9 req-5baceba8-a015-4afa-bee4-b88e3e3716a4 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Jan 29 05:06:02.007601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad820c-8457-4de1-b671-097bc42e374f req-1bb57c61-d553-43ee-bb55-510088d434c5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:02.009296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62ad820c-8457-4de1-b671-097bc42e374f req-1bb57c61-d553-43ee-bb55-510088d434c5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0488212 Jan 29 05:06:02.047626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-62ad820c-8457-4de1-b671-097bc42e374f req-093a1d26-02d6-472d-bc06-734c7c36ff1b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Jan 29 05:06:02.662277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e7a1436c-e494-4e54-bbf1-90156971819e details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:06:02.754557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:02.765917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'mac_address': 'fa:16:3e:a0:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:06:02.811134 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:02.824283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a1436c-e494-4e54-bbf1-90156971819e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:06:02.843267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:02.846707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:02.894706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:03.104930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e7a1436c-e494-4e54-bbf1-90156971819e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:06:03.168848 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa05cc-5fc5-4ba7-bb14-69cc5fa1f775 req-f5724d64-d660-497f-a1d0-f76fc6b1d510 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:03.170333 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88aa05cc-5fc5-4ba7-bb14-69cc5fa1f775 req-f5724d64-d660-497f-a1d0-f76fc6b1d510 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 945 time: 0.0537784 Jan 29 05:06:03.207280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-88aa05cc-5fc5-4ba7-bb14-69cc5fa1f775 req-a4f2b1a0-e855-4d8b-9d5b-c7b6ded92cb3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309501 Jan 29 05:06:04.320947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7ab2-2fd0-41c8-8dca-1ca615d8a512 req-4b8064cc-1e28-4cd6-9208-cbdef53b7a5c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:04.322462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a6c7ab2-2fd0-41c8-8dca-1ca615d8a512 req-4b8064cc-1e28-4cd6-9208-cbdef53b7a5c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 945 time: 0.0503025 Jan 29 05:06:04.360056 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a6c7ab2-2fd0-41c8-8dca-1ca615d8a512 req-fd32b698-6d4a-41f3-8090-561bee423c7e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Jan 29 05:06:04.693603 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e7a1436c-e494-4e54-bbf1-90156971819e up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:06:04.743892 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port e7a1436c-e494-4e54-bbf1-90156971819e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:06:04.747497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port e7a1436c-e494-4e54-bbf1-90156971819e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:06:04.747872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:04.823214 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:04.845680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:04.847984 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd55693-dc65-42ee-8229-d3c8be79bba6" -d '{"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:04.860460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:04.864864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:04.888357 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3435f44-5601-4810-9f98-42774d2b4aad x-openstack-request-id: req-c3435f44-5601-4810-9f98-42774d2b4aad {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:04.888659 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:04.888914 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3435f44-5601-4810-9f98-42774d2b4aad {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:04.889302 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'code': 200} Jan 29 05:06:04.917301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:04.924662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.925017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.925351 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.925688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.926045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.926375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.926698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.927021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.927343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.927660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.927977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:04.928292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:05.010929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fcea1-9bad-4800-bbfc-0e039fa5beb3 req-8647e0bb-18f1-4895-828c-5c98d4940ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:05.012285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-827fcea1-9bad-4800-bbfc-0e039fa5beb3 req-8647e0bb-18f1-4895-828c-5c98d4940ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1097 time: 0.0438199 Jan 29 05:06:05.046180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-827fcea1-9bad-4800-bbfc-0e039fa5beb3 req-61f90744-a485-4c5f-b345-d4107f193fac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264490 Jan 29 05:06:05.472756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11377a26-2ff4-4b09-b260-b7e4270bfb5c req-6f291dce-dcc5-4b97-9207-1ac1e4390155 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:05.474250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11377a26-2ff4-4b09-b260-b7e4270bfb5c req-6f291dce-dcc5-4b97-9207-1ac1e4390155 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Jan 29 05:06:05.512310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-11377a26-2ff4-4b09-b260-b7e4270bfb5c req-bae19e3d-637a-499b-b32f-ac08b3881b28 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Jan 29 05:06:06.629617 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67e2e-348d-43be-9e98-9da8d4e4318e req-db135b50-cd22-4c5a-b405-3262394f8fba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:06.631066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab67e2e-348d-43be-9e98-9da8d4e4318e req-db135b50-cd22-4c5a-b405-3262394f8fba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0489759 Jan 29 05:06:06.670849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1ab67e2e-348d-43be-9e98-9da8d4e4318e req-a7be9dc5-74f2-4d9a-af26-22f67686aea5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338049 Jan 29 05:06:06.781062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e84085-ddae-4b66-a0e9-d58c3e6dd499 req-7e8233f2-ee15-48ed-9ca5-0a084cb4d0ac tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:06.782784 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e2e84085-ddae-4b66-a0e9-d58c3e6dd499 req-7e8233f2-ee15-48ed-9ca5-0a084cb4d0ac tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0488908 Jan 29 05:06:06.791616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:06:06.796271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'floatingip': {'port_id': 'e7a1436c-e494-4e54-bbf1-90156971819e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:06:06.840015 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:07.259242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:07.262721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:07.357792 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 associated. External IP: 172.25.4.233, port: e7a1436c-e494-4e54-bbf1-90156971819e. Jan 29 05:06:07.559861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:06:07.662907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:06:07.668279 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:07.673939 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:06:07.683642 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:06:07.684239 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:05:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:07.697465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c00b62d-8b2c-4702-bd2b-18823a454d04 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "PUT /v2.0/floatingips/fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 HTTP/1.1" status: 200 len: 992 time: 0.9019289 Jan 29 05:06:07.697465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:07.698382 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:07.733743 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d495a60a-7dbd-4a63-8d76-6bb0d38e35c2 x-openstack-request-id: req-d495a60a-7dbd-4a63-8d76-6bb0d38e35c2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:07.734074 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:07.734315 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d495a60a-7dbd-4a63-8d76-6bb0d38e35c2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:07.734718 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'status': 'completed', 'code': 200} Jan 29 05:06:07.797259 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db8cf-f86d-4354-b67a-ed21b4f7ada4 req-729133de-da55-45b5-afb5-bf004d1e5de6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:07.798897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-050db8cf-f86d-4354-b67a-ed21b4f7ada4 req-729133de-da55-45b5-afb5-bf004d1e5de6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0517495 Jan 29 05:06:07.802679 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:06:07.819481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-dc2cba20-9563-4e7d-a73e-1d5179e1ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:07.821285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-dc2cba20-9563-4e7d-a73e-1d5179e1ed42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1097 time: 0.0463846 Jan 29 05:06:07.839793 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-050db8cf-f86d-4354-b67a-ed21b4f7ada4 req-8d3a6848-a961-4bc7-a85e-45ef7b07a652 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330112 Jan 29 05:06:07.910773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-c081e345-ff19-4726-9300-e1b03944740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:07.912266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-c081e345-ff19-4726-9300-e1b03944740c service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0847631 Jan 29 05:06:07.979506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-ee62d0ca-1430-423e-8792-541a50ae2d93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1000 time: 0.0606847 Jan 29 05:06:08.022144 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:a0:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:06:07Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:08.027161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-7b98fd10-eb36-4eed-8609-da57f291040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:08.028636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-7b98fd10-eb36-4eed-8609-da57f291040b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0429175 Jan 29 05:06:08.051695 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:06:08.060960 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:06:08.061649 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:05:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:08.074950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-3bfde792-e01f-40eb-ab68-3a5fa2e13222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:08.076459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-3bfde792-e01f-40eb-ab68-3a5fa2e13222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413043 Jan 29 05:06:08.171171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-48e1ab3e-fdac-4f9e-b50c-d3748017a95c service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876598 Jan 29 05:06:08.256883 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:06:08.263445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac44f29-c699-4d2c-8e2f-455b6e7c14fb req-93917c64-26c9-4429-9c5a-8e025eda0c56 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Jan 29 05:06:08.468809 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:a0:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:06:07Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:08.494921 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d217f-75ab-4434-b0be-fa004f823a48 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:a0:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:06:07Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:06:08.684092 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e9ef5-b126-456e-955a-6d6471ae3fc9 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:06:08.956748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719eec6-5e73-4df1-b57c-5ffc3963a7f8 req-b4b189e5-dee3-4797-9049-4b9f113e2a42 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:08.958245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f719eec6-5e73-4df1-b57c-5ffc3963a7f8 req-b4b189e5-dee3-4797-9049-4b9f113e2a42 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0487146 Jan 29 05:06:08.995624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f719eec6-5e73-4df1-b57c-5ffc3963a7f8 req-edecb23b-042e-4501-9684-7767686dbf33 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Jan 29 05:06:09.190087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbb6c4-2292-4ee8-855c-b4afa0ffd18e req-cc57465c-ee4b-4dcb-83c5-d4f60c4fd7fd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:09.191604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9bbb6c4-2292-4ee8-855c-b4afa0ffd18e req-cc57465c-ee4b-4dcb-83c5-d4f60c4fd7fd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0531254 Jan 29 05:06:09.229229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9bbb6c4-2292-4ee8-855c-b4afa0ffd18e req-beaa015f-cadc-4418-9013-a6b863f835e2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Jan 29 05:06:10.350324 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5dbc5-8e17-4126-b03f-d893984fd4fd req-154e7157-c1b1-40a9-ae82-ebd41634cb6d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:10.352583 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95a5dbc5-8e17-4126-b03f-d893984fd4fd req-154e7157-c1b1-40a9-ae82-ebd41634cb6d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0541911 Jan 29 05:06:10.390218 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-95a5dbc5-8e17-4126-b03f-d893984fd4fd req-7f8f550d-a798-42b3-8022-903bb1976274 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Jan 29 05:06:11.502247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7592c-66e8-4d03-bb78-cac4dd442aee req-3fe85ff5-4ec4-4548-9417-e23848d7c3e1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:11.503715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cff7592c-66e8-4d03-bb78-cac4dd442aee req-3fe85ff5-4ec4-4548-9417-e23848d7c3e1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0479608 Jan 29 05:06:11.542430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cff7592c-66e8-4d03-bb78-cac4dd442aee req-f5544a7f-7627-47ae-9c8e-15a2e0cde07b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Jan 29 05:06:12.258294 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:12.657360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6caef9-4c60-48f3-878d-e982da0b4961 req-c7f0e4ff-ba5b-4ccc-9de6-67b66c2f93b6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:12.658865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba6caef9-4c60-48f3-878d-e982da0b4961 req-c7f0e4ff-ba5b-4ccc-9de6-67b66c2f93b6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0500598 Jan 29 05:06:12.696066 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ba6caef9-4c60-48f3-878d-e982da0b4961 req-842d8439-a6c4-47a8-8fe6-6744f52a7c33 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Jan 29 05:06:13.810275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d680df-ac63-489c-940e-9d625450ceaf req-f0bd95f7-2c4b-4cbd-9475-58edbb4f7751 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:13.811762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14d680df-ac63-489c-940e-9d625450ceaf req-f0bd95f7-2c4b-4cbd-9475-58edbb4f7751 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0493081 Jan 29 05:06:13.848609 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-14d680df-ac63-489c-940e-9d625450ceaf req-c93b2c42-61b7-445f-ad97-db1ea853cf91 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Jan 29 05:06:13.902246 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:14.967868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e109e4-9027-40e7-acea-d0aa3f2bbc67 req-b3cdc000-281a-456b-bb1e-ad32433b2464 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:14.969318 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63e109e4-9027-40e7-acea-d0aa3f2bbc67 req-b3cdc000-281a-456b-bb1e-ad32433b2464 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0484715 Jan 29 05:06:15.006093 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-63e109e4-9027-40e7-acea-d0aa3f2bbc67 req-6b356ed5-8544-4e6f-b270-784b4c3bb385 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307899 Jan 29 05:06:16.122988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67505b-0fae-44b1-ad2a-16e154bbfbe8 req-2aab81f0-3f64-4e3a-a055-b255b48cf3e1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:16.124455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c67505b-0fae-44b1-ad2a-16e154bbfbe8 req-2aab81f0-3f64-4e3a-a055-b255b48cf3e1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0529046 Jan 29 05:06:16.161010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c67505b-0fae-44b1-ad2a-16e154bbfbe8 req-35bb18a0-1df7-4b5c-903c-ed45b054fd16 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303910 Jan 29 05:06:17.277038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cbad3-e00f-45d6-8b25-07589dac550f req-a27de734-4944-4633-97fb-49e61f629b84 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:17.278498 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c9cbad3-e00f-45d6-8b25-07589dac550f req-a27de734-4944-4633-97fb-49e61f629b84 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0513968 Jan 29 05:06:17.316217 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0c9cbad3-e00f-45d6-8b25-07589dac550f req-e497babb-6c0b-40a6-9e92-652a5512c567 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Jan 29 05:06:18.428425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ed8d3-9de9-4683-8783-3a2531cd1ed1 req-414c3725-71d7-4dfc-9c32-dacf64d8690a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:18.429885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c6ed8d3-9de9-4683-8783-3a2531cd1ed1 req-414c3725-71d7-4dfc-9c32-dacf64d8690a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0481677 Jan 29 05:06:18.467143 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c6ed8d3-9de9-4683-8783-3a2531cd1ed1 req-5ef66649-0b4f-4e00-8a06-8fc26c1891ab tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306709 Jan 29 05:06:19.579135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66d48-0c66-449a-a616-b536f9a6f6ad req-12edf775-a577-4c4b-83e5-a7c7e0a80885 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:19.580488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8db66d48-0c66-449a-a616-b536f9a6f6ad req-12edf775-a577-4c4b-83e5-a7c7e0a80885 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0483575 Jan 29 05:06:19.616803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8db66d48-0c66-449a-a616-b536f9a6f6ad req-bfbad1e3-08bf-48d6-8149-1ea7e381d344 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304813 Jan 29 05:06:20.729404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f687d4d-3098-4883-a4c5-8da430a478fa req-d7a99862-edd8-43fd-8600-a4563ed3b221 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:20.730911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f687d4d-3098-4883-a4c5-8da430a478fa req-d7a99862-edd8-43fd-8600-a4563ed3b221 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0480733 Jan 29 05:06:20.768024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f687d4d-3098-4883-a4c5-8da430a478fa req-b229f596-a492-4edf-afa2-fe5d9cf8f86a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Jan 29 05:06:21.879507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4d977-230c-410e-b7e3-ac0eab78d851 req-67c0357a-4989-4c9e-b30a-cbf0ebebb081 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:21.880972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acb4d977-230c-410e-b7e3-ac0eab78d851 req-67c0357a-4989-4c9e-b30a-cbf0ebebb081 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0474601 Jan 29 05:06:21.918163 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-acb4d977-230c-410e-b7e3-ac0eab78d851 req-28d9ff27-39c1-4c70-ac3d-a771a17af2b9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307255 Jan 29 05:06:23.034396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d855-2f16-45be-979b-fec1ad34343f req-030c14ca-17b4-4c93-b95c-8b7d95a59e74 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:23.035849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05c5d855-2f16-45be-979b-fec1ad34343f req-030c14ca-17b4-4c93-b95c-8b7d95a59e74 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Jan 29 05:06:23.072932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05c5d855-2f16-45be-979b-fec1ad34343f req-fb719be7-ea48-4f29-b9ae-0968f7c3dff9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Jan 29 05:06:23.906320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc93a-059a-49d8-ad2b-5b2244610918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:24.194958 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4e110-779d-465d-afd8-ba9a66bdc351 req-758633b6-d076-419c-8178-8766c185b3dc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:24.197060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ec4e110-779d-465d-afd8-ba9a66bdc351 req-758633b6-d076-419c-8178-8766c185b3dc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0519049 Jan 29 05:06:24.233439 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3ec4e110-779d-465d-afd8-ba9a66bdc351 req-0ed8550d-c0a9-4b8f-9139-19aa24aed60d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304248 Jan 29 05:06:25.346151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b428b6-9473-46b8-81fa-5a2c4dd460a3 req-d7e27ccb-3a43-4df3-8937-82c50d86e410 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:25.347633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10b428b6-9473-46b8-81fa-5a2c4dd460a3 req-d7e27ccb-3a43-4df3-8937-82c50d86e410 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0484440 Jan 29 05:06:25.385150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10b428b6-9473-46b8-81fa-5a2c4dd460a3 req-bec6fd56-9b13-4904-87e6-32b8872ae73a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307949 Jan 29 05:06:25.699680 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:06:26.160951 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9745708-d5df-46d0-b605-011b617a10f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:26.503601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c44260-b19e-426a-a5a7-00038e193854 req-c01eb7e3-9a1a-48df-9bdd-9b90c0d0a38c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:26.505062 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59c44260-b19e-426a-a5a7-00038e193854 req-c01eb7e3-9a1a-48df-9bdd-9b90c0d0a38c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Jan 29 05:06:26.541387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-59c44260-b19e-426a-a5a7-00038e193854 req-ff8d27a7-0a33-4eb8-9c8b-11ce0c17c87d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302470 Jan 29 05:06:27.428934 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:27.653903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2656119-7bbf-495f-a4df-edcb49570f4e req-a962462e-4eb3-4164-b0c7-87cdcd2a8925 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:27.655463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2656119-7bbf-495f-a4df-edcb49570f4e req-a962462e-4eb3-4164-b0c7-87cdcd2a8925 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0481126 Jan 29 05:06:27.692716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2656119-7bbf-495f-a4df-edcb49570f4e req-e92d8f73-438e-4daf-9bfd-68623d8fab46 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Jan 29 05:06:28.804680 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcfd3e-290b-4d4b-8d5a-f28d577faa04 req-90bfe93a-8c40-452f-8b8b-8fc15b0fbcf5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:28.806152 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4dcfd3e-290b-4d4b-8d5a-f28d577faa04 req-90bfe93a-8c40-452f-8b8b-8fc15b0fbcf5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0482185 Jan 29 05:06:28.843058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c4dcfd3e-290b-4d4b-8d5a-f28d577faa04 req-8eb093c9-9669-4a89-8ce0-23d12a9523f0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305398 Jan 29 05:06:29.256286 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:29.274695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:29.957108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026c77c-7fc4-46fc-b7ad-7bcb548dc6ff req-8c72ffba-7602-4857-abfd-458895a18dab tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:29.958583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2026c77c-7fc4-46fc-b7ad-7bcb548dc6ff req-8c72ffba-7602-4857-abfd-458895a18dab tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0516112 Jan 29 05:06:29.995643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2026c77c-7fc4-46fc-b7ad-7bcb548dc6ff req-336fa48f-cd2b-44d5-9a6d-5191091dd300 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301387 Jan 29 05:06:31.110867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86684dd-f466-44e4-8285-77c256c1dfe4 req-c3b1b091-493d-4161-9ef0-82128bc8589f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:31.112306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c86684dd-f466-44e4-8285-77c256c1dfe4 req-c3b1b091-493d-4161-9ef0-82128bc8589f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0511570 Jan 29 05:06:31.150852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c86684dd-f466-44e4-8285-77c256c1dfe4 req-a1daf1c3-726a-44d9-bf80-8e286d1480c3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318117 Jan 29 05:06:32.264012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3784c-1bd7-4c00-943d-6474e248cbfc req-ce07af00-28e8-4c60-9704-5ef2dc5bec15 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:32.265498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56e3784c-1bd7-4c00-943d-6474e248cbfc req-ce07af00-28e8-4c60-9704-5ef2dc5bec15 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0486689 Jan 29 05:06:32.303227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56e3784c-1bd7-4c00-943d-6474e248cbfc req-84dd6704-3218-462e-a612-3c1c7d9b2a35 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Jan 29 05:06:33.414433 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb4470-fae7-46d7-a673-84018400168b req-d113e626-bbe1-44a7-9214-d840a269d729 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:33.415931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b3cb4470-fae7-46d7-a673-84018400168b req-d113e626-bbe1-44a7-9214-d840a269d729 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0480423 Jan 29 05:06:33.453790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b3cb4470-fae7-46d7-a673-84018400168b req-98bdd6bc-00da-4308-96d5-f5bf140b29e2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Jan 29 05:06:34.571363 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4d61-8845-459a-85d0-1dfbd3d53d9c req-a6f0a1c8-095e-46bd-a214-0e48bf3de945 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:34.572739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd9a4d61-8845-459a-85d0-1dfbd3d53d9c req-a6f0a1c8-095e-46bd-a214-0e48bf3de945 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0483646 Jan 29 05:06:34.608710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cd9a4d61-8845-459a-85d0-1dfbd3d53d9c req-5e8ad0e5-b3da-46c7-b16c-fe35d7d3ab80 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301635 Jan 29 05:06:34.826894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-51f7ab83-0965-4038-8133-b0c85b108951 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393803 Jan 29 05:06:34.847233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe564e1-b33f-4ae8-bb08-74c17fee616d req-7052f21a-5602-4ae2-a27a-6c7b590959c4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:34.848824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe564e1-b33f-4ae8-bb08-74c17fee616d req-7052f21a-5602-4ae2-a27a-6c7b590959c4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0525169 Jan 29 05:06:34.891649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe564e1-b33f-4ae8-bb08-74c17fee616d req-fb32a8dc-d4df-49df-a399-4d496dde661d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360389 Jan 29 05:06:36.020215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bcf9-10e7-4d40-ae46-0a170f33575b req-6ccd9c15-c8cc-47c0-9ea0-fed8eb9a3dfa tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:36.023303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f247bcf9-10e7-4d40-ae46-0a170f33575b req-6ccd9c15-c8cc-47c0-9ea0-fed8eb9a3dfa tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0606091 Jan 29 05:06:36.052253 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-65fe1c50-f2e7-4b4a-bf15-2c8d6b233dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:36.053748 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-65fe1c50-f2e7-4b4a-bf15-2c8d6b233dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1097 time: 0.0407045 Jan 29 05:06:36.060886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f247bcf9-10e7-4d40-ae46-0a170f33575b req-f9f2f460-e97a-4f21-9408-58003911bb31 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331347 Jan 29 05:06:36.144178 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-5f2715d3-0fbb-4fe2-a55f-6a34b549f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:36.145638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-5f2715d3-0fbb-4fe2-a55f-6a34b549f771 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0852165 Jan 29 05:06:36.208845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-b58386c9-dfcf-4807-859a-6208ccac4d37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1002 time: 0.0561662 Jan 29 05:06:36.255570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c402cb1-32a4-4992-bfcf-1a1b7b9002b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:36.256930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c402cb1-32a4-4992-bfcf-1a1b7b9002b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0416017 Jan 29 05:06:36.303152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-e19e8b0c-84ab-454a-82f8-934dc3d6bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:36.304632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-e19e8b0c-84ab-454a-82f8-934dc3d6bdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417666 Jan 29 05:06:36.391803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-cfe44a5b-df6e-4291-a9b7-a94fc4a40d84 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790784 Jan 29 05:06:36.481066 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-b1bb3fd3-62de-4702-9211-31fb3d0ad46c service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826771 Jan 29 05:06:37.176806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17301912-1148-41c7-9c0e-336bb80b3b0b req-d60de257-0885-4b7e-bb78-df6fe2fb9248 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:37.178283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-17301912-1148-41c7-9c0e-336bb80b3b0b req-d60de257-0885-4b7e-bb78-df6fe2fb9248 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0497680 Jan 29 05:06:37.215178 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-17301912-1148-41c7-9c0e-336bb80b3b0b req-f88ca4c1-c0a9-48ce-b70f-9d7010084066 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jan 29 05:06:38.329342 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241711f-b13c-4985-bce3-d3bc1994fea7 req-ece48bc4-bb12-47ef-a242-049cf9f2b645 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:38.331170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5241711f-b13c-4985-bce3-d3bc1994fea7 req-ece48bc4-bb12-47ef-a242-049cf9f2b645 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0492396 Jan 29 05:06:38.348390 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-f0781bd4-58c9-48f5-863e-5b1a238b5608 service neutron] show failed (client error): The resource could not be found. Jan 29 05:06:38.349399 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-f0781bd4-58c9-48f5-863e-5b1a238b5608 service neutron] 10.222.0.36 "GET /v2.0/ports/e7a1436c-e494-4e54-bbf1-90156971819e/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0536582 Jan 29 05:06:38.370581 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5241711f-b13c-4985-bce3-d3bc1994fea7 req-3d798b5b-2979-4946-a1e8-e6fffb9fa22c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336604 Jan 29 05:06:38.546177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-11dcb867-72a7-42f1-a61a-be7b0995f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:38.547555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-11dcb867-72a7-42f1-a61a-be7b0995f9d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 1097 time: 0.0407107 Jan 29 05:06:38.565405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:06:38.962041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:39.155241 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:39.186299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:06:39.223306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:39.225450 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d90b69-3e74-4754-9bfa-e1ec53f1495e" -d '{"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:39.230219 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:39.242694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Transition to ACTIVE for port object e7a1436c-e494-4e54-bbf1-90156971819e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:06:39.247618 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:39.277405 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8c211d-6dcd-4e48-8466-c1b7a47ff3a0 x-openstack-request-id: req-6f8c211d-6dcd-4e48-8466-c1b7a47ff3a0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:39.277697 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:39.277994 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f8c211d-6dcd-4e48-8466-c1b7a47ff3a0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:39.278380 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'code': 200} Jan 29 05:06:39.297212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:39.338905 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.339258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.339598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.339940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.340277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.340610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.340939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.341268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.341599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.341942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.342270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.342592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:06:39.379866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] No DVR routers for this DVR port e7a1436c-e494-4e54-bbf1-90156971819e on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:06:39.494723 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a0e5-852b-49ab-bf7c-7ddd7fb01cb8 req-959e160c-d814-4d4f-b530-1756f7bd1847 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:39.496246 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40a3a0e5-852b-49ab-bf7c-7ddd7fb01cb8 req-959e160c-d814-4d4f-b530-1756f7bd1847 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0535367 Jan 29 05:06:39.518689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:06:39.519026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:06:39.519350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:06:39.523544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Port e7a1436c-e494-4e54-bbf1-90156971819e on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:06:39.523863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Attempting to bind port e7a1436c-e494-4e54-bbf1-90156971819e on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:06:39.528869 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:06:39.529208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:06:39.529588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:06:39.530037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Bound port: e7a1436c-e494-4e54-bbf1-90156971819e, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:06:39.530394 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:39.534635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40a3a0e5-852b-49ab-bf7c-7ddd7fb01cb8 req-b1d115aa-79b0-4231-9ac3-93e4949c7567 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Jan 29 05:06:39.598238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:06:39.601184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:06:39.604691 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:39.640481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:39.641086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:39.642524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1092 time: 1.0808885 Jan 29 05:06:39.660183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c35ff-f3cf-4a8f-8e00-7b574b9c8de1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:39.717245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-4243057d-77c9-4c96-ab7c-97b1db4df987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:39.718775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-4243057d-77c9-4c96-ab7c-97b1db4df987 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0421283 Jan 29 05:06:39.815328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-e36e241f-e5dc-4ee5-b899-445b28218c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:39.816801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-e36e241f-e5dc-4ee5-b899-445b28218c62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0902624 Jan 29 05:06:39.880667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-ffe649e5-3fe9-4c77-a0dd-3e34a9dcabc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1000 time: 0.0571218 Jan 29 05:06:39.927161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-9ef9d7a9-5889-477d-983d-7b6902a8694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:39.928494 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-9ef9d7a9-5889-477d-983d-7b6902a8694e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0419719 Jan 29 05:06:39.974829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-873fced1-8e0a-44ef-ac6c-2053b5c918dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:39.976305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-873fced1-8e0a-44ef-ac6c-2053b5c918dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416563 Jan 29 05:06:40.061800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-285b6239-7ecc-460f-9f2f-5f20d635a37f service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787396 Jan 29 05:06:40.152018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1d02ef37-65fa-4197-9220-6c56542e0a16 req-ba287b87-6dfd-4e6d-a447-8a8e9dfa048e service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822723 Jan 29 05:06:40.651574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68feb05-af09-4fb3-aaf2-dc59faf787f0 req-2e11b623-9a51-4f5c-acb2-2d85f1d0803e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:40.653025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c68feb05-af09-4fb3-aaf2-dc59faf787f0 req-2e11b623-9a51-4f5c-acb2-2d85f1d0803e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0483646 Jan 29 05:06:40.689846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c68feb05-af09-4fb3-aaf2-dc59faf787f0 req-f3c23449-3636-417e-9d3d-19da4fa1043b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Jan 29 05:06:40.864442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e7a1436c-e494-4e54-bbf1-90156971819e no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:06:40.902543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e7a1436c-e494-4e54-bbf1-90156971819e not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:06:41.279321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:41.281671 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa254b4-d158-47fd-8933-847629982254" -d '{"events": [{"name": "network-changed", "server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:41.328617 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2b7af-5206-491d-9388-6ff788dfdc74 x-openstack-request-id: req-22e2b7af-5206-491d-9388-6ff788dfdc74 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:41.328904 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:41.329161 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22e2b7af-5206-491d-9388-6ff788dfdc74 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:41.329558 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'status': 'completed', 'code': 200} Jan 29 05:06:41.437556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-242763bc-8cd8-481f-94cc-17ead047adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.439175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-242763bc-8cd8-481f-94cc-17ead047adf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0682797 Jan 29 05:06:41.441589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-a162c18c-a9c4-4308-b761-b88a9611080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.442954 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-a162c18c-a9c4-4308-b761-b88a9611080a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0641067 Jan 29 05:06:41.598373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-d30fc62f-f293-4164-9d72-e9f6ee29b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.599755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-d30fc62f-f293-4164-9d72-e9f6ee29b472 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1546423 Jan 29 05:06:41.601140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-8d39cd35-481a-4a94-9440-e0e34225ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.602480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-8d39cd35-481a-4a94-9440-e0e34225ef7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1498015 Jan 29 05:06:41.708932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-4784f0e5-e404-4087-bd20-0ad703093d9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1000 time: 0.1021199 Jan 29 05:06:41.710741 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-5ec88274-32e9-4869-aeb9-ca7273c66ba8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1000 time: 0.0977836 Jan 29 05:06:41.819529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-3926dadf-8da8-40c1-a638-cd4dc7255492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.820961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-3926dadf-8da8-40c1-a638-cd4dc7255492 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.1050410 Jan 29 05:06:41.827369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-8dfac270-14b9-4451-92f9-c70c7269c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.828701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-8dfac270-14b9-4451-92f9-c70c7269c989 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.1116529 Jan 29 05:06:41.871533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a1aa0-cbf8-4f9f-ba7f-e186bc56bdb1 req-3d815e88-43fc-484d-b78e-b3202e6ad69b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.872886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-804a1aa0-cbf8-4f9f-ba7f-e186bc56bdb1 req-3d815e88-43fc-484d-b78e-b3202e6ad69b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.1090283 Jan 29 05:06:41.923092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-306f7f42-a453-4a75-b607-8e877b10d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.924574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-306f7f42-a453-4a75-b607-8e877b10d2c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950215 Jan 29 05:06:41.945426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa254b4-d158-47fd-8933-847629982254 req-03148089-5e52-4020-96e9-f4eaf6f8b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:41.947457 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-03148089-5e52-4020-96e9-f4eaf6f8b252 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071353 Jan 29 05:06:41.950141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-804a1aa0-cbf8-4f9f-ba7f-e186bc56bdb1 req-a78e772b-4ae3-4c7c-8af7-c44f0d1e0847 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634937 Jan 29 05:06:42.095427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-f306acdc-2ad2-41fb-acba-366ce5389da7 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627486 Jan 29 05:06:42.097566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-41ced8e1-d8b8-4f14-b54d-9c1a569f5649 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385152 Jan 29 05:06:42.271688 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:42.298096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44104931-b6fe-4e49-8e19-7f0dd9f7ef8d req-0d39778d-8d0e-4f41-8855-36d167af023f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:42.299597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44104931-b6fe-4e49-8e19-7f0dd9f7ef8d req-0d39778d-8d0e-4f41-8855-36d167af023f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.2011240 Jan 29 05:06:42.315580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-78f8fdb0-a2e3-4218-a7b0-300841eb6fdc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:42.317048 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-78f8fdb0-a2e3-4218-a7b0-300841eb6fdc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91&tenant_id=34c7b879131b4326af5cafa1f6729777&binding%3Ahost_id=n-h2-825930-1 HTTP/1.1" status: 200 len: 944 time: 0.1768794 Jan 29 05:06:42.356041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-c1426b2b-b9e9-44ab-b301-cbcbceaf1c01 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480021 Jan 29 05:06:42.383723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa254b4-d158-47fd-8933-847629982254 req-07ce9a5a-6f0c-4a04-8290-a3b7e2784dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746949 Jan 29 05:06:42.415866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-44104931-b6fe-4e49-8e19-7f0dd9f7ef8d req-c4674a31-9076-4e7d-a7df-9cb594ff4205 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898385 Jan 29 05:06:42.425402 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-02870cf7-acf5-404e-bc90-70b20ae78241 service neutron] delete failed (client error): The resource could not be found. Jan 29 05:06:42.426482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-02870cf7-acf5-404e-bc90-70b20ae78241 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e7a1436c-e494-4e54-bbf1-90156971819e/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0925007 Jan 29 05:06:42.531517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-b42584ff-556a-4e0d-80a6-d28f876ca8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:42.533035 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-b42584ff-556a-4e0d-80a6-d28f876ca8b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0429866 Jan 29 05:06:42.624839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-e345af30-648e-46ea-9556-65a9cfc15914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:42.626368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-e345af30-648e-46ea-9556-65a9cfc15914 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0870225 Jan 29 05:06:42.695583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-abd61eae-94af-45f6-9e80-72a64a4226e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1000 time: 0.0620461 Jan 29 05:06:42.742587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-e4856ad9-a759-4e0b-973b-acd064e12612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:42.744652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-e4856ad9-a759-4e0b-973b-acd064e12612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0426266 Jan 29 05:06:42.787212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-2f420c43-7d88-4ecf-bd11-3c61dd569a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:42.788598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-2f420c43-7d88-4ecf-bd11-3c61dd569a3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381885 Jan 29 05:06:42.879222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-e5996656-8118-4e04-81b3-91503c6ebfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837655 Jan 29 05:06:42.966801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93935b51-4670-4924-8a7d-d8bcd9fea2c3 req-be827b64-1f6a-4b0d-b779-38565d01220a service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806510 Jan 29 05:06:43.547712 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ec425-53fd-4f2c-a71d-b6c35c1a8ae8 req-05b881e3-3f01-4424-98c9-eaa2953617b0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:43.549355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-296ec425-53fd-4f2c-a71d-b6c35c1a8ae8 req-05b881e3-3f01-4424-98c9-eaa2953617b0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0539041 Jan 29 05:06:43.587268 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-296ec425-53fd-4f2c-a71d-b6c35c1a8ae8 req-6a254fc0-5be5-438d-8155-2b37749e202b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Jan 29 05:06:43.911186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:43.945191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d71fe-773d-41e1-b505-0db1f13b0b56 req-e56626fd-9c9e-4110-9570-7616fcfd2c4c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:43.947410 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-483d71fe-773d-41e1-b505-0db1f13b0b56 req-e56626fd-9c9e-4110-9570-7616fcfd2c4c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0538290 Jan 29 05:06:43.984263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-483d71fe-773d-41e1-b505-0db1f13b0b56 req-75366ac7-6bac-4420-be7e-e5f081922960 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308371 Jan 29 05:06:44.174953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4e5b3-7381-4fee-85a2-1a6623239bf0 req-30fc3591-07f7-471c-ad9e-d5b48913f9b2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:44.176378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41d4e5b3-7381-4fee-85a2-1a6623239bf0 req-30fc3591-07f7-471c-ad9e-d5b48913f9b2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 944 time: 0.0494196 Jan 29 05:06:44.187983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e7a1436c-e494-4e54-bbf1-90156971819e details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:06:44.243533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41d4e5b3-7381-4fee-85a2-1a6623239bf0 req-aeabf6ab-d174-4e95-9707-9a2334c25ac2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605762 Jan 29 05:06:44.251955 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-42120b71-eabf-44f4-93c8-515b98b35ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:44.253467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-42120b71-eabf-44f4-93c8-515b98b35ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 1095 time: 0.0688703 Jan 29 05:06:44.286899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:44.297764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'mac_address': 'fa:16:3e:a0:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:06:44.342572 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:44.353453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-4d51d660-7414-4dcc-8c7f-6abb6347826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:44.354971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-4d51d660-7414-4dcc-8c7f-6abb6347826c service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0939374 Jan 29 05:06:44.356516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a1436c-e494-4e54-bbf1-90156971819e {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:06:44.388303 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:44.392392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:44.430428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-5133f163-4c7a-4143-831a-8690af24f0a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 200 len: 1000 time: 0.0644066 Jan 29 05:06:44.446204 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:44.486829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-a16e946d-084b-42ca-a4f4-e654e5b80e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:44.488299 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-a16e946d-084b-42ca-a4f4-e654e5b80e99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0517914 Jan 29 05:06:44.542229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-b8fbc8db-1c71-4ebc-9f49-d7c702d166c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:44.543739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-b8fbc8db-1c71-4ebc-9f49-d7c702d166c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481448 Jan 29 05:06:44.639102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-09625037-0af3-442d-bd42-b9b855a6b6ef service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881472 Jan 29 05:06:44.656950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['e7a1436c-e494-4e54-bbf1-90156971819e'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:06:44.749884 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4cc65891-8a2b-4d18-9140-5b75d27924db req-9b889983-b4fb-4b8a-aeed-6dafd96996c0 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029203 Jan 29 05:06:45.361467 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93298c-f880-4575-86e6-72fcabd27f2f req-6b1bb1c2-de60-4595-b15d-1033080a5e5e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:45.362951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb93298c-f880-4575-86e6-72fcabd27f2f req-6b1bb1c2-de60-4595-b15d-1033080a5e5e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 945 time: 0.0480382 Jan 29 05:06:45.400858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb93298c-f880-4575-86e6-72fcabd27f2f req-1144635e-b67b-47d9-b81b-d31f20e17d3e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Jan 29 05:06:45.626711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2596-51ba-44f6-a7f0-7d5d81239908 req-0e792bd7-c6d4-4f4c-a80e-7e542694e203 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:45.628153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f03e2596-51ba-44f6-a7f0-7d5d81239908 req-0e792bd7-c6d4-4f4c-a80e-7e542694e203 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 945 time: 0.0470037 Jan 29 05:06:45.664609 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f03e2596-51ba-44f6-a7f0-7d5d81239908 req-6bac3a17-4111-4d0c-9661-9b1162256a12 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Jan 29 05:06:46.206857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e7a1436c-e494-4e54-bbf1-90156971819e up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:06:46.256465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port e7a1436c-e494-4e54-bbf1-90156971819e completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:06:46.260031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port e7a1436c-e494-4e54-bbf1-90156971819e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:06:46.260406 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:46.334416 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:46.356641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:46.358881 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764bd824-301b-42d8-8bfc-ef5eb111831a" -d '{"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:46.371124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:46.375175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:46.397594 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1889bfca-b791-45ab-a416-7c5ac55435dd x-openstack-request-id: req-1889bfca-b791-45ab-a416-7c5ac55435dd {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:46.397911 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:46.398168 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1889bfca-b791-45ab-a416-7c5ac55435dd {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:46.398558 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'code': 200} Jan 29 05:06:46.427402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:46.785119 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562d319-28b1-4df7-a579-75965ecfed67 req-0223d380-f201-4968-aefc-073db6e85ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:46.786618 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562d319-28b1-4df7-a579-75965ecfed67 req-0223d380-f201-4968-aefc-073db6e85ebd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0523119 Jan 29 05:06:46.823969 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562d319-28b1-4df7-a579-75965ecfed67 req-8c562c36-df8b-46ea-b56f-7ffac7a40f33 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310271 Jan 29 05:06:47.045640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-33c3a6f0-d52a-46d6-95dd-212e85bafea8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:47.047012 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-33c3a6f0-d52a-46d6-95dd-212e85bafea8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 946 time: 0.0482740 Jan 29 05:06:47.138833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Deleting port e7a1436c-e494-4e54-bbf1-90156971819e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:06:47.139175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:47.223455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] For port e7a1436c-e494-4e54-bbf1-90156971819e, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=e7a1436c-e494-4e54-bbf1-90156971819e,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:47.223818 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:47.392308 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:47.392673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:47.392993 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 disassociated. External IP: 172.25.4.233, port: e7a1436c-e494-4e54-bbf1-90156971819e. Jan 29 05:06:47.393333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Calling delete_port for e7a1436c-e494-4e54-bbf1-90156971819e owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:06:47.514675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:47.541243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event deleted for resources: {'Port': ['ID=e7a1436c-e494-4e54-bbf1-90156971819e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:47.654671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:06:47.761440 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:06:47.770912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:06:47.780224 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:06:47.781031 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:06:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:47.800805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] No DVR routers for this DVR port e7a1436c-e494-4e54-bbf1-90156971819e on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:06:47.803607 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:47.807258 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7c447ebc-c149-40f7-a720-6cddebdc28e2 req-cf25da24-f897-429f-b7e9-eb715f0fb0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "DELETE /v2.0/ports/e7a1436c-e494-4e54-bbf1-90156971819e HTTP/1.1" status: 204 len: 173 time: 0.7540195 Jan 29 05:06:47.807691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-deleted', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:47.809927 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb731d3d-c4c6-4587-8bed-75f96e1e26b4" -d '{"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-deleted", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:47.848353 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38691c10-042d-4f44-8074-3c89b19bc146 x-openstack-request-id: req-38691c10-042d-4f44-8074-3c89b19bc146 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:47.848664 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d77b4dc-84ec-4206-bdbf-2470405c7b91", "name": "network-vif-deleted", "tag": "e7a1436c-e494-4e54-bbf1-90156971819e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:47.848932 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38691c10-042d-4f44-8074-3c89b19bc146 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:47.849333 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b4dc-84ec-4206-bdbf-2470405c7b91', 'name': 'network-vif-deleted', 'tag': 'e7a1436c-e494-4e54-bbf1-90156971819e', 'status': 'completed', 'code': 200} Jan 29 05:06:47.889345 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:06:47.940770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-13223a44-6de6-46e7-8791-7b1627bceea9 req-d6d29397-f18d-47df-b9c9-eec5143b2963 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d77b4dc-84ec-4206-bdbf-2470405c7b91 HTTP/1.1" status: 200 len: 210 time: 0.0433114 Jan 29 05:06:48.098025 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:48.123609 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:06:48.131618 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:06:48.132214 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:06:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:48.234713 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:06:48.425295 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:06:48.450701 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ff48c-63af-4201-9ac3-7ec3b14c6825 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:06:48.656010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aca1c7-ff93-4cb7-9296-3def26776991 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:06:49.164034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-237857e3-02e1-4ab2-b794-cb6444e24ba4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--605006898&fields=id&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 267 time: 0.0319953 Jan 29 05:06:49.271031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-1e43c563-6dd0-4f84-9d05-dc59ef026e17 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:49.272424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-1e43c563-6dd0-4f84-9d05-dc59ef026e17 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1008570 Jan 29 05:06:49.287962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e9b3cb36-e14d-4ef0-899e-e986a6839922 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/quotas/34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 375 time: 0.0090811 Jan 29 05:06:49.341805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-8886878d-1e2e-4800-adee-f3cf557a201f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470781 Jan 29 05:06:49.438637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-dd31a3c0-ef7d-4006-8376-7eca77737eaa service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845087 Jan 29 05:06:49.526805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-b8d059bc-2b44-474f-b0ef-76d7b00da415 service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820072 Jan 29 05:06:49.682443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c76f139f-959e-4a81-a933-a24d89f63b90 req-119e26a8-45ca-4c60-a793-75cd0f99fb86 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 210 time: 0.0265069 Jan 29 05:06:50.226980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e7a1436c-e494-4e54-bbf1-90156971819e no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:06:50.247452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: e7a1436c-e494-4e54-bbf1-90156971819e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:06:50.247776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device e7a1436c-e494-4e54-bbf1-90156971819e not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:06:50.778450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-35f59dc4-d86d-4e43-afbf-23ce0fc0ca81 req-03476c8a-55d5-47d2-b0b4-bd344c815bd2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 210 time: 0.0267110 Jan 29 05:06:50.969950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-2a4ced9d-fe7a-4a9f-a593-7c513776337d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:50.971378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-2a4ced9d-fe7a-4a9f-a593-7c513776337d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1137736 Jan 29 05:06:51.021886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-a6ff82f3-9e42-4663-b8d0-32b99149de4f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 379 time: 0.0328000 Jan 29 05:06:51.030704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'port': {'device_id': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'admin_state_up': True, 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'security_groups': ['5dd59213-b4d1-4f44-968b-59d97190cd80']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:06:51.137724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Made reservation on behalf of 34c7b879131b4326af5cafa1f6729777 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:06:51.141483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:51.262578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Allocated IP 172.20.0.3 (86c503a6-5fff-439d-9157-d045c675b295/9c8ef38b-a374-4503-90c8-770621c119dd/2a3ea10a-6464-4dd9-a769-ae489fda68a5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:06:51.729375 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:51.762522 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:51.807405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:06:51.810673 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:06:51.813705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:06:51.845841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:51.874708 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:51.875369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:51.897660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-e7a4f1b0-a24f-4879-bc4a-f57024ca7c03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8702874 Jan 29 05:06:51.902432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0dea-003d-4747-8fc1-59aeda8cebf7 req-3f705127-23cb-4da0-801e-4793e049b4c5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:51.904060 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-976d0dea-003d-4747-8fc1-59aeda8cebf7 req-3f705127-23cb-4da0-801e-4793e049b4c5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 931 time: 0.0527542 Jan 29 05:06:51.914897 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Request body: {'port': {'device_id': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:06:51.945314 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-976d0dea-003d-4747-8fc1-59aeda8cebf7 req-4fd624b4-1bdb-490b-9a4a-9d584867028c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349393 Jan 29 05:06:51.980814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.082217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f7cd2ed7-dcdf-48ee-bf6c-3453cc6f4b7f None None] Provisioning complete for port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:06:52.082759 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7cd2ed7-dcdf-48ee-bf6c-3453cc6f4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.115305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd2ed7-dcdf-48ee-bf6c-3453cc6f4b7f None None] Port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:06:52.240329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:06:52.248143 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.259899 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Transition to ACTIVE for port object 2a3ea10a-6464-4dd9-a769-ae489fda68a5 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:06:52.264238 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.312331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:52.386223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:06:52.386558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:06:52.386886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:06:52.391421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:06:52.391737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:06:52.396737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:06:52.397079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:06:52.397523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:06:52.398082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Bound port: 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:06:52.398445 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.467558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:06:52.470637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:06:52.474400 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.512372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:52.512985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:52.514402 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] 10.222.0.20 "PUT /v2.0/ports/2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1091 time: 0.6042998 Jan 29 05:06:52.514837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:52.517085 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae" -d '{"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:52.546625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f949c-2741-4ded-9ab3-4c9074c1de0f service neutron] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:52.562104 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304eb7f6-d993-435f-b2b8-e92be0b8ff21 x-openstack-request-id: req-304eb7f6-d993-435f-b2b8-e92be0b8ff21 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:52.562394 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:52.562642 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-304eb7f6-d993-435f-b2b8-e92be0b8ff21 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:52.563093 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'status': 'completed', 'code': 200} Jan 29 05:06:52.627589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-468165c6-0938-454d-9bee-424a3bf85a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:52.629101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-468165c6-0938-454d-9bee-424a3bf85a96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1094 time: 0.0429497 Jan 29 05:06:52.676703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-bf2edefe-486a-4340-9351-a5b3d20f378c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 217 time: 0.0349262 Jan 29 05:06:52.724761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-69d67810-d076-47bc-8ce8-89f96f7fb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:52.726223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-69d67810-d076-47bc-8ce8-89f96f7fb08f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0437658 Jan 29 05:06:52.774017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-7c2f0d4c-dbab-4073-bf40-02811f5d07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:52.776168 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-7c2f0d4c-dbab-4073-bf40-02811f5d07b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433903 Jan 29 05:06:52.861019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-603acbc6-2f5c-4049-bfc1-baf884b24633 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784986 Jan 29 05:06:52.951323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff91d129-4c75-4814-96dd-9fb855e718bf req-47d2381f-c277-4128-bc18-8732e4f33686 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831268 Jan 29 05:06:53.065033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa724-d6ab-43bf-9d5f-f18d50345dc9 req-d92f2a76-e5c4-4e15-942e-ad42a52c422c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:53.066653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76cfa724-d6ab-43bf-9d5f-f18d50345dc9 req-d92f2a76-e5c4-4e15-942e-ad42a52c422c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.0517237 Jan 29 05:06:53.075348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-5d4e123a-5014-40b8-bd2b-6e704909080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:53.076827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-5d4e123a-5014-40b8-bd2b-6e704909080a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1094 time: 0.0413730 Jan 29 05:06:53.104267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-76cfa724-d6ab-43bf-9d5f-f18d50345dc9 req-ef337659-6eff-4cf8-ac1e-804964c41272 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Jan 29 05:06:53.168402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-4846232c-4023-4a08-90c9-ed4898447676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:53.169843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-4846232c-4023-4a08-90c9-ed4898447676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0857179 Jan 29 05:06:53.209283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-51bec8c4-44b3-43e5-9582-54454352875c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 217 time: 0.0328395 Jan 29 05:06:53.256398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-c18a2a7b-220a-441e-ae3d-a77a36a7d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:53.257802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-c18a2a7b-220a-441e-ae3d-a77a36a7d93d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0426307 Jan 29 05:06:53.302395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-aab47947-4c4b-4421-8ad4-189769933fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:53.303874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-aab47947-4c4b-4421-8ad4-189769933fca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388141 Jan 29 05:06:53.394944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-bec13201-cff0-43ac-adb4-107602c389a7 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821624 Jan 29 05:06:53.483421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2e554b6b-7ea2-4d87-a2a3-dcbe9b093fae req-77fcde9e-a240-49a2-8089-9394698802bf service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815465 Jan 29 05:06:53.906112 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fe019d5-3db5-4afd-8304-3cc20486dcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:54.223745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f65864-17fc-4a26-a6ae-2d888a4c09f5 req-f7422030-0cac-43e9-83c6-e2ad82e1911e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:54.225247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63f65864-17fc-4a26-a6ae-2d888a4c09f5 req-f7422030-0cac-43e9-83c6-e2ad82e1911e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.0529599 Jan 29 05:06:54.262369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-63f65864-17fc-4a26-a6ae-2d888a4c09f5 req-b59b8632-907e-4f72-9bfa-d8ab817cb8be tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305364 Jan 29 05:06:55.378047 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9e00-19cb-4f42-835b-7cfde7d5d08e req-145a67b4-8bbb-4359-850c-93a2c3a85640 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:55.379608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3ed9e00-19cb-4f42-835b-7cfde7d5d08e req-145a67b4-8bbb-4359-850c-93a2c3a85640 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.0486119 Jan 29 05:06:55.418191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d3ed9e00-19cb-4f42-835b-7cfde7d5d08e req-f63a5a37-efd6-4a3f-952d-f84fc69d379c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Jan 29 05:06:56.160447 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a631f-616a-434b-8cfd-eb206b321133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:56.248000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:06:56.340496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:56.350346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'mac_address': 'fa:16:3e:4d:98:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:06:56.387014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:56.398984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:06:56.417826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:56.421846 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:56.468587 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:56.530220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1fcc-1d96-4d48-9a14-c7e51825feff req-fe55f719-71ae-4afe-9daf-93e5b729abb5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:56.531617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-658c1fcc-1d96-4d48-9a14-c7e51825feff req-fe55f719-71ae-4afe-9daf-93e5b729abb5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0490224 Jan 29 05:06:56.568570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-658c1fcc-1d96-4d48-9a14-c7e51825feff req-d9c9d776-87b6-4389-985d-ca931930ff8d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Jan 29 05:06:56.698701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['2a3ea10a-6464-4dd9-a769-ae489fda68a5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:06:57.432787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:57.680297 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f21fb-9f31-4edf-b9c3-b7ebdc490789 req-9e6b8244-0113-44be-95fa-702fca162983 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:57.682463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd6f21fb-9f31-4edf-b9c3-b7ebdc490789 req-9e6b8244-0113-44be-95fa-702fca162983 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0490336 Jan 29 05:06:57.718265 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd6f21fb-9f31-4edf-b9c3-b7ebdc490789 req-6a66aa84-9126-4ed1-a161-46f908ea57ad tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298810 Jan 29 05:06:58.265311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:06:58.313321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:06:58.317062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:06:58.317431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:58.392773 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:58.414908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:06:58.418106 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5841c9-3ad9-467e-9a3a-4c62972fb9cd" -d '{"events": [{"server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "name": "network-vif-plugged", "status": "completed", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:06:58.430765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:06:58.434968 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:58.460307 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50480c29-6b03-496a-b175-253cbc51376b x-openstack-request-id: req-50480c29-6b03-496a-b175-253cbc51376b {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:06:58.460601 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "name": "network-vif-plugged", "status": "completed", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:06:58.460855 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50480c29-6b03-496a-b175-253cbc51376b {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:06:58.461241 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'code': 200} Jan 29 05:06:58.486188 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:06:58.577719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8eb2a-8faa-497f-bfcc-9cb896e6fdb3 req-545dbd2f-6a81-48ff-a9fa-904db7627813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:58.579130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2f8eb2a-8faa-497f-bfcc-9cb896e6fdb3 req-545dbd2f-6a81-48ff-a9fa-904db7627813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1096 time: 0.0399842 Jan 29 05:06:58.614097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2f8eb2a-8faa-497f-bfcc-9cb896e6fdb3 req-1c1e0324-186b-4130-9404-a4239c12fee4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270245 Jan 29 05:06:58.835398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7e65-3f59-493f-8b67-b99f78eac1cd req-947e2972-2dd5-4e74-b0a7-c6f552e064a5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:58.836757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b55f7e65-3f59-493f-8b67-b99f78eac1cd req-947e2972-2dd5-4e74-b0a7-c6f552e064a5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0519774 Jan 29 05:06:58.872810 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b55f7e65-3f59-493f-8b67-b99f78eac1cd req-b5138225-ac70-41a3-bbbd-dafa2f103f68 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301399 Jan 29 05:06:59.258831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:59.275505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:06:59.993023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb637-30c9-43fe-856c-de436c82a6f9 req-bfadba47-a834-4451-9f24-61c99ab48531 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:06:59.994568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bccb637-30c9-43fe-856c-de436c82a6f9 req-bfadba47-a834-4451-9f24-61c99ab48531 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0520089 Jan 29 05:07:00.031633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bccb637-30c9-43fe-856c-de436c82a6f9 req-df4b2bab-2177-4077-956f-759d9c9b3abf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311391 Jan 29 05:07:00.140953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c80d94-f4e6-4a77-a015-081eeefe8ed6 req-c77c2616-0c05-46da-bf94-36d03f50f89a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:00.142421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67c80d94-f4e6-4a77-a015-081eeefe8ed6 req-c77c2616-0c05-46da-bf94-36d03f50f89a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0474329 Jan 29 05:07:00.151417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36278) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:07:00.155793 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'floatingip': {'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:00.192722 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:00.907353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:00.911065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:01.009513 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 associated. External IP: 172.25.4.233, port: 2a3ea10a-6464-4dd9-a769-ae489fda68a5. Jan 29 05:07:01.215177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:07:01.321375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:01.326330 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:01.331849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:01.341901 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:01.342525 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:06:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:01.353594 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c1d89e4-d09d-4f9d-b491-652f9663b57c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "PUT /v2.0/floatingips/fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 HTTP/1.1" status: 200 len: 991 time: 1.2004030 Jan 29 05:07:01.354305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:07:01.356742 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:01.449210 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:01.449851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745f7ac-ad8c-4c01-aeeb-9b7690e8a86b req-7b597681-f68e-47fb-a1a8-d48a8cf49b75 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:01.451492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6745f7ac-ad8c-4c01-aeeb-9b7690e8a86b req-7b597681-f68e-47fb-a1a8-d48a8cf49b75 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0508218 Jan 29 05:07:01.466747 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655821e-3b1a-4cc0-806a-e5e6da4ba1d9 x-openstack-request-id: req-4655821e-3b1a-4cc0-806a-e5e6da4ba1d9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:01.466970 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:01.467221 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4655821e-3b1a-4cc0-806a-e5e6da4ba1d9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:01.467619 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'status': 'completed', 'code': 200} Jan 29 05:07:01.490618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6745f7ac-ad8c-4c01-aeeb-9b7690e8a86b req-f61d2d06-cc78-4e9d-83b3-b751562d83f9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332532 Jan 29 05:07:01.550145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-5d68c4e7-b8cd-4760-be91-571cef6cd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:01.551642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-5d68c4e7-b8cd-4760-be91-571cef6cd3b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1096 time: 0.0411541 Jan 29 05:07:01.644089 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-40c73929-b73f-45b1-a6c1-32000ee7ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:01.645842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-40c73929-b73f-45b1-a6c1-32000ee7ba73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0875733 Jan 29 05:07:01.667127 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:4d:98:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:07:00Z', 'revision_number': 9, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:01.714373 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-6c344a6a-f60f-4617-b91a-010a14bfaa5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 999 time: 0.0612981 Jan 29 05:07:01.769764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-c54c93bf-37a1-47da-ace4-30af08042cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:01.771192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-c54c93bf-37a1-47da-ace4-30af08042cfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0509763 Jan 29 05:07:01.786969 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:01.795615 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:01.796220 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:06:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:01.816686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-c62ee58e-2188-4da8-aa4f-bf28262324ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:01.818226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-c62ee58e-2188-4da8-aa4f-bf28262324ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409222 Jan 29 05:07:01.898127 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:01.906087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-f76c1953-7b30-4704-bb05-10d693f3f5c9 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811753 Jan 29 05:07:02.000083 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cf38ceb-72d1-45e9-a691-f059a87e0c9f req-c7181bc0-ece4-45f1-98bf-cf2b293ee0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873232 Jan 29 05:07:02.114288 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:4d:98:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:07:00Z', 'revision_number': 9, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:02.144611 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00636452-7c54-4b65-825a-3f5f3096ebc7 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:4d:98:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:07:00Z', 'revision_number': 9, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:02.331705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3bef2-51a4-44de-a6f4-96ad952de642 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:07:02.610109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9fcb8-45e8-4ba1-8628-e8c8903d69db req-575c4781-cbf5-4248-b152-9d41df1c3fcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:02.611562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1d9fcb8-45e8-4ba1-8628-e8c8903d69db req-575c4781-cbf5-4248-b152-9d41df1c3fcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0478427 Jan 29 05:07:02.648227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d1d9fcb8-45e8-4ba1-8628-e8c8903d69db req-4027cf77-62cc-424c-88a5-26ed83dda5f2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307863 Jan 29 05:07:02.699184 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:07:02.908079 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-bb194ab8-f6ee-4c30-8e9f-50f4649b55b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717502 Jan 29 05:07:02.918906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b51e3e-d77a-4210-80e5-bc58b9d7558f req-bf9c911c-d6ca-41b3-888e-33e61d38ef51 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:02.920437 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2b51e3e-d77a-4210-80e5-bc58b9d7558f req-bf9c911c-d6ca-41b3-888e-33e61d38ef51 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0750327 Jan 29 05:07:02.960718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e2b51e3e-d77a-4210-80e5-bc58b9d7558f req-d23815e2-172b-47f1-b15f-7ec7248e0bf0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341351 Jan 29 05:07:04.077794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-61b7268b-1cdd-45c5-b5ee-b4af976eb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:04.079316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-61b7268b-1cdd-45c5-b5ee-b4af976eb387 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1096 time: 0.0696523 Jan 29 05:07:04.091454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c247e2c-9d3c-476b-8c7d-a86ee9a33b88 req-5e99e47f-b89d-48ee-915b-039e9ff1c6a0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:04.092838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c247e2c-9d3c-476b-8c7d-a86ee9a33b88 req-5e99e47f-b89d-48ee-915b-039e9ff1c6a0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0582883 Jan 29 05:07:04.177579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2c247e2c-9d3c-476b-8c7d-a86ee9a33b88 req-147667b5-81d8-4f4c-a592-832f8f0c0e3d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767126 Jan 29 05:07:04.204691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-2654577d-35ef-4f72-9ff9-dd396c580faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:04.206184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-2654577d-35ef-4f72-9ff9-dd396c580faa service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1124816 Jan 29 05:07:04.272707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-2bdf07d4-07b7-495e-b102-f0462db20722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1002 time: 0.0593777 Jan 29 05:07:04.320360 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-6b9435c0-5e62-46af-bed2-574828b07428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:04.322032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-6b9435c0-5e62-46af-bed2-574828b07428 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0433421 Jan 29 05:07:04.366460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-91c6c217-b1c5-41b1-ae26-97708bded540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:04.367923 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-91c6c217-b1c5-41b1-ae26-97708bded540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403171 Jan 29 05:07:04.458443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-4580da33-0d75-48ca-941e-17c6e00361e4 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838060 Jan 29 05:07:04.545843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-b49644c5-c070-4de4-9214-12edb76e88a6 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809042 Jan 29 05:07:05.288979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda914a-9255-4b51-b545-6d386a606b6d req-3d88410d-8eb2-4d74-89c5-27717d88d9a5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:05.291171 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fdda914a-9255-4b51-b545-6d386a606b6d req-3d88410d-8eb2-4d74-89c5-27717d88d9a5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0482178 Jan 29 05:07:05.328542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fdda914a-9255-4b51-b545-6d386a606b6d req-b4c20b75-80db-4d1d-8f82-bfe4767936cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Jan 29 05:07:06.442626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8718b50-e69f-42c0-affa-a10cb50c4f15 req-6ef7ea98-ebaa-455f-9823-558772cf487a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:06.444089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8718b50-e69f-42c0-affa-a10cb50c4f15 req-6ef7ea98-ebaa-455f-9823-558772cf487a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0495038 Jan 29 05:07:06.480968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8718b50-e69f-42c0-affa-a10cb50c4f15 req-f8c40471-1400-4ec1-b6b1-0f6f74008859 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307369 Jan 29 05:07:07.597931 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4735d3-2e30-44fb-bc41-5810d492c51b req-0b5b3004-536d-45b1-8ea2-9f147dd699ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:07.599285 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e4735d3-2e30-44fb-bc41-5810d492c51b req-0b5b3004-536d-45b1-8ea2-9f147dd699ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0517075 Jan 29 05:07:07.637379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e4735d3-2e30-44fb-bc41-5810d492c51b req-283fcb08-e66b-4d0e-a036-2e27310e7355 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316458 Jan 29 05:07:08.753748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f309d-ec1f-43c3-a6da-c3431e3a0f96 req-cd423309-561d-4a13-9e5f-65b1ff3a1d97 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:08.755233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-014f309d-ec1f-43c3-a6da-c3431e3a0f96 req-cd423309-561d-4a13-9e5f-65b1ff3a1d97 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0518067 Jan 29 05:07:08.792470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-014f309d-ec1f-43c3-a6da-c3431e3a0f96 req-6fe0f1cc-6746-49af-b45a-8344ca2bc3d5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307102 Jan 29 05:07:09.906386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613cd0a-53ec-4139-8d47-6c746db4f657 req-da7f0a00-4c27-4d58-ba0c-3d7575ce9363 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:09.907864 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6613cd0a-53ec-4139-8d47-6c746db4f657 req-da7f0a00-4c27-4d58-ba0c-3d7575ce9363 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0486691 Jan 29 05:07:09.944378 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6613cd0a-53ec-4139-8d47-6c746db4f657 req-19b74c31-a4a8-4b7b-8adf-98dfd03e76b5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Jan 29 05:07:11.058941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398bc76-8160-44a0-b1fb-67916bdbcc47 req-fda6f9c2-ae9e-48f7-a684-4a87b9dff6d9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:11.060407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e398bc76-8160-44a0-b1fb-67916bdbcc47 req-fda6f9c2-ae9e-48f7-a684-4a87b9dff6d9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0492232 Jan 29 05:07:11.097145 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e398bc76-8160-44a0-b1fb-67916bdbcc47 req-96a04f34-855b-4e73-a155-16c686ab2f62 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308957 Jan 29 05:07:12.210126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca383e-bac7-4302-b341-b33e67febedf req-de80d2ca-5748-43f2-a539-a568f5840ca2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:12.211588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9ca383e-bac7-4302-b341-b33e67febedf req-de80d2ca-5748-43f2-a539-a568f5840ca2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0485070 Jan 29 05:07:12.248866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c9ca383e-bac7-4302-b341-b33e67febedf req-fbf6d74a-cbe5-4b49-bdd1-b826087b2e87 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Jan 29 05:07:12.291130 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:13.364338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c4dc-a81c-45d6-824f-03781f8200df req-4687c282-f7e7-4973-865c-f42912b0e472 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:13.365796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a1c4dc-a81c-45d6-824f-03781f8200df req-4687c282-f7e7-4973-865c-f42912b0e472 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0481462 Jan 29 05:07:13.402176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-75a1c4dc-a81c-45d6-824f-03781f8200df req-d7cbd829-79d7-4080-a96b-02f06a891034 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298626 Jan 29 05:07:13.931912 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:14.522254 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41adee7-7ef0-4302-a32a-92c93f09f745 req-26dbe447-9e57-43ba-a153-2023e49e416c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:14.523717 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c41adee7-7ef0-4302-a32a-92c93f09f745 req-26dbe447-9e57-43ba-a153-2023e49e416c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0530870 Jan 29 05:07:14.560501 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c41adee7-7ef0-4302-a32a-92c93f09f745 req-9a1d8fc0-9da2-4234-8baa-15a551f8f65c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307233 Jan 29 05:07:15.687011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca96ea-0234-4e0a-bfb6-a0de43ab8760 req-2e0266a7-6feb-47d1-bf08-83e3cd65bd37 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:15.688475 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2aca96ea-0234-4e0a-bfb6-a0de43ab8760 req-2e0266a7-6feb-47d1-bf08-83e3cd65bd37 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0532415 Jan 29 05:07:15.725715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2aca96ea-0234-4e0a-bfb6-a0de43ab8760 req-6faeb9be-edad-4986-98a1-56a1700e8573 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313649 Jan 29 05:07:16.842306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8549c-aa0d-42b5-9fc8-d7517dfd0e70 req-07cdaa4f-3a78-4a37-b6c7-f7f52c94cf02 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:16.843785 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47e8549c-aa0d-42b5-9fc8-d7517dfd0e70 req-07cdaa4f-3a78-4a37-b6c7-f7f52c94cf02 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0526388 Jan 29 05:07:16.880261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47e8549c-aa0d-42b5-9fc8-d7517dfd0e70 req-1c91b74e-3836-4b8a-8b85-bae8f9ff8520 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305860 Jan 29 05:07:17.992900 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556019-0dcf-4b4a-bd13-f6d92d022812 req-aa728118-2029-436c-a3eb-fa1714758c22 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:17.994416 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39556019-0dcf-4b4a-bd13-f6d92d022812 req-aa728118-2029-436c-a3eb-fa1714758c22 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0474918 Jan 29 05:07:18.031989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39556019-0dcf-4b4a-bd13-f6d92d022812 req-38e127dd-a773-40f6-a50a-2827b64d6039 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Jan 29 05:07:19.146984 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a473-723f-4aa7-8244-025cc0414dee req-442bbe96-0cde-4ed7-9d84-ab8f49f10d5e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:19.148442 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1850a473-723f-4aa7-8244-025cc0414dee req-442bbe96-0cde-4ed7-9d84-ab8f49f10d5e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0484257 Jan 29 05:07:19.185421 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1850a473-723f-4aa7-8244-025cc0414dee req-e55c76d0-f4c5-4b1b-b0f4-580a735f77b4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310061 Jan 29 05:07:20.300000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c3d54-6aba-4755-a7fa-e5e9649e9f6b req-871a69ae-343f-46eb-afb4-27e80e60bc4c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:20.301488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4c3d54-6aba-4755-a7fa-e5e9649e9f6b req-871a69ae-343f-46eb-afb4-27e80e60bc4c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0480244 Jan 29 05:07:20.338235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4c3d54-6aba-4755-a7fa-e5e9649e9f6b req-85ddee88-66ca-42f6-af46-ab06a3df6f1f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Jan 29 05:07:21.461809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a92f2-9864-4c34-9b16-12aa9c7a123d req-c9e86500-0e7b-4b1c-b240-7b14aeedcb36 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:21.463295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-577a92f2-9864-4c34-9b16-12aa9c7a123d req-c9e86500-0e7b-4b1c-b240-7b14aeedcb36 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0526018 Jan 29 05:07:21.500264 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-577a92f2-9864-4c34-9b16-12aa9c7a123d req-408dadb2-3646-425d-9bb5-2b8ae3e88f37 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Jan 29 05:07:22.616991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26118c9-6381-42ff-b89a-af7eb438ef0a req-8e919943-bd9f-4437-baa2-9e891b2cf2ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:22.618549 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c26118c9-6381-42ff-b89a-af7eb438ef0a req-8e919943-bd9f-4437-baa2-9e891b2cf2ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0522027 Jan 29 05:07:22.656355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c26118c9-6381-42ff-b89a-af7eb438ef0a req-02f65aed-a88b-45cf-a1b1-a90959b7aab3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Jan 29 05:07:23.770644 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9046-9500-44c4-8e12-463dfc2ee934 req-d28f5e11-d428-4f77-84c0-c3fc67e469cf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:23.772094 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-590e9046-9500-44c4-8e12-463dfc2ee934 req-d28f5e11-d428-4f77-84c0-c3fc67e469cf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0480888 Jan 29 05:07:23.809970 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-590e9046-9500-44c4-8e12-463dfc2ee934 req-e3eacce1-eeb6-4f1b-9875-e0a1c0a699df tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Jan 29 05:07:23.906894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-194e829d-fcc4-4a83-bc96-a4cabfd58a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:24.923915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539220d-e027-44ed-b493-92a1ea01492d req-1caff376-6d7d-4426-8e7d-4a24eee3f63a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:24.925387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9539220d-e027-44ed-b493-92a1ea01492d req-1caff376-6d7d-4426-8e7d-4a24eee3f63a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0489378 Jan 29 05:07:24.963023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9539220d-e027-44ed-b493-92a1ea01492d req-9827740a-7c22-4afd-be40-2e37bb52143e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Jan 29 05:07:26.078379 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0979f-459a-4d82-a01a-ee48be770942 req-634330f4-53ba-404d-834b-702bdbd172bf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:26.079860 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00b0979f-459a-4d82-a01a-ee48be770942 req-634330f4-53ba-404d-834b-702bdbd172bf tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0494871 Jan 29 05:07:26.118153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00b0979f-459a-4d82-a01a-ee48be770942 req-35999c15-d45b-4a9f-a56b-813e7bca19a0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323932 Jan 29 05:07:26.160322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f9430da-8a1d-4a31-85a5-9d55674c0682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:27.231261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7932-6ede-42c4-b52d-a2c50c036331 req-a6b086ac-4bb9-4bd9-8812-34b679089476 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:27.232707 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8be7932-6ede-42c4-b52d-a2c50c036331 req-a6b086ac-4bb9-4bd9-8812-34b679089476 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0478647 Jan 29 05:07:27.269905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d8be7932-6ede-42c4-b52d-a2c50c036331 req-33b426d6-f040-429e-a885-df6bde0a8094 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Jan 29 05:07:27.437789 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:28.388485 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43433f-9788-4067-ac15-6dd4233cfef8 req-8dbd33bf-5272-42e5-819e-8210effe2ca6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:28.389982 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af43433f-9788-4067-ac15-6dd4233cfef8 req-8dbd33bf-5272-42e5-819e-8210effe2ca6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0531294 Jan 29 05:07:28.427375 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-af43433f-9788-4067-ac15-6dd4233cfef8 req-6dee89d5-2ef7-416c-9b8c-4df9cd5a5501 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Jan 29 05:07:29.266406 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:29.275782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:29.544033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43403a8d-32f6-4649-a3e7-34de817de62c req-51fab91e-8122-40e2-85a2-76596d38254b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:29.545486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43403a8d-32f6-4649-a3e7-34de817de62c req-51fab91e-8122-40e2-85a2-76596d38254b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0521677 Jan 29 05:07:29.581485 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43403a8d-32f6-4649-a3e7-34de817de62c req-b69eb10e-1206-4c2c-97d5-0b34e15a758d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299926 Jan 29 05:07:30.690442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-a8780ddc-9bbe-480c-a8b8-c595e0dac5b1 req-ce317271-2126-4a3a-ad17-6d2df7313450 service neutron] (102403) timed out ('10.222.0.32', 60650) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:07:30.699470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c923f09-fd47-4ae5-96c6-eea12c5dd9b0 req-befcfc0f-a4d8-436f-8254-c8420e2583a0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:30.700959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c923f09-fd47-4ae5-96c6-eea12c5dd9b0 req-befcfc0f-a4d8-436f-8254-c8420e2583a0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0511827 Jan 29 05:07:30.738394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c923f09-fd47-4ae5-96c6-eea12c5dd9b0 req-779e1788-60e8-4bf6-95e6-c687edb7c9d4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Jan 29 05:07:31.852637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d45f72-acc8-4239-9cb4-4aebd0cd622a req-7e65b335-f86d-447b-b9cd-4dfbdfd0ac19 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:31.854234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78d45f72-acc8-4239-9cb4-4aebd0cd622a req-7e65b335-f86d-447b-b9cd-4dfbdfd0ac19 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0480807 Jan 29 05:07:31.891125 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-78d45f72-acc8-4239-9cb4-4aebd0cd622a req-eba68a02-2cbb-4666-9c5a-5f596eeeda55 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311160 Jan 29 05:07:33.005346 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cb2ce-0b24-4e3a-9629-62c73f7f7f3d req-b5b18033-1a59-44dd-904f-8413c8ca8c4c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:33.006834 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-826cb2ce-0b24-4e3a-9629-62c73f7f7f3d req-b5b18033-1a59-44dd-904f-8413c8ca8c4c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0479076 Jan 29 05:07:33.045056 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-826cb2ce-0b24-4e3a-9629-62c73f7f7f3d req-785066d9-b2bb-4e4e-b063-2b3fea3c1a7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313733 Jan 29 05:07:34.160162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e64d6-c883-48c1-96d6-ff0d15140788 req-633c66d1-336e-4213-b4c7-325a8d55bf44 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:34.161632 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e2e64d6-c883-48c1-96d6-ff0d15140788 req-633c66d1-336e-4213-b4c7-325a8d55bf44 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0500212 Jan 29 05:07:34.198329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e2e64d6-c883-48c1-96d6-ff0d15140788 req-02629cc5-8f99-4a11-a925-2f5fb4462b59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297236 Jan 29 05:07:35.317350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31329-b6bc-4fa6-955d-bfe983742c73 req-92cfda1a-2795-48e1-9c90-545e4d8ebd5b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:35.318865 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-21e31329-b6bc-4fa6-955d-bfe983742c73 req-92cfda1a-2795-48e1-9c90-545e4d8ebd5b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0532384 Jan 29 05:07:35.355289 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-21e31329-b6bc-4fa6-955d-bfe983742c73 req-3e6c4531-a8d1-4b03-947d-16eb52e6a9ce tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304275 Jan 29 05:07:36.472966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed157c7-bea7-4f02-839a-2e3cf4adf6a8 req-5cda44c4-de25-400f-bb2f-b3b554284ab9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:36.474454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ed157c7-bea7-4f02-839a-2e3cf4adf6a8 req-5cda44c4-de25-400f-bb2f-b3b554284ab9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0523121 Jan 29 05:07:36.512462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4ed157c7-bea7-4f02-839a-2e3cf4adf6a8 req-49e85db1-4976-4643-ab4b-4a3f27529986 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Jan 29 05:07:36.568918 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-3bbdff69-8aef-470b-9644-4a863c7eac96 service neutron] show failed (client error): The resource could not be found. Jan 29 05:07:36.570006 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-3bbdff69-8aef-470b-9644-4a863c7eac96 service neutron] 10.222.0.20 "GET /v2.0/ports/2a3ea10a-6464-4dd9-a769-ae489fda68a5/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0527713 Jan 29 05:07:36.764276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-aa2a3901-4f15-4822-8313-90c0dc6b920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:36.765742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-aa2a3901-4f15-4822-8313-90c0dc6b920c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 1096 time: 0.0415289 Jan 29 05:07:36.782923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:36.837517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:37.038239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:37.071095 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:37.110889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:07:37.113061 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e787b291-ad5e-4a92-b3f1-92453593bf5a" -d '{"events": [{"server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:37.116835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:37.129470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Transition to ACTIVE for port object 2a3ea10a-6464-4dd9-a769-ae489fda68a5 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:07:37.133259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:37.167286 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98afd50-320e-4ef3-9a4b-89d79239551a x-openstack-request-id: req-f98afd50-320e-4ef3-9a4b-89d79239551a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:37.167582 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:37.167841 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f98afd50-320e-4ef3-9a4b-89d79239551a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:37.168236 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'code': 200} Jan 29 05:07:37.185115 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:37.258248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] No DVR routers for this DVR port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:37.394385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:07:37.394637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:07:37.394963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:37.399197 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:07:37.399519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:37.404770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:07:37.405112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:07:37.405497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:07:37.405949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Bound port: 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:07:37.406306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:37.470167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:37.473014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:07:37.477315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:37.514761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:37.515384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:37.516793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] 10.222.0.36 "PUT /v2.0/ports/2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1091 time: 0.7377081 Jan 29 05:07:37.539305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16ba15-cbee-4026-8ec5-662352e5479f service neutron] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:37.625003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-8c644426-0035-438b-8697-4a537dd4e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:37.626610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-8c644426-0035-438b-8697-4a537dd4e418 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1094 time: 0.0688059 Jan 29 05:07:37.693505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8e32d-744a-4da0-84e7-1f6893800ef8 req-9cb00289-243f-486a-96f7-8efba0622904 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:37.695003 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ea8e32d-744a-4da0-84e7-1f6893800ef8 req-9cb00289-243f-486a-96f7-8efba0622904 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.1052015 Jan 29 05:07:37.749366 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1ea8e32d-744a-4da0-84e7-1f6893800ef8 req-03ac7f51-1202-4165-8f8b-b84daa69807a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478051 Jan 29 05:07:37.763029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-db2a1e61-0e43-45c8-b2b5-26efbe6a7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:37.764377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-db2a1e61-0e43-45c8-b2b5-26efbe6a7a64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1312618 Jan 29 05:07:37.829592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-b206aa9f-a328-4cfd-afad-e96cfabb2829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.0573440 Jan 29 05:07:37.880012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-54cdef48-4467-4ad1-8d33-b48168fb37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:37.881396 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-54cdef48-4467-4ad1-8d33-b48168fb37ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0450847 Jan 29 05:07:37.925140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-feda0d2d-adb5-48a4-93fd-1130208ff00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:37.926577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-feda0d2d-adb5-48a4-93fd-1130208ff00e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384674 Jan 29 05:07:38.015023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-0f44b41f-bc69-48c1-a24a-e757b280f408 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795519 Jan 29 05:07:38.108860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5d0299-d41b-4d9a-bbc9-99df625230d1 req-de7c95d7-46d2-4112-9c67-2af60c495f80 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848060 Jan 29 05:07:38.868893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e5cf-b23a-4d00-b08e-ca2f427b05d7 req-a830f743-51f1-4757-b460-499ad8deb48a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:38.870578 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7882e5cf-b23a-4d00-b08e-ca2f427b05d7 req-a830f743-51f1-4757-b460-499ad8deb48a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.0487194 Jan 29 05:07:38.907846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7882e5cf-b23a-4d00-b08e-ca2f427b05d7 req-8ba08509-9cab-4b88-a998-13bde2a39fb1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Jan 29 05:07:39.169522 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:07:39.171835 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ea096e-15d9-499f-96f2-75b1f1f88245" -d '{"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:39.218955 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0fa11-80f7-4f28-b84b-b2ef50c7d27e x-openstack-request-id: req-90e0fa11-80f7-4f28-b84b-b2ef50c7d27e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:39.219244 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:39.219516 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e0fa11-80f7-4f28-b84b-b2ef50c7d27e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:39.219916 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'status': 'completed', 'code': 200} Jan 29 05:07:39.326327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-3a2a284b-f5ea-4211-ac22-704e6e70c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.327822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-3a2a284b-f5ea-4211-ac22-704e6e70c136 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1094 time: 0.0681589 Jan 29 05:07:39.330167 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-8956aec5-d6f7-4c67-a71b-0793abf5b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.331507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-8956aec5-d6f7-4c67-a71b-0793abf5b297 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1094 time: 0.0632968 Jan 29 05:07:39.481327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-fcf02b26-12d0-424a-b748-c4eb91b628ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.482985 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-fcf02b26-12d0-424a-b748-c4eb91b628ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1481638 Jan 29 05:07:39.484291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-5da5a384-3d5f-4b76-9d7e-aa13dadf8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.485598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-5da5a384-3d5f-4b76-9d7e-aa13dadf8c1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1437809 Jan 29 05:07:39.591274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-f0a61814-b349-41f8-8591-89ae83d9e571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.1007230 Jan 29 05:07:39.598544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-efa394d1-69a7-4cb7-a6fc-c175a879350f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.1021638 Jan 29 05:07:39.675851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-0fbdccae-a3e7-4a29-ae9d-edb1808d4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.677400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-0fbdccae-a3e7-4a29-ae9d-edb1808d4c33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0780191 Jan 29 05:07:39.692587 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-aff17e9f-10b5-40c5-83bb-1297d840b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.693978 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-aff17e9f-10b5-40c5-83bb-1297d840b065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0647938 Jan 29 05:07:39.699077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:07:39.757933 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-267b0215-0314-47bf-a297-acdd292ce085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.759323 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-267b0215-0314-47bf-a297-acdd292ce085 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747511 Jan 29 05:07:39.764889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-54700744-2676-4098-9876-b56465ba5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:39.766262 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-54700744-2676-4098-9876-b56465ba5801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552104 Jan 29 05:07:39.911334 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-e4ccdfd7-7e9b-4e2b-9d73-0c6af9ec9b3f service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441467 Jan 29 05:07:39.914552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-83c573c9-0b6f-4a47-a475-b83e728e9779 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407375 Jan 29 05:07:40.024098 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262439b-1477-4ff3-b988-2ff9501d8969 req-7956b48a-e7f7-41d1-b73c-37dce1eee085 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.025642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b262439b-1477-4ff3-b988-2ff9501d8969 req-7956b48a-e7f7-41d1-b73c-37dce1eee085 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.0504260 Jan 29 05:07:40.067083 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b262439b-1477-4ff3-b988-2ff9501d8969 req-32b1629a-4283-4220-a526-e13a60c6f6d7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351937 Jan 29 05:07:40.384535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ac9d-5477-4526-8151-6c564d9fa337 req-b97795f6-ca2f-409b-a732-3943454a7802 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.386588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed97ac9d-5477-4526-8151-6c564d9fa337 req-b97795f6-ca2f-409b-a732-3943454a7802 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 943 time: 0.0541048 Jan 29 05:07:40.429440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed97ac9d-5477-4526-8151-6c564d9fa337 req-47fc5492-53ae-4000-8015-de5dcd5abcda tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Jan 29 05:07:40.449437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-ca5ddf13-bac3-43c7-b649-88621cec3d70 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.451007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-ca5ddf13-bac3-43c7-b649-88621cec3d70 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db&tenant_id=34c7b879131b4326af5cafa1f6729777&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 943 time: 0.1028299 Jan 29 05:07:40.459084 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-32a09add-13ce-421d-a331-e5d38caa3e37 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414672 Jan 29 05:07:40.486639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-33a03445-ca55-45a2-930a-4d713539e54b service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617454 Jan 29 05:07:40.498245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:40.518248 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-4eeaad2a-4f94-4e5f-bfe0-b9d3751c54b1 service neutron] 10.222.0.36 "GET /v2.0/ports/2a3ea10a-6464-4dd9-a769-ae489fda68a5/bindings/n-h1-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.0581751 Jan 29 05:07:40.534683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:40.598248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-e3d9b707-e303-421e-b09b-2a8523456ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.599719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-e3d9b707-e303-421e-b09b-2a8523456ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1094 time: 0.0438204 Jan 29 05:07:40.686546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-d202078a-a7ff-4056-82a0-e05c6907b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.687991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-d202078a-a7ff-4056-82a0-e05c6907b3fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0814481 Jan 29 05:07:40.755277 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-e46134b7-8a36-4107-a6c0-8187b7011907 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.0600162 Jan 29 05:07:40.803259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-b767601c-d054-4935-8057-9216137552b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.804605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-b767601c-d054-4935-8057-9216137552b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0434039 Jan 29 05:07:40.848507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-f697f535-1c23-4482-9123-45360162c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:40.849962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-f697f535-1c23-4482-9123-45360162c562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390446 Jan 29 05:07:40.939390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-3322df53-9b80-4e79-a925-09ddc9b75973 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Jan 29 05:07:41.017863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:07:41.029654 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-078c53b4-a662-4421-ac4f-a2a1c23d3fda service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835192 Jan 29 05:07:41.112783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:41.123899 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'mac_address': 'fa:16:3e:4d:98:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:07:41.161300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:41.174411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:07:41.193651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:41.197259 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:41.243382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:41.251481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.251836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.252175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.252486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.252809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.253129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.253448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.253765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.254108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.254422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.254737 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.255051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:41.546916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0c847-9934-4b4a-9470-e2c1b59dc86c req-7365457f-ebd9-421a-83f9-8190e2115b49 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:41.548646 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ff0c847-9934-4b4a-9470-e2c1b59dc86c req-7365457f-ebd9-421a-83f9-8190e2115b49 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0495899 Jan 29 05:07:41.563245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['2a3ea10a-6464-4dd9-a769-ae489fda68a5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:07:41.585597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8ff0c847-9934-4b4a-9470-e2c1b59dc86c req-134fabaa-2d3a-4f52-8b7a-ea6cd42e7ce4 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310135 Jan 29 05:07:42.285850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:42.706959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babd011-d6b0-43f5-b5b4-00f22cc6c891 req-250dbed8-04a1-4bbf-a0ec-686ab09d5166 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:42.708469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6babd011-d6b0-43f5-b5b4-00f22cc6c891 req-250dbed8-04a1-4bbf-a0ec-686ab09d5166 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0533202 Jan 29 05:07:42.752418 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6babd011-d6b0-43f5-b5b4-00f22cc6c891 req-93bfd3af-dbb1-47e5-9f00-a9b680308689 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378397 Jan 29 05:07:43.051709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:43.115062 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-46eeb576-97b1-40db-a619-dc7eaf80a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:43.116542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-46eeb576-97b1-40db-a619-dc7eaf80a323 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 1095 time: 0.0455871 Jan 29 05:07:43.129121 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.133510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:43.142824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:07:43.165671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:43.170869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.186557 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.219009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:43.384285 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:43.415142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:43.451259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:07:43.458564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.469966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Ignored duplicate provisioning block setup for port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 29 05:07:43.473389 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.558605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:43.572376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.572722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.573063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.573397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.573735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.574588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.575025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.575358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.575675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.576006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.576350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.576637 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:07:43.602128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] No DVR routers for this DVR port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:43.742201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:07:43.742541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:07:43.742875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:43.747124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:07:43.747450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Attempting to bind port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:43.752183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:07:43.752521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:07:43.752907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:07:43.753333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Bound port: 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:07:43.753688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.817106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:43.820145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:07:43.833374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.888751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:43.889399 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.890821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1092 time: 0.7612507 Jan 29 05:07:43.891417 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:07:43.893668 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fc1210-1626-43a0-91ea-5c0290eed9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:43.925823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d100d49-4f1f-4985-a3d5-d609a35f8413 req-82f7e517-91bc-4810-b907-c9c6e8437492 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:43.927428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d100d49-4f1f-4985-a3d5-d609a35f8413 req-82f7e517-91bc-4810-b907-c9c6e8437492 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.1056819 Jan 29 05:07:43.928550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a7d9-5674-467b-81f7-fe94d2045e27 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=11']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:43.959271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:43.968198 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52baf18-3005-4e98-8622-518797e798b0 x-openstack-request-id: req-a52baf18-3005-4e98-8622-518797e798b0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:43.968421 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:43.968680 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a52baf18-3005-4e98-8622-518797e798b0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:43.969080 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'status': 'completed', 'code': 200} Jan 29 05:07:44.002023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d100d49-4f1f-4985-a3d5-d609a35f8413 req-1764d2e3-90ce-4d5d-a7b2-a7540a837354 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605037 Jan 29 05:07:44.034118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-408cc61c-ca2d-48de-b2fa-215573e9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.035645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-408cc61c-ca2d-48de-b2fa-215573e9400f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1095 time: 0.1040623 Jan 29 05:07:44.068108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-20ee299d-d095-489c-bd93-b17d2d5bc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.069615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-20ee299d-d095-489c-bd93-b17d2d5bc14f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1095 time: 0.0667291 Jan 29 05:07:44.196703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-1bde840b-2182-4f48-bdee-4c684c78d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.198210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-1bde840b-2182-4f48-bdee-4c684c78d7fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1539426 Jan 29 05:07:44.218432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-acd82eec-9d74-4f7c-9582-248572d2be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.219770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-acd82eec-9d74-4f7c-9582-248572d2be42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1221986 Jan 29 05:07:44.313506 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-d66a1531-177b-4587-b0c2-a826e1b46d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.1061788 Jan 29 05:07:44.320987 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-f7873461-e3ba-4455-8c50-5189308ef84a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.0716591 Jan 29 05:07:44.401538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-b3aad77d-55ea-4ec6-b67d-dc5f727a5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.403770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-b3aad77d-55ea-4ec6-b67d-dc5f727a5377 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0819528 Jan 29 05:07:44.405161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-c01b1dd0-023d-4226-9cce-f4f2e011e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.406522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-c01b1dd0-023d-4226-9cce-f4f2e011e9ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0771692 Jan 29 05:07:44.475765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-f149968d-1544-499a-98f8-5b49bb4a14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.477176 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-f149968d-1544-499a-98f8-5b49bb4a14c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663328 Jan 29 05:07:44.479519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-bc53a926-e522-47e1-b037-de125b66c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.480938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-bc53a926-e522-47e1-b037-de125b66c7dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614636 Jan 29 05:07:44.635463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-270af1c3-3fd0-4dbb-a227-b5382c48a0b5 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518946 Jan 29 05:07:44.637573 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-7b71553c-b507-416a-bd81-c765ecd6c6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473515 Jan 29 05:07:44.791800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4fda2d5-15d5-4ac4-a8f6-b52d9681d4b2 req-9468113a-a042-4f67-832e-102e27a5d33f service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497505 Jan 29 05:07:44.794536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-e02b599b-d57b-406b-be20-583dcff1b9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460342 Jan 29 05:07:44.920185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-17c57076-163d-4983-8683-1152c918284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:44.921665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-17c57076-163d-4983-8683-1152c918284f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 1095 time: 0.0416017 Jan 29 05:07:45.009101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-8802ea71-4f85-4f35-b265-7ffae6d72b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:45.010611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-8802ea71-4f85-4f35-b265-7ffae6d72b78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0819261 Jan 29 05:07:45.079421 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-52fe6eef-1405-4931-ba54-7fa64f224166 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 200 len: 1000 time: 0.0621386 Jan 29 05:07:45.123160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47753d8c-4b5a-40c8-b273-7121acddcd58 req-94ef8af6-8286-4fe4-a2c7-3bd0483e2bcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:45.124660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47753d8c-4b5a-40c8-b273-7121acddcd58 req-94ef8af6-8286-4fe4-a2c7-3bd0483e2bcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0493128 Jan 29 05:07:45.129847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-bc889fab-1bc7-41c3-84ef-fe6e0b21e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:45.131312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-bc889fab-1bc7-41c3-84ef-fe6e0b21e3a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0448544 Jan 29 05:07:45.164119 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-47753d8c-4b5a-40c8-b273-7121acddcd58 req-3e0865b2-54bd-4583-ad94-3f7335828c5a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Jan 29 05:07:45.179121 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-e87baa4b-6b1d-401c-99c2-039d687739e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:45.180621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-e87baa4b-6b1d-401c-99c2-039d687739e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423057 Jan 29 05:07:45.272788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-2483d4a9-74f2-4d15-a080-362c6f709b69 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843532 Jan 29 05:07:45.360867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fc1210-1626-43a0-91ea-5c0290eed9e6 req-cc7639a0-182a-4ce2-aab2-bf18e586dcfc service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811603 Jan 29 05:07:46.288759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d8e57-1441-43c6-95ee-71f8ebec3d31 req-34f477c9-69c5-4549-83f5-bb0f8453a15a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:46.290302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-831d8e57-1441-43c6-95ee-71f8ebec3d31 req-34f477c9-69c5-4549-83f5-bb0f8453a15a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0564501 Jan 29 05:07:46.336276 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-831d8e57-1441-43c6-95ee-71f8ebec3d31 req-a1c8eb48-f441-464f-8742-f13724f99f27 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Jan 29 05:07:47.455244 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50d6d3-b646-4815-8783-62972f929032 req-09a87ad1-92cf-4929-b6ca-85b8b763348a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:47.456697 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b50d6d3-b646-4815-8783-62972f929032 req-09a87ad1-92cf-4929-b6ca-85b8b763348a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0522754 Jan 29 05:07:47.492562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b50d6d3-b646-4815-8783-62972f929032 req-d3e2eadd-b944-4c97-a0e1-990780dc4f03 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300624 Jan 29 05:07:47.605102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381089-473b-459f-97c8-28108c396b57 req-0ad91fce-8746-44c8-910d-431da28bf47b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:47.606804 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37381089-473b-459f-97c8-28108c396b57 req-0ad91fce-8746-44c8-910d-431da28bf47b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0490463 Jan 29 05:07:47.643864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37381089-473b-459f-97c8-28108c396b57 req-3c5fa90b-fde2-4c11-a370-e4eae9566f7e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Jan 29 05:07:47.755932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b9cd-1244-469c-81de-ccba587495e0 req-032ae615-990a-46d1-a073-85801455a936 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:47.757396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d911b9cd-1244-469c-81de-ccba587495e0 req-032ae615-990a-46d1-a073-85801455a936 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0482755 Jan 29 05:07:47.794354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d911b9cd-1244-469c-81de-ccba587495e0 req-12d528bb-43fa-4b51-bea2-3b0b18ddb9ab tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303555 Jan 29 05:07:48.019755 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849eab-4ca6-427b-9e12-77016ba7f703 req-1495bdce-8bfd-4761-bd51-a403f34c885f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:48.021213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96849eab-4ca6-427b-9e12-77016ba7f703 req-1495bdce-8bfd-4761-bd51-a403f34c885f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 944 time: 0.0479338 Jan 29 05:07:48.057555 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96849eab-4ca6-427b-9e12-77016ba7f703 req-d1f69775-3b48-415c-ada3-c051451c9ae9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304403 Jan 29 05:07:48.547696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:07:48.639535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:48.649524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'mac_address': 'fa:16:3e:4d:98:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:07:48.689799 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:48.701944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:07:48.720283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:48.724075 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:48.769451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=12']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:49.018489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['2a3ea10a-6464-4dd9-a769-ae489fda68a5'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:07:49.177778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865d4df-64bf-497c-a77e-aa917d73a3ee req-6b4bf263-091a-4424-be80-c47f20947ce6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:49.179280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4865d4df-64bf-497c-a77e-aa917d73a3ee req-6b4bf263-091a-4424-be80-c47f20947ce6 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0483913 Jan 29 05:07:49.216735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4865d4df-64bf-497c-a77e-aa917d73a3ee req-0852b44b-8676-43c5-931c-7bf0f50b3870 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Jan 29 05:07:49.403776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-078c2e7c-ff73-4a61-818f-25641784ecb0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:49.405232 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-078c2e7c-ff73-4a61-818f-25641784ecb0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 945 time: 0.0509133 Jan 29 05:07:49.491114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Deleting port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:07:49.491448 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:49.580305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] For port 2a3ea10a-6464-4dd9-a769-ae489fda68a5, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=2a3ea10a-6464-4dd9-a769-ae489fda68a5,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:49.580594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:49.744265 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:49.744628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:49.744952 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 disassociated. External IP: 172.25.4.233, port: 2a3ea10a-6464-4dd9-a769-ae489fda68a5. Jan 29 05:07:49.745296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Calling delete_port for 2a3ea10a-6464-4dd9-a769-ae489fda68a5 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:07:49.869997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:49.898790 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event deleted for resources: {'Port': ['ID=2a3ea10a-6464-4dd9-a769-ae489fda68a5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:50.015855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:07:50.125327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:07:50.134568 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:07:50.144066 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:50.144732 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:07:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:50.163367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] No DVR routers for this DVR port 2a3ea10a-6464-4dd9-a769-ae489fda68a5 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:07:50.166079 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:50.170566 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b61d17e-d7cc-4ada-96d6-358e6b7b8751 req-aa97da8f-0fbe-4664-8ca3-d1bd8dcd3a59 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "DELETE /v2.0/ports/2a3ea10a-6464-4dd9-a769-ae489fda68a5 HTTP/1.1" status: 204 len: 173 time: 0.7586143 Jan 29 05:07:50.170945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'name': 'network-vif-deleted', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:07:50.173496 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b402ac-5af4-47b4-947e-09e3953cf484" -d '{"events": [{"server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "name": "network-vif-deleted", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:50.211045 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfdb6b9-7c36-41a6-b0fa-abad57213ef1 x-openstack-request-id: req-abfdb6b9-7c36-41a6-b0fa-abad57213ef1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:50.211805 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154f7ce-40b0-4b34-833a-157612e1b2db", "name": "network-vif-deleted", "tag": "2a3ea10a-6464-4dd9-a769-ae489fda68a5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:50.211805 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abfdb6b9-7c36-41a6-b0fa-abad57213ef1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:50.212177 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154f7ce-40b0-4b34-833a-157612e1b2db', 'name': 'network-vif-deleted', 'tag': '2a3ea10a-6464-4dd9-a769-ae489fda68a5', 'status': 'completed', 'code': 200} Jan 29 05:07:50.249997 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:50.316488 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c2af8bb-64fe-4a52-a584-d8bf7b9c84d6 req-7361752c-ac86-4792-9772-b40df580cefe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=2154f7ce-40b0-4b34-833a-157612e1b2db HTTP/1.1" status: 200 len: 210 time: 0.0308208 Jan 29 05:07:50.446507 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:50.471870 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:07:50.479768 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:07:50.480360 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:07:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:50.570839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:07:50.575512 n-d-825930-1 neutron-server[102404]: INFO neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No ports have port_id starting with 2a3ea10a-6464-4dd9-a769-ae489fda68a5 Jan 29 05:07:50.576748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 requested by agent hyperv_n-h2-825930-1 not found in database {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 29 05:07:50.582118 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:07:50.774476 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:07:50.800744 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b469c02-f1b3-4f0b-ae41-112a27cdac0c None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:07:51.002952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145b309-7b8a-40f0-b0ef-64d2a53f8fd8 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:07:51.554321 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-dc6de58b-6cb3-4cff-be7e-a10fcd19ec82 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--605006898&fields=id&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 267 time: 0.0326471 Jan 29 05:07:51.661923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-f6c1a146-4f26-4b30-8f78-5f5c499525d2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:51.663297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-f6c1a146-4f26-4b30-8f78-5f5c499525d2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1021862 Jan 29 05:07:51.678932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-1bdd05b0-978f-406c-8072-bfe74b331887 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/quotas/34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 375 time: 0.0089831 Jan 29 05:07:51.731547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-002188ca-0655-4619-ac3a-891ba9a49b0b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469329 Jan 29 05:07:51.830034 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-feeb3291-d140-4184-a306-318753ef0e43 service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866375 Jan 29 05:07:51.916296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-7a8693c2-6036-4f1d-a6f2-12ac48b1fa7a service neutron] 10.222.0.32 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801468 Jan 29 05:07:52.073324 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd65c1dc-96c0-421e-a9be-63744648d845 req-dbdf6d83-bd02-4960-b1d4-fd6a54d7c752 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 210 time: 0.0262425 Jan 29 05:07:52.576125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:07:52.595668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 2a3ea10a-6464-4dd9-a769-ae489fda68a5 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:07:52.596007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 2a3ea10a-6464-4dd9-a769-ae489fda68a5 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:07:53.083773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-c1af6229-44a0-4d8b-9dfb-94544cfcccfe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:53.085265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-c1af6229-44a0-4d8b-9dfb-94544cfcccfe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 812 time: 0.1058617 Jan 29 05:07:53.136483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-ecfab3c3-3c90-48eb-8eb5-1739a173e9fc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 379 time: 0.0345426 Jan 29 05:07:53.146804 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'port': {'device_id': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'admin_state_up': True, 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'security_groups': ['5dd59213-b4d1-4f44-968b-59d97190cd80']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:53.166829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1f26e447-6c26-48b9-b3eb-4d7e2a04bddd req-1759be28-8390-43b1-803f-8f98c2b520e3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 210 time: 0.0274129 Jan 29 05:07:53.257452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Made reservation on behalf of 34c7b879131b4326af5cafa1f6729777 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:07:53.260974 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:53.383302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Allocated IP 172.20.0.10 (86c503a6-5fff-439d-9157-d045c675b295/9c8ef38b-a374-4503-90c8-770621c119dd/35e7ef2d-cb1f-48a2-ac95-94c32f247521) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:07:53.519004 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:53.551287 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:53.594239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Network 86c503a6-5fff-439d-9157-d045c675b295 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:07:53.597435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:07:53.599795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:07:53.631740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:53.654316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:53.654932 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:53.671428 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-4d5d72dd-fc8a-4a36-bee3-4051595e8f95 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5282083 Jan 29 05:07:53.689835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Request body: {'port': {'device_id': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:07:53.748154 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:53.805402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-71a47047-ed66-43fd-afc2-8aebddf7b1f1 None None] Provisioning complete for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:07:53.806025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-71a47047-ed66-43fd-afc2-8aebddf7b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:53.839047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-71a47047-ed66-43fd-afc2-8aebddf7b1f1 None None] Port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:07:53.906903 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-af73e761-e49d-41f9-ad7e-07cea774f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:54.008573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e7ef2d-cb1f-48a2-ac95-94c32f247521 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:07:54.016134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:54.027436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Transition to ACTIVE for port object 35e7ef2d-cb1f-48a2-ac95-94c32f247521 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:07:54.030834 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:54.080954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:54.149536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:07:54.150226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:07:54.150226 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:54.154817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:07:54.155152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:07:54.160152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:07:54.160427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:07:54.160816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:07:54.161245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Bound port: 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:07:54.161602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:54.232814 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:07:54.236578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:07:54.254539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:54.305819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.306328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:54.307718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] 10.222.0.20 "PUT /v2.0/ports/35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1092 time: 0.6222625 Jan 29 05:07:54.308951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:07:54.311424 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:07:54.346912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0fe05-f46a-457c-b849-f219eef173a6 req-85c5f7a7-b197-4517-bbdf-0ae3255a32aa tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.348490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0e0fe05-f46a-457c-b849-f219eef173a6 req-85c5f7a7-b197-4517-bbdf-0ae3255a32aa tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.1080084 Jan 29 05:07:54.353818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30bdbb-c216-48f1-9b8b-6031c1e49499 service neutron] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:54.372209 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3135dec3-b155-4c3e-a7df-ee9a0b658585 x-openstack-request-id: req-3135dec3-b155-4c3e-a7df-ee9a0b658585 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:07:54.372521 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:07:54.372808 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3135dec3-b155-4c3e-a7df-ee9a0b658585 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:07:54.373109 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'status': 'completed', 'code': 200} Jan 29 05:07:54.429261 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0e0fe05-f46a-457c-b849-f219eef173a6 req-1b5f42dd-a463-416e-9c7b-2614a7c332da tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640025 Jan 29 05:07:54.437451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-0aadd74e-38af-4144-ab5a-e4b1f7a30ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.438988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-0aadd74e-38af-4144-ab5a-e4b1f7a30ecd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1095 time: 0.0651159 Jan 29 05:07:54.493119 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-52dd67e3-8f5c-456c-92a1-05791bda3510 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 217 time: 0.0391905 Jan 29 05:07:54.540408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-a36e8688-f4a8-4808-90dc-2289423f95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.542085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-a36e8688-f4a8-4808-90dc-2289423f95ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0422275 Jan 29 05:07:54.586766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f313b-775f-40fd-b140-523a368a0b02 req-d7eb95d0-8def-4caa-a79c-7d308fbd7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.588346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-d7eb95d0-8def-4caa-a79c-7d308fbd7bf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398283 Jan 29 05:07:54.678018 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-2dc5de98-63f6-47a3-91a9-2296c23069b3 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Jan 29 05:07:54.764828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-398f313b-775f-40fd-b140-523a368a0b02 req-b6ed80e1-a732-4492-ac86-7c18dd1a1af1 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805478 Jan 29 05:07:54.898960 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-5eab4c82-63b8-49dd-830b-59468e303d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:54.900422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-5eab4c82-63b8-49dd-830b-59468e303d47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1095 time: 0.0401895 Jan 29 05:07:55.337264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-13e57fa9-ce92-44f1-b715-89b24c4d9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:55.338759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-13e57fa9-ce92-44f1-b715-89b24c4d9ab4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.4317544 Jan 29 05:07:55.378935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-daf42336-c22a-4bfb-b856-a42216a73f37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 217 time: 0.0333457 Jan 29 05:07:55.426944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-33750a84-806a-4ac9-8ca7-b12a2b292e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:55.428347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-33750a84-806a-4ac9-8ca7-b12a2b292e5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0428171 Jan 29 05:07:55.483239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-c40b5ada-23e7-474b-825f-aae49a9d8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:55.484747 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-c40b5ada-23e7-474b-825f-aae49a9d8085 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454850 Jan 29 05:07:55.552038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61109a-ad59-4f4c-baa7-7b7397c3ac58 req-95ed71de-61f5-40c8-8e50-19f80c63fc73 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:55.553513 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9b61109a-ad59-4f4c-baa7-7b7397c3ac58 req-95ed71de-61f5-40c8-8e50-19f80c63fc73 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0542066 Jan 29 05:07:55.576227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-782bf838-4929-4801-b844-819a5c3ef39c service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826790 Jan 29 05:07:55.591281 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9b61109a-ad59-4f4c-baa7-7b7397c3ac58 req-aeb67459-34ca-4b35-81a9-b83ab28d4d4e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Jan 29 05:07:55.672024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab3c8a2d-b26e-4365-a7ca-9504521bdf86 req-9ae9a97a-947d-4dd3-a3ae-c13f8b5f000c service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879524 Jan 29 05:07:56.159893 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a02244d-c6df-4bc6-b0c7-f310350f1479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:56.707932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b975c1-e7c2-423a-9b0e-23fc756cf952 req-e58297db-cd5a-4570-909f-80ffbb3ffd6d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:56.709401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82b975c1-e7c2-423a-9b0e-23fc756cf952 req-e58297db-cd5a-4570-909f-80ffbb3ffd6d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0483472 Jan 29 05:07:56.747013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-82b975c1-e7c2-423a-9b0e-23fc756cf952 req-d5259fc4-e63a-47ea-be04-7183bb93399a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Jan 29 05:07:57.438331 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:57.859954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788eb03-5828-4f21-999f-f45607b0c1b9 req-eff19b08-9258-455c-ae18-d771b8a6bf94 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:57.861398 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8788eb03-5828-4f21-999f-f45607b0c1b9 req-eff19b08-9258-455c-ae18-d771b8a6bf94 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0472577 Jan 29 05:07:57.897997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8788eb03-5828-4f21-999f-f45607b0c1b9 req-4815f859-515d-4cb3-8415-2b9961e9c34f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306854 Jan 29 05:07:58.598628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:07:58.692535 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:58.704033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'mac_address': 'fa:16:3e:6f:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:07:58.739871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:58.752724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e7ef2d-cb1f-48a2-ac95-94c32f247521 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:07:58.772052 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:07:58.775432 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:58.823976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:07:59.016011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495a49-0e4d-46b3-a0d0-c0b2b76074e9 req-dcc332b2-7ec0-40ff-ad9e-d6a155896b62 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:07:59.017490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31495a49-0e4d-46b3-a0d0-c0b2b76074e9 req-dcc332b2-7ec0-40ff-ad9e-d6a155896b62 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Jan 29 05:07:59.054175 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31495a49-0e4d-46b3-a0d0-c0b2b76074e9 req-153f53ba-5c15-4885-92bf-1d3dfc179a99 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 Jan 29 05:07:59.054972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['35e7ef2d-cb1f-48a2-ac95-94c32f247521'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:07:59.266885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:07:59.276661 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:00.166214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791edc-a5b2-43ed-bcb6-1d7e6be9767f req-e0334388-3800-4f85-abd5-26d94838a609 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:00.167903 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79791edc-a5b2-43ed-bcb6-1d7e6be9767f req-e0334388-3800-4f85-abd5-26d94838a609 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Jan 29 05:08:00.205071 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-79791edc-a5b2-43ed-bcb6-1d7e6be9767f req-ca597579-f339-4871-8d19-bb6e375a2155 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311971 Jan 29 05:08:00.622243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:08:00.671728 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:08:00.675385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:08:00.675757 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:00.748445 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:00.769735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:00.771964 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6a480-ea1b-47c6-92cc-307859daf299" -d '{"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-plugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:00.784355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:00.789124 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:00.816495 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5503995-c2ea-480e-bb55-9c1535744b8e x-openstack-request-id: req-a5503995-c2ea-480e-bb55-9c1535744b8e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:00.816802 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-plugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:00.817049 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5503995-c2ea-480e-bb55-9c1535744b8e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:00.817428 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'code': 200} Jan 29 05:08:00.844539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:00.932737 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a645ca-ed63-470f-a2e7-32c83f95d6c9 req-1d58fcfc-95ed-4e56-8be1-271a64b0810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:00.934955 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86a645ca-ed63-470f-a2e7-32c83f95d6c9 req-1d58fcfc-95ed-4e56-8be1-271a64b0810e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1097 time: 0.0428908 Jan 29 05:08:00.967356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86a645ca-ed63-470f-a2e7-32c83f95d6c9 req-49ff0da6-4821-4638-ab97-e8cc4fe077ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268664 Jan 29 05:08:01.322173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3ba7-f06f-47cd-b6a1-0360b0b85ec5 req-3c9a5e83-d22b-48c7-b572-73e9a5abff38 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:01.323634 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb1f3ba7-f06f-47cd-b6a1-0360b0b85ec5 req-3c9a5e83-d22b-48c7-b572-73e9a5abff38 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0528731 Jan 29 05:08:01.360544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb1f3ba7-f06f-47cd-b6a1-0360b0b85ec5 req-0b5b78ab-f022-455d-a538-53ae487f0ec7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303860 Jan 29 05:08:02.475335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f988-5a56-4e26-864a-668325775a04 req-7c927555-622c-4cf1-be12-b980d4043bd7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:02.476789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe23f988-5a56-4e26-864a-668325775a04 req-7c927555-622c-4cf1-be12-b980d4043bd7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0478277 Jan 29 05:08:02.513715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe23f988-5a56-4e26-864a-668325775a04 req-f4da0f59-73eb-4f31-a2ee-72c83a8336f3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300829 Jan 29 05:08:02.624127 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b683-103a-4917-a1db-b9b47bcc1e65 req-783bef80-db3f-481d-b921-a5d60e5f7027 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:02.625506 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fae3b683-103a-4917-a1db-b9b47bcc1e65 req-783bef80-db3f-481d-b921-a5d60e5f7027 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Jan 29 05:08:02.634146 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36494) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:08:02.638478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Request body: {'floatingip': {'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:08:02.677243 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:03.097439 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:03.100987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:03.200962 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 associated. External IP: 172.25.4.233, port: 35e7ef2d-cb1f-48a2-ac95-94c32f247521. Jan 29 05:08:03.401498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:08:03.504140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:08:03.509043 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:03.515292 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:08:03.526277 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:08:03.526877 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:07:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:03.543628 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5b974a54-365a-4059-a3b6-0fbbfac8c0fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "PUT /v2.0/floatingips/fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 HTTP/1.1" status: 200 len: 993 time: 0.9079273 Jan 29 05:08:03.544963 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:03.547411 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f69859-ff7a-41fc-885d-ecf1fd201ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:03.585800 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf05fd7-6cdb-424c-92f4-f2b7ca116eb3 x-openstack-request-id: req-8bf05fd7-6cdb-424c-92f4-f2b7ca116eb3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:03.586444 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:03.586703 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bf05fd7-6cdb-424c-92f4-f2b7ca116eb3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:03.587128 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'status': 'completed', 'code': 200} Jan 29 05:08:03.631231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:08:03.640367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bb1f-d661-49f1-9771-a7ae73b73d04 req-3a3b968f-5489-422b-8aba-b0e374cd3140 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.641914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf07bb1f-d661-49f1-9771-a7ae73b73d04 req-3a3b968f-5489-422b-8aba-b0e374cd3140 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0536523 Jan 29 05:08:03.711903 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf07bb1f-d661-49f1-9771-a7ae73b73d04 req-ca517146-5f1b-452d-8306-13686f6acd4a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625312 Jan 29 05:08:03.713976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-3b31d6db-e774-49a4-b4c6-2263a3d117cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.716137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-3b31d6db-e774-49a4-b4c6-2263a3d117cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1097 time: 0.0845346 Jan 29 05:08:03.806284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-aa9e7ce0-fc9e-4c83-983a-336fdbde931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.807744 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-aa9e7ce0-fc9e-4c83-983a-336fdbde931f service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0853179 Jan 29 05:08:03.851000 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:6f:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:08:03Z', 'revision_number': 13, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:03.876567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-a0508e7b-3646-4d65-8970-7bc868178ad9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.0621817 Jan 29 05:08:03.928588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-00fbd722-a740-4954-b471-5871f3a55205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.930114 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-00fbd722-a740-4954-b471-5871f3a55205 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0461295 Jan 29 05:08:03.969918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:08:03.976303 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-c2245d62-1670-4c8f-8322-9048af7c8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:03.977864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-c2245d62-1670-4c8f-8322-9048af7c8bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414479 Jan 29 05:08:03.978012 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:08:03.978608 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:07:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:04.068829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-ceef5f7e-b059-4590-b97d-dad461a989d4 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Jan 29 05:08:04.081014 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:08:04.157599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55f69859-ff7a-41fc-885d-ecf1fd201ca5 req-ec18c076-fa78-4d2b-9d00-3fcd2b3230de service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817235 Jan 29 05:08:04.295369 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:6f:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:08:03Z', 'revision_number': 13, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:08:04.324025 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89cd90-cc4a-48aa-a248-70ae02d06107 None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'fd1e4e45-6e96-4cd3-bc11-8964596cb0f9', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'mac_address': 'fa:16:3e:6f:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:05:16Z', 'updated_at': '2022-01-29T05:08:03Z', 'revision_number': 13, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:08:04.509786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36341ac-15fb-4377-91cf-369f7b94a637 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:08:04.831459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c63ef-5124-454b-bd00-7178d7a9bcf4 req-e976604f-df36-4938-82c4-b07356fb4297 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:04.832917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c53c63ef-5124-454b-bd00-7178d7a9bcf4 req-e976604f-df36-4938-82c4-b07356fb4297 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Jan 29 05:08:04.870577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c53c63ef-5124-454b-bd00-7178d7a9bcf4 req-b9418523-71d9-4657-8112-d9755aaadc01 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Jan 29 05:08:06.302459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621671c-1bf1-43b3-89e0-f1abef430d67 req-a09254b7-5b70-4a03-b8cf-4e843a14e40d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:06.303969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8621671c-1bf1-43b3-89e0-f1abef430d67 req-a09254b7-5b70-4a03-b8cf-4e843a14e40d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0503883 Jan 29 05:08:06.342093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8621671c-1bf1-43b3-89e0-f1abef430d67 req-d390ee2e-ff1e-48c2-990a-df6fa5c3b72d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312726 Jan 29 05:08:12.303573 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:13.962309 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:16.575979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0cde-f259-4842-9eb0-78497a25c382 req-5d4b1adb-52ac-477f-a0be-d19f01c70c54 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:16.577562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4fee0cde-f259-4842-9eb0-78497a25c382 req-5d4b1adb-52ac-477f-a0be-d19f01c70c54 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0591564 Jan 29 05:08:16.631744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4fee0cde-f259-4842-9eb0-78497a25c382 req-d7eb4de7-f761-4551-b3e7-61412f165148 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Jan 29 05:08:16.662867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-8c89a6eb-e7c3-4ab5-b455-9cdd37fc7306 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1566997 Jan 29 05:08:16.698612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:08:17.771259 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce387b41-196d-49d6-9144-3a198d295d3e req-9fb94528-1fb8-4c60-9992-12826608a71c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:17.772665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ce387b41-196d-49d6-9144-3a198d295d3e req-9fb94528-1fb8-4c60-9992-12826608a71c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0543015 Jan 29 05:08:17.837807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ce387b41-196d-49d6-9144-3a198d295d3e req-6d4e2f5c-5537-43d2-afc7-3b434a17a2f3 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522029 Jan 29 05:08:17.842019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-b1e2ef82-6ff8-45f8-a166-654af9cb5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:17.843454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-b1e2ef82-6ff8-45f8-a166-654af9cb5678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1097 time: 0.0653732 Jan 29 05:08:17.944156 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-38b8d2ae-70d8-4a11-8880-00959a87333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:17.945591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-38b8d2ae-70d8-4a11-8880-00959a87333d service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0856948 Jan 29 05:08:18.009407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-6b476237-e825-4fe5-ba6c-a8d71e336325 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1003 time: 0.0561647 Jan 29 05:08:18.062015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-b52074f0-b91d-46fe-bd41-cdf0591c6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:18.063392 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-b52074f0-b91d-46fe-bd41-cdf0591c6f81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0473223 Jan 29 05:08:18.118735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-a26c1bdb-80bd-441c-b5ab-113b1ddd9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:18.120193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-a26c1bdb-80bd-441c-b5ab-113b1ddd9e13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425851 Jan 29 05:08:18.208191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-1a956720-9daa-4cdc-9a75-88b0829fe60e service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802834 Jan 29 05:08:18.300983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-49161f0b-cda9-4998-9c04-982ce1c2ab69 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859601 Jan 29 05:08:18.954995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b22711-08d2-4873-bf27-c3a0451bd150 req-c2d7aa6a-8af5-40c5-8d3a-c21f4f71b5fd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:18.956455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64b22711-08d2-4873-bf27-c3a0451bd150 req-c2d7aa6a-8af5-40c5-8d3a-c21f4f71b5fd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0494599 Jan 29 05:08:18.993214 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64b22711-08d2-4873-bf27-c3a0451bd150 req-9c750200-7651-4418-b04a-8c656e4c025c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308123 Jan 29 05:08:20.107065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096269bb-fa49-4ef5-925a-20d1ff2915a1 req-7976efab-b633-477e-9e32-d4be38f255fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:20.109072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-096269bb-fa49-4ef5-925a-20d1ff2915a1 req-7976efab-b633-477e-9e32-d4be38f255fe tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0490623 Jan 29 05:08:20.146498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-096269bb-fa49-4ef5-925a-20d1ff2915a1 req-77f029de-1b04-4b1a-991a-3ba21cf06bcb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Jan 29 05:08:21.275789 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd3bd1-61d7-4a02-9ac7-fc6c89ef0d37 req-cdafac69-854f-4e4e-9420-f2f506858774 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:21.277256 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdfd3bd1-61d7-4a02-9ac7-fc6c89ef0d37 req-cdafac69-854f-4e4e-9420-f2f506858774 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0509305 Jan 29 05:08:21.618242 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bdfd3bd1-61d7-4a02-9ac7-fc6c89ef0d37 req-0db33887-5ab1-4202-9a01-4e35c28d6dae tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345847 Jan 29 05:08:22.731724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beb2bc-8c62-4187-b6b1-ab1bc3eb4b60 req-a0791828-8d57-4ce7-9c12-b3bf65babc57 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:22.734054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68beb2bc-8c62-4187-b6b1-ab1bc3eb4b60 req-a0791828-8d57-4ce7-9c12-b3bf65babc57 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0482619 Jan 29 05:08:22.770186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-68beb2bc-8c62-4187-b6b1-ab1bc3eb4b60 req-11281452-2cce-4919-84e3-c2e979b430d0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Jan 29 05:08:23.884372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509e6e4-e838-4e87-8b10-7e064623148a req-634d7d40-139c-4886-b7bb-7c1a53fdef3d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:23.885803 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d509e6e4-e838-4e87-8b10-7e064623148a req-634d7d40-139c-4886-b7bb-7c1a53fdef3d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0471909 Jan 29 05:08:23.908704 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20cf-2496-4d98-a8fb-3bb90db596f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:23.925718 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d509e6e4-e838-4e87-8b10-7e064623148a req-56b05685-ad9e-43c0-95bd-48aebabd958d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317562 Jan 29 05:08:25.043969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751b87-cf64-45f5-a957-a493296d6c5f req-200602bb-227a-4eba-b0b6-72fb4bfcdd6d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:25.046067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69751b87-cf64-45f5-a957-a493296d6c5f req-200602bb-227a-4eba-b0b6-72fb4bfcdd6d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0515602 Jan 29 05:08:25.081843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-69751b87-cf64-45f5-a957-a493296d6c5f req-5fdcccff-1280-4b41-a635-f9e852d5d5d9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299625 Jan 29 05:08:26.162194 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a123831-1ba6-4db6-a1a4-8939c4de29da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:26.205184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9b0b9-048e-488f-bb6e-cb6eabfb3ad1 req-c9834cb0-346e-44c2-bdd1-fe790d0c1156 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:26.206719 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62c9b0b9-048e-488f-bb6e-cb6eabfb3ad1 req-c9834cb0-346e-44c2-bdd1-fe790d0c1156 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0530415 Jan 29 05:08:26.244728 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-62c9b0b9-048e-488f-bb6e-cb6eabfb3ad1 req-eaf548f1-f5bc-4695-8f37-9451dd0843ea tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jan 29 05:08:26.772653 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-9c873731-463c-44b4-909c-888df28e5713 req-46925b21-f830-405f-af4c-3ec7c997427e service neutron] show failed (client error): The resource could not be found. Jan 29 05:08:26.773644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-46925b21-f830-405f-af4c-3ec7c997427e service neutron] 10.222.0.20 "GET /v2.0/ports/35e7ef2d-cb1f-48a2-ac95-94c32f247521/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0531769 Jan 29 05:08:26.967956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-a5710337-e6ba-421f-8867-335128b5de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:26.969423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-a5710337-e6ba-421f-8867-335128b5de1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 1097 time: 0.0403314 Jan 29 05:08:26.988555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:08:27.043440 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.244821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:27.276246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:08:27.327207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:27.329365 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0839675-a7f8-433b-9175-bb04287da8b6" -d '{"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-unplugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:27.334749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.365835 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Transition to ACTIVE for port object 35e7ef2d-cb1f-48a2-ac95-94c32f247521 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:08:27.369927 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.401309 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cffabfb-f66a-4d43-b0ea-7ba74e363d7c x-openstack-request-id: req-5cffabfb-f66a-4d43-b0ea-7ba74e363d7c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:27.401602 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-unplugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:27.401855 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cffabfb-f66a-4d43-b0ea-7ba74e363d7c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:27.402262 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'code': 200} Jan 29 05:08:27.414682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0dbb7-9b25-435f-ae5b-1d01e94279c7 req-39e1a987-c9b2-4e2a-8424-b5cae5877d8e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:27.416415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ce0dbb7-9b25-435f-ae5b-1d01e94279c7 req-39e1a987-c9b2-4e2a-8424-b5cae5877d8e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0998166 Jan 29 05:08:27.448977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:27.461761 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.504710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3ce0dbb7-9b25-435f-ae5b-1d01e94279c7 req-0b75a01d-d8f1-4390-88bd-66bb474e0080 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771399 Jan 29 05:08:27.534938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] No DVR routers for this DVR port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:08:27.676006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:08:27.676343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:08:27.676674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:08:27.681042 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:08:27.681386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:08:27.687258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:08:27.687592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:08:27.687972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:08:27.688397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Bound port: 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:08:27.688751 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.753102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:08:27.756019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:08:27.760959 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.799499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:27.800110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:27.801484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] 10.222.0.36 "PUT /v2.0/ports/35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1092 time: 0.8170574 Jan 29 05:08:27.820896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe6c8d-2460-4aec-b78f-1a38f2849464 service neutron] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:27.875620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-92c10c58-bfc1-40e6-8c6e-59b6b1b642f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:27.877155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-92c10c58-bfc1-40e6-8c6e-59b6b1b642f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1095 time: 0.0431747 Jan 29 05:08:27.976247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-82e21612-6f5f-4562-a5aa-50b61396bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:27.977710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-82e21612-6f5f-4562-a5aa-50b61396bf64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0940261 Jan 29 05:08:28.044937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-63caa2da-0eec-4f95-b86f-78d72b928f27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.0607975 Jan 29 05:08:28.093013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-fd6101ba-cc34-40a8-887a-1e1cb3be5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:28.094339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-fd6101ba-cc34-40a8-887a-1e1cb3be5234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0429871 Jan 29 05:08:28.145443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873731-463c-44b4-909c-888df28e5713 req-84ad5233-683d-470d-a36f-c5de6445a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:28.146922 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-84ad5233-683d-470d-a36f-c5de6445a0a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464442 Jan 29 05:08:28.234992 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-c911bda5-13b3-42f5-a1b1-5e807d871df4 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808048 Jan 29 05:08:28.327468 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-8ed6c490-ce6b-4f03-b016-d3ce0b3335df service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859413 Jan 29 05:08:28.629487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeabfc-1d43-4337-949b-21a7001c973b req-f0bb0297-0f00-40ee-920e-5407655f203c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:28.630957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6bbeabfc-1d43-4337-949b-21a7001c973b req-f0bb0297-0f00-40ee-920e-5407655f203c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0513158 Jan 29 05:08:28.669029 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6bbeabfc-1d43-4337-949b-21a7001c973b req-45fddf99-48e3-4359-974d-c1205fd79493 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Jan 29 05:08:28.780301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:08:28.818698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:08:29.269584 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:29.280643 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:29.403944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:29.406474 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb0806-f4d7-4a8b-88f7-448147e0515c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:29.455004 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac184fb-47bb-4bf2-bd06-325b8c611dd4 x-openstack-request-id: req-9ac184fb-47bb-4bf2-bd06-325b8c611dd4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:29.455293 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:29.455548 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ac184fb-47bb-4bf2-bd06-325b8c611dd4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:29.455943 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'status': 'completed', 'code': 200} Jan 29 05:08:29.564749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-f9d33692-387e-4775-aed4-592d8f19c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.566331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-f9d33692-387e-4775-aed4-592d8f19c62a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1095 time: 0.0718634 Jan 29 05:08:29.571775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-cbd21717-7b2f-4c8d-abdc-6d5dbd22a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.573227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-cbd21717-7b2f-4c8d-abdc-6d5dbd22a0b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1095 time: 0.0701556 Jan 29 05:08:29.726161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-6b3ab2f6-f272-4c02-84ff-6e02de08b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.727643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-6b3ab2f6-f272-4c02-84ff-6e02de08b167 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1534894 Jan 29 05:08:29.730204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-56cc12f2-816e-45bd-aa5d-6ce4a591524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.731572 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-56cc12f2-816e-45bd-aa5d-6ce4a591524b service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1493781 Jan 29 05:08:29.788828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293bf90-950e-438b-a48c-f5851bbb6842 req-ddded9d6-729a-4486-9115-9d1d66ee3e0d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.790413 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2293bf90-950e-438b-a48c-f5851bbb6842 req-ddded9d6-729a-4486-9115-9d1d66ee3e0d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0496428 Jan 29 05:08:29.830873 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2293bf90-950e-438b-a48c-f5851bbb6842 req-4189e490-7608-4d90-b7ab-6d873da45883 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Jan 29 05:08:29.844024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-0d50ba0c-51af-4226-8d1f-87bf00d5f3df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.1090932 Jan 29 05:08:29.845855 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-4500abb7-8f97-4251-8221-1041f61e2497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.1052270 Jan 29 05:08:29.930494 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-3dab099e-e180-4972-ac15-12ac683efed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.931962 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-3dab099e-e180-4972-ac15-12ac683efed4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0806649 Jan 29 05:08:29.933315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-29082e26-32f2-4d66-8738-16b203883bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:29.934644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-29082e26-32f2-4d66-8738-16b203883bb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0756516 Jan 29 05:08:30.004697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-38e23220-f9ab-48bf-b2b4-456b65f815ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:30.006305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-38e23220-f9ab-48bf-b2b4-456b65f815ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674579 Jan 29 05:08:30.008614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-c25a2c27-d375-4688-8fd9-2141f46c548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:30.010057 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-c25a2c27-d375-4688-8fd9-2141f46c548a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635610 Jan 29 05:08:30.168463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-8a0b00c1-0aee-4d42-8386-19ef629cbac9 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557732 Jan 29 05:08:30.170360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-c946b347-003c-44f4-aeaa-7e7799ee9fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508734 Jan 29 05:08:30.326456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-4b64671a-d6ca-4b5c-b192-d48791a8facd service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519103 Jan 29 05:08:30.328415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bb0806-f4d7-4a8b-88f7-448147e0515c req-6a3dd632-ad8e-451c-ac3d-dbf688df2926 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466908 Jan 29 05:08:31.008110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64572c64-8244-47fd-8506-049d8a23afca req-cbdc8b89-aa3e-4cc3-90bf-b430b15334da tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:31.009621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64572c64-8244-47fd-8506-049d8a23afca req-cbdc8b89-aa3e-4cc3-90bf-b430b15334da tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.1057863 Jan 29 05:08:31.048538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64572c64-8244-47fd-8506-049d8a23afca req-235f9199-be63-48e5-8655-d9468deff55a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Jan 29 05:08:32.169012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8465ad-15f8-4b04-9fdb-bd836ecc16c0 req-36118f33-52b2-4b95-97c5-9926b35f079a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:32.170527 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed8465ad-15f8-4b04-9fdb-bd836ecc16c0 req-36118f33-52b2-4b95-97c5-9926b35f079a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0517979 Jan 29 05:08:32.209770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ed8465ad-15f8-4b04-9fdb-bd836ecc16c0 req-03375678-fd82-4789-95c4-c162b5d50e7e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324531 Jan 29 05:08:33.333687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d29f4-6da9-4e2b-82d9-254d1b23a274 req-859804ec-2191-49ec-b561-11cd541261e7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:33.335180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-717d29f4-6da9-4e2b-82d9-254d1b23a274 req-859804ec-2191-49ec-b561-11cd541261e7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0527754 Jan 29 05:08:33.371504 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-717d29f4-6da9-4e2b-82d9-254d1b23a274 req-eea50726-2a48-4583-8533-d2cab5aad28f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304122 Jan 29 05:08:34.488841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdef68-d865-45c4-9c29-38a57ea00029 req-bbc2f1fe-8ba5-4d9a-b54c-aab31974029e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:34.490313 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40bdef68-d865-45c4-9c29-38a57ea00029 req-bbc2f1fe-8ba5-4d9a-b54c-aab31974029e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0514665 Jan 29 05:08:34.526705 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-40bdef68-d865-45c4-9c29-38a57ea00029 req-0ac91156-68b7-4167-85b5-4df8dc22f307 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305429 Jan 29 05:08:35.642581 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ce6e5-be2d-473b-bd6b-0c5115875322 req-2cfb60e3-66c8-4a96-93d5-c1d837c5ef3e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:35.644039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb2ce6e5-be2d-473b-bd6b-0c5115875322 req-2cfb60e3-66c8-4a96-93d5-c1d837c5ef3e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0481310 Jan 29 05:08:35.680450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb2ce6e5-be2d-473b-bd6b-0c5115875322 req-7d3ea619-6b4d-4989-8e66-fe534159fbe8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304134 Jan 29 05:08:36.794431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ca891-6096-4dfe-b335-acde37441229 req-621c34b4-2359-49c6-a71a-45bfeec11c9a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:36.795964 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a81ca891-6096-4dfe-b335-acde37441229 req-621c34b4-2359-49c6-a71a-45bfeec11c9a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0485032 Jan 29 05:08:36.833635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a81ca891-6096-4dfe-b335-acde37441229 req-3c76963c-e738-47cd-a05d-540c3d2740ca tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Jan 29 05:08:37.949914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111169b-6f5f-44a3-8ff5-c90c831569ee req-cc616de6-c1f8-42c9-8795-40584c629a09 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:37.951393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b111169b-6f5f-44a3-8ff5-c90c831569ee req-cc616de6-c1f8-42c9-8795-40584c629a09 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0485089 Jan 29 05:08:37.988478 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b111169b-6f5f-44a3-8ff5-c90c831569ee req-65553d76-2fca-4e13-8687-9207eb3e2fdc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Jan 29 05:08:39.103508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b31e9-e1d2-494e-8fd3-61675a88401c req-9c8d145e-1c07-4681-b840-f05710c03b69 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:39.104972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-689b31e9-e1d2-494e-8fd3-61675a88401c req-9c8d145e-1c07-4681-b840-f05710c03b69 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 944 time: 0.0497141 Jan 29 05:08:39.146430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-689b31e9-e1d2-494e-8fd3-61675a88401c req-eb37b17a-6b41-4102-b501-ce2519593a16 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353236 Jan 29 05:08:39.283150 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:08:39.378407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:39.388511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'mac_address': 'fa:16:3e:6f:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:08:39.425505 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:39.438240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e7ef2d-cb1f-48a2-ac95-94c32f247521 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:08:39.456437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:39.460294 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:39.511461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:39.777079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['35e7ef2d-cb1f-48a2-ac95-94c32f247521'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:08:40.265608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83406a46-58e0-4c3a-a43f-1bb66af1aab7 req-dded119d-dcda-4855-98af-4ee4fb0af682 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:40.267115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83406a46-58e0-4c3a-a43f-1bb66af1aab7 req-dded119d-dcda-4855-98af-4ee4fb0af682 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0519249 Jan 29 05:08:40.304811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-83406a46-58e0-4c3a-a43f-1bb66af1aab7 req-e5cc78cf-a830-4e4c-9730-cb6431790b56 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Jan 29 05:08:40.610242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-47d2cb0e-358a-437d-b43a-4882e08d81f8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:40.611730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-47d2cb0e-358a-437d-b43a-4882e08d81f8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3&tenant_id=34c7b879131b4326af5cafa1f6729777&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 945 time: 0.0803661 Jan 29 05:08:40.622842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d38036-7644-4bdf-9e34-9d862b7aca02 req-602d6dd8-5f79-4b67-bcd2-abf1d0ee4a88 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:40.624587 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6d38036-7644-4bdf-9e34-9d862b7aca02 req-602d6dd8-5f79-4b67-bcd2-abf1d0ee4a88 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0663519 Jan 29 05:08:40.696565 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6d38036-7644-4bdf-9e34-9d862b7aca02 req-61223d99-f270-4bf2-8078-51f0a0f7e9e0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652745 Jan 29 05:08:40.706037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-c925ac39-0839-4861-a7dd-07ccd53bf7de service neutron] 10.222.0.36 "GET /v2.0/ports/35e7ef2d-cb1f-48a2-ac95-94c32f247521/bindings/n-h1-825930-1 HTTP/1.1" status: 200 len: 382 time: 0.0805452 Jan 29 05:08:40.782991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-6ee57c1a-17a2-49f0-87ec-30a3fb480bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:40.784377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-6ee57c1a-17a2-49f0-87ec-30a3fb480bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1096 time: 0.0397735 Jan 29 05:08:40.871202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-d73397bf-876d-4c59-8ebc-3d2af6cb5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:40.872631 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-d73397bf-876d-4c59-8ebc-3d2af6cb5e0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0819612 Jan 29 05:08:40.939082 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-be5dda7c-1277-45d7-b14f-5d097482f7cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1002 time: 0.0600297 Jan 29 05:08:40.986682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-1980cb89-1ea3-4e79-a97c-5b8190b7051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:40.988053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-1980cb89-1ea3-4e79-a97c-5b8190b7051a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0423734 Jan 29 05:08:41.032181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-47fe3c10-7bf4-40f7-a06d-e91d791c5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:41.033650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-47fe3c10-7bf4-40f7-a06d-e91d791c5d5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388644 Jan 29 05:08:41.122673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-ad09d878-a23c-4f08-a3b0-85328ca845df service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Jan 29 05:08:41.209685 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-d5eb615b-c457-4ec4-9b48-d49db25e06a2 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804667 Jan 29 05:08:41.297698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:08:41.349581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:08:41.353372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:08:41.353745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:41.429269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:41.450978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:41.454729 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3bfa10-4ec0-46eb-a0d3-a69437f00f1d" -d '{"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-plugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:41.466657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:41.471071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:41.506051 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d73bf-0fb2-4c86-a485-e7b3eaa3f621 x-openstack-request-id: req-af4d73bf-0fb2-4c86-a485-e7b3eaa3f621 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:41.506364 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-plugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:41.506613 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af4d73bf-0fb2-4c86-a485-e7b3eaa3f621 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:41.506994 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'code': 200} Jan 29 05:08:41.523710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:41.531354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.531702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.532036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.532369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.532700 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.533026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.533437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.533660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.534013 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.534334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.534651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.534965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:41.815009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557ef34-4d51-414b-bf4c-d269617c3ab1 req-0201b59f-d93d-44a1-af55-eed6d869c96a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:41.816470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1557ef34-4d51-414b-bf4c-d269617c3ab1 req-0201b59f-d93d-44a1-af55-eed6d869c96a tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Jan 29 05:08:41.852059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1557ef34-4d51-414b-bf4c-d269617c3ab1 req-cdd26521-3d71-426a-a219-384178dd2b28 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296612 Jan 29 05:08:42.321532 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:42.974961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486fe07-0309-43bb-af92-478dc555ecff req-eccd90ec-158c-4dd0-9dda-a922f3cf3d77 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:42.976455 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d486fe07-0309-43bb-af92-478dc555ecff req-eccd90ec-158c-4dd0-9dda-a922f3cf3d77 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0538013 Jan 29 05:08:43.017829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d486fe07-0309-43bb-af92-478dc555ecff req-805b982b-c8f2-4d3a-b282-f1bc2365c8fd tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337541 Jan 29 05:08:43.961253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:44.133211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90415cb7-aef5-4871-a535-332be783bcb7 req-95a66262-6433-4b6a-9a7a-6d7dc84f2d66 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:44.134711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90415cb7-aef5-4871-a535-332be783bcb7 req-95a66262-6433-4b6a-9a7a-6d7dc84f2d66 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Jan 29 05:08:44.172638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-90415cb7-aef5-4871-a535-332be783bcb7 req-a634d6a3-95c8-45a2-bf3f-56d4e10263ea tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Jan 29 05:08:45.037919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-c0641636-cfef-4261-94c3-228e4be4b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:45.039393 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-c0641636-cfef-4261-94c3-228e4be4b406 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3&tenant_id=34c7b879131b4326af5cafa1f6729777 HTTP/1.1" status: 200 len: 1097 time: 0.0401368 Jan 29 05:08:45.057037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:08:45.110848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:45.289230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567781-be0f-460d-a557-b8c2856b8912 req-9883e2f0-a447-4f8b-9c2e-a4bc0d9f6de5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:45.290750 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54567781-be0f-460d-a557-b8c2856b8912 req-9883e2f0-a447-4f8b-9c2e-a4bc0d9f6de5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0493035 Jan 29 05:08:45.310821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:45.330704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-54567781-be0f-460d-a557-b8c2856b8912 req-9c4ca2c9-bf9c-4e42-b05e-609296124c19 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335262 Jan 29 05:08:45.350239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:08:45.387986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:45.390763 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73870aae-74db-4ccb-a943-82a217b3a4f5" -d '{"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-unplugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:45.394474 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:45.406829 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Transition to ACTIVE for port object 35e7ef2d-cb1f-48a2-ac95-94c32f247521 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:08:45.410699 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:45.446404 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f362f8-6add-49d2-b333-ea731850bdbc x-openstack-request-id: req-40f362f8-6add-49d2-b333-ea731850bdbc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:45.446668 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-unplugged", "status": "completed", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:45.446891 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40f362f8-6add-49d2-b333-ea731850bdbc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:45.447280 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'code': 200} Jan 29 05:08:45.493044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:45.508045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.508399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.508744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.509085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.509422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.509756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.510117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.510443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.510784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.511114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.511439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.511768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:08:45.549964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] No DVR routers for this DVR port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:08:46.021928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:08:46.022175 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:08:46.022505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:08:46.026628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:08:46.026957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Attempting to bind port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on network 86c503a6-5fff-439d-9157-d045c675b295 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:08:46.031902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:08:46.032244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Checking segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:08:46.032635 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Bound using segment: {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:08:46.033059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Bound port: 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446281b1-68fe-4cdd-a5ff-3dcf626479d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '86c503a6-5fff-439d-9157-d045c675b295'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:08:46.033413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:46.094212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:08:46.097157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:08:46.102097 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:46.141495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:46.142222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:46.143558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] 10.222.0.20 "PUT /v2.0/ports/35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1093 time: 1.0902858 Jan 29 05:08:46.161759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e5de-8629-4b67-a0f6-c88b873ce3ac service neutron] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=11']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:46.222456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-cd6f0ba0-c2c8-4f74-aad2-fd1aab123962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:46.224087 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-cd6f0ba0-c2c8-4f74-aad2-fd1aab123962 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1096 time: 0.0454741 Jan 29 05:08:46.318852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-02281b09-680e-411a-938e-ebc0ace9b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:46.320378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-02281b09-680e-411a-938e-ebc0ace9b269 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.0900393 Jan 29 05:08:46.396682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-c1676302-6ac2-4fde-89d0-067bf5ca209e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.0696027 Jan 29 05:08:46.449743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-d409cbdb-4476-4c6e-9462-d40a1ec524a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:46.451642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-d409cbdb-4476-4c6e-9462-d40a1ec524a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0481086 Jan 29 05:08:46.456568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b8a96-6a63-4567-a299-46a7d7a0e43e req-c121dd43-549d-425e-b6e5-715848bcf0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:46.458192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-980b8a96-6a63-4567-a299-46a7d7a0e43e req-c121dd43-549d-425e-b6e5-715848bcf0bb tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Jan 29 05:08:46.497801 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-980b8a96-6a63-4567-a299-46a7d7a0e43e req-cea0bf3f-557f-4c4f-bdd9-01fc8116dde9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334055 Jan 29 05:08:46.500230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-a64ad344-4bc4-4af6-a85d-634c86334c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:46.501791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-a64ad344-4bc4-4af6-a85d-634c86334c9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431070 Jan 29 05:08:46.599789 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-c4fc3059-cd7f-4bac-9283-d7c6fcea6fab service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904508 Jan 29 05:08:46.698718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-485c8642-2bfd-4a25-8fc3-4931a1091109 req-ffb7df83-e578-4bd9-bb2c-ab1471487643 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929368 Jan 29 05:08:47.317154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:08:47.355210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:08:47.448170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:08:47.450476 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118036ca-2c14-40dd-8855-553f8ea7098a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:08:47.498964 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9e1692-ae3f-4660-90ae-c5ead0511d2a x-openstack-request-id: req-aa9e1692-ae3f-4660-90ae-c5ead0511d2a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:08:47.499387 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:08:47.499713 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa9e1692-ae3f-4660-90ae-c5ead0511d2a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:08:47.500198 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'status': 'completed', 'code': 200} Jan 29 05:08:47.614011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-dea42e1d-49c7-46f9-8137-3a0a5ac9e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.615712 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-dea42e1d-49c7-46f9-8137-3a0a5ac9e978 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1096 time: 0.0734646 Jan 29 05:08:47.622262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-7931a254-ab02-4925-82a0-874bc083ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.623823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-7931a254-ab02-4925-82a0-874bc083ad47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34c7b879131b4326af5cafa1f6729777&device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 1096 time: 0.0713656 Jan 29 05:08:47.628188 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedb159-561b-4def-a19d-309336270ab1 req-61f77994-7222-4120-96e7-9d3e29406837 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.629758 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfedb159-561b-4def-a19d-309336270ab1 req-61f77994-7222-4120-96e7-9d3e29406837 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Jan 29 05:08:47.669698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-dfedb159-561b-4def-a19d-309336270ab1 req-75faf717-3639-4a81-862c-48b0b7665de8 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333014 Jan 29 05:08:47.777201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-808c7db4-e45f-4e22-80f1-6c936eb55867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.778630 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-808c7db4-e45f-4e22-80f1-6c936eb55867 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1538658 Jan 29 05:08:47.781837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d4eed182-7898-444d-8cbf-7deb86af2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.783199 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d4eed182-7898-444d-8cbf-7deb86af2eb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 200 len: 913 time: 0.1511071 Jan 29 05:08:47.892407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-00721d48-4183-40fa-adfc-7c545e0d0434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.1075437 Jan 29 05:08:47.894251 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-2895a48f-2688-4c14-b28b-e456192109ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 200 len: 1001 time: 0.1040885 Jan 29 05:08:47.981228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-682e9876-be3e-4c76-b91c-397dfdf8ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.982756 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-682e9876-be3e-4c76-b91c-397dfdf8ecc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0835490 Jan 29 05:08:47.984144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-15a3a4eb-1ad7-406f-9e7c-f7a26eedb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:47.985446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-15a3a4eb-1ad7-406f-9e7c-f7a26eedb589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 200 len: 851 time: 0.0782490 Jan 29 05:08:48.055212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d07abcf0-9d9b-4a10-ba4d-97dc989f2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:48.056633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d07abcf0-9d9b-4a10-ba4d-97dc989f2224 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676024 Jan 29 05:08:48.058993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d4f569f2-08d2-42c2-a51f-6d48879ef5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:48.060348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d4f569f2-08d2-42c2-a51f-6d48879ef5bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c503a6-5fff-439d-9157-d045c675b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639844 Jan 29 05:08:48.212625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-7bd04b20-3fdc-48c0-b8d9-9bfebb58c635 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493888 Jan 29 05:08:48.214720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-d398e2f9-828a-446b-8eae-01bb365f8b16 service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445265 Jan 29 05:08:48.374112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-bb1c72c7-3792-4996-b278-9f97adcba8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542046 Jan 29 05:08:48.375974 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-118036ca-2c14-40dd-8855-553f8ea7098a req-372c0be6-ac4f-4ccc-b236-1704b16fe41f service neutron] 10.222.0.20 "GET /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490684 Jan 29 05:08:48.794627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d4f9d-a935-4ada-a386-321ab3bc0f9b req-80c0e2ec-2a0d-4c95-9e7c-fa3bdf2c9896 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:48.797052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00d4f9d-a935-4ada-a386-321ab3bc0f9b req-80c0e2ec-2a0d-4c95-9e7c-fa3bdf2c9896 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0545318 Jan 29 05:08:48.835273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00d4f9d-a935-4ada-a386-321ab3bc0f9b req-aeae8dde-6fa8-4bbd-bf27-52b2c00c3fd9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Jan 29 05:08:49.953579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199daa-f30f-4471-b8f1-a16e6dd4c4c9 req-d8a14fae-f3c6-4c02-b793-88aa55a4e098 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:49.955100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c199daa-f30f-4471-b8f1-a16e6dd4c4c9 req-d8a14fae-f3c6-4c02-b793-88aa55a4e098 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0499203 Jan 29 05:08:49.992722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c199daa-f30f-4471-b8f1-a16e6dd4c4c9 req-bae678bf-a5c5-49bc-a4c9-9b9715f3ec0e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Jan 29 05:08:51.106797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c585e-4f5d-4f4d-aa95-0bd0573796c1 req-c6aa21bc-e038-4ee0-932e-0b93a714a7c0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:51.108359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b9c585e-4f5d-4f4d-aa95-0bd0573796c1 req-c6aa21bc-e038-4ee0-932e-0b93a714a7c0 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0480537 Jan 29 05:08:51.145329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2b9c585e-4f5d-4f4d-aa95-0bd0573796c1 req-f650dd94-d1d7-41d2-8363-6a97cee7aa99 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Jan 29 05:08:52.261128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7782ce-8375-4f16-bf27-845873eeecea req-92121253-a10c-451f-9b1c-14491f274321 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:52.262613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a7782ce-8375-4f16-bf27-845873eeecea req-92121253-a10c-451f-9b1c-14491f274321 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Jan 29 05:08:52.301099 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2a7782ce-8375-4f16-bf27-845873eeecea req-0e51d2d1-bb3a-4463-8e2a-cb456d156f75 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323870 Jan 29 05:08:53.416632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55025d-878d-45cb-b8f1-ae74ff4cbba0 req-9ee657f7-cc3c-4e19-a47d-0b5f18d8f28b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:53.418136 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c55025d-878d-45cb-b8f1-ae74ff4cbba0 req-9ee657f7-cc3c-4e19-a47d-0b5f18d8f28b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Jan 29 05:08:53.454407 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c55025d-878d-45cb-b8f1-ae74ff4cbba0 req-c8a4a861-b030-4a11-bf8a-08bb81ab4593 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297630 Jan 29 05:08:53.697758 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:08:53.909291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bffc9cce-2ddc-4788-837c-a5e5a7832b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:54.573961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7a332-8887-4aaa-adcb-769885ad4297 req-c720e1a5-4477-4858-a7d1-45555ba534f2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:54.575362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-87a7a332-8887-4aaa-adcb-769885ad4297 req-c720e1a5-4477-4858-a7d1-45555ba534f2 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0527043 Jan 29 05:08:54.612387 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-87a7a332-8887-4aaa-adcb-769885ad4297 req-985b13a2-4173-48a8-9709-79fa214d34d5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Jan 29 05:08:55.729757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c57c-0b76-4d16-b970-08ee963cde13 req-cf97bb9f-a6cc-49d1-9c6e-00b41fce5f13 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:55.731242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c47c57c-0b76-4d16-b970-08ee963cde13 req-cf97bb9f-a6cc-49d1-9c6e-00b41fce5f13 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0511906 Jan 29 05:08:55.767805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c47c57c-0b76-4d16-b970-08ee963cde13 req-8eacf684-8a4c-43b1-b9bc-47b9fcc29b82 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301068 Jan 29 05:08:56.163816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-71a062bb-682f-459b-9699-e42768585a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:56.882852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7836-ed61-494a-b790-187ac778158c req-d25cf6ff-ce8b-4dd9-86b1-aee690b2d124 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:56.884303 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64ce7836-ed61-494a-b790-187ac778158c req-d25cf6ff-ce8b-4dd9-86b1-aee690b2d124 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0476427 Jan 29 05:08:56.921286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64ce7836-ed61-494a-b790-187ac778158c req-9766525b-f713-4b5a-a697-17ca65d1f136 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Jan 29 05:08:57.438352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:58.036648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802488c-0226-4324-b10d-38a4f6cbd27a req-47e5ac2b-c849-40a9-91c7-4e7330c64462 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:58.038156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5802488c-0226-4324-b10d-38a4f6cbd27a req-47e5ac2b-c849-40a9-91c7-4e7330c64462 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Jan 29 05:08:58.075657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5802488c-0226-4324-b10d-38a4f6cbd27a req-994b7674-2a90-47e9-9fdf-7e7d515faa76 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Jan 29 05:08:58.188398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05126e-7662-405a-b25e-06878eeeeaa6 req-3e6a5e3b-48ef-437a-8601-55fb478cc03f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:58.189875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec05126e-7662-405a-b25e-06878eeeeaa6 req-3e6a5e3b-48ef-437a-8601-55fb478cc03f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Jan 29 05:08:58.227193 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ec05126e-7662-405a-b25e-06878eeeeaa6 req-7bacb0f3-0f32-4b3c-9031-1925d946bb5d tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Jan 29 05:08:58.339565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7178586-c878-4a32-9349-f43df7db0247 req-e0060e3d-f493-40d5-9dbe-424e21f85a8e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:58.341024 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7178586-c878-4a32-9349-f43df7db0247 req-e0060e3d-f493-40d5-9dbe-424e21f85a8e tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0480711 Jan 29 05:08:58.377668 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7178586-c878-4a32-9349-f43df7db0247 req-a46149b6-5f5c-4252-bae2-65ad0780da7f tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300817 Jan 29 05:08:58.613794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75e1dd-ebad-4174-9e51-c80b6c6a1791 req-2f473c6a-1cbf-4e92-bc4f-0f20ced40ba1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:58.615278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d75e1dd-ebad-4174-9e51-c80b6c6a1791 req-2f473c6a-1cbf-4e92-bc4f-0f20ced40ba1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Jan 29 05:08:58.654269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d75e1dd-ebad-4174-9e51-c80b6c6a1791 req-c8374284-0d8d-44ca-b7d2-692bc88534d1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327311 Jan 29 05:08:58.863876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:08:58.957416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:58.967725 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'port_id': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'mac_address': 'fa:16:3e:6f:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:08:59.004421 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:59.016871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e7ef2d-cb1f-48a2-ac95-94c32f247521 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:08:59.035120 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:08:59.038919 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:59.084912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=12']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:08:59.278439 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:59.283074 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:08:59.354381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['35e7ef2d-cb1f-48a2-ac95-94c32f247521'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:08:59.773168 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786067d7-ee92-4cd9-a495-99334b763715 req-436c59b0-93ac-41ea-94f2-0607ccaf310b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:08:59.774702 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-786067d7-ee92-4cd9-a495-99334b763715 req-436c59b0-93ac-41ea-94f2-0607ccaf310b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0525060 Jan 29 05:08:59.812746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-786067d7-ee92-4cd9-a495-99334b763715 req-c57948b8-9e04-4e83-9c25-de621f2b1ef9 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315709 Jan 29 05:09:00.423165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-3cefa6e3-e5d4-4ca7-802d-39a1d9207bd1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:00.424521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-3cefa6e3-e5d4-4ca7-802d-39a1d9207bd1 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 946 time: 0.0478363 Jan 29 05:09:00.518373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Deleting port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:00.518718 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:00.608439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] For port 35e7ef2d-cb1f-48a2-ac95-94c32f247521, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=35e7ef2d-cb1f-48a2-ac95-94c32f247521,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:00.608806 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:00.774429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:00.774796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:00.775115 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 disassociated. External IP: 172.25.4.233, port: 35e7ef2d-cb1f-48a2-ac95-94c32f247521. Jan 29 05:09:00.775461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Calling delete_port for 35e7ef2d-cb1f-48a2-ac95-94c32f247521 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:00.870394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:00.930111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:09:00.931848 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:00.933829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:00.934228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:00.952795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 was deleted so its status cannot be updated. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 29 05:09:00.973963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event deleted for resources: {'Port': ['ID=35e7ef2d-cb1f-48a2-ac95-94c32f247521,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:00.989735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439dcb6-0e4e-41ee-800c-5b6beb5c4805 req-c8ddc0ab-ce73-441c-b3ab-7dcd641e96f7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:00.991298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3439dcb6-0e4e-41ee-800c-5b6beb5c4805 req-c8ddc0ab-ce73-441c-b3ab-7dcd641e96f7 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 867 time: 0.1032333 Jan 29 05:09:01.098951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3439dcb6-0e4e-41ee-800c-5b6beb5c4805 req-476952b7-f0f4-4d1c-8a17-de2af958bea5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dd59213-b4d1-4f44-968b-59d97190cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741391 Jan 29 05:09:01.124304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:09:01.232643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:09:01.242680 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:09:01.251493 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:01.252170 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:08:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:01.275521 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] No DVR routers for this DVR port 35e7ef2d-cb1f-48a2-ac95-94c32f247521 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:01.278439 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:01.282461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa0753a1-53dd-4772-a355-f92b665ada78 req-7523b1cb-8b23-4e25-96f8-f449172832ba tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.20 "DELETE /v2.0/ports/35e7ef2d-cb1f-48a2-ac95-94c32f247521 HTTP/1.1" status: 204 len: 173 time: 0.8453152 Jan 29 05:09:01.282893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-deleted', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:01.286176 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f28d47-2361-4a9f-9319-5134c205aa8f" -d '{"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-deleted", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:01.332286 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64577990-9d72-4965-b2be-dc255ab435e8 x-openstack-request-id: req-64577990-9d72-4965-b2be-dc255ab435e8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:01.332584 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3", "name": "network-vif-deleted", "tag": "35e7ef2d-cb1f-48a2-ac95-94c32f247521", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:01.332840 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64577990-9d72-4965-b2be-dc255ab435e8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:01.333248 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3', 'name': 'network-vif-deleted', 'tag': '35e7ef2d-cb1f-48a2-ac95-94c32f247521', 'status': 'completed', 'code': 200} Jan 29 05:09:01.360212 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:01.558539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:01.587210 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:09:01.595912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:01.596511 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:08:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:01.698171 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:01.891648 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:01.916833 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd699c9-43e3-4508-bf6b-bae7f15c61da None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:14Z', 'revision_number': 4, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '375bbda8-e32b-4d3e-aabc-8b6a5f4890aa', 'name': '', 'network_id': '86c503a6-5fff-439d-9157-d045c675b295', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'mac_address': 'fa:16:3e:c5:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:14Z', 'updated_at': '2022-01-29T05:05:18Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'subnets': [{'id': '9c8ef38b-a374-4503-90c8-770621c119dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:09:02.140868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f8e88-70e4-442a-a39b-7ef018955366 None None] New status for floating IP fd1e4e45-6e96-4cd3-bc11-8964596cb0f9: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:09:02.198548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f8eb858a-4692-46d9-a5c4-9884c9e776f8 req-dc31e41a-9195-46fa-b7ae-1b891ec07c86 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Jan 29 05:09:03.298844 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-466cc901-ad83-4dd1-a5e9-2260ee42de5b req-a7abf1d9-4acb-457d-939c-c3d99ac7aa7c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 210 time: 0.0283394 Jan 29 05:09:04.393197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30f92f98-7369-4fb0-ac7e-786ee4ba21f0 req-7d005cc6-a253-4c11-a233-ffee53176b1b tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed8c2ad0-2f23-4da7-99e6-fee5e9b124a3 HTTP/1.1" status: 200 len: 210 time: 0.0268302 Jan 29 05:09:04.902282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:04.925416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 35e7ef2d-cb1f-48a2-ac95-94c32f247521 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:04.925775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 35e7ef2d-cb1f-48a2-ac95-94c32f247521 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:08.048371 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36738) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:08.102204 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.124575 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.174777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.177365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.178938 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "DELETE /v2.0/security-groups/5dd59213-b4d1-4f44-968b-59d97190cd80 HTTP/1.1" status: 204 len: 168 time: 0.1294558 Jan 29 05:09:08.181541 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36740) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:08.188444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd59213-b4d1-4f44-968b-59d97190cd80,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:08.195698 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-2363f16a-62ef-4183-968c-3524b707608c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] show failed (client error): The resource could not be found. Jan 29 05:09:08.196140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.196497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.196845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.197189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.197527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.197861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.198224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.198547 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.199001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.199239 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2363f16a-62ef-4183-968c-3524b707608c tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "GET /v2.0/security-groups/5dd59213-b4d1-4f44-968b-59d97190cd80 HTTP/1.1" status: 404 len: 347 time: 0.0157235 Jan 29 05:09:08.199347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.199661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.199995 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dc9d3-89e9-4d1b-a95c-8e5c22f992e5 tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:08.201039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:08.343339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Deleting port 0a33dd9f-4dd4-445a-88ef-2fb2f88faedd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:08.343692 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.423035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.423291 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.434739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Calling delete_port for 0a33dd9f-4dd4-445a-88ef-2fb2f88faedd owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:08.563737 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.592337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Pushing event deleted for resources: {'Port': ['ID=0a33dd9f-4dd4-445a-88ef-2fb2f88faedd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:08.661787 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.664350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:08.665495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-96b468a9-f313-42e6-b5d2-4d7bb01249cc tempest-ServerActionsTestJSON-1997022828 tempest-ServerActionsTestJSON-1997022828-project] 10.222.0.32 "DELETE /v2.0/floatingips/fd1e4e45-6e96-4cd3-bc11-8964596cb0f9 HTTP/1.1" status: 204 len: 168 time: 0.4560292 Jan 29 05:09:08.668819 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:09.008492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:09.248085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Deleting port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:09.248814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:09.324765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] For port 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:09.325130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:09.336302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Calling delete_port for 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:09.507986 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:09.533378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=375bbda8-e32b-4d3e-aabc-8b6a5f4890aa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:09.708992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:10.258548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:09:10.361358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:09:10.368514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6093baf-58e4-43f1-821a-1ec3b7477a80 admin admin] 10.222.0.32 "PUT /v2.0/routers/00bc5d2a-2a74-4bc4-8e28-48ba515b643f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987035 Jan 29 05:09:10.369078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36748) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:10.371110 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] Sync routers for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:09:10.380027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:10.380621 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:08:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:10.473126 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:10.482152 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:10.577769 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:10.633899 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Deleting port aa165100-e6c4-43b7-99ed-c39780287fe3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:10.634276 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:10.715878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] For port aa165100-e6c4-43b7-99ed-c39780287fe3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aa165100-e6c4-43b7-99ed-c39780287fe3,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:10.716242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:10.728172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Calling delete_port for aa165100-e6c4-43b7-99ed-c39780287fe3 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:10.753544 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:09:09Z', 'revision_number': 5, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port': {'id': 'aa165100-e6c4-43b7-99ed-c39780287fe3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:10.778756 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] Checking router: 00bc5d2a-2a74-4bc4-8e28-48ba515b643f for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:09:10.787228 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] Routers {'00bc5d2a-2a74-4bc4-8e28-48ba515b643f'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:09:10.787827 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:08:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:10.875871 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] Set router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:09:10.894997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:10.920941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa165100-e6c4-43b7-99ed-c39780287fe3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:10.929396 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:09:10Z', 'revision_number': 6, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:10.955105 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d9524-a608-4969-aaa4-a81572ada8cb None None] The sync data for ids ['00bc5d2a-2a74-4bc4-8e28-48ba515b643f'] in n-d-825930-1 is: [{'id': '00bc5d2a-2a74-4bc4-8e28-48ba515b643f', 'name': 'tempest-ServerActionsTestJSON-2061011810-router', 'tenant_id': '34c7b879131b4326af5cafa1f6729777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:05:12Z', 'updated_at': '2022-01-29T05:09:10Z', 'revision_number': 6, 'project_id': '34c7b879131b4326af5cafa1f6729777', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:09:10.984728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.072296 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.074359 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.116058 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.116692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00bc5d2a-2a74-4bc4-8e28-48ba515b643f {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:09:11.120974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.122273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-094eafe8-3e20-42f9-837a-8fed21a3494e admin admin] 10.222.0.32 "DELETE /v2.0/routers/00bc5d2a-2a74-4bc4-8e28-48ba515b643f HTTP/1.1" status: 204 len: 168 time: 0.7519500 Jan 29 05:09:11.124728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36750) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:11.169427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Deleting subnet 9c8ef38b-a374-4503-90c8-770621c119dd {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:09:11.172361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.205945 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.287011 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.344151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.368160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8ef38b-a374-4503-90c8-770621c119dd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:11.375288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.378473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-264522ea-cc94-4464-9354-03665dcedc6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c8ef38b-a374-4503-90c8-770621c119dd HTTP/1.1" status: 204 len: 168 time: 0.2528341 Jan 29 05:09:11.381005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:11.381144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3bd8b9-0ce8-4df3-88ff-ea557c329e44 None None] Network 86c503a6-5fff-439d-9157-d045c675b295 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:11.455763 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.513112 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Deleting port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:11.513456 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.574555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] For port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,segment=NetworkSegment(446281b1-68fe-4cdd-a5ff-3dcf626479d1),segment_id=446281b1-68fe-4cdd-a5ff-3dcf626479d1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:11.574928 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.587459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Calling delete_port for 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:11.668305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.694779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:11.696609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] No DVR routers for this DVR port 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:11.727637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2d69c-00f3-4da6-8d5d-e1454cf467ec None None] DHCP port deletion for 86c503a6-5fff-439d-9157-d045c675b295 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:09:11.775679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.797650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:11.798386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c503a6-5fff-439d-9157-d045c675b295']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:11.807941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446281b1-68fe-4cdd-a5ff-3dcf626479d1') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:11.808241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446281b1-68fe-4cdd-a5ff-3dcf626479d1') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:11.817557 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.820617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:11.820964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 375bbda8-e32b-4d3e-aabc-8b6a5f4890aa not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:11.821380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa165100-e6c4-43b7-99ed-c39780287fe3 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:11.830939 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.836660 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:11.837044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:11.838748 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:11.842833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: aa165100-e6c4-43b7-99ed-c39780287fe3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:11.843285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa165100-e6c4-43b7-99ed-c39780287fe3 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:11.843851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:11.863997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:11.864452 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e8f24ba-0b78-4cb2-bcd9-f7f04a782f7b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:11.896146 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.902345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:11.905516 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] 10.222.0.32 "DELETE /v2.0/networks/86c503a6-5fff-439d-9157-d045c675b295 HTTP/1.1" status: 204 len: 168 time: 0.5235646 Jan 29 05:09:11.916943 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae03f32-c5aa-4818-8e98-17e79b8a2d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=86c503a6-5fff-439d-9157-d045c675b295,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:12.017846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36756) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:12.059613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3d1b1bb2-7d84-41e2-bc28-0c19054fff18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34c7b879131b4326af5cafa1f6729777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403194 Jan 29 05:09:12.062162 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36758) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:12.113387 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d894ef2a-d935-4208-8a96-66a80555c8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:12.134355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d894ef2a-d935-4208-8a96-66a80555c8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:12.180079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d894ef2a-d935-4208-8a96-66a80555c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:12.182782 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d894ef2a-d935-4208-8a96-66a80555c8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:12.183919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d894ef2a-d935-4208-8a96-66a80555c8d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a56b5442-ea2c-4167-a19a-f30a97517510 HTTP/1.1" status: 204 len: 168 time: 0.1208518 Jan 29 05:09:12.192304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894ef2a-d935-4208-8a96-66a80555c8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56b5442-ea2c-4167-a19a-f30a97517510,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:12.314891 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:12.845864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36780) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:12.940130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-401634907-network', 'tenant_id': '0b56248bf1fc41b1907974469c465d63'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:12.962336 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Made reservation on behalf of 0b56248bf1fc41b1907974469c465d63 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:12.964583 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:12.973635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.047061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.050582 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.076059 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:13.082130 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8218d-5c7c-4162-b3aa-c3ceabb7f454,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:13.088681 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.089026 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Added segment 67406c11-d166-4d9b-9efd-a219b92985be of type vlan for network bb3e5332-7f0a-4031-9da3-fef6441c4a27 Jan 29 05:09:13.130086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.153089 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.154065 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:13.155373 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.211416 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3644159 Jan 29 05:09:13.214369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:13.219797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Request body: {'subnet': {'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-401634907-subnet', 'tenant_id': '0b56248bf1fc41b1907974469c465d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:13.221060 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e37bb-7a8d-44c6-a9d5-7c1dcb47acd0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3e5332-7f0a-4031-9da3-fef6441c4a27,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:13.231130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network bb3e5332-7f0a-4031-9da3-fef6441c4a27 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:13.242611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Made reservation on behalf of 0b56248bf1fc41b1907974469c465d63 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:13.244904 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.409729 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.468119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b83e52-1562-496b-9d55-59003f9b7efb,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:13.476720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Checking segment: {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:13.477026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Network hostable DHCP agents. Network: bb3e5332-7f0a-4031-9da3-fef6441c4a27, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:13.493601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Network bb3e5332-7f0a-4031-9da3-fef6441c4a27 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:13.502165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, bb3e5332-7f0a-4031-9da3-fef6441c4a27) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:13.506473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:13.507051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.514965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af777e-e460-4ab0-9958-b5749d8b1147 None None] Network bb3e5332-7f0a-4031-9da3-fef6441c4a27 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:13.523906 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58641a73-6c67-4af7-9c2a-3bf46aa65153 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3084328 Jan 29 05:09:13.633520 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbdd217-3e15-44ce-9cc5-ad5184d5b588 None None] Network bb3e5332-7f0a-4031-9da3-fef6441c4a27 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:13.941921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-1a3920a3-a658-41cd-a360-8e12263a9256 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:13.943395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-1a3920a3-a658-41cd-a360-8e12263a9256 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/networks?id=bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 200 len: 813 time: 0.0980704 Jan 29 05:09:13.959001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-39319503-09f0-4526-a986-f3738506433d tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/quotas/0b56248bf1fc41b1907974469c465d63 HTTP/1.1" status: 200 len: 375 time: 0.0097165 Jan 29 05:09:13.972369 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:13.995618 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-93fe2645-7826-4f4c-8bb6-5ef7e72e196e tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b56248bf1fc41b1907974469c465d63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311878 Jan 29 05:09:14.135482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-3082aac8-8d08-4540-af7c-cef3424f343a service neutron] 10.222.0.32 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319952 Jan 29 05:09:14.225773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-245ea608-ae39-4a73-ae46-6dba89f566f1 service neutron] 10.222.0.32 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840335 Jan 29 05:09:14.385129 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-90f28317-1593-49a0-a0ba-94b321ba0ab3 req-84fa3e56-693f-4ebb-bc67-3c8cfb372e57 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Jan 29 05:09:15.347590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-63c91ec5-730e-4b59-a093-9d5daa8c9de2 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:15.349779 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-63c91ec5-730e-4b59-a093-9d5daa8c9de2 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.36 "GET /v2.0/networks?id=bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 200 len: 813 time: 0.1023834 Jan 29 05:09:15.375429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Request body: {'port': {'device_id': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27', 'admin_state_up': True, 'tenant_id': '0b56248bf1fc41b1907974469c465d63'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:15.492507 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6118028e-7801-42d7-b7ec-7cf4a1254e79 req-43d14b3d-432c-4418-aea2-5cb99bf40623 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 210 time: 0.0354490 Jan 29 05:09:15.520630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Made reservation on behalf of 0b56248bf1fc41b1907974469c465d63 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:15.526630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:15.649110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Allocated IP 172.20.0.2 (bb3e5332-7f0a-4031-9da3-fef6441c4a27/14b83e52-1562-496b-9d55-59003f9b7efb/e8d143a5-9575-4622-a1ed-dbb041dbfbbf) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:15.792954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:15.826347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:15.876143 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Network bb3e5332-7f0a-4031-9da3-fef6441c4a27 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:15.879163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:15.883383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:15.887221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Pushing event updated for resources: {'Port': ['ID=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:15.933435 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:15.934098 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:15.950430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-c35c6d9c-0529-4fad-ab51-d807ac4a419b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797489 Jan 29 05:09:15.967723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Request body: {'port': {'device_id': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:16.019770 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:16.286666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d143a5-9575-4622-a1ed-dbb041dbfbbf {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:09:16.294223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:16.306851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Transition to ACTIVE for port object e8d143a5-9575-4622-a1ed-dbb041dbfbbf will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:09:16.312158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:16.365054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:16.433698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Attempting to bind port e8d143a5-9575-4622-a1ed-dbb041dbfbbf on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:09:16.434041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Attempting to bind port e8d143a5-9575-4622-a1ed-dbb041dbfbbf by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:09:16.434374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Attempting to bind port e8d143a5-9575-4622-a1ed-dbb041dbfbbf on network bb3e5332-7f0a-4031-9da3-fef6441c4a27 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:16.439107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Port e8d143a5-9575-4622-a1ed-dbb041dbfbbf on network bb3e5332-7f0a-4031-9da3-fef6441c4a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:09:16.439745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Attempting to bind port e8d143a5-9575-4622-a1ed-dbb041dbfbbf on network bb3e5332-7f0a-4031-9da3-fef6441c4a27 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:16.444777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:16.445110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Checking segment: {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:16.445505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Bound using segment: {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:16.445931 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Bound port: e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:09:16.446616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:16.512663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] For port e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:16.517186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] For port e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:16.523274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:16.560947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:16.561719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:16.563246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] 10.222.0.36 "PUT /v2.0/ports/e8d143a5-9575-4622-a1ed-dbb041dbfbbf HTTP/1.1" status: 200 len: 1091 time: 0.6001291 Jan 29 05:09:16.563752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'tag': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:16.566098 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a28c14b-ab45-4f38-aaba-17b66745cee6", "tag": "e8d143a5-9575-4622-a1ed-dbb041dbfbbf"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:16.602658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9189-11cf-43c2-81cb-814ded0dab35 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:16.620935 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fab9b86-f703-4bae-a376-6d7d23fd2749 x-openstack-request-id: req-2fab9b86-f703-4bae-a376-6d7d23fd2749 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:16.621311 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a28c14b-ab45-4f38-aaba-17b66745cee6", "tag": "e8d143a5-9575-4622-a1ed-dbb041dbfbbf", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:16.621636 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fab9b86-f703-4bae-a376-6d7d23fd2749 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:16.622153 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'tag': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf', 'status': 'completed', 'code': 200} Jan 29 05:09:16.633974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ac4f-ef7d-484f-9da2-08d270ebe2e3 req-665ae264-e04d-4a31-b58e-961e5bdb12d8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:16.635450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4b1ac4f-ef7d-484f-9da2-08d270ebe2e3 req-665ae264-e04d-4a31-b58e-961e5bdb12d8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 943 time: 0.0698533 Jan 29 05:09:16.684377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4b1ac4f-ef7d-484f-9da2-08d270ebe2e3 req-85c53f72-088c-4714-9753-104d38fef33c tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Jan 29 05:09:16.685234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-2d852d51-373a-44ae-bd74-bd6ee5e6c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:16.687395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-2d852d51-373a-44ae-bd74-bd6ee5e6c121 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b56248bf1fc41b1907974469c465d63&device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 1094 time: 0.0472956 Jan 29 05:09:16.739480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-5d684e15-a6a2-4074-8d5b-463c69e8d5ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf HTTP/1.1" status: 200 len: 217 time: 0.0388994 Jan 29 05:09:16.787079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-91855753-ef0e-4936-af64-cc44dbeba344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:16.788495 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-91855753-ef0e-4936-af64-cc44dbeba344 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14b83e52-1562-496b-9d55-59003f9b7efb HTTP/1.1" status: 200 len: 853 time: 0.0430725 Jan 29 05:09:16.825046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-6098d2f5-3953-43d7-bcef-d1c1e7cef836 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb3e5332-7f0a-4031-9da3-fef6441c4a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300376 Jan 29 05:09:16.922298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-3ed0340a-9348-4f9a-87bf-61ae7616b08f service neutron] 10.222.0.36 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895779 Jan 29 05:09:17.009880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15f708d6-b970-466c-b4d7-77e5a212d3f8 req-1611bc8d-916e-42c8-86a0-fc67e8096a2f service neutron] 10.222.0.36 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811801 Jan 29 05:09:17.133689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-dcd74daf-8f21-4a9a-839b-77222aa45cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:17.135148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-dcd74daf-8f21-4a9a-839b-77222aa45cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b56248bf1fc41b1907974469c465d63&device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 1094 time: 0.0412748 Jan 29 05:09:17.227153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-8f8c648d-1a6b-456c-90e6-23ca993d2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:17.228635 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-8f8c648d-1a6b-456c-90e6-23ca993d2b0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 200 len: 914 time: 0.0870934 Jan 29 05:09:17.269286 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-03f76803-1ca7-4444-9abe-88f4266f7e9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf HTTP/1.1" status: 200 len: 217 time: 0.0344741 Jan 29 05:09:17.322672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-51e85e56-2fc9-4818-8883-96e9db4237f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:17.324120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-51e85e56-2fc9-4818-8883-96e9db4237f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14b83e52-1562-496b-9d55-59003f9b7efb HTTP/1.1" status: 200 len: 853 time: 0.0479577 Jan 29 05:09:17.355720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-8a9f1e33-2528-409c-bef2-a5a96f4d4466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb3e5332-7f0a-4031-9da3-fef6441c4a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241494 Jan 29 05:09:17.442651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-b4e558eb-3659-46f3-a664-4fad4d201581 service neutron] 10.222.0.36 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782714 Jan 29 05:09:17.534115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-93d978cd-dcf1-4adc-9b45-3abbffc7dee4 req-6407cba3-01f5-46fe-9307-79ebd72549b4 service neutron] 10.222.0.36 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840681 Jan 29 05:09:17.803629 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca901-e8a3-4458-842c-689ec3b261bc req-2c5b40e1-5a62-4131-8d45-87b1545e3a3e tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:17.805118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c84ca901-e8a3-4458-842c-689ec3b261bc req-2c5b40e1-5a62-4131-8d45-87b1545e3a3e tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 943 time: 0.0492821 Jan 29 05:09:17.841864 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c84ca901-e8a3-4458-842c-689ec3b261bc req-7cf250b8-7b99-43d5-a35c-7667bdf07f17 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Jan 29 05:09:18.964528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4a44d-3d0e-4220-a79a-eba8733cf6a9 req-7d0f9f36-1562-4877-be4c-d3fb28e5d091 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:18.965999 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46c4a44d-3d0e-4220-a79a-eba8733cf6a9 req-7d0f9f36-1562-4877-be4c-d3fb28e5d091 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 943 time: 0.0521057 Jan 29 05:09:19.002559 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-46c4a44d-3d0e-4220-a79a-eba8733cf6a9 req-7ecba1b7-e776-4875-8735-d0c607c9a53f tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303457 Jan 29 05:09:19.479596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e8d143a5-9575-4622-a1ed-dbb041dbfbbf details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:09:19.584153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:19.595470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf', 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27', 'port_id': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf', 'mac_address': 'fa:16:3e:c9:20:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b83e52-1562-496b-9d55-59003f9b7efb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:09:19.632247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:19.644666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d143a5-9575-4622-a1ed-dbb041dbfbbf {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:09:19.663837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:19.667917 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:19.713031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:19.938851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e8d143a5-9575-4622-a1ed-dbb041dbfbbf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:20.122180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f77bb-369b-41ca-9275-9e2e3838cd02 req-42bd8b90-52a4-4678-a9e9-46777e9c9467 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:20.124203 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be9f77bb-369b-41ca-9275-9e2e3838cd02 req-42bd8b90-52a4-4678-a9e9-46777e9c9467 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 944 time: 0.0519562 Jan 29 05:09:20.161777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-be9f77bb-369b-41ca-9275-9e2e3838cd02 req-9dc28bfa-3d7a-4762-9933-8485640ef211 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jan 29 05:09:21.273035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e4c1-c146-4713-9523-0e79888b8087 req-ad8f4090-96f5-4f0b-b983-32c5b6596939 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:21.274547 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1b0e4c1-c146-4713-9523-0e79888b8087 req-ad8f4090-96f5-4f0b-b983-32c5b6596939 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 944 time: 0.0478396 Jan 29 05:09:21.312661 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b1b0e4c1-c146-4713-9523-0e79888b8087 req-f89a7338-826d-4360-8a7f-f1dad3acf0ca tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jan 29 05:09:21.480917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e8d143a5-9575-4622-a1ed-dbb041dbfbbf up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:21.527708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port e8d143a5-9575-4622-a1ed-dbb041dbfbbf completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:09:21.532049 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port e8d143a5-9575-4622-a1ed-dbb041dbfbbf triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:21.532424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:21.610694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:21.633626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:21.635868 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d6f0c-84c6-4dc8-8027-bc5a71c5bf5b" -d '{"events": [{"server_uuid": "5a28c14b-ab45-4f38-aaba-17b66745cee6", "name": "network-vif-plugged", "status": "completed", "tag": "e8d143a5-9575-4622-a1ed-dbb041dbfbbf"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:21.648962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:21.653091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:21.675889 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f5e24-20b0-4c80-aca9-3c8d7a9f3776 x-openstack-request-id: req-e42f5e24-20b0-4c80-aca9-3c8d7a9f3776 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:21.676181 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28c14b-ab45-4f38-aaba-17b66745cee6", "name": "network-vif-plugged", "status": "completed", "tag": "e8d143a5-9575-4622-a1ed-dbb041dbfbbf", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:21.676433 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e42f5e24-20b0-4c80-aca9-3c8d7a9f3776 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:21.676815 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf', 'code': 200} Jan 29 05:09:21.701519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:21.792643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9725d-b446-4b63-b0c8-32b1160d7e54 req-184d81bb-379a-4feb-92f7-2ec50addf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:21.794038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-adb9725d-b446-4b63-b0c8-32b1160d7e54 req-184d81bb-379a-4feb-92f7-2ec50addf2e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 1096 time: 0.0426078 Jan 29 05:09:21.827047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-adb9725d-b446-4b63-b0c8-32b1160d7e54 req-eacd989f-4163-4b00-8836-d6457f490481 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268378 Jan 29 05:09:22.427117 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a231-482f-4169-9c6f-d70f23a3c364 req-18553636-fb24-4865-a763-aec5b3b49a32 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:22.428613 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8472a231-482f-4169-9c6f-d70f23a3c364 req-18553636-fb24-4865-a763-aec5b3b49a32 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0489442 Jan 29 05:09:22.465858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8472a231-482f-4169-9c6f-d70f23a3c364 req-090f25d0-6ab4-484e-9e42-c56ed2234518 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Jan 29 05:09:23.583039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a868-0bbe-414e-a426-d809d4e169a0 req-434b3605-a6b6-48ab-975a-4d1d9959a473 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:23.584540 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56c8a868-0bbe-414e-a426-d809d4e169a0 req-434b3605-a6b6-48ab-975a-4d1d9959a473 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Jan 29 05:09:23.621871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-56c8a868-0bbe-414e-a426-d809d4e169a0 req-c2e22c7e-d88a-4ab2-89d1-bc9d493592a8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Jan 29 05:09:23.841740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-13f5c3c4-455f-4c86-8461-2bd9e81b8861 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:23.843292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-13f5c3c4-455f-4c86-8461-2bd9e81b8861 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/networks?id=bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 200 len: 813 time: 0.1036000 Jan 29 05:09:23.858313 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-59761314-eed2-4bda-b437-4f4963b2e537 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/quotas/0b56248bf1fc41b1907974469c465d63 HTTP/1.1" status: 200 len: 375 time: 0.0091927 Jan 29 05:09:23.905922 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-b742af08-7310-499a-b344-1a38fce16a3c tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b56248bf1fc41b1907974469c465d63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422187 Jan 29 05:09:23.909839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e3a568d-92b4-4c10-bcce-b931ec19a976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:24.046478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-dcffb044-b1bd-43eb-8db9-bd0b0f5f245b service neutron] 10.222.0.32 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316528 Jan 29 05:09:24.133202 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-0d4dfbee-1c5c-417f-9480-f5f53f7edbf4 service neutron] 10.222.0.32 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803638 Jan 29 05:09:24.288031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5638c71-d376-4467-838f-bc47707d5447 req-494af9bb-0130-4b18-af5d-11ab40450ad8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0268247 Jan 29 05:09:25.300486 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-77dacafb-9829-4ca2-b5a2-fe735fbad524 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:25.302000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-77dacafb-9829-4ca2-b5a2-fe735fbad524 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.20 "GET /v2.0/networks?id=bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 200 len: 813 time: 0.1062109 Jan 29 05:09:25.335209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Request body: {'port': {'device_id': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27', 'admin_state_up': True, 'tenant_id': '0b56248bf1fc41b1907974469c465d63'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:25.382863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7e7167d-6018-4517-b389-3449362b992b req-82c93df2-8be1-46ac-a016-0199fd0097b7 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0262251 Jan 29 05:09:25.444855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Made reservation on behalf of 0b56248bf1fc41b1907974469c465d63 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:25.448292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:25.578000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Allocated IP 172.20.0.7 (bb3e5332-7f0a-4031-9da3-fef6441c4a27/14b83e52-1562-496b-9d55-59003f9b7efb/0899aad9-40a8-4c25-b6c1-325aa27192ca) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:25.725581 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:25.757877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:25.791654 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e8d143a5-9575-4622-a1ed-dbb041dbfbbf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:25.801797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Network bb3e5332-7f0a-4031-9da3-fef6441c4a27 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:25.804744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:25.808459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:25.814974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Pushing event updated for resources: {'Port': ['ID=0899aad9-40a8-4c25-b6c1-325aa27192ca,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:25.859740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:25.860366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:25.875765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-f5f4740e-5ed1-4511-aa42-848393c50dd6 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444870 Jan 29 05:09:25.893806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Request body: {'port': {'device_id': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:25.949972 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.165705 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-825435ab-3b4c-45c8-bdcb-ff7eadc8e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.204148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0899aad9-40a8-4c25-b6c1-325aa27192ca {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:09:26.211477 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.223803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Transition to ACTIVE for port object 0899aad9-40a8-4c25-b6c1-325aa27192ca will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:09:26.227114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.298077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Pushing event updated for resources: {'Port': ['ID=0899aad9-40a8-4c25-b6c1-325aa27192ca,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:26.346136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Attempting to bind port 0899aad9-40a8-4c25-b6c1-325aa27192ca on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:09:26.346786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Attempting to bind port 0899aad9-40a8-4c25-b6c1-325aa27192ca by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:09:26.346786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Attempting to bind port 0899aad9-40a8-4c25-b6c1-325aa27192ca on network bb3e5332-7f0a-4031-9da3-fef6441c4a27 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:26.350940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Port 0899aad9-40a8-4c25-b6c1-325aa27192ca on network bb3e5332-7f0a-4031-9da3-fef6441c4a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:09:26.351257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Attempting to bind port 0899aad9-40a8-4c25-b6c1-325aa27192ca on network bb3e5332-7f0a-4031-9da3-fef6441c4a27 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:26.355907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:26.356242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Checking segment: {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:26.356620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Bound using segment: {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:26.357073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Bound port: 0899aad9-40a8-4c25-b6c1-325aa27192ca, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67406c11-d166-4d9b-9efd-a219b92985be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:09:26.357663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.418990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] For port 0899aad9-40a8-4c25-b6c1-325aa27192ca, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:26.422523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] For port 0899aad9-40a8-4c25-b6c1-325aa27192ca, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:26.427168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.489779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:26.490417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:26.491781 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] 10.222.0.20 "PUT /v2.0/ports/0899aad9-40a8-4c25-b6c1-325aa27192ca HTTP/1.1" status: 200 len: 1091 time: 0.6022525 Jan 29 05:09:26.494059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'tag': '0899aad9-40a8-4c25-b6c1-325aa27192ca'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:26.496261 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e000010-fd08-4a78-9696-d48bd0b0c2db" -d '{"events": [{"name": "network-changed", "server_uuid": "d80bf1e1-7d72-40c3-9629-48634185b8b3", "tag": "0899aad9-40a8-4c25-b6c1-325aa27192ca"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:26.523595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6eb0e-2ff0-4740-9c43-7692e0efc560 service neutron] Pushing event updated for resources: {'Port': ['ID=0899aad9-40a8-4c25-b6c1-325aa27192ca,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:26.537939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80cd5-3ffc-4419-a810-468fca351fd0 req-58a1ea16-aa13-4a66-bf2e-4d9668f15a2f tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:26.539536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8df80cd5-3ffc-4419-a810-468fca351fd0 req-58a1ea16-aa13-4a66-bf2e-4d9668f15a2f tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0852215 Jan 29 05:09:26.541214 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188b972-f10b-4c6f-ba75-533fc0448a04 x-openstack-request-id: req-d188b972-f10b-4c6f-ba75-533fc0448a04 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:26.541492 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80bf1e1-7d72-40c3-9629-48634185b8b3", "tag": "0899aad9-40a8-4c25-b6c1-325aa27192ca", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:26.541746 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d188b972-f10b-4c6f-ba75-533fc0448a04 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:26.542151 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'tag': '0899aad9-40a8-4c25-b6c1-325aa27192ca', 'status': 'completed', 'code': 200} Jan 29 05:09:26.601524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8df80cd5-3ffc-4419-a810-468fca351fd0 req-7c425de5-ceb4-4d50-883e-48ca37dc6ac1 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Jan 29 05:09:26.610757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-4cfce6bd-f996-42fd-933f-67eca2a714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:26.612183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-4cfce6bd-f996-42fd-933f-67eca2a714e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56248bf1fc41b1907974469c465d63&device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 1094 time: 0.0525055 Jan 29 05:09:26.661967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-a609bef4-a790-4551-a9c2-0008d164023e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca HTTP/1.1" status: 200 len: 217 time: 0.0364046 Jan 29 05:09:26.711334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-01f7b9db-1926-4b50-8a93-e9dc7d3beb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:26.712776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-01f7b9db-1926-4b50-8a93-e9dc7d3beb96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14b83e52-1562-496b-9d55-59003f9b7efb HTTP/1.1" status: 200 len: 853 time: 0.0443616 Jan 29 05:09:26.743327 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-a595cdb3-f126-4b8f-8a84-74ad1a56036d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb3e5332-7f0a-4031-9da3-fef6441c4a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240843 Jan 29 05:09:26.829984 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-d574da3e-1b6e-408d-bab4-7f395d98db09 service neutron] 10.222.0.20 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803120 Jan 29 05:09:26.920350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-791e71fa-3b09-4b2c-81b7-7e7ea673f8fc req-98537d85-4064-49ad-9322-24150d4b837d service neutron] 10.222.0.20 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836735 Jan 29 05:09:27.053985 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-2a2f120a-8441-460b-920e-72bbed00763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:27.055622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-2a2f120a-8441-460b-920e-72bbed00763f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56248bf1fc41b1907974469c465d63&device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 1094 time: 0.0402606 Jan 29 05:09:27.144465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-15a30fca-4441-45b2-b15c-1f093bdb3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:27.145919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-15a30fca-4441-45b2-b15c-1f093bdb3bbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 200 len: 914 time: 0.0843012 Jan 29 05:09:27.186365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-577d1f3d-5d6e-412c-ae6c-852c2c92a8eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca HTTP/1.1" status: 200 len: 217 time: 0.0344415 Jan 29 05:09:27.235642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-ce035a9a-c7a2-4cd4-b2c3-494c19ca7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:27.237032 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-ce035a9a-c7a2-4cd4-b2c3-494c19ca7b5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14b83e52-1562-496b-9d55-59003f9b7efb HTTP/1.1" status: 200 len: 853 time: 0.0429490 Jan 29 05:09:27.268602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-16d898e5-6486-424d-a635-08f035e0f6f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb3e5332-7f0a-4031-9da3-fef6441c4a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230556 Jan 29 05:09:27.363350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-38f5b080-d49c-46ab-9dc9-ddd8d7a36cf6 service neutron] 10.222.0.20 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873680 Jan 29 05:09:27.440602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:27.451633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6e000010-fd08-4a78-9696-d48bd0b0c2db req-38da3506-f0a8-4fe8-8c90-23825e22df64 service neutron] 10.222.0.20 "GET /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811827 Jan 29 05:09:27.722438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66ea6-f6e1-491b-90ea-72afd3f0fe07 req-b160e109-434b-4d6d-90d9-3ef78ff97e87 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:27.723901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31b66ea6-f6e1-491b-90ea-72afd3f0fe07 req-b160e109-434b-4d6d-90d9-3ef78ff97e87 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0528369 Jan 29 05:09:27.760230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-31b66ea6-f6e1-491b-90ea-72afd3f0fe07 req-6087e4fe-a0c7-4967-a44a-1f1dde668b8a tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304716 Jan 29 05:09:28.879298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50d7b-8a74-4c25-9f56-52c2ccecf739 req-edfb6076-5c27-4d65-ba74-ffd11448b0b4 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:28.880780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80d50d7b-8a74-4c25-9f56-52c2ccecf739 req-edfb6076-5c27-4d65-ba74-ffd11448b0b4 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0531507 Jan 29 05:09:28.918371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-80d50d7b-8a74-4c25-9f56-52c2ccecf739 req-84fa2c11-d959-49a7-925e-7afe066a36d5 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Jan 29 05:09:29.280742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:29.285007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:30.030258 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a533a62-771c-4f34-9851-6ed592fa28a0 req-e00ec539-929f-4ac4-b08b-700d060c05f8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:30.031700 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a533a62-771c-4f34-9851-6ed592fa28a0 req-e00ec539-929f-4ac4-b08b-700d060c05f8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0476494 Jan 29 05:09:30.069000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5a533a62-771c-4f34-9851-6ed592fa28a0 req-1f920edf-77bc-4e13-b36e-3f2e3a03a4bd tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Jan 29 05:09:30.697246 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:09:31.040992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0899aad9-40a8-4c25-b6c1-325aa27192ca details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:09:31.135213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0899aad9-40a8-4c25-b6c1-325aa27192ca, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:31.146414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '0899aad9-40a8-4c25-b6c1-325aa27192ca', 'network_id': 'bb3e5332-7f0a-4031-9da3-fef6441c4a27', 'port_id': '0899aad9-40a8-4c25-b6c1-325aa27192ca', 'mac_address': 'fa:16:3e:94:9f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b83e52-1562-496b-9d55-59003f9b7efb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:09:31.181012 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dd9bc-b171-4a73-bf14-98c90fa5c3ca req-bf9ad1d8-9b8d-4350-a6bf-7a19aca4f146 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:31.182520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e03dd9bc-b171-4a73-bf14-98c90fa5c3ca req-bf9ad1d8-9b8d-4350-a6bf-7a19aca4f146 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0481632 Jan 29 05:09:31.183247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:31.196584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0899aad9-40a8-4c25-b6c1-325aa27192ca {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:09:31.215941 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0899aad9-40a8-4c25-b6c1-325aa27192ca, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:31.220041 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:31.221050 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e03dd9bc-b171-4a73-bf14-98c90fa5c3ca req-fa21885a-41aa-49e8-9217-f04abadccb3a tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jan 29 05:09:31.267048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=0899aad9-40a8-4c25-b6c1-325aa27192ca,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:31.485953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['0899aad9-40a8-4c25-b6c1-325aa27192ca'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:32.336312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29529-2bdf-4da2-af74-3bf40c480014 req-1d15aebe-8c9c-458a-9b53-828c2a97fe4a tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:32.337771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7b29529-2bdf-4da2-af74-3bf40c480014 req-1d15aebe-8c9c-458a-9b53-828c2a97fe4a tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 944 time: 0.0495806 Jan 29 05:09:32.373867 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7b29529-2bdf-4da2-af74-3bf40c480014 req-b69d0d77-ed69-445d-80ef-e711546f7145 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299473 Jan 29 05:09:33.077099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0899aad9-40a8-4c25-b6c1-325aa27192ca up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:33.124666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 0899aad9-40a8-4c25-b6c1-325aa27192ca completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:09:33.128211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 0899aad9-40a8-4c25-b6c1-325aa27192ca triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:33.128587 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:33.204539 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:33.226107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899aad9-40a8-4c25-b6c1-325aa27192ca'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:33.228306 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62911f22-7965-49f5-aebd-be8bf6f5704c" -d '{"events": [{"server_uuid": "d80bf1e1-7d72-40c3-9629-48634185b8b3", "name": "network-vif-plugged", "status": "completed", "tag": "0899aad9-40a8-4c25-b6c1-325aa27192ca"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:33.241119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 0899aad9-40a8-4c25-b6c1-325aa27192ca, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:33.244877 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:33.268141 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1084952c-bd32-458d-b6d2-32bf65c74267 x-openstack-request-id: req-1084952c-bd32-458d-b6d2-32bf65c74267 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:33.268445 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80bf1e1-7d72-40c3-9629-48634185b8b3", "name": "network-vif-plugged", "status": "completed", "tag": "0899aad9-40a8-4c25-b6c1-325aa27192ca", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:33.268702 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1084952c-bd32-458d-b6d2-32bf65c74267 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:33.269094 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899aad9-40a8-4c25-b6c1-325aa27192ca', 'code': 200} Jan 29 05:09:33.294250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=0899aad9-40a8-4c25-b6c1-325aa27192ca,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:33.385513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d608da-82f2-4ae5-8326-ee66f143429c req-914b7db4-e7d1-47bb-8650-aac5e7cb35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.386909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30d608da-82f2-4ae5-8326-ee66f143429c req-914b7db4-e7d1-47bb-8650-aac5e7cb35c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0392568 Jan 29 05:09:33.421637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-30d608da-82f2-4ae5-8326-ee66f143429c req-cec63766-556b-4a48-a20e-01a093e67d0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275633 Jan 29 05:09:33.490669 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f108ef-2ebe-48da-a2ce-0c3753ccbf62 req-260b4bcc-da3f-4507-9d6d-c4dbd3bd466b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:33.492112 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5f108ef-2ebe-48da-a2ce-0c3753ccbf62 req-260b4bcc-da3f-4507-9d6d-c4dbd3bd466b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Jan 29 05:09:33.528047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5f108ef-2ebe-48da-a2ce-0c3753ccbf62 req-7eaa04ba-f2db-46d9-936b-f4b6b0121c7d tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Jan 29 05:09:34.645883 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098c0d8-e46d-4fd9-9f1a-6890965309b3 req-9488032e-73ce-4e81-9636-459f14680f2b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:34.647355 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6098c0d8-e46d-4fd9-9f1a-6890965309b3 req-9488032e-73ce-4e81-9636-459f14680f2b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0504026 Jan 29 05:09:34.684482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6098c0d8-e46d-4fd9-9f1a-6890965309b3 req-bab1b901-b80b-412d-a99f-703ec624a919 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Jan 29 05:09:34.908603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b3462-e437-490a-bfff-7ab42487075f req-87896d13-ac96-47c7-8dd6-02337b36c421 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:34.910088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a1b3462-e437-490a-bfff-7ab42487075f req-87896d13-ac96-47c7-8dd6-02337b36c421 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0475514 Jan 29 05:09:34.947446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3a1b3462-e437-490a-bfff-7ab42487075f req-e335edca-02e4-4482-8949-18d9cbe14ede tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Jan 29 05:09:36.066131 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbdd84-21ab-4035-b1c6-932162ba76d7 req-e6575f85-3e59-4d15-bb93-daf5639d3e94 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:36.067587 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cdfbdd84-21ab-4035-b1c6-932162ba76d7 req-e6575f85-3e59-4d15-bb93-daf5639d3e94 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Jan 29 05:09:36.105454 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cdfbdd84-21ab-4035-b1c6-932162ba76d7 req-2a99542c-129d-4282-94d6-64fd4e57e8e2 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Jan 29 05:09:36.318666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267049ce-b000-42d1-96fd-553b6269f99b req-b63d55ed-8ca0-461e-96d4-fadf29119979 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:36.320148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-267049ce-b000-42d1-96fd-553b6269f99b req-b63d55ed-8ca0-461e-96d4-fadf29119979 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0480051 Jan 29 05:09:36.415509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Deleting port 0899aad9-40a8-4c25-b6c1-325aa27192ca {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:36.416102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:36.502092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] For port 0899aad9-40a8-4c25-b6c1-325aa27192ca, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=0899aad9-40a8-4c25-b6c1-325aa27192ca,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:36.502464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:36.513919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Calling delete_port for 0899aad9-40a8-4c25-b6c1-325aa27192ca owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:36.639430 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:36.669462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Pushing event deleted for resources: {'Port': ['ID=0899aad9-40a8-4c25-b6c1-325aa27192ca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:36.675622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e8d143a5-9575-4622-a1ed-dbb041dbfbbf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:36.689016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['0899aad9-40a8-4c25-b6c1-325aa27192ca'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:36.712034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] No DVR routers for this DVR port 0899aad9-40a8-4c25-b6c1-325aa27192ca on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:36.714741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:36.718611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-267049ce-b000-42d1-96fd-553b6269f99b req-c68365f3-1de1-4d25-b488-a4a6ff5e7955 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.20 "DELETE /v2.0/ports/0899aad9-40a8-4c25-b6c1-325aa27192ca HTTP/1.1" status: 204 len: 173 time: 0.3862736 Jan 29 05:09:36.719297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'name': 'network-vif-deleted', 'tag': '0899aad9-40a8-4c25-b6c1-325aa27192ca'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:36.721546 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f7c38-1807-44a5-a410-1efcfaa4b677" -d '{"events": [{"server_uuid": "d80bf1e1-7d72-40c3-9629-48634185b8b3", "name": "network-vif-deleted", "tag": "0899aad9-40a8-4c25-b6c1-325aa27192ca"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:36.765971 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9e8f8e-2377-4f5b-8043-e1e003742277 x-openstack-request-id: req-fe9e8f8e-2377-4f5b-8043-e1e003742277 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:36.766272 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80bf1e1-7d72-40c3-9629-48634185b8b3", "name": "network-vif-deleted", "tag": "0899aad9-40a8-4c25-b6c1-325aa27192ca", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:36.766523 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe9e8f8e-2377-4f5b-8043-e1e003742277 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:36.766927 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bf1e1-7d72-40c3-9629-48634185b8b3', 'name': 'network-vif-deleted', 'tag': '0899aad9-40a8-4c25-b6c1-325aa27192ca', 'status': 'completed', 'code': 200} Jan 29 05:09:37.211929 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-745d2e4f-f8fb-4ea4-974f-c6207fe91a54 req-0309065f-3015-459f-9a0b-6783055469eb tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80bf1e1-7d72-40c3-9629-48634185b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0269940 Jan 29 05:09:38.362135 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6cf65-1330-4da3-843b-8c3450dade88 req-6b8beee3-980d-4af4-b313-2ffc297b1196 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:38.363568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50e6cf65-1330-4da3-843b-8c3450dade88 req-6b8beee3-980d-4af4-b313-2ffc297b1196 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0509374 Jan 29 05:09:38.399871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-50e6cf65-1330-4da3-843b-8c3450dade88 req-ea9e5d83-63f0-4893-a6d9-b7462c760698 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304754 Jan 29 05:09:38.527676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548b80-a4fa-480b-9bab-e6849c3cc3c6 req-7c7bbd35-dda7-4662-8f7f-9e673afcfe6f tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:38.529028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c548b80-a4fa-480b-9bab-e6849c3cc3c6 req-7c7bbd35-dda7-4662-8f7f-9e673afcfe6f tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Jan 29 05:09:38.565522 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c548b80-a4fa-480b-9bab-e6849c3cc3c6 req-73d67b66-30e8-4418-a8f4-e9e494644b35 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Jan 29 05:09:38.680882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236597-9a54-447d-b5ae-9cdcab4c19a5 req-797454ef-2042-4997-ad53-148f3fd2ff1b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:38.682357 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88236597-9a54-447d-b5ae-9cdcab4c19a5 req-797454ef-2042-4997-ad53-148f3fd2ff1b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Jan 29 05:09:38.719907 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88236597-9a54-447d-b5ae-9cdcab4c19a5 req-4d6132a4-922b-45e1-81c1-1e0e8a625474 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Jan 29 05:09:38.884847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dd4b0-5e55-4fe6-9d88-55403ea2f48a req-87ac9fad-c096-48a0-b65d-3180f6efcc14 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:38.886333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-916dd4b0-5e55-4fe6-9d88-55403ea2f48a req-87ac9fad-c096-48a0-b65d-3180f6efcc14 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0483167 Jan 29 05:09:38.923969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-916dd4b0-5e55-4fe6-9d88-55403ea2f48a req-94356d87-2e8a-411f-b6e8-de3bb8af4ced tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Jan 29 05:09:39.035890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8086c6-361d-4782-b9de-e3091dc709d0 req-20528b78-b9a0-43e0-914e-f6698fe400fa tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:39.037267 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c8086c6-361d-4782-b9de-e3091dc709d0 req-20528b78-b9a0-43e0-914e-f6698fe400fa tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Jan 29 05:09:39.061565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0899aad9-40a8-4c25-b6c1-325aa27192ca no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:39.074573 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4c8086c6-361d-4782-b9de-e3091dc709d0 req-0f38f743-7910-490b-b2ce-d22ceb382338 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jan 29 05:09:39.081527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 0899aad9-40a8-4c25-b6c1-325aa27192ca {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:39.081989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 0899aad9-40a8-4c25-b6c1-325aa27192ca not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:39.201360 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01ea81-0e8f-49aa-ba42-77e0af8afee4 req-3f588172-7300-4931-b64b-d60ad491e705 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:39.202819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd01ea81-0e8f-49aa-ba42-77e0af8afee4 req-3f588172-7300-4931-b64b-d60ad491e705 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0520523 Jan 29 05:09:39.239960 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd01ea81-0e8f-49aa-ba42-77e0af8afee4 req-e3e7abbc-2ae9-4c5a-9641-43dacd267ba5 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Jan 29 05:09:39.537388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf146-8f4e-4b23-a4f7-91fbc60edeb5 req-3614351d-2604-467b-8bc3-d900b3ce5b47 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:39.538874 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e80bf146-8f4e-4b23-a4f7-91fbc60edeb5 req-3614351d-2604-467b-8bc3-d900b3ce5b47 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0477746 Jan 29 05:09:39.575443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e80bf146-8f4e-4b23-a4f7-91fbc60edeb5 req-70f6753c-8f12-49bb-bd95-53ba41f8b842 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301745 Jan 29 05:09:40.695309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bea2e-f616-48f1-ab72-1930e64c366d req-d8378c91-d957-4b07-b6b0-54d83f9731fa tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:40.696758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-204bea2e-f616-48f1-ab72-1930e64c366d req-d8378c91-d957-4b07-b6b0-54d83f9731fa tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Jan 29 05:09:40.733704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-204bea2e-f616-48f1-ab72-1930e64c366d req-622eac02-42ea-422b-aafb-a2ec31e93de8 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/security-groups?id=bee8218d-5c7c-4162-b3aa-c3ceabb7f454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Jan 29 05:09:41.041070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae983fb2-d860-42ac-882e-dab367982682 req-abe7f551-508b-4034-9ff0-10e75c8d212c tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:41.042521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae983fb2-d860-42ac-882e-dab367982682 req-abe7f551-508b-4034-9ff0-10e75c8d212c tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Jan 29 05:09:41.127079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Deleting port e8d143a5-9575-4622-a1ed-dbb041dbfbbf {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:41.127422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:41.215597 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] For port e8d143a5-9575-4622-a1ed-dbb041dbfbbf, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,segment=NetworkSegment(67406c11-d166-4d9b-9efd-a219b92985be),segment_id=67406c11-d166-4d9b-9efd-a219b92985be)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:41.215961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:41.227935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Calling delete_port for e8d143a5-9575-4622-a1ed-dbb041dbfbbf owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:41.355550 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:41.382165 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Pushing event deleted for resources: {'Port': ['ID=e8d143a5-9575-4622-a1ed-dbb041dbfbbf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:41.392094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['e8d143a5-9575-4622-a1ed-dbb041dbfbbf'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:09:41.425337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] No DVR routers for this DVR port e8d143a5-9575-4622-a1ed-dbb041dbfbbf on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:41.427817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:41.431165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ae983fb2-d860-42ac-882e-dab367982682 req-c5eb489d-d6b1-4adf-9e73-1a49b1931b4b tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.36 "DELETE /v2.0/ports/e8d143a5-9575-4622-a1ed-dbb041dbfbbf HTTP/1.1" status: 204 len: 173 time: 0.3824904 Jan 29 05:09:41.431594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'name': 'network-vif-deleted', 'tag': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:09:41.433854 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c363924-bd8a-4c5d-b167-a401fe433b96" -d '{"events": [{"server_uuid": "5a28c14b-ab45-4f38-aaba-17b66745cee6", "name": "network-vif-deleted", "tag": "e8d143a5-9575-4622-a1ed-dbb041dbfbbf"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:09:41.474621 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdb594-a41f-4dda-8202-3ba07134bc82 x-openstack-request-id: req-30fdb594-a41f-4dda-8202-3ba07134bc82 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:09:41.474942 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28c14b-ab45-4f38-aaba-17b66745cee6", "name": "network-vif-deleted", "tag": "e8d143a5-9575-4622-a1ed-dbb041dbfbbf", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:09:41.475223 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30fdb594-a41f-4dda-8202-3ba07134bc82 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:09:41.475650 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a28c14b-ab45-4f38-aaba-17b66745cee6', 'name': 'network-vif-deleted', 'tag': 'e8d143a5-9575-4622-a1ed-dbb041dbfbbf', 'status': 'completed', 'code': 200} Jan 29 05:09:41.838023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98441b24-9cff-478c-aada-10aba4aa58f0 req-46b34f85-e288-4f18-af1a-38b931221d53 tempest-ServersNegativeTestJSON-1802068864 tempest-ServersNegativeTestJSON-1802068864-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a28c14b-ab45-4f38-aaba-17b66745cee6 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Jan 29 05:09:42.327462 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:42.896516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:42.939589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Deleting subnet 14b83e52-1562-496b-9d55-59003f9b7efb {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:09:42.942524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:42.979507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.017139 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.068014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.092755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b83e52-1562-496b-9d55-59003f9b7efb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:43.098529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.099971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf835ae8-bca3-489e-92a9-d5325d396bc1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14b83e52-1562-496b-9d55-59003f9b7efb HTTP/1.1" status: 204 len: 168 time: 0.2021601 Jan 29 05:09:43.102092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:43.175051 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.252601 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.272409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3e5332-7f0a-4031-9da3-fef6441c4a27']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:43.281255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67406c11-d166-4d9b-9efd-a219b92985be') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:43.281549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67406c11-d166-4d9b-9efd-a219b92985be') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:43.291068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.305068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.311283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:43.311672 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:43.314017 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:43.370673 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.377161 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.382868 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb3e5332-7f0a-4031-9da3-fef6441c4a27 HTTP/1.1" status: 204 len: 168 time: 0.2775686 Jan 29 05:09:43.391823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff133df-7380-47fd-81b9-257f1e1b2d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3e5332-7f0a-4031-9da3-fef6441c4a27,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:43.492662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:43.531301 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a3cd6ea-53f5-41ea-bfe3-59584c0509fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b56248bf1fc41b1907974469c465d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375412 Jan 29 05:09:43.533745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36942) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:43.580691 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73afd341-67c7-47ff-8b22-672e1f1775cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.600533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73afd341-67c7-47ff-8b22-672e1f1775cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.654071 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73afd341-67c7-47ff-8b22-672e1f1775cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.657196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73afd341-67c7-47ff-8b22-672e1f1775cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:43.658730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-73afd341-67c7-47ff-8b22-672e1f1775cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bee8218d-5c7c-4162-b3aa-c3ceabb7f454 HTTP/1.1" status: 204 len: 168 time: 0.1240659 Jan 29 05:09:43.666603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afd341-67c7-47ff-8b22-672e1f1775cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8218d-5c7c-4162-b3aa-c3ceabb7f454,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:43.989999 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.326611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36964) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:44.418440 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978053387'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:44.440836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:44.444197 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.452119 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.525535 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.529549 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.555133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:44.565031 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537e4345-fbdc-4cb3-ba60-e2c79f8423fe,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:44.569960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.570314 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Added segment 46ad90df-1590-46a2-a539-e140ebba47c9 of type vlan for network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 Jan 29 05:09:44.609346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.632858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.638261 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:44.638831 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:44.698701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3709946 Jan 29 05:09:44.709305 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807b831-2596-4712-bcd0-524d99c4b720 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Network': ['ID=f6ea5cc8-7e04-48e9-a903-2057e3b5fd94,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:44.722652 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:45.592388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e8d143a5-9575-4622-a1ed-dbb041dbfbbf no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:45.613325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: e8d143a5-9575-4622-a1ed-dbb041dbfbbf {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:45.613670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device e8d143a5-9575-4622-a1ed-dbb041dbfbbf not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:48.157232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36968) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:48.162287 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'subnet': {'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:48.248206 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:48.252441 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.431127 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.496589 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Subnet': ['ID=e304efec-2aa2-4e8f-939e-46024698de25,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:48.503892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Checking segment: {'id': '46ad90df-1590-46a2-a539-e140ebba47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:48.504452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network hostable DHCP agents. Network: f6ea5cc8-7e04-48e9-a903-2057e3b5fd94, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:48.521872 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:48.530040 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f6ea5cc8-7e04-48e9-a903-2057e3b5fd94) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:48.534152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:48.534736 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.538928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafd0f1-45ac-44ed-98b7-54250d5b51fd None None] Network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:48.551576 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7b995ac2-6e56-439b-b1f0-6f25d4474e45 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3932455 Jan 29 05:09:48.555083 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36970) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:48.559859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806130834'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:48.582661 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:48.586064 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.609364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:48.619172 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.619737 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Added segment 140e17b7-54f1-44c2-b5ef-88aa1fbaba8c of type vlan for network f6d6ef33-7f70-4b47-8691-05728727b505 Jan 29 05:09:48.659203 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.685049 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.688843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f6ea5cc8-7e04-48e9-a903-2057e3b5fd94', 'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94', 'tenant_id': '02380bdef2e14cf0b90a43185ef77287', 'fixed_ips': [{'subnet_id': 'e304efec-2aa2-4e8f-939e-46024698de25'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:48.689699 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.692894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:48.693606 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.746238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1901135 Jan 29 05:09:48.749336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:48.755200 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'subnet': {'network_id': 'f6d6ef33-7f70-4b47-8691-05728727b505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:48.765035 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6281b-34a6-4540-9ae1-6d8102fb9f22 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Network': ['ID=f6d6ef33-7f70-4b47-8691-05728727b505,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:48.777643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network f6d6ef33-7f70-4b47-8691-05728727b505 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:48.851879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:48.855993 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:48.895286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Allocated IP 2001:db8:0:ffff::2 (f6ea5cc8-7e04-48e9-a903-2057e3b5fd94/e304efec-2aa2-4e8f-939e-46024698de25/869aade8-857f-44d1-8c50-2ce83dec4344) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:49.038953 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.044779 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.047855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.082518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:49.086801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:49.090207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:49.095510 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Pushing event updated for resources: {'Port': ['ID=869aade8-857f-44d1-8c50-2ce83dec4344,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.115778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Subnet': ['ID=31887a55-5f87-4d7d-8694-372cd89934f9,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.120950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.121291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.121621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.121978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.122310 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.122632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.122949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.123268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.123582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.123895 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.124209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.124519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.126702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Checking segment: {'id': '140e17b7-54f1-44c2-b5ef-88aa1fbaba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f6d6ef33-7f70-4b47-8691-05728727b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:49.127059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network hostable DHCP agents. Network: f6d6ef33-7f70-4b47-8691-05728727b505, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:49.129582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.129958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.130307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.130649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.130992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.131319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.131650 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.131978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.132306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.132632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.132956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.133278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:09:49.156929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Attempting to bind port 869aade8-857f-44d1-8c50-2ce83dec4344 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:09:49.157326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Attempting to bind port 869aade8-857f-44d1-8c50-2ce83dec4344 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '46ad90df-1590-46a2-a539-e140ebba47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:09:49.157666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Attempting to bind port 869aade8-857f-44d1-8c50-2ce83dec4344 on network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:49.157806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network f6d6ef33-7f70-4b47-8691-05728727b505 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:49.162642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:49.163016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Checking segment: {'id': '46ad90df-1590-46a2-a539-e140ebba47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:49.163411 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.163822 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Bound using segment: {'id': '46ad90df-1590-46a2-a539-e140ebba47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:49.164275 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Bound port: 869aade8-857f-44d1-8c50-2ce83dec4344, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ad90df-1590-46a2-a539-e140ebba47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f6ea5cc8-7e04-48e9-a903-2057e3b5fd94'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:09:49.164628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.167628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, f6d6ef33-7f70-4b47-8691-05728727b505) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:49.172751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:49.173546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.179984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ccff1-59f8-426b-b3ce-68eb394a6842 None None] Network f6d6ef33-7f70-4b47-8691-05728727b505 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:49.190359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b9560f0-90a9-434b-8b84-e5d4c0103a9e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4399023 Jan 29 05:09:49.193158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:49.284616 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.287085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] For port 869aade8-857f-44d1-8c50-2ce83dec4344, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:49.308759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] For port 869aade8-857f-44d1-8c50-2ce83dec4344, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=869aade8-857f-44d1-8c50-2ce83dec4344,segment=NetworkSegment(46ad90df-1590-46a2-a539-e140ebba47c9),segment_id=46ad90df-1590-46a2-a539-e140ebba47c9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:49.316563 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.366567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.420889 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6c20e-440d-4adc-8b8a-6ff251c64f17 None None] Pushing event updated for resources: {'Port': ['ID=869aade8-857f-44d1-8c50-2ce83dec4344,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.437272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.441818 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f355c6-d712-408e-ba0f-7e6cdb53f081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-f6d6ef33-7f70-4b47-8691-05728727b505', 'network_id': 'f6d6ef33-7f70-4b47-8691-05728727b505', 'tenant_id': '02380bdef2e14cf0b90a43185ef77287', 'fixed_ips': [{'subnet_id': '31887a55-5f87-4d7d-8694-372cd89934f9'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:49.442903 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5f355c6-d712-408e-ba0f-7e6cdb53f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.476284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Subnet': ['ID=31887a55-5f87-4d7d-8694-372cd89934f9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.535440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b03dd-6935-467d-8b86-79247ae7801a None None] Network f6d6ef33-7f70-4b47-8691-05728727b505 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:49.537346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.582153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d6ef33-7f70-4b47-8691-05728727b505']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:49.607445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140e17b7-54f1-44c2-b5ef-88aa1fbaba8c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:49.607745 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140e17b7-54f1-44c2-b5ef-88aa1fbaba8c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:49.621670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.638490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.645586 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:49.646920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:49.650934 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:49.725944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.736920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.742652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/f6d6ef33-7f70-4b47-8691-05728727b505 HTTP/1.1" status: 204 len: 168 time: 0.5463030 Jan 29 05:09:49.746703 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:49.752664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-997016010'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:49.759072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3873ba-40b2-459b-8181-1bce659c8a01 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Network': ['ID=f6d6ef33-7f70-4b47-8691-05728727b505,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.764312 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 869aade8-857f-44d1-8c50-2ce83dec4344 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:49.779605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:49.783889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.809604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:49.815649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 869aade8-857f-44d1-8c50-2ce83dec4344 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:49.816054 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.820175 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.820491 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Added segment ff396c2b-80ad-4bc8-b587-de3b445d4158 of type vlan for network 3f408908-b263-499d-a5bd-080d683f1291 Jan 29 05:09:49.863444 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.888225 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.894746 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:49.895335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.896187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.933181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 869aade8-857f-44d1-8c50-2ce83dec4344, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=869aade8-857f-44d1-8c50-2ce83dec4344,segment=NetworkSegment(46ad90df-1590-46a2-a539-e140ebba47c9),segment_id=46ad90df-1590-46a2-a539-e140ebba47c9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:49.938864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:49.952200 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2044117 Jan 29 05:09:49.955675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:49.960934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'subnet': {'network_id': '3f408908-b263-499d-a5bd-080d683f1291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:49.972224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b331-a2d5-48e7-b499-a7f2e14380b0 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Network': ['ID=3f408908-b263-499d-a5bd-080d683f1291,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:49.987924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 3f408908-b263-499d-a5bd-080d683f1291 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:49.995037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=869aade8-857f-44d1-8c50-2ce83dec4344,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:50.058426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:50.063252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.120451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 05:09:50.120972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 05:09:50.379597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c4fe0-2fa8-47b2-9c05-c8365d371064 None None] Network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:50.458599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e9d0d3cd-ceb1-4fbf-a8f1-343caccdb21f None None] Provisioning complete for port 869aade8-857f-44d1-8c50-2ce83dec4344 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:50.458974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e9d0d3cd-ceb1-4fbf-a8f1-343caccdb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.597961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.663060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Subnet': ['ID=ae7661d1-dbe4-47da-99c4-2d646bf599c0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:50.671549 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Checking segment: {'id': 'ff396c2b-80ad-4bc8-b587-de3b445d4158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3f408908-b263-499d-a5bd-080d683f1291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:50.671918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network hostable DHCP agents. Network: 3f408908-b263-499d-a5bd-080d683f1291, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:50.689314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network 3f408908-b263-499d-a5bd-080d683f1291 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:50.698866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 3f408908-b263-499d-a5bd-080d683f1291) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:50.704264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:50.704855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.709021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e3f24-a4fe-44f5-b3c3-651181c105f9 None None] Network 3f408908-b263-499d-a5bd-080d683f1291 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:50.724030 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-39d7d62e-36a7-4071-897c-3b461c9de1ad tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7672138 Jan 29 05:09:50.726553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36980) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:50.830633 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.862541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-effcaf52-7d9c-4698-b647-601fbd59cbe6 None None] Provisioning complete for port 869aade8-857f-44d1-8c50-2ce83dec4344 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:50.863077 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-effcaf52-7d9c-4698-b647-601fbd59cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.882281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.882945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb18a43-1bf4-4056-a4b9-9ac4390a86f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-3f408908-b263-499d-a5bd-080d683f1291', 'network_id': '3f408908-b263-499d-a5bd-080d683f1291', 'tenant_id': '02380bdef2e14cf0b90a43185ef77287', 'fixed_ips': [{'subnet_id': 'ae7661d1-dbe4-47da-99c4-2d646bf599c0'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:50.883771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a43-1bf4-4056-a4b9-9ac4390a86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.942724 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:50.976186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7661d1-dbe4-47da-99c4-2d646bf599c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:51.034312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server [None req-5fb18a43-1bf4-4056-a4b9-9ac4390a86f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae7661d1-dbe4-47da-99c4-2d646bf599c0: This subnet is being modified by another concurrent operation. Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server raise exception Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae7661d1-dbe4-47da-99c4-2d646bf599c0: This subnet is being modified by another concurrent operation. Jan 29 05:09:51.037818 n-d-825930-1 neutron-server[102404]: ERROR oslo_messaging.rpc.server Jan 29 05:09:51.056509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f408908-b263-499d-a5bd-080d683f1291']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:51.056670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2256f5-4d81-4d3a-baff-cb42e249daa1 None None] Network 3f408908-b263-499d-a5bd-080d683f1291 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:51.065540 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff396c2b-80ad-4bc8-b587-de3b445d4158') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:51.065842 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff396c2b-80ad-4bc8-b587-de3b445d4158') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:51.075083 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.088461 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.094620 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:51.095304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:51.098822 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:51.156301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.161900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.163743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b13cf2-f8d9-408f-a955-8e1df4717b04 None None] get_active_networks_info from n-d-825930-1 {{(pid=102404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 29 05:09:51.165498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/3f408908-b263-499d-a5bd-080d683f1291 HTTP/1.1" status: 204 len: 168 time: 0.4379265 Jan 29 05:09:51.169434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:51.175025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77564467'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:51.189087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845622e4-9388-4574-8d56-4e28c6d17251 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Network': ['ID=3f408908-b263-499d-a5bd-080d683f1291,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:51.209180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:51.212662 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.234442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b13cf2-f8d9-408f-a955-8e1df4717b04 None None] Resources bound (agent type, host, resource id): {{(pid=102404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 05:09:51.236500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:51.245395 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.245760 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Added segment cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069 of type vlan for network 79724abb-5efd-4786-b1fe-9599b11ce8c4 Jan 29 05:09:51.289347 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.316249 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.322832 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:51.323869 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.377563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2070639 Jan 29 05:09:51.380445 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:51.386125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'subnet': {'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:51.396169 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8348e-b5c4-45e5-8d1e-42a8d6198b15 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Network': ['ID=79724abb-5efd-4786-b1fe-9599b11ce8c4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:51.409784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 79724abb-5efd-4786-b1fe-9599b11ce8c4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:51.479166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:51.482788 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.641265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 869aade8-857f-44d1-8c50-2ce83dec4344 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:51.676353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.692112 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 869aade8-857f-44d1-8c50-2ce83dec4344 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:51.692488 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.734356 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Subnet': ['ID=7a5ca9f7-a50f-4ff7-acb9-48afd04461d0,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:51.743516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Checking segment: {'id': 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:51.743876 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network hostable DHCP agents. Network: 79724abb-5efd-4786-b1fe-9599b11ce8c4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:51.762160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network 79724abb-5efd-4786-b1fe-9599b11ce8c4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:51.771265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 79724abb-5efd-4786-b1fe-9599b11ce8c4) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:51.775086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:51.775663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.780848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb9a10-ca5a-4190-98d5-dd40495057d0 None None] Network 79724abb-5efd-4786-b1fe-9599b11ce8c4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:51.792752 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c773ad63-5d44-42e6-9bfa-6532d5a5a0e6 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4109297 Jan 29 05:09:51.796263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:51.802607 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-247732283'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:51.823894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:51.827659 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.851421 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:51.861671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.862059 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Added segment b052b3f2-b052-48c5-a80d-b76e3b87345c of type vlan for network 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 Jan 29 05:09:51.900398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.925815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.926106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-79724abb-5efd-4786-b1fe-9599b11ce8c4', 'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4', 'tenant_id': '02380bdef2e14cf0b90a43185ef77287', 'fixed_ips': [{'subnet_id': '7a5ca9f7-a50f-4ff7-acb9-48afd04461d0'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:51.926887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.931364 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:51.931951 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:51.990299 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1903200 Jan 29 05:09:51.990878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:51.996336 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Request body: {'subnet': {'network_id': '213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:52.006498 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b265c-6b06-4585-8ca8-b436a5002e7b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Network': ['ID=213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.017322 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:52.091219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Made reservation on behalf of 02380bdef2e14cf0b90a43185ef77287 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:52.094938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.121757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Allocated IP 2001:db8::2 (79724abb-5efd-4786-b1fe-9599b11ce8c4/7a5ca9f7-a50f-4ff7-acb9-48afd04461d0/ff02198a-24e3-4ce2-b128-fc381bf2f76c) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:52.265297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.271663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.276934 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.317968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Network 79724abb-5efd-4786-b1fe-9599b11ce8c4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:52.323264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:52.325696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:52.329360 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Pushing event updated for resources: {'Port': ['ID=ff02198a-24e3-4ce2-b128-fc381bf2f76c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.341716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event updated for resources: {'Subnet': ['ID=afa5f436-2109-48c1-a0f7-fd44c26fdd12,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.349839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Checking segment: {'id': 'b052b3f2-b052-48c5-a80d-b76e3b87345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:52.350235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network hostable DHCP agents. Network: 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:52.368788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Network 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:52.378716 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:52.384616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:52.384783 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Attempting to bind port ff02198a-24e3-4ce2-b128-fc381bf2f76c on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:09:52.385073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Attempting to bind port ff02198a-24e3-4ce2-b128-fc381bf2f76c by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:09:52.385215 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.385490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Attempting to bind port ff02198a-24e3-4ce2-b128-fc381bf2f76c on network 79724abb-5efd-4786-b1fe-9599b11ce8c4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:52.388657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c019932-22e4-4546-b952-e51bb6fad7af None None] Network 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:52.402678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8baceda-09f9-4fc2-85b0-1bf619ccbffa tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4105680 Jan 29 05:09:52.403127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:52.403508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Checking segment: {'id': 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:52.403902 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.404288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Bound using segment: {'id': 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:52.404764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Bound port: ff02198a-24e3-4ce2-b128-fc381bf2f76c, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '79724abb-5efd-4786-b1fe-9599b11ce8c4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:09:52.405131 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.405339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:52.505703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.538508 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] For port ff02198a-24e3-4ce2-b128-fc381bf2f76c, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:52.555978 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] For port ff02198a-24e3-4ce2-b128-fc381bf2f76c, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ff02198a-24e3-4ce2-b128-fc381bf2f76c,segment=NetworkSegment(cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069),segment_id=cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:52.558974 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.563387 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.623513 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.636152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14adacd2-f2ef-4fdb-9e8c-b3580761621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774', 'network_id': '213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774', 'tenant_id': '02380bdef2e14cf0b90a43185ef77287', 'fixed_ips': [{'subnet_id': 'afa5f436-2109-48c1-a0f7-fd44c26fdd12'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:52.637008 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-14adacd2-f2ef-4fdb-9e8c-b3580761621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.645083 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867eb66-23ef-428e-9395-fac243ce3e0f None None] Pushing event updated for resources: {'Port': ['ID=ff02198a-24e3-4ce2-b128-fc381bf2f76c,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.655615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Subnet': ['ID=afa5f436-2109-48c1-a0f7-fd44c26fdd12,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.728380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.730086 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301c922-bb5e-49bf-9deb-5f1654c6fee9 None None] Network 213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:52.749971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:52.759487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b052b3f2-b052-48c5-a80d-b76e3b87345c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:52.759901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b052b3f2-b052-48c5-a80d-b76e3b87345c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:52.772159 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.786947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.794595 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:52.795012 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:52.798822 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:52.877465 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.884636 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:52.887714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 HTTP/1.1" status: 204 len: 168 time: 0.4814920 Jan 29 05:09:52.891565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36992) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:52.902816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cae33b-2a70-4f6a-a9b0-6ff17b361f5b tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Network': ['ID=213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:52.932487 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-de422e6f-dd73-4194-ba8a-8e60a8850ed7 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] GET failed (client error): The resource could not be found. Jan 29 05:09:52.933841 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-de422e6f-dd73-4194-ba8a-8e60a8850ed7 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "GET /v2.0/subnets/afa5f436-2109-48c1-a0f7-fd44c26fdd12 HTTP/1.1" status: 404 len: 337 time: 0.0411263 Jan 29 05:09:52.936900 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:52.956323 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa7c92d-a4df-4834-b163-93fc46352db3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:52.957037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa7c92d-a4df-4834-b163-93fc46352db3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:52.960135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-baa7c92d-a4df-4834-b163-93fc46352db3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 HTTP/1.1" status: 404 len: 339 time: 0.0222902 Jan 29 05:09:52.964028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36996) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:52.991806 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cef255-303c-442f-ae45-002d074b6e25 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:52.992271 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cef255-303c-442f-ae45-002d074b6e25 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:52.995317 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-97cef255-303c-442f-ae45-002d074b6e25 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/subnets/afa5f436-2109-48c1-a0f7-fd44c26fdd12 HTTP/1.1" status: 404 len: 337 time: 0.0303528 Jan 29 05:09:52.998052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 36998) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:53.015740 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed22144-a51a-4085-a084-d47bd389b7ab tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:53.016794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed22144-a51a-4085-a084-d47bd389b7ab tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:53.019747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ed22144-a51a-4085-a084-d47bd389b7ab tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/213ec3bd-9eec-42cb-b8a0-5dcb1b2f9774 HTTP/1.1" status: 404 len: 339 time: 0.0207880 Jan 29 05:09:53.022245 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37000) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:53.071397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Deleting subnet 7a5ca9f7-a50f-4ff7-acb9-48afd04461d0 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:09:53.074418 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.120254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.201801 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.259694 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.293884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5ca9f7-a50f-4ff7-acb9-48afd04461d0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:53.295871 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.299738 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-eaa3a1c2-4fd2-4643-900f-ba109694ef4c tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/subnets/7a5ca9f7-a50f-4ff7-acb9-48afd04461d0 HTTP/1.1" status: 204 len: 168 time: 0.2765396 Jan 29 05:09:53.302147 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37002) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:53.378700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.433483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Deleting port ff02198a-24e3-4ce2-b128-fc381bf2f76c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:53.433833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.500612 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] For port ff02198a-24e3-4ce2-b128-fc381bf2f76c, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ff02198a-24e3-4ce2-b128-fc381bf2f76c,segment=NetworkSegment(cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069),segment_id=cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:53.500977 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.513864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Calling delete_port for ff02198a-24e3-4ce2-b128-fc381bf2f76c owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:53.597196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.613714 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e6886-714e-4aac-a1fd-f75bd7631bd8 None None] Network 79724abb-5efd-4786-b1fe-9599b11ce8c4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:53.624315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Port': ['ID=ff02198a-24e3-4ce2-b128-fc381bf2f76c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:53.628369 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No DVR routers for this DVR port ff02198a-24e3-4ce2-b128-fc381bf2f76c on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:53.685666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3cb34687-b8a3-4f61-b291-771184fd49f1 None None] Could not find standard attr ID for object ff02198a-24e3-4ce2-b128-fc381bf2f76c. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 05:09:53.692876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ff02198a-24e3-4ce2-b128-fc381bf2f76c up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:53.713135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.733164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79724abb-5efd-4786-b1fe-9599b11ce8c4']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:53.735387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ff02198a-24e3-4ce2-b128-fc381bf2f76c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:53.735832 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ff02198a-24e3-4ce2-b128-fc381bf2f76c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 05:09:53.743744 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:53.744045 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb6edfd-c21b-4f37-9d79-e0d4ba8a9069') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:53.753879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.760387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port ff02198a-24e3-4ce2-b128-fc381bf2f76c not found, will not notify nova. {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 05:09:53.767671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.773653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:53.774090 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:53.777219 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:53.833634 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd546355-893a-406f-9e41-d9666c33fd01 None None] DHCP port deletion for 79724abb-5efd-4786-b1fe-9599b11ce8c4 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:09:53.840584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.848790 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:53.854389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/79724abb-5efd-4786-b1fe-9599b11ce8c4 HTTP/1.1" status: 204 len: 168 time: 0.5488546 Jan 29 05:09:53.854389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37004) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:53.911813 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-34be3f44-d8f8-486d-8751-56e88de7e942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.181816 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f9013-0588-4c7e-a225-b12ae75c3cd3 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Network': ['ID=79724abb-5efd-4786-b1fe-9599b11ce8c4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:54.199423 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5d5b62-d13b-4cd8-b4ea-4664fe96ac30 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:54.199878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5d5b62-d13b-4cd8-b4ea-4664fe96ac30 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:54.202896 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5e5d5b62-d13b-4cd8-b4ea-4664fe96ac30 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/subnets/ae7661d1-dbe4-47da-99c4-2d646bf599c0 HTTP/1.1" status: 404 len: 337 time: 0.3476946 Jan 29 05:09:54.205448 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37006) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:54.222803 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2e069b-333b-4fbd-ad6f-2ebc5b3a2213 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:54.223313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2e069b-333b-4fbd-ad6f-2ebc5b3a2213 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:54.226153 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9c2e069b-333b-4fbd-ad6f-2ebc5b3a2213 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/3f408908-b263-499d-a5bd-080d683f1291 HTTP/1.1" status: 404 len: 339 time: 0.0197515 Jan 29 05:09:54.228212 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37008) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:54.252903 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d0c811-d3f7-4d3e-ba42-a9a34739ce47 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:54.253333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d0c811-d3f7-4d3e-ba42-a9a34739ce47 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:54.256215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-34d0c811-d3f7-4d3e-ba42-a9a34739ce47 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/subnets/31887a55-5f87-4d7d-8694-372cd89934f9 HTTP/1.1" status: 404 len: 337 time: 0.0271571 Jan 29 05:09:54.258393 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37010) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:54.274670 n-d-825930-1 neutron-server[102403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5892e9c9-f8be-4bc8-8c2d-8c7d7819fcc8 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] DELETE failed (client error): The resource could not be found. Jan 29 05:09:54.275177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5892e9c9-f8be-4bc8-8c2d-8c7d7819fcc8 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 05:09:54.278027 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5892e9c9-f8be-4bc8-8c2d-8c7d7819fcc8 tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/f6d6ef33-7f70-4b47-8691-05728727b505 HTTP/1.1" status: 404 len: 339 time: 0.0187480 Jan 29 05:09:54.280164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37012) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:54.333056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Deleting subnet e304efec-2aa2-4e8f-939e-46024698de25 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:09:54.336082 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.374639 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.455250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.515211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.542514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Subnet': ['ID=e304efec-2aa2-4e8f-939e-46024698de25,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:54.546218 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.551473 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-28c27e5c-5ec3-4088-b206-2cba98c8c39e tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/subnets/e304efec-2aa2-4e8f-939e-46024698de25 HTTP/1.1" status: 204 len: 168 time: 0.2689345 Jan 29 05:09:54.552568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37014) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:54.554773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc723e21-3bae-4275-9e3c-b349a1927e47 None None] Network f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:54.625026 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.682726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Deleting port 869aade8-857f-44d1-8c50-2ce83dec4344 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:54.683073 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.725662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] DHCP port deletion for f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:09:54.747864 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] For port 869aade8-857f-44d1-8c50-2ce83dec4344, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=869aade8-857f-44d1-8c50-2ce83dec4344,segment=NetworkSegment(46ad90df-1590-46a2-a539-e140ebba47c9),segment_id=46ad90df-1590-46a2-a539-e140ebba47c9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:54.748233 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.761442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Calling delete_port for 869aade8-857f-44d1-8c50-2ce83dec4344 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:54.771173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] Deleting port 869aade8-857f-44d1-8c50-2ce83dec4344 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:54.771562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.832542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] For port 869aade8-857f-44d1-8c50-2ce83dec4344, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=869aade8-857f-44d1-8c50-2ce83dec4344,segment=NetworkSegment(46ad90df-1590-46a2-a539-e140ebba47c9),segment_id=46ad90df-1590-46a2-a539-e140ebba47c9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:54.832941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.843432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.846791 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] Calling delete_port for 869aade8-857f-44d1-8c50-2ce83dec4344 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:54.869475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Port': ['ID=869aade8-857f-44d1-8c50-2ce83dec4344,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:54.873968 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] No DVR routers for this DVR port 869aade8-857f-44d1-8c50-2ce83dec4344 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:54.923598 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.947907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] Pushing event deleted for resources: {'Port': ['ID=869aade8-857f-44d1-8c50-2ce83dec4344,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:54.951295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85844ae9-9295-4438-9df0-bc551bfda3b5 None None] No DVR routers for this DVR port 869aade8-857f-44d1-8c50-2ce83dec4344 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:54.954836 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:54.978423 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ea5cc8-7e04-48e9-a903-2057e3b5fd94']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:54.987264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ad90df-1590-46a2-a539-e140ebba47c9') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:54.987561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ad90df-1590-46a2-a539-e140ebba47c9') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:55.000909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.013963 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.020405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:55.020792 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:55.023764 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:55.079005 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.083916 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.087451 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] 10.222.0.32 "DELETE /v2.0/networks/f6ea5cc8-7e04-48e9-a903-2057e3b5fd94 HTTP/1.1" status: 204 len: 168 time: 0.5339017 Jan 29 05:09:55.108068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0341d-44dc-47f7-bf86-63e4592fa4af tempest-NetworksIpV6Test-28497658 tempest-NetworksIpV6Test-28497658-project] Pushing event deleted for resources: {'Network': ['ID=f6ea5cc8-7e04-48e9-a903-2057e3b5fd94,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:55.322299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37020) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:55.449866 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f31a555a-93f6-427c-9d2d-844c2e0ad77f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02380bdef2e14cf0b90a43185ef77287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263962 Jan 29 05:09:55.452617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:55.510503 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f995b4d2-6bc3-4153-937a-ace07547f379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.531534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f995b4d2-6bc3-4153-937a-ace07547f379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.579061 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f995b4d2-6bc3-4153-937a-ace07547f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.581608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f995b4d2-6bc3-4153-937a-ace07547f379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:55.583036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f995b4d2-6bc3-4153-937a-ace07547f379 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/537e4345-fbdc-4cb3-ba60-e2c79f8423fe HTTP/1.1" status: 204 len: 168 time: 0.1277919 Jan 29 05:09:55.590705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995b4d2-6bc3-4153-937a-ace07547f379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e4345-fbdc-4cb3-ba60-e2c79f8423fe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:55.645841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ff02198a-24e3-4ce2-b128-fc381bf2f76c no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:55.665424 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ff02198a-24e3-4ce2-b128-fc381bf2f76c {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:55.665959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ff02198a-24e3-4ce2-b128-fc381bf2f76c not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:55.666379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 869aade8-857f-44d1-8c50-2ce83dec4344 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:09:55.687186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 869aade8-857f-44d1-8c50-2ce83dec4344 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:55.688100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 869aade8-857f-44d1-8c50-2ce83dec4344 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:09:56.170052 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3c07cfc9-7900-4a81-8cbb-981b5b37e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.204430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:56.295512 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1439069407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:56.321135 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.322413 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.371855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.376134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.392144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.393322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-78fa2a2d-8acb-462b-bf1a-099b4498b0d3 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1878843 Jan 29 05:09:56.396045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:56.400884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1283950525'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:56.423112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Made reservation on behalf of ead473a04ba34c7dbdc29c9594a9a264 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:56.426610 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.434969 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.511952 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.515795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.539064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:56.554851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec2a4fc-ae08-4539-a0ef-7d9362ffd5f9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:56.557780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.558165 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Added segment 0efe246a-ac18-4d67-90dc-7feb632e0f79 of type vlan for network 622a815f-afea-4d52-9c01-1d73f752f41a Jan 29 05:09:56.598605 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.622091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.628120 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:56.628722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.680564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2833159 Jan 29 05:09:56.683619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37052) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:56.694802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Request body: {'subnet': {'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:56.699881 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be87d-ee1c-49ad-97a6-2b4829812deb tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event updated for resources: {'Network': ['ID=622a815f-afea-4d52-9c01-1d73f752f41a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:56.709900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 622a815f-afea-4d52-9c01-1d73f752f41a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:56.786152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Made reservation on behalf of ead473a04ba34c7dbdc29c9594a9a264 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:56.789625 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:56.963315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.021782 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event updated for resources: {'Subnet': ['ID=e0123ba4-adfd-4fcc-b223-e0722a4ebfc5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:57.030463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Checking segment: {'id': '0efe246a-ac18-4d67-90dc-7feb632e0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:57.030823 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Network hostable DHCP agents. Network: 622a815f-afea-4d52-9c01-1d73f752f41a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:57.048252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Network 622a815f-afea-4d52-9c01-1d73f752f41a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:57.056559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 622a815f-afea-4d52-9c01-1d73f752f41a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:57.060564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:57.061151 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.065393 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be12ef0-7c7d-496e-9d72-4e985660ff4b None None] Network 622a815f-afea-4d52-9c01-1d73f752f41a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:57.077192 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a588a405-83cd-4559-900f-f07d3216f173 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3918922 Jan 29 05:09:57.080344 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37054) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:57.085141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1702652536'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:57.106884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Made reservation on behalf of ead473a04ba34c7dbdc29c9594a9a264 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:57.111105 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.134602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:09:57.146261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.146613 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Added segment e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a of type vlan for network 4356e95f-f85d-4a74-b235-c8960beb67d2 Jan 29 05:09:57.188658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.213620 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.214399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-622a815f-afea-4d52-9c01-1d73f752f41a', 'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a', 'tenant_id': 'ead473a04ba34c7dbdc29c9594a9a264', 'fixed_ips': [{'subnet_id': 'e0123ba4-adfd-4fcc-b223-e0722a4ebfc5'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:57.215254 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.219730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:57.220345 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.283365 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2019389 Jan 29 05:09:57.286413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37056) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:57.291877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Request body: {'subnet': {'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:57.298561 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff34000-16d8-49e8-9cd2-b80770eac0ae tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event updated for resources: {'Network': ['ID=4356e95f-f85d-4a74-b235-c8960beb67d2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:57.312039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4356e95f-f85d-4a74-b235-c8960beb67d2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:09:57.388069 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Made reservation on behalf of ead473a04ba34c7dbdc29c9594a9a264 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:09:57.392472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.412946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Allocated IP 172.20.0.2 (622a815f-afea-4d52-9c01-1d73f752f41a/e0123ba4-adfd-4fcc-b223-e0722a4ebfc5/3211b83c-b4fc-4709-bd2b-3a727342369d) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:57.483593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.568536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.575813 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.577544 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.614950 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Network 622a815f-afea-4d52-9c01-1d73f752f41a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:57.617665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:57.621199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:57.632633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Pushing event updated for resources: {'Port': ['ID=3211b83c-b4fc-4709-bd2b-3a727342369d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:57.644128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event updated for resources: {'Subnet': ['ID=453bb3e9-5e90-4f90-bf8c-d6269b1d314c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:57.650826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Checking segment: {'id': 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:57.651073 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Network hostable DHCP agents. Network: 4356e95f-f85d-4a74-b235-c8960beb67d2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:09:57.668864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Network 4356e95f-f85d-4a74-b235-c8960beb67d2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:09:57.678408 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4356e95f-f85d-4a74-b235-c8960beb67d2) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:57.681126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Attempting to bind port 3211b83c-b4fc-4709-bd2b-3a727342369d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:09:57.681491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Attempting to bind port 3211b83c-b4fc-4709-bd2b-3a727342369d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0efe246a-ac18-4d67-90dc-7feb632e0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:09:57.682043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Attempting to bind port 3211b83c-b4fc-4709-bd2b-3a727342369d on network 622a815f-afea-4d52-9c01-1d73f752f41a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:57.682652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:09:57.683247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.689657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17838fa4-1387-42eb-8ebe-62c019262af4 None None] Network 4356e95f-f85d-4a74-b235-c8960beb67d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:57.692684 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:57.693138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Checking segment: {'id': '0efe246a-ac18-4d67-90dc-7feb632e0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:57.693492 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.693962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Bound using segment: {'id': '0efe246a-ac18-4d67-90dc-7feb632e0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:57.694539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Bound port: 3211b83c-b4fc-4709-bd2b-3a727342369d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efe246a-ac18-4d67-90dc-7feb632e0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '622a815f-afea-4d52-9c01-1d73f752f41a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:09:57.694925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.699339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1db639ba-3232-4251-bcf8-b2aa4a38c727 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4117465 Jan 29 05:09:57.702198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:57.707736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-785f3ac9-f130-4532-bb5d-aa14fdb7a0fd tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Request body: {'router': {'external_gateway_info': {'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:09:57.820738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] For port 3211b83c-b4fc-4709-bd2b-3a727342369d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:57.824338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] For port 3211b83c-b4fc-4709-bd2b-3a727342369d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3211b83c-b4fc-4709-bd2b-3a727342369d,segment=NetworkSegment(0efe246a-ac18-4d67-90dc-7feb632e0f79),segment_id=0efe246a-ac18-4d67-90dc-7feb632e0f79)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:57.843244 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.929967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4356e95f-f85d-4a74-b235-c8960beb67d2', 'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2', 'tenant_id': 'ead473a04ba34c7dbdc29c9594a9a264', 'fixed_ips': [{'subnet_id': '453bb3e9-5e90-4f90-bf8c-d6269b1d314c'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:09:57.930928 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.936707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-785f3ac9-f130-4532-bb5d-aa14fdb7a0fd tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:57.948382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa98a3-0b8c-4a93-b3d5-11ed8fe3be1c None None] Pushing event updated for resources: {'Port': ['ID=3211b83c-b4fc-4709-bd2b-3a727342369d,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:58.049679 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-785f3ac9-f130-4532-bb5d-aa14fdb7a0fd tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 05:09:58.056711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-785f3ac9-f130-4532-bb5d-aa14fdb7a0fd tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "PUT /v2.0/routers/ae6fc848-b5e5-4941-9ec4-60307d379174 HTTP/1.1" status: 400 len: 364 time: 0.3467278 Jan 29 05:09:58.057043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:58.093503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Allocated IP 172.21.0.2 (4356e95f-f85d-4a74-b235-c8960beb67d2/453bb3e9-5e90-4f90-bf8c-d6269b1d314c/0e387fd4-35fc-42ad-9277-7da89fc2f3fb) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:09:58.136614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Deleting subnet 453bb3e9-5e90-4f90-bf8c-d6269b1d314c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:09:58.249468 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.256657 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.256886 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.301181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Network 4356e95f-f85d-4a74-b235-c8960beb67d2 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:09:58.303517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.303975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:09:58.308541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:09:58.310549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Pushing event updated for resources: {'Port': ['ID=0e387fd4-35fc-42ad-9277-7da89fc2f3fb,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:58.362584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Attempting to bind port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:09:58.362844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Attempting to bind port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:09:58.363206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Attempting to bind port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb on network 4356e95f-f85d-4a74-b235-c8960beb67d2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:09:58.368202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:09:58.368579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Checking segment: {'id': 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:09:58.368982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.369375 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Bound using segment: {'id': 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:09:58.369843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Bound port: 0e387fd4-35fc-42ad-9277-7da89fc2f3fb, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4356e95f-f85d-4a74-b235-c8960beb67d2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:09:58.370250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.388870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.447953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.450876 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] For port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:09:58.454630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] For port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e387fd4-35fc-42ad-9277-7da89fc2f3fb,segment=NetworkSegment(e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a),segment_id=e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:09:58.459718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.494851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event deleted for resources: {'Subnet': ['ID=453bb3e9-5e90-4f90-bf8c-d6269b1d314c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:58.501867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.507486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5a72dfe7-e506-4399-baeb-9400e3703ec4 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "DELETE /v2.0/subnets/453bb3e9-5e90-4f90-bf8c-d6269b1d314c HTTP/1.1" status: 204 len: 168 time: 0.4492445 Jan 29 05:09:58.509696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:58.546655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b5137-8ac6-4fd4-811a-2e24e77c6c15 None None] Pushing event updated for resources: {'Port': ['ID=0e387fd4-35fc-42ad-9277-7da89fc2f3fb,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:58.589644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.661026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Deleting port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:58.661629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.756732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] For port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0e387fd4-35fc-42ad-9277-7da89fc2f3fb,segment=NetworkSegment(e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a),segment_id=e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:58.757095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.770856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Calling delete_port for 0e387fd4-35fc-42ad-9277-7da89fc2f3fb owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:58.858093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.886099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event deleted for resources: {'Port': ['ID=0e387fd4-35fc-42ad-9277-7da89fc2f3fb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:58.889456 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] No DVR routers for this DVR port 0e387fd4-35fc-42ad-9277-7da89fc2f3fb on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:58.974825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:58.995462 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4356e95f-f85d-4a74-b235-c8960beb67d2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:58.999409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc2648-d23f-433e-b3a6-693cf6241462 None None] Network 622a815f-afea-4d52-9c01-1d73f752f41a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:59.006081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:59.006389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13d5fee-2a7e-439a-8ba5-9bbcd1f92c5a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:59.016261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.030491 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.037391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:59.038747 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:59.042382 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:09:59.068145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c532491a-e7f0-40bb-90e4-200337a6059b None None] Provisioning complete for port 3211b83c-b4fc-4709-bd2b-3a727342369d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:59.068518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c532491a-e7f0-40bb-90e4-200337a6059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.106057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.111062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.114755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "DELETE /v2.0/networks/4356e95f-f85d-4a74-b235-c8960beb67d2 HTTP/1.1" status: 204 len: 168 time: 0.6040688 Jan 29 05:09:59.117312 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37064) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:59.132162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5385b-0d2d-493c-a558-625f48e5f51d tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event deleted for resources: {'Network': ['ID=4356e95f-f85d-4a74-b235-c8960beb67d2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:59.170086 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Deleting subnet e0123ba4-adfd-4fcc-b223-e0722a4ebfc5 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:09:59.173840 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.215269 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.229782 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c532491a-e7f0-40bb-90e4-200337a6059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.289691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c532491a-e7f0-40bb-90e4-200337a6059b None None] For port 3211b83c-b4fc-4709-bd2b-3a727342369d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3211b83c-b4fc-4709-bd2b-3a727342369d,segment=NetworkSegment(0efe246a-ac18-4d67-90dc-7feb632e0f79),segment_id=0efe246a-ac18-4d67-90dc-7feb632e0f79)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:59.302020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c532491a-e7f0-40bb-90e4-200337a6059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.306924 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.329721 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.332275 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.366782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532491a-e7f0-40bb-90e4-200337a6059b None None] Pushing event updated for resources: {'Port': ['ID=3211b83c-b4fc-4709-bd2b-3a727342369d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:59.406762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.436482 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event deleted for resources: {'Subnet': ['ID=e0123ba4-adfd-4fcc-b223-e0722a4ebfc5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:59.439118 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.444775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-89876176-b30b-40af-9f60-96af10eafc53 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "DELETE /v2.0/subnets/e0123ba4-adfd-4fcc-b223-e0722a4ebfc5 HTTP/1.1" status: 204 len: 168 time: 0.3239548 Jan 29 05:09:59.445026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:09:59.505391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376b7fc-aa50-42a8-9f1f-b15b399eca18 None None] Network 622a815f-afea-4d52-9c01-1d73f752f41a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:59.535528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.566850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-76acbcb5-7045-4e03-a342-37779f4f0e65 None None] Provisioning complete for port 3211b83c-b4fc-4709-bd2b-3a727342369d triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:09:59.567234 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76acbcb5-7045-4e03-a342-37779f4f0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.596451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Deleting port 3211b83c-b4fc-4709-bd2b-3a727342369d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:09:59.596916 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.679926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] For port 3211b83c-b4fc-4709-bd2b-3a727342369d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3211b83c-b4fc-4709-bd2b-3a727342369d,segment=NetworkSegment(0efe246a-ac18-4d67-90dc-7feb632e0f79),segment_id=0efe246a-ac18-4d67-90dc-7feb632e0f79)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:09:59.680301 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.696282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Calling delete_port for 3211b83c-b4fc-4709-bd2b-3a727342369d owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:09:59.793957 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.824382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event deleted for resources: {'Port': ['ID=3211b83c-b4fc-4709-bd2b-3a727342369d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:09:59.827851 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] No DVR routers for this DVR port 3211b83c-b4fc-4709-bd2b-3a727342369d on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:09:59.861420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3211b83c-b4fc-4709-bd2b-3a727342369d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:09:59.863270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e300ed-6916-44f1-a2c2-249e32796e9e None None] DHCP port deletion for 4356e95f-f85d-4a74-b235-c8960beb67d2 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:09:59.893317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3211b83c-b4fc-4709-bd2b-3a727342369d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:09:59.893573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3211b83c-b4fc-4709-bd2b-3a727342369d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 05:09:59.911281 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.920647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33393db-a6ec-4d05-9b20-7b0a278ce64b None None] Network 4356e95f-f85d-4a74-b235-c8960beb67d2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:09:59.926610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Port 3211b83c-b4fc-4709-bd2b-3a727342369d not found, will not notify nova. {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 05:09:59.933825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622a815f-afea-4d52-9c01-1d73f752f41a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:59.941309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33393db-a6ec-4d05-9b20-7b0a278ce64b None None] Network 4356e95f-f85d-4a74-b235-c8960beb67d2 could not be found, it might have been deleted concurrently. {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 29 05:09:59.945318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efe246a-ac18-4d67-90dc-7feb632e0f79') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:59.945688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efe246a-ac18-4d67-90dc-7feb632e0f79') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:09:59.956317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.969726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.975711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:09:59.976099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:09:59.979093 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:10:00.009264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f68631-c9dc-4890-ba2b-2fe2dc03956d None None] DHCP port deletion for 622a815f-afea-4d52-9c01-1d73f752f41a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:10:00.043232 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.051100 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.055924 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "DELETE /v2.0/networks/622a815f-afea-4d52-9c01-1d73f752f41a HTTP/1.1" status: 204 len: 168 time: 0.6081605 Jan 29 05:10:00.056008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c7133abd-6163-470e-8707-a7f3a766f25d None None] Could not find standard attr ID for object 0e387fd4-35fc-42ad-9277-7da89fc2f3fb. {{(pid=102404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 05:10:00.057018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37068) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:00.066467 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed3444-620a-4c3f-876f-07156fd4f8e0 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Pushing event deleted for resources: {'Network': ['ID=622a815f-afea-4d52-9c01-1d73f752f41a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:00.084511 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21055cb0-8955-42e7-84fe-282450814d81 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fc848-b5e5-4941-9ec4-60307d379174 HTTP/1.1" status: 200 len: 205 time: 0.0263021 Jan 29 05:10:00.086837 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37070) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:00.160482 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.314866 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.316985 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.358767 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.359260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Fanout notify agent at l3_agent the message router_deleted on router ae6fc848-b5e5-4941-9ec4-60307d379174 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:10:00.367742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.368819 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2c9e127a-ddda-477d-a281-cadf1e0613f7 tempest-RoutersNegativeTest-1449635553 tempest-RoutersNegativeTest-1449635553-project] 10.222.0.32 "DELETE /v2.0/routers/ae6fc848-b5e5-4941-9ec4-60307d379174 HTTP/1.1" status: 204 len: 168 time: 0.2811031 Jan 29 05:10:00.601518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37076) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:00.733918 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fb9ab4a-6a09-4645-a34d-b6b3971f36c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ead473a04ba34c7dbdc29c9594a9a264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312189 Jan 29 05:10:00.736481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37080) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:00.782092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f72ea2fd-6078-4e5e-a1e8-ec47a3072374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.802817 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f72ea2fd-6078-4e5e-a1e8-ec47a3072374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.847330 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f72ea2fd-6078-4e5e-a1e8-ec47a3072374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.850034 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f72ea2fd-6078-4e5e-a1e8-ec47a3072374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:00.851179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f72ea2fd-6078-4e5e-a1e8-ec47a3072374 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ec2a4fc-ae08-4539-a0ef-7d9362ffd5f9 HTTP/1.1" status: 204 len: 168 time: 0.1138132 Jan 29 05:10:00.858819 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ea2fd-6078-4e5e-a1e8-ec47a3072374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec2a4fc-ae08-4539-a0ef-7d9362ffd5f9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:01.451972 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37102) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:01.548391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1825921926-network', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:01.571304 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Made reservation on behalf of fd1c743abb4348e1beb34e1a847365ea for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:10:01.573719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.582886 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.634650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3211b83c-b4fc-4709-bd2b-3a727342369d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:10:01.654609 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3211b83c-b4fc-4709-bd2b-3a727342369d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:10:01.654955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3211b83c-b4fc-4709-bd2b-3a727342369d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:10:01.655364 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e387fd4-35fc-42ad-9277-7da89fc2f3fb no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:10:01.662909 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.666983 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.674031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0e387fd4-35fc-42ad-9277-7da89fc2f3fb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:10:01.674380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0e387fd4-35fc-42ad-9277-7da89fc2f3fb not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:10:01.691277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:10:01.700734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be9d6d6-cf96-40e8-8409-fef2c5f30800,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:01.706133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.706475 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Added segment cdb63d63-3101-4e4e-96c5-f262b377acdc of type vlan for network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 Jan 29 05:10:01.746503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.771195 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.772138 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:01.772710 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:01.828186 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3751297 Jan 29 05:10:01.831636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37106) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:01.836376 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Request body: {'subnet': {'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-subnet', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:01.839350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e38e01-2338-44a9-87ee-ec7cca45161f admin admin] Pushing event updated for resources: {'Network': ['ID=4af3bcff-1d5c-4d3e-9550-694ff4ecc007,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:01.848961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:10:01.860301 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Made reservation on behalf of fd1c743abb4348e1beb34e1a847365ea for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:10:01.863254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.027683 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.083015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff28a39a-e538-409a-94fb-07361f1f3e59,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:02.090195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Checking segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:02.090595 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Network hostable DHCP agents. Network: 4af3bcff-1d5c-4d3e-9550-694ff4ecc007, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:10:02.106904 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:10:02.116266 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 4af3bcff-1d5c-4d3e-9550-694ff4ecc007) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:02.120331 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:02.120907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.128281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1ffe2-5efb-4554-95d7-6b9ae26b1ea3 None None] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:10:02.137215 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-589cd780-5de8-4896-a1a5-5445f32e7721 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3043833 Jan 29 05:10:02.140033 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:02.145571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:02.167789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.168732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.219061 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.273522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:10:02.274407 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.363025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.410490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Allocated IP 172.20.0.2 (4af3bcff-1d5c-4d3e-9550-694ff4ecc007/ff28a39a-e538-409a-94fb-07361f1f3e59/b3c648b1-c1c1-4c43-9c66-436a3123f86b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:02.553676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.559032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.564547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.583842 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.597085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:02.600048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:02.603408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:02.614076 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Pushing event updated for resources: {'Port': ['ID=b3c648b1-c1c1-4c43-9c66-436a3123f86b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:02.660644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Attempting to bind port b3c648b1-c1c1-4c43-9c66-436a3123f86b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:02.661317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Attempting to bind port b3c648b1-c1c1-4c43-9c66-436a3123f86b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:02.661444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Attempting to bind port b3c648b1-c1c1-4c43-9c66-436a3123f86b on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:02.666436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:02.666809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Checking segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:02.667207 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.667596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Bound using segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:02.668054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Bound port: b3c648b1-c1c1-4c43-9c66-436a3123f86b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:02.668431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.686321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Allocated IP 172.25.4.69 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/65eccade-f7c5-4fe9-b67f-e4eee4246f03) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:02.731124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] For port b3c648b1-c1c1-4c43-9c66-436a3123f86b, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:02.734372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] For port b3c648b1-c1c1-4c43-9c66-436a3123f86b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b3c648b1-c1c1-4c43-9c66-436a3123f86b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:02.739367 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.791018 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.802543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f8e6-234e-4feb-91db-d7ddad4bf09c None None] Pushing event updated for resources: {'Port': ['ID=b3c648b1-c1c1-4c43-9c66-436a3123f86b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:02.827837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:02.871498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:02.874617 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:02.880104 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:02.883403 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=65eccade-f7c5-4fe9-b67f-e4eee4246f03,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:03.141707 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:03.334057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:03.463674 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Router 609373e1-df40-4481-a81e-fc74194e5e12 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:10:03.573333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:10:03.588228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Sync routers for ids ['609373e1-df40-4481-a81e-fc74194e5e12'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:10:03.593626 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:03.598559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8db6fe7b-f828-40c1-9c6d-78124e05e5b6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4533768 Jan 29 05:10:03.599142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:03.600647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Routers {'609373e1-df40-4481-a81e-fc74194e5e12'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:03.601283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['609373e1-df40-4481-a81e-fc74194e5e12'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:03.726804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Set router 609373e1-df40-4481-a81e-fc74194e5e12 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:03.758491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b3c648b1-c1c1-4c43-9c66-436a3123f86b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:03.789031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc86560-df68-48d0-9b00-6a5631523d52 None None] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:10:03.919307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-764c90c4-71e9-4ba9-93de-0f9d10cac14a None None] Provisioning complete for port b3c648b1-c1c1-4c43-9c66-436a3123f86b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:03.919589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-764c90c4-71e9-4ba9-93de-0f9d10cac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.020404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b3c648b1-c1c1-4c43-9c66-436a3123f86b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:04.020691 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.180019 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-764c90c4-71e9-4ba9-93de-0f9d10cac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.256841 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.264968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-764c90c4-71e9-4ba9-93de-0f9d10cac14a None None] For port b3c648b1-c1c1-4c43-9c66-436a3123f86b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b3c648b1-c1c1-4c43-9c66-436a3123f86b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:04.272437 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:03Z', 'revision_number': 3, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:04.277467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-764c90c4-71e9-4ba9-93de-0f9d10cac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.307231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Checking router: 609373e1-df40-4481-a81e-fc74194e5e12 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:10:04.307585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Updating router 609373e1-df40-4481-a81e-fc74194e5e12 port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:10:04.392272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.416705 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.435933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 05:10:04.436170 n-d-825930-1 neutron-server[102404]: DEBUG oslo_db.api [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 05:10:04.438495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c90c4-71e9-4ba9-93de-0f9d10cac14a None None] Pushing event updated for resources: {'Port': ['ID=b3c648b1-c1c1-4c43-9c66-436a3123f86b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:04.525585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-714a4728-e29d-4a79-b6cf-0eaaacb001ef None None] Provisioning complete for port b3c648b1-c1c1-4c43-9c66-436a3123f86b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:04.525976 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-714a4728-e29d-4a79-b6cf-0eaaacb001ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.581043 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Allocated IP 172.20.0.1 (4af3bcff-1d5c-4d3e-9550-694ff4ecc007/ff28a39a-e538-409a-94fb-07361f1f3e59/c68b0b5b-cecc-446f-84b6-dec295be740b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:04.682549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.716964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.734187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.740568 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.755640 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:04.758630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:04.762036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:04.786938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Pushing event updated for resources: {'Port': ['ID=c68b0b5b-cecc-446f-84b6-dec295be740b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:04.797557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Attempting to bind port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:04.798045 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Attempting to bind port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:04.799168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Attempting to bind port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:04.807160 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.807398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:04.807611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:04.808011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.808401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:04.808952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Bound port: 65eccade-f7c5-4fe9-b67f-e4eee4246f03, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:04.809251 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.811010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417696b8-1110-4644-99d9-7f7f190545cf None None] Pushing event updated for resources: {'Port': ['ID=65eccade-f7c5-4fe9-b67f-e4eee4246f03,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:04.875029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] For port 65eccade-f7c5-4fe9-b67f-e4eee4246f03, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:04.879098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] For port 65eccade-f7c5-4fe9-b67f-e4eee4246f03, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=65eccade-f7c5-4fe9-b67f-e4eee4246f03,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:04.884154 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:04.936227 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Routers {'609373e1-df40-4481-a81e-fc74194e5e12'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:04.936872 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['609373e1-df40-4481-a81e-fc74194e5e12'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:04.950956 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:05.126920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:05.131895 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:05.175939 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417696b8-1110-4644-99d9-7f7f190545cf None None] Pushing event updated for resources: {'Port': ['ID=65eccade-f7c5-4fe9-b67f-e4eee4246f03,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:05.198839 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:05.199690 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-158fb85c-9d93-44b8-9cb4-be4e7f7c4780 None None] Provisioning complete for port c68b0b5b-cecc-446f-84b6-dec295be740b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:05.200137 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-158fb85c-9d93-44b8-9cb4-be4e7f7c4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:05.201499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Pushing event updated for resources: {'Port': ['ID=c68b0b5b-cecc-446f-84b6-dec295be740b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:05.274170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-158fb85c-9d93-44b8-9cb4-be4e7f7c4780 None None] Port c68b0b5b-cecc-446f-84b6-dec295be740b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:10:05.281496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] Set router 609373e1-df40-4481-a81e-fc74194e5e12 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:05.293947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:05.295287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:05.416723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Router 609373e1-df40-4481-a81e-fc74194e5e12 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:10:05.500214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c68b0b5b-cecc-446f-84b6-dec295be740b', 'name': '', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'mac_address': 'fa:16:3e:20:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:04Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 1, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'subnets': [{'id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:05.526772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922b3e2-d0e6-4860-b284-c5dd3718a3ec None None] The sync data for ids ['609373e1-df40-4481-a81e-fc74194e5e12'] in n-d-825930-1 is: [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c68b0b5b-cecc-446f-84b6-dec295be740b', 'name': '', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'mac_address': 'fa:16:3e:20:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:04Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 1, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'subnets': [{'id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:10:05.539885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:10:05.546569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-090c5c92-122d-4d94-9665-87712652de2d admin admin] 10.222.0.32 "PUT /v2.0/routers/609373e1-df40-4481-a81e-fc74194e5e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9450004 Jan 29 05:10:05.594109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f3118069-da81-42ae-b763-508f8b5b22b0 None None] Provisioning complete for port c68b0b5b-cecc-446f-84b6-dec295be740b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:05.594554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f3118069-da81-42ae-b763-508f8b5b22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:05.638119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f3118069-da81-42ae-b763-508f8b5b22b0 None None] Port c68b0b5b-cecc-446f-84b6-dec295be740b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:10:05.656696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b3c648b1-c1c1-4c43-9c66-436a3123f86b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:05.709765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b3c648b1-c1c1-4c43-9c66-436a3123f86b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:05.710184 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.086676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:06.091585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2074038391-network', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:06.114715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Made reservation on behalf of 6e3e7185cea749769ee46649ac8ca5e4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:10:06.117114 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.126434 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.220245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.224591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.246171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:10:06.266093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.266443 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Added segment 33878fa1-3273-447f-9bd8-c4190c387de9 of type vlan for network d1d6f795-0fba-465b-bd4d-caab5fd75d0a Jan 29 05:10:06.275180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ff91f-23b9-4d52-a3d3-adc915deeecd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:06.314272 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.340714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.340714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:06.340714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.403249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3154414 Jan 29 05:10:06.406079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37128) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:06.406788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef1361-7a08-45f5-919f-8fa704b7658c admin admin] Pushing event updated for resources: {'Network': ['ID=d1d6f795-0fba-465b-bd4d-caab5fd75d0a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:06.411664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Request body: {'subnet': {'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-subnet', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:06.419337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:10:06.436042 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Made reservation on behalf of 6e3e7185cea749769ee46649ac8ca5e4 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:10:06.438679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.615335 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.680216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf7687e-d686-4e4e-b241-71525836875c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:06.691742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Checking segment: {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:06.692155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Network hostable DHCP agents. Network: d1d6f795-0fba-465b-bd4d-caab5fd75d0a, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:10:06.711483 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:10:06.721600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, d1d6f795-0fba-465b-bd4d-caab5fd75d0a) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:06.726437 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:06.727532 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.731217 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f4eff-bf2f-440a-b589-d384420588f1 None None] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:10:06.746510 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-32f89640-f8d3-4071-b22e-f47adab1fc55 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3392353 Jan 29 05:10:06.747987 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:06.753596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:06.776464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.777546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.833216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.888785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-d1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'fixed_ips': [{'subnet_id': 'cbf7687e-d686-4e4e-b241-71525836875c'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:10:06.889650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:06.983254 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.025098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Allocated IP 172.20.0.2 (d1d6f795-0fba-465b-bd4d-caab5fd75d0a/cbf7687e-d686-4e4e-b241-71525836875c/d280908f-ab7a-4421-b31f-ee70de20c619) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:07.171379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.178839 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.188235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.208330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.219384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:07.223775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:07.226274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:07.232938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Pushing event updated for resources: {'Port': ['ID=d280908f-ab7a-4421-b31f-ee70de20c619,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:07.285533 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Attempting to bind port d280908f-ab7a-4421-b31f-ee70de20c619 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:07.285912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Attempting to bind port d280908f-ab7a-4421-b31f-ee70de20c619 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:07.286302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Attempting to bind port d280908f-ab7a-4421-b31f-ee70de20c619 on network d1d6f795-0fba-465b-bd4d-caab5fd75d0a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:07.291968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:07.292339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Checking segment: {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:07.292951 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.293124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Bound using segment: {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:07.294354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Bound port: d280908f-ab7a-4421-b31f-ee70de20c619, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:07.294741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.327391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Allocated IP 172.25.4.97 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/ad82f61a-d066-49da-ae3b-1e0d1c173283) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:07.364307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] For port d280908f-ab7a-4421-b31f-ee70de20c619, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:07.367427 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] For port d280908f-ab7a-4421-b31f-ee70de20c619, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d280908f-ab7a-4421-b31f-ee70de20c619,segment=NetworkSegment(33878fa1-3273-447f-9bd8-c4190c387de9),segment_id=33878fa1-3273-447f-9bd8-c4190c387de9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:07.371194 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.435051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad25806-940f-4bc2-9f5d-0b77c6f671c8 None None] Pushing event updated for resources: {'Port': ['ID=d280908f-ab7a-4421-b31f-ee70de20c619,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:07.440992 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.478380 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.522299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:07.526747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:07.529415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:07.553464 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Pushing event updated for resources: {'Port': ['ID=ad82f61a-d066-49da-ae3b-1e0d1c173283,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:07.697012 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:10:07.734259 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Sync routers for ids ['609373e1-df40-4481-a81e-fc74194e5e12'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:10:07.754021 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Routers {'609373e1-df40-4481-a81e-fc74194e5e12'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:07.754948 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['609373e1-df40-4481-a81e-fc74194e5e12'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:07.814130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d280908f-ab7a-4421-b31f-ee70de20c619 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:07.841540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.865307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d280908f-ab7a-4421-b31f-ee70de20c619 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:07.865873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.877207 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Set router 609373e1-df40-4481-a81e-fc74194e5e12 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:07.954014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.986745 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d280908f-ab7a-4421-b31f-ee70de20c619, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d280908f-ab7a-4421-b31f-ee70de20c619,segment=NetworkSegment(33878fa1-3273-447f-9bd8-c4190c387de9),segment_id=33878fa1-3273-447f-9bd8-c4190c387de9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:07.991633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:07.992743 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 65eccade-f7c5-4fe9-b67f-e4eee4246f03 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:08.045564 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.073993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d280908f-ab7a-4421-b31f-ee70de20c619,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:08.084843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:08.085312 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.091995 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c68b0b5b-cecc-446f-84b6-dec295be740b', 'name': '', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'mac_address': 'fa:16:3e:20:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:04Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 2, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'subnets': [{'id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:08.124538 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Checking router: 609373e1-df40-4481-a81e-fc74194e5e12 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:10:08.125130 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Updating router 609373e1-df40-4481-a81e-fc74194e5e12 port c68b0b5b-cecc-446f-84b6-dec295be740b binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:10:08.152445 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.185543 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.188611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Router 791ee4c5-17cf-4f06-a06c-5904b872cab1 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:10:08.211162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 65eccade-f7c5-4fe9-b67f-e4eee4246f03, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=65eccade-f7c5-4fe9-b67f-e4eee4246f03,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:08.223223 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.289767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=65eccade-f7c5-4fe9-b67f-e4eee4246f03,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:08.329098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:10:08.340252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Sync routers for ids ['791ee4c5-17cf-4f06-a06c-5904b872cab1'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:10:08.352450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Routers {'791ee4c5-17cf-4f06-a06c-5904b872cab1'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:08.352574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.353031 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['791ee4c5-17cf-4f06-a06c-5904b872cab1'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:08.353585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8633e00e-d7d2-4699-927f-5abdd7c2d646 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6045427 Jan 29 05:10:08.356256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:10:08.473142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Set router 791ee4c5-17cf-4f06-a06c-5904b872cab1 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:08.483734 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.491410 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.589747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Pushing event updated for resources: {'Port': ['ID=c68b0b5b-cecc-446f-84b6-dec295be740b,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:08.606734 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.607077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.607411 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.607738 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.608057 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.608378 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.608836 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.609159 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.609472 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.609781 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.610114 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.610972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:08.615672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0eb737-712e-4b56-86de-8bc5ece1d83b None None] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:10:08.616565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Attempting to bind port c68b0b5b-cecc-446f-84b6-dec295be740b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:08.617131 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Attempting to bind port c68b0b5b-cecc-446f-84b6-dec295be740b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:08.617496 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Attempting to bind port c68b0b5b-cecc-446f-84b6-dec295be740b on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:08.623569 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:08.623933 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Checking segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:08.624329 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.624706 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Bound using segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:08.625168 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Bound port: c68b0b5b-cecc-446f-84b6-dec295be740b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:08.625539 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.705161 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] For port c68b0b5b-cecc-446f-84b6-dec295be740b, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:08.710246 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] For port c68b0b5b-cecc-446f-84b6-dec295be740b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c68b0b5b-cecc-446f-84b6-dec295be740b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:08.715614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3ecf24c7-3188-44b8-b2fa-00d523991de8 None None] Provisioning complete for port d280908f-ab7a-4421-b31f-ee70de20c619 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:08.715981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3ecf24c7-3188-44b8-b2fa-00d523991de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.719360 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:08.775732 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Routers {'609373e1-df40-4481-a81e-fc74194e5e12'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:08.776505 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['609373e1-df40-4481-a81e-fc74194e5e12'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:08.892566 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd06c7-00af-4eb5-9cbd-a79190dfa5e4 None None] Pushing event updated for resources: {'Port': ['ID=c68b0b5b-cecc-446f-84b6-dec295be740b,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:08.921938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:10:07Z', 'revision_number': 3, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:08.942093 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] Set router 609373e1-df40-4481-a81e-fc74194e5e12 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:08.960225 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Checking router: 791ee4c5-17cf-4f06-a06c-5904b872cab1 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:10:08.960584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Updating router 791ee4c5-17cf-4f06-a06c-5904b872cab1 port ad82f61a-d066-49da-ae3b-1e0d1c173283 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:10:09.013082 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.077918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d194e45f-8fd7-4f35-ac68-abfc49ae3afa None None] Provisioning complete for port c68b0b5b-cecc-446f-84b6-dec295be740b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:09.078347 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d194e45f-8fd7-4f35-ac68-abfc49ae3afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.302777 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c68b0b5b-cecc-446f-84b6-dec295be740b', 'name': '', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'mac_address': 'fa:16:3e:20:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:04Z', 'updated_at': '2022-01-29T05:10:08Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'subnets': [{'id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:09.321253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.327236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d194e45f-8fd7-4f35-ac68-abfc49ae3afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.328789 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f676d-0d04-4a4a-b179-8448b33811cd None None] The sync data for ids ['609373e1-df40-4481-a81e-fc74194e5e12'] in n-d-825930-1 is: [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:04Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c68b0b5b-cecc-446f-84b6-dec295be740b', 'name': '', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'mac_address': 'fa:16:3e:20:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:04Z', 'updated_at': '2022-01-29T05:10:08Z', 'revision_number': 4, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'subnets': [{'id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:10:09.431828 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d194e45f-8fd7-4f35-ac68-abfc49ae3afa None None] For port c68b0b5b-cecc-446f-84b6-dec295be740b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c68b0b5b-cecc-446f-84b6-dec295be740b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:09.443872 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d194e45f-8fd7-4f35-ac68-abfc49ae3afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.503174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Allocated IP 172.20.0.1 (d1d6f795-0fba-465b-bd4d-caab5fd75d0a/cbf7687e-d686-4e4e-b241-71525836875c/3c39d84e-1454-46f5-88a2-46a360936e3b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:09.522951 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.537530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.546888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194e45f-8fd7-4f35-ac68-abfc49ae3afa None None] Pushing event updated for resources: {'Port': ['ID=c68b0b5b-cecc-446f-84b6-dec295be740b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:09.636517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.678888 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.727698 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:09.731239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:09.734406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:09.771348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Pushing event updated for resources: {'Port': ['ID=3c39d84e-1454-46f5-88a2-46a360936e3b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:09.791602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.810463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d280908f-ab7a-4421-b31f-ee70de20c619 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:09.851458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Attempting to bind port ad82f61a-d066-49da-ae3b-1e0d1c173283 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:09.851831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Attempting to bind port ad82f61a-d066-49da-ae3b-1e0d1c173283 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:09.852199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Attempting to bind port ad82f61a-d066-49da-ae3b-1e0d1c173283 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:09.857244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fdfd1b99-07e4-4457-bfad-26ba25f66196 None None] Provisioning complete for port d280908f-ab7a-4421-b31f-ee70de20c619 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:09.857618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fdfd1b99-07e4-4457-bfad-26ba25f66196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.863066 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a06935-595f-4151-9750-aead7ad01f25 None None] Pushing event updated for resources: {'Port': ['ID=ad82f61a-d066-49da-ae3b-1e0d1c173283,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:09.904905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:09.905289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:09.906061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.906168 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:09.906636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Bound port: ad82f61a-d066-49da-ae3b-1e0d1c173283, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:09.907018 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.966480 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:09.997804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] For port ad82f61a-d066-49da-ae3b-1e0d1c173283, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:10.019236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] For port ad82f61a-d066-49da-ae3b-1e0d1c173283, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad82f61a-d066-49da-ae3b-1e0d1c173283,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:10.026104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d280908f-ab7a-4421-b31f-ee70de20c619 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:10.026476 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.046664 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.158121 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.161193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a06935-595f-4151-9750-aead7ad01f25 None None] Pushing event updated for resources: {'Port': ['ID=ad82f61a-d066-49da-ae3b-1e0d1c173283,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:10.164866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.169212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Routers {'791ee4c5-17cf-4f06-a06c-5904b872cab1'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:10.169850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['791ee4c5-17cf-4f06-a06c-5904b872cab1'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:10.214961 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-fdfd1b99-07e4-4457-bfad-26ba25f66196 None None] Provisioning complete for port c68b0b5b-cecc-446f-84b6-dec295be740b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:10.215256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fdfd1b99-07e4-4457-bfad-26ba25f66196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.239823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.241714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Pushing event updated for resources: {'Port': ['ID=3c39d84e-1454-46f5-88a2-46a360936e3b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:10.286595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c68b0b5b-cecc-446f-84b6-dec295be740b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:10.333998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:10.335359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:10.374078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] Set router 791ee4c5-17cf-4f06-a06c-5904b872cab1 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:10.455741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Router 791ee4c5-17cf-4f06-a06c-5904b872cab1 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:10:10.484906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c68b0b5b-cecc-446f-84b6-dec295be740b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:10.485325 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.573916 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:10:10.579893 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-587be7de-5b62-462a-9445-bb9064c2f4ec admin admin] 10.222.0.32 "PUT /v2.0/routers/791ee4c5-17cf-4f06-a06c-5904b872cab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220182 Jan 29 05:10:10.654543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 65eccade-f7c5-4fe9-b67f-e4eee4246f03 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:10.706177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b0aa8747-9d7d-448c-b04e-1ac63edf0ca6 None None] Provisioning complete for port 3c39d84e-1454-46f5-88a2-46a360936e3b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:10.706554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8747-9d7d-448c-b04e-1ac63edf0ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.757103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '3c39d84e-1454-46f5-88a2-46a360936e3b', 'name': '', 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'mac_address': 'fa:16:3e:2a:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:09Z', 'updated_at': '2022-01-29T05:10:10Z', 'revision_number': 2, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'subnets': [{'id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:10.762630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa8747-9d7d-448c-b04e-1ac63edf0ca6 None None] Port 3c39d84e-1454-46f5-88a2-46a360936e3b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:10:10.763985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:10.764348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:10.808422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a33b9-1271-4786-a164-e219e1cf56b6 None None] The sync data for ids ['791ee4c5-17cf-4f06-a06c-5904b872cab1'] in n-d-825930-1 is: [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '3c39d84e-1454-46f5-88a2-46a360936e3b', 'name': '', 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'mac_address': 'fa:16:3e:2a:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:09Z', 'updated_at': '2022-01-29T05:10:10Z', 'revision_number': 2, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'subnets': [{'id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:10:11.286347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-08458fea-3917-43be-abf9-d9fbe83d7f80 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:11.287871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-08458fea-3917-43be-abf9-d9fbe83d7f80 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 817 time: 0.1068316 Jan 29 05:10:11.304441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-d14cdd65-7eb0-4009-a476-7e06ff4d418d tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/quotas/fd1c743abb4348e1beb34e1a847365ea HTTP/1.1" status: 200 len: 375 time: 0.0098598 Jan 29 05:10:11.364901 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-440f1d7e-e205-4138-bf05-a2f37cd211ad tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549798 Jan 29 05:10:11.464886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-ddd928ce-1fd9-47af-a315-120a9959e86f service neutron] 10.222.0.32 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Jan 29 05:10:11.557111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-5f41d2ef-4d18-458a-b2ef-8d8c0de4b253 service neutron] 10.222.0.32 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860045 Jan 29 05:10:11.718330 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-aa16319d-69f8-4c92-ae12-916235a89fd0 req-34c4be06-5fac-4de5-9edf-adca047b54b8 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 210 time: 0.0272949 Jan 29 05:10:12.342870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:12.757605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-a006d67f-9207-44e0-bf05-fbc898273954 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:12.759486 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-a006d67f-9207-44e0-bf05-fbc898273954 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 817 time: 0.1161742 Jan 29 05:10:12.787775 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Request body: {'port': {'device_id': '16a21849-0909-4dd9-b1df-a53722ecb702', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'admin_state_up': True, 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:12.817305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25fbdb38-274d-42dd-aef8-94588847a662 req-3693a013-a838-41c0-8a88-44cde85fd42e tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 210 time: 0.0289361 Jan 29 05:10:12.895415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Made reservation on behalf of fd1c743abb4348e1beb34e1a847365ea for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:10:12.898912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.023529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Allocated IP 172.20.0.10 (4af3bcff-1d5c-4d3e-9550-694ff4ecc007/ff28a39a-e538-409a-94fb-07361f1f3e59/5796d45a-ea64-4e54-9419-afe75c5efc5b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:13.176867 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.210443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.257288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:13.260349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:13.264672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:13.269137 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Pushing event updated for resources: {'Port': ['ID=5796d45a-ea64-4e54-9419-afe75c5efc5b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:13.316865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:13.317525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.336123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-73db8c27-01ec-4844-a4fc-6a28ce4c6bf1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521722 Jan 29 05:10:13.346623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-61a4cfd3-d9ac-4708-a2b2-09fa702a35f2 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:10:13.347597 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-61a4cfd3-d9ac-4708-a2b2-09fa702a35f2 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059633 Jan 29 05:10:13.366177 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Request body: {'port': {'device_id': '16a21849-0909-4dd9-b1df-a53722ecb702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:13.404508 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Sync routers for ids ['791ee4c5-17cf-4f06-a06c-5904b872cab1'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:10:13.416008 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Routers {'791ee4c5-17cf-4f06-a06c-5904b872cab1'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:13.416633 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['791ee4c5-17cf-4f06-a06c-5904b872cab1'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:13.431466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.501410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2a2e2ca0-3962-459f-95bd-be952d4d97c8 None None] Provisioning complete for port 5796d45a-ea64-4e54-9419-afe75c5efc5b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:13.502477 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2ca0-3962-459f-95bd-be952d4d97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.524062 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Set router 791ee4c5-17cf-4f06-a06c-5904b872cab1 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:13.537679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e2ca0-3962-459f-95bd-be952d4d97c8 None None] Port 5796d45a-ea64-4e54-9419-afe75c5efc5b cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:10:13.694656 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad82f61a-d066-49da-ae3b-1e0d1c173283 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:13.720950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5796d45a-ea64-4e54-9419-afe75c5efc5b {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:10:13.731276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.743527 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Transition to ACTIVE for port object 5796d45a-ea64-4e54-9419-afe75c5efc5b will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:10:13.744477 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '3c39d84e-1454-46f5-88a2-46a360936e3b', 'name': '', 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'mac_address': 'fa:16:3e:2a:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:09Z', 'updated_at': '2022-01-29T05:10:10Z', 'revision_number': 2, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'subnets': [{'id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:13.748765 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.749260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ad82f61a-d066-49da-ae3b-1e0d1c173283 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:13.749638 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.772612 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Checking router: 791ee4c5-17cf-4f06-a06c-5904b872cab1 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:10:13.772972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Updating router 791ee4c5-17cf-4f06-a06c-5904b872cab1 port 3c39d84e-1454-46f5-88a2-46a360936e3b binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:10:13.800811 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.803430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Pushing event updated for resources: {'Port': ['ID=5796d45a-ea64-4e54-9419-afe75c5efc5b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:13.867283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.889385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Attempting to bind port 5796d45a-ea64-4e54-9419-afe75c5efc5b on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:13.889789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Attempting to bind port 5796d45a-ea64-4e54-9419-afe75c5efc5b by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:13.890204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Attempting to bind port 5796d45a-ea64-4e54-9419-afe75c5efc5b on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:13.895055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port ad82f61a-d066-49da-ae3b-1e0d1c173283, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad82f61a-d066-49da-ae3b-1e0d1c173283,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:13.896080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Port 5796d45a-ea64-4e54-9419-afe75c5efc5b on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:10:13.896628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Attempting to bind port 5796d45a-ea64-4e54-9419-afe75c5efc5b on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:13.902887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:13.903365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Checking segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:13.904362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Bound using segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:13.904889 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Bound port: 5796d45a-ea64-4e54-9419-afe75c5efc5b, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:13.905355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.905744 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:13.982213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=ad82f61a-d066-49da-ae3b-1e0d1c173283,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:14.000182 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.010884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] For port 5796d45a-ea64-4e54-9419-afe75c5efc5b, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:14.014146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] For port 5796d45a-ea64-4e54-9419-afe75c5efc5b, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:14.023715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.032683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946b9e0-d7d1-4bd0-ae77-96c7bab3b0e5 req-fb910894-005c-4db5-bc29-02e822c93569 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.034449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a946b9e0-d7d1-4bd0-ae77-96c7bab3b0e5 req-fb910894-005c-4db5-bc29-02e822c93569 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 944 time: 0.1143227 Jan 29 05:10:14.091136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.091757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.093144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] 10.222.0.20 "PUT /v2.0/ports/5796d45a-ea64-4e54-9419-afe75c5efc5b HTTP/1.1" status: 200 len: 1092 time: 0.7320163 Jan 29 05:10:14.093860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a21849-0909-4dd9-b1df-a53722ecb702', 'tag': '5796d45a-ea64-4e54-9419-afe75c5efc5b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:10:14.096495 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5a3f9d-4060-48b2-9821-28f215f2610e" -d '{"events": [{"name": "network-changed", "server_uuid": "16a21849-0909-4dd9-b1df-a53722ecb702", "tag": "5796d45a-ea64-4e54-9419-afe75c5efc5b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:10:14.130649 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a946b9e0-d7d1-4bd0-ae77-96c7bab3b0e5 req-8cd641b1-0142-4c9a-bff9-1cb49d704453 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873253 Jan 29 05:10:14.131399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8ccb2-e9f3-4fe0-b512-49bdcb05a9bc service neutron] Pushing event updated for resources: {'Port': ['ID=5796d45a-ea64-4e54-9419-afe75c5efc5b,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:14.162024 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.175107 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.191411 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bef380e-8294-4104-abb2-f8f895804ab1 x-openstack-request-id: req-0bef380e-8294-4104-abb2-f8f895804ab1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:10:14.191704 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a21849-0909-4dd9-b1df-a53722ecb702", "tag": "5796d45a-ea64-4e54-9419-afe75c5efc5b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:10:14.191961 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bef380e-8294-4104-abb2-f8f895804ab1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:10:14.192363 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a21849-0909-4dd9-b1df-a53722ecb702', 'tag': '5796d45a-ea64-4e54-9419-afe75c5efc5b', 'status': 'completed', 'code': 200} Jan 29 05:10:14.208935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-e96c8b90-6335-433b-ae01-5956e3129283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.210592 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-e96c8b90-6335-433b-ae01-5956e3129283 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 1095 time: 0.0610569 Jan 29 05:10:14.231140 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c038-3624-406e-a857-a27bd6b7d311 None None] Pushing event updated for resources: {'Port': ['ID=3c39d84e-1454-46f5-88a2-46a360936e3b,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:14.263521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-c630ee6f-6b53-44dc-82f5-becfe74cbe7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b HTTP/1.1" status: 200 len: 217 time: 0.0384734 Jan 29 05:10:14.291264 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Attempting to bind port 3c39d84e-1454-46f5-88a2-46a360936e3b on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:14.292361 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Attempting to bind port 3c39d84e-1454-46f5-88a2-46a360936e3b by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:14.293005 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Attempting to bind port 3c39d84e-1454-46f5-88a2-46a360936e3b on network d1d6f795-0fba-465b-bd4d-caab5fd75d0a {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:14.301831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:14.301831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Checking segment: {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:14.301831 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.301831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Bound using segment: {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:14.301831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Bound port: 3c39d84e-1454-46f5-88a2-46a360936e3b, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33878fa1-3273-447f-9bd8-c4190c387de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:14.301831 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.326145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-ab49eaff-2fe4-450e-a1f7-17984685d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.327643 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-ab49eaff-2fe4-450e-a1f7-17984685d46a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff28a39a-e538-409a-94fb-07361f1f3e59 HTTP/1.1" status: 200 len: 856 time: 0.0588310 Jan 29 05:10:14.376989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-6f9d5bee-b896-4db5-a06a-74f8d22d2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.378583 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-6f9d5bee-b896-4db5-a06a-74f8d22d2522 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440478 Jan 29 05:10:14.384530 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] For port 3c39d84e-1454-46f5-88a2-46a360936e3b, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:14.388379 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] For port 3c39d84e-1454-46f5-88a2-46a360936e3b, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3c39d84e-1454-46f5-88a2-46a360936e3b,segment=NetworkSegment(33878fa1-3273-447f-9bd8-c4190c387de9),segment_id=33878fa1-3273-447f-9bd8-c4190c387de9)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:14.392577 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.469182 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c038-3624-406e-a857-a27bd6b7d311 None None] Pushing event updated for resources: {'Port': ['ID=3c39d84e-1454-46f5-88a2-46a360936e3b,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:14.474235 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Routers {'791ee4c5-17cf-4f06-a06c-5904b872cab1'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:10:14.474788 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:09:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['791ee4c5-17cf-4f06-a06c-5904b872cab1'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:14.480873 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-bb9ed261-ccb6-4a71-999f-71110cbba9b5 service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953953 Jan 29 05:10:14.500293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-35071c58-6e31-4e29-acbd-3bbeaa600fff None None] Provisioning complete for port 3c39d84e-1454-46f5-88a2-46a360936e3b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:14.501364 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35071c58-6e31-4e29-acbd-3bbeaa600fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.583879 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35071c58-6e31-4e29-acbd-3bbeaa600fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.593714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a0d7e3-2e63-446f-8fba-fa78bc27f0f0 req-0326b042-5157-4aec-bc00-823498853f7b service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052806 Jan 29 05:10:14.595231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] Set router 791ee4c5-17cf-4f06-a06c-5904b872cab1 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:10:14.623387 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-35071c58-6e31-4e29-acbd-3bbeaa600fff None None] For port 3c39d84e-1454-46f5-88a2-46a360936e3b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3c39d84e-1454-46f5-88a2-46a360936e3b,segment=NetworkSegment(33878fa1-3273-447f-9bd8-c4190c387de9),segment_id=33878fa1-3273-447f-9bd8-c4190c387de9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:14.628493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35071c58-6e31-4e29-acbd-3bbeaa600fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.688032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071c58-6e31-4e29-acbd-3bbeaa600fff None None] Pushing event updated for resources: {'Port': ['ID=3c39d84e-1454-46f5-88a2-46a360936e3b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:14.736438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-91faa4a2-ff1a-4ea8-b05e-c40315d3e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.737905 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-91faa4a2-ff1a-4ea8-b05e-c40315d3e667 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 1095 time: 0.0445905 Jan 29 05:10:14.791511 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-d0f8e329-dc36-4899-97b7-99ed5dfe1e69 None None] Provisioning complete for port 3c39d84e-1454-46f5-88a2-46a360936e3b triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:14.792048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e329-dc36-4899-97b7-99ed5dfe1e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:14.822217 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '3c39d84e-1454-46f5-88a2-46a360936e3b', 'name': '', 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'mac_address': 'fa:16:3e:2a:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:09Z', 'updated_at': '2022-01-29T05:10:14Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'subnets': [{'id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:10:14.842606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-73eeb8ca-2174-4a23-847b-3cb144cfec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.844183 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-73eeb8ca-2174-4a23-847b-3cb144cfec27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 918 time: 0.0991256 Jan 29 05:10:14.851617 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b072901-8d15-4cf7-8365-dbb2bb8558a0 None None] The sync data for ids ['791ee4c5-17cf-4f06-a06c-5904b872cab1'] in n-d-825930-1 is: [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:10:09Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '3c39d84e-1454-46f5-88a2-46a360936e3b', 'name': '', 'network_id': 'd1d6f795-0fba-465b-bd4d-caab5fd75d0a', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'mac_address': 'fa:16:3e:2a:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:09Z', 'updated_at': '2022-01-29T05:10:14Z', 'revision_number': 4, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'subnets': [{'id': 'cbf7687e-d686-4e4e-b241-71525836875c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:10:14.889617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-cf82f76b-51fc-46a3-b07b-aacd6f7c8300 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b HTTP/1.1" status: 200 len: 217 time: 0.0367930 Jan 29 05:10:14.942348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-551bffd6-eeac-4cf1-9f47-9aeaaf2e6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:14.943827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-551bffd6-eeac-4cf1-9f47-9aeaaf2e6379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff28a39a-e538-409a-94fb-07361f1f3e59 HTTP/1.1" status: 200 len: 856 time: 0.0465832 Jan 29 05:10:14.999333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-3c315753-1eb9-42b7-957a-9584a082b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:15.001577 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-3c315753-1eb9-42b7-957a-9584a082b5a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495386 Jan 29 05:10:15.099576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-a90fba09-c679-41d1-bfdb-f3f1ce2c7083 service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901828 Jan 29 05:10:15.195218 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7f5a3f9d-4060-48b2-9821-28f215f2610e req-dddac8e6-ae76-432b-ac18-ea5133895161 service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882812 Jan 29 05:10:15.260766 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad38c6-1b81-471f-b261-8693e2528654 req-006af10c-a0c3-4411-9a55-36b92e57c00b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:15.262233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1ad38c6-1b81-471f-b261-8693e2528654 req-006af10c-a0c3-4411-9a55-36b92e57c00b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 944 time: 0.0548499 Jan 29 05:10:15.303571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a1ad38c6-1b81-471f-b261-8693e2528654 req-2752c961-6460-4991-880d-c9424492882a tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jan 29 05:10:15.680868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3c39d84e-1454-46f5-88a2-46a360936e3b up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:15.730526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3c39d84e-1454-46f5-88a2-46a360936e3b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:15.730898 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:15.805614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad82f61a-d066-49da-ae3b-1e0d1c173283 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:15.850444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ad82f61a-d066-49da-ae3b-1e0d1c173283 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:15.850736 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:16.429470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb21d-c71a-4034-8637-e3601490d153 req-0ac48f90-b2e5-418c-a126-8b610910ec46 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:16.436008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5dacb21d-c71a-4034-8637-e3601490d153 req-0ac48f90-b2e5-418c-a126-8b610910ec46 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 944 time: 0.0610459 Jan 29 05:10:16.473951 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5dacb21d-c71a-4034-8637-e3601490d153 req-d1e60f35-778e-4f80-8a66-c7a99b5f9a70 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Jan 29 05:10:17.202100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5796d45a-ea64-4e54-9419-afe75c5efc5b details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:10:17.295782 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5796d45a-ea64-4e54-9419-afe75c5efc5b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:17.307403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5796d45a-ea64-4e54-9419-afe75c5efc5b', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'port_id': '5796d45a-ea64-4e54-9419-afe75c5efc5b', 'mac_address': 'fa:16:3e:5d:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:10:17.348070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:17.360241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5796d45a-ea64-4e54-9419-afe75c5efc5b {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:10:17.378772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5796d45a-ea64-4e54-9419-afe75c5efc5b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:17.382784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:17.428287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5796d45a-ea64-4e54-9419-afe75c5efc5b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:17.590003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2790ee-d2cc-4006-9166-61081c144544 req-c0a05096-b476-4d60-8279-9f0b2cbb6e95 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:17.591517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2790ee-d2cc-4006-9166-61081c144544 req-c0a05096-b476-4d60-8279-9f0b2cbb6e95 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 945 time: 0.0493550 Jan 29 05:10:17.630085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2790ee-d2cc-4006-9166-61081c144544 req-f9854927-456c-4f5e-9a60-033d93b6ea31 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Jan 29 05:10:17.662896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5796d45a-ea64-4e54-9419-afe75c5efc5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:10:18.742300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42902-d187-4a00-9363-f8297a618749 req-75b76dff-43f8-4246-8692-801ef53b2196 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:18.743748 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75f42902-d187-4a00-9363-f8297a618749 req-75b76dff-43f8-4246-8692-801ef53b2196 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Jan 29 05:10:18.780847 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-75f42902-d187-4a00-9363-f8297a618749 req-20a7cca9-8de7-4be9-92e7-6be08bbaa9c7 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Jan 29 05:10:19.226539 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5796d45a-ea64-4e54-9419-afe75c5efc5b up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:19.273268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5796d45a-ea64-4e54-9419-afe75c5efc5b completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:10:19.276775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5796d45a-ea64-4e54-9419-afe75c5efc5b triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:19.277146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:19.351995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:19.373400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a21849-0909-4dd9-b1df-a53722ecb702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5796d45a-ea64-4e54-9419-afe75c5efc5b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:10:19.376220 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a902618-bf11-480a-afcc-ff940d7c2611" -d '{"events": [{"server_uuid": "16a21849-0909-4dd9-b1df-a53722ecb702", "name": "network-vif-plugged", "status": "completed", "tag": "5796d45a-ea64-4e54-9419-afe75c5efc5b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:10:19.392004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5796d45a-ea64-4e54-9419-afe75c5efc5b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:19.396284 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:19.425086 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e7010b-71e8-41d1-ab31-e5783eb1dfc5 x-openstack-request-id: req-e1e7010b-71e8-41d1-ab31-e5783eb1dfc5 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:10:19.425372 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a21849-0909-4dd9-b1df-a53722ecb702", "name": "network-vif-plugged", "status": "completed", "tag": "5796d45a-ea64-4e54-9419-afe75c5efc5b", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:10:19.425621 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1e7010b-71e8-41d1-ab31-e5783eb1dfc5 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:10:19.426031 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a21849-0909-4dd9-b1df-a53722ecb702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5796d45a-ea64-4e54-9419-afe75c5efc5b', 'code': 200} Jan 29 05:10:19.451596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5796d45a-ea64-4e54-9419-afe75c5efc5b,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:19.544211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46386255-5204-4eb0-bd5a-afa513854553 req-90b7956a-5f19-4bcc-9105-b578b9ab63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:19.545670 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46386255-5204-4eb0-bd5a-afa513854553 req-90b7956a-5f19-4bcc-9105-b578b9ab63aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 1097 time: 0.0389240 Jan 29 05:10:19.578611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-46386255-5204-4eb0-bd5a-afa513854553 req-cee8daf2-0dae-4875-a306-bba9b4fb57d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258713 Jan 29 05:10:19.897250 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aa2b7-aed3-4a64-a420-f38a34650934 req-293b9c8e-00f8-42ac-90c2-c6821d05fb42 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:19.898772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-011aa2b7-aed3-4a64-a420-f38a34650934 req-293b9c8e-00f8-42ac-90c2-c6821d05fb42 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 946 time: 0.0530715 Jan 29 05:10:19.935364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-011aa2b7-aed3-4a64-a420-f38a34650934 req-6fc78715-a8a0-4e27-8a45-82cda4affd9c tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Jan 29 05:10:21.053622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac63b6-909c-461f-a41a-5eaa3cdf5b17 req-136b12c9-2fec-4e4b-92bb-8fc427b2b0cf tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:21.055095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3ac63b6-909c-461f-a41a-5eaa3cdf5b17 req-136b12c9-2fec-4e4b-92bb-8fc427b2b0cf tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 946 time: 0.0512981 Jan 29 05:10:21.091731 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f3ac63b6-909c-461f-a41a-5eaa3cdf5b17 req-ba566efe-7c1e-4eb7-b427-ac1e06fc5f11 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Jan 29 05:10:21.202912 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2548-8cd5-4c36-9299-24816306f86e req-bc3b44fd-4dbb-460d-9aa7-50925489d62b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:21.205054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-979a2548-8cd5-4c36-9299-24816306f86e req-bc3b44fd-4dbb-460d-9aa7-50925489d62b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 946 time: 0.0482328 Jan 29 05:10:21.241446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-979a2548-8cd5-4c36-9299-24816306f86e req-c820a4f1-06dd-4c9b-abd0-6697e924d800 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304737 Jan 29 05:10:23.914663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-81b8f313-6be8-4bd5-9272-db002608c654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:26.173116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d37ee67d-764f-4f89-9ad6-32a6dbf7f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:27.446426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:29.284217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:29.288000 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:39.653182 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce920fa5-8cc3-438c-bab9-6c3935b4b3d8 req-9c9fb023-4fad-4d17-af17-8206adfec14b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:39.654654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce920fa5-8cc3-438c-bab9-6c3935b4b3d8 req-9c9fb023-4fad-4d17-af17-8206adfec14b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Jan 29 05:10:39.694423 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ce920fa5-8cc3-438c-bab9-6c3935b4b3d8 req-3aabe937-5def-4fe0-8726-a6ab88f2dd7c tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Jan 29 05:10:40.811600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc87a-abdb-41f1-aa67-417ca193644a req-a3f8d019-fa0c-4973-9066-53183135957b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:40.813078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10dfc87a-abdb-41f1-aa67-417ca193644a req-a3f8d019-fa0c-4973-9066-53183135957b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 946 time: 0.0500088 Jan 29 05:10:40.850866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-10dfc87a-abdb-41f1-aa67-417ca193644a req-ce856316-7df9-4a6c-bf23-a6a8acd0d16b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Jan 29 05:10:41.365007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-3897aecb-8e54-4ac3-8b47-6cbcf605fd2a tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:41.366461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-3897aecb-8e54-4ac3-8b47-6cbcf605fd2a tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 946 time: 0.0482578 Jan 29 05:10:41.455433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Deleting port 5796d45a-ea64-4e54-9419-afe75c5efc5b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:10:41.455780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:41.539749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] For port 5796d45a-ea64-4e54-9419-afe75c5efc5b, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5796d45a-ea64-4e54-9419-afe75c5efc5b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:41.540360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:41.552295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Calling delete_port for 5796d45a-ea64-4e54-9419-afe75c5efc5b owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:10:41.678916 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:41.707928 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Pushing event deleted for resources: {'Port': ['ID=5796d45a-ea64-4e54-9419-afe75c5efc5b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:41.714039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5796d45a-ea64-4e54-9419-afe75c5efc5b'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:10:41.752511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] No DVR routers for this DVR port 5796d45a-ea64-4e54-9419-afe75c5efc5b on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:10:41.755356 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:41.758788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-094ff000-86cc-42b2-a7d4-6719b076da90 req-e01e26d6-1283-409b-bad9-e9c721ab8229 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "DELETE /v2.0/ports/5796d45a-ea64-4e54-9419-afe75c5efc5b HTTP/1.1" status: 204 len: 173 time: 0.3866878 Jan 29 05:10:41.759225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a21849-0909-4dd9-b1df-a53722ecb702', 'name': 'network-vif-deleted', 'tag': '5796d45a-ea64-4e54-9419-afe75c5efc5b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:10:41.761529 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa82394-af55-44a5-8b4e-8a8f2bfb8a09" -d '{"events": [{"server_uuid": "16a21849-0909-4dd9-b1df-a53722ecb702", "name": "network-vif-deleted", "tag": "5796d45a-ea64-4e54-9419-afe75c5efc5b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:10:41.871996 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d865e5-d319-4a24-83d9-53aaa781933d x-openstack-request-id: req-f7d865e5-d319-4a24-83d9-53aaa781933d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:10:41.872710 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a21849-0909-4dd9-b1df-a53722ecb702", "name": "network-vif-deleted", "tag": "5796d45a-ea64-4e54-9419-afe75c5efc5b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:10:41.872710 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7d865e5-d319-4a24-83d9-53aaa781933d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:10:41.872938 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a21849-0909-4dd9-b1df-a53722ecb702', 'name': 'network-vif-deleted', 'tag': '5796d45a-ea64-4e54-9419-afe75c5efc5b', 'status': 'completed', 'code': 200} Jan 29 05:10:41.958020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-24aba73d-8c3e-44d5-b2b0-6eef7ac5f875 req-685908d9-8129-460e-a4db-eaa98a8e344d tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a21849-0909-4dd9-b1df-a53722ecb702 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Jan 29 05:10:42.356751 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:43.463329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-3662a975-5662-4d2a-a6e5-f10d9abb7688 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:43.465417 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-3662a975-5662-4d2a-a6e5-f10d9abb7688 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 817 time: 0.1001801 Jan 29 05:10:43.481681 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-60d07150-d88c-4c56-8a00-5c26d9a8c0cd tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/quotas/fd1c743abb4348e1beb34e1a847365ea HTTP/1.1" status: 200 len: 375 time: 0.0093038 Jan 29 05:10:43.541967 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-8007b942-1393-4378-9321-2d32f7ec6f46 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507114 Jan 29 05:10:43.636350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2a85b8fb-a5e7-4c08-a970-c22880bbb832 service neutron] 10.222.0.32 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Jan 29 05:10:43.731585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-3e6719c9-2048-4292-9007-cee87e3fffab service neutron] 10.222.0.32 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887284 Jan 29 05:10:43.895356 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-176616a7-b196-4c84-9c90-ebbcfdf672d8 req-47ba08da-4cb5-446a-9b3a-360d8972e8e3 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 210 time: 0.0306604 Jan 29 05:10:43.989071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:44.696789 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:10:44.883161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-3d06a568-3b4b-4444-ae1e-b311f592ed4e tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:44.884610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-3d06a568-3b4b-4444-ae1e-b311f592ed4e tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 817 time: 0.1039617 Jan 29 05:10:44.911607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Request body: {'port': {'device_id': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'admin_state_up': True, 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:44.996682 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f55fd942-140e-4205-8746-65259fa9b833 req-1373a267-ff7d-40e2-ab7e-03aa611a24fd tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Jan 29 05:10:45.046473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Made reservation on behalf of fd1c743abb4348e1beb34e1a847365ea for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:10:45.051078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.175806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Allocated IP 172.20.0.7 (4af3bcff-1d5c-4d3e-9550-694ff4ecc007/ff28a39a-e538-409a-94fb-07361f1f3e59/d1eb8ee1-c83e-43b7-9dac-88e4836ef8de) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:10:45.315350 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.319615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5796d45a-ea64-4e54-9419-afe75c5efc5b no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:10:45.341489 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5796d45a-ea64-4e54-9419-afe75c5efc5b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:10:45.341831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5796d45a-ea64-4e54-9419-afe75c5efc5b not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:10:45.351622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.398902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:10:45.401795 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:10:45.405352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:10:45.412074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Pushing event updated for resources: {'Port': ['ID=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:45.458367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:45.459102 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.481606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-02d98df7-6a38-4fd8-884b-6097196c4160 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735891 Jan 29 05:10:45.499235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Request body: {'port': {'device_id': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:10:45.558473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.671701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-167f415d-db27-43ce-9dee-dc1b79f73d39 None None] Provisioning complete for port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:45.672057 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-167f415d-db27-43ce-9dee-dc1b79f73d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.706270 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-167f415d-db27-43ce-9dee-dc1b79f73d39 None None] Port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:10:45.818258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1eb8ee1-c83e-43b7-9dac-88e4836ef8de {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:10:45.825345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.837377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Transition to ACTIVE for port object d1eb8ee1-c83e-43b7-9dac-88e4836ef8de will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:10:45.840912 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:45.908374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:45.962938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Attempting to bind port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:10:45.963281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Attempting to bind port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:10:45.963623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Attempting to bind port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:45.968301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:10:45.968628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Attempting to bind port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de on network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:10:45.974416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:10:45.974763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Checking segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:10:45.975152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Bound using segment: {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:10:45.975585 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Bound port: d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb63d63-3101-4e4e-96c5-f262b377acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:10:45.975949 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:46.045112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] For port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:10:46.048817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] For port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:10:46.053594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:46.092570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.093194 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:46.095972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] 10.222.0.20 "PUT /v2.0/ports/d1eb8ee1-c83e-43b7-9dac-88e4836ef8de HTTP/1.1" status: 200 len: 1091 time: 0.5997522 Jan 29 05:10:46.095972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'tag': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:10:46.097849 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930831b2-76d8-40a7-83b1-92405d4663d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b3c0f-8e3a-4311-9713-3969d5dea6f5", "tag": "d1eb8ee1-c83e-43b7-9dac-88e4836ef8de"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:10:46.121740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827f9c-d792-4d40-9aad-2e9df85af640 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:46.122993 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c5363-9b93-495e-8806-b49c23ad82f1 req-1976f98d-fac1-4331-b5e3-853b3e0b8c75 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.131236 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-012c5363-9b93-495e-8806-b49c23ad82f1 req-1976f98d-fac1-4331-b5e3-853b3e0b8c75 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 943 time: 0.0575447 Jan 29 05:10:46.175298 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb8f0e2-002a-47f0-abd1-418727094e8b x-openstack-request-id: req-4eb8f0e2-002a-47f0-abd1-418727094e8b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:10:46.175599 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b3c0f-8e3a-4311-9713-3969d5dea6f5", "tag": "d1eb8ee1-c83e-43b7-9dac-88e4836ef8de", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:10:46.176104 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eb8f0e2-002a-47f0-abd1-418727094e8b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:10:46.176703 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'tag': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de', 'status': 'completed', 'code': 200} Jan 29 05:10:46.177426 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-012c5363-9b93-495e-8806-b49c23ad82f1 req-4dc9933a-00d7-47b7-a84c-bc9cc9456ee5 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450711 Jan 29 05:10:46.207437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-235819f2-d44c-42cb-a43b-25df56d98ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.208607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-235819f2-d44c-42cb-a43b-25df56d98ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 1094 time: 0.0522785 Jan 29 05:10:46.256067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-9d3b9fd7-3558-4da1-914a-0823840ed8d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de HTTP/1.1" status: 200 len: 217 time: 0.0347733 Jan 29 05:10:46.308976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-54a8bbdd-2ee5-4c12-9fac-2bc22eb41081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.310446 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-54a8bbdd-2ee5-4c12-9fac-2bc22eb41081 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff28a39a-e538-409a-94fb-07361f1f3e59 HTTP/1.1" status: 200 len: 856 time: 0.0477760 Jan 29 05:10:46.356251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-9b2bb194-f711-4805-b10c-2fd9972f815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.357639 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-9b2bb194-f711-4805-b10c-2fd9972f815c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396543 Jan 29 05:10:46.444096 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-c47942f3-f483-4ee2-bb99-4e2c98d3401d service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788662 Jan 29 05:10:46.534542 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4dbabbd3-be29-4861-a734-ac34af0840a7 req-92516e13-b536-414e-b06b-5a1c219fe66d service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Jan 29 05:10:46.666649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-7b8021bd-ab38-4345-9409-fd5d0fe75061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.668039 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-7b8021bd-ab38-4345-9409-fd5d0fe75061 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 1094 time: 0.0405371 Jan 29 05:10:46.760040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-ea08fb39-d8c7-46e3-b43f-6c1f6a2835aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.761502 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-ea08fb39-d8c7-46e3-b43f-6c1f6a2835aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 918 time: 0.0874941 Jan 29 05:10:46.801548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-4142aceb-69fd-42ba-8204-c1ede8609db9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de HTTP/1.1" status: 200 len: 217 time: 0.0332599 Jan 29 05:10:46.849873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-27278d25-1b77-459b-84d8-1b7411e09300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.851332 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-27278d25-1b77-459b-84d8-1b7411e09300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff28a39a-e538-409a-94fb-07361f1f3e59 HTTP/1.1" status: 200 len: 856 time: 0.0429823 Jan 29 05:10:46.904751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-08aeb9a6-2142-45f5-ab2a-b627eadbb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:46.906474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-08aeb9a6-2142-45f5-ab2a-b627eadbb6ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484014 Jan 29 05:10:47.008726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-affc067e-4e92-49f5-8987-5268d9fde45f service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913894 Jan 29 05:10:47.101001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-930831b2-76d8-40a7-83b1-92405d4663d3 req-695233d2-832a-427e-83b3-2405b615db65 service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854495 Jan 29 05:10:47.296310 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a325f7-4a74-4041-8955-623d513c548f req-3a4d4109-391d-4f03-9980-2bf2781c1c5f tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:47.297718 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03a325f7-4a74-4041-8955-623d513c548f req-3a4d4109-391d-4f03-9980-2bf2781c1c5f tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 943 time: 0.0519650 Jan 29 05:10:47.335783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03a325f7-4a74-4041-8955-623d513c548f req-77ff5580-d6ea-4378-8cbc-db0209d93b2c tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Jan 29 05:10:48.456407 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd930cce-1fa8-4516-8d73-7ff98ba3857c req-974e59ef-d3b9-4d23-9a7c-fba6d843087a tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:48.457912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd930cce-1fa8-4516-8d73-7ff98ba3857c req-974e59ef-d3b9-4d23-9a7c-fba6d843087a tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 943 time: 0.0509326 Jan 29 05:10:48.498383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cd930cce-1fa8-4516-8d73-7ff98ba3857c req-7ebaf048-6d38-4432-b60f-8dd94d37282f tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Jan 29 05:10:49.343020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d1eb8ee1-c83e-43b7-9dac-88e4836ef8de details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:10:49.433771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:49.444344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de', 'network_id': '4af3bcff-1d5c-4d3e-9550-694ff4ecc007', 'port_id': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de', 'mac_address': 'fa:16:3e:9b:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff28a39a-e538-409a-94fb-07361f1f3e59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:10:49.483317 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:49.496267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eb8ee1-c83e-43b7-9dac-88e4836ef8de {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:10:49.514293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:49.518315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:49.567521 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:49.574810 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.575156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.575494 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.575825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.576156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.576484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.576808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.577129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.577451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.577771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.578121 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.578441 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:10:49.624056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f808d-7070-48f5-ab88-3fdc8afe233d req-f6e9872d-8212-4a9c-b05c-9a0084e6ef81 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:49.625545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f26f808d-7070-48f5-ab88-3fdc8afe233d req-f6e9872d-8212-4a9c-b05c-9a0084e6ef81 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 944 time: 0.0503538 Jan 29 05:10:49.662673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f26f808d-7070-48f5-ab88-3fdc8afe233d req-f85b32f5-a8c9-4d95-9937-21e2e9cb8b4d tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311949 Jan 29 05:10:49.780817 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d1eb8ee1-c83e-43b7-9dac-88e4836ef8de'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:10:50.779731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e21fd5-72fc-49cd-bfe0-2c8f1fb37815 req-d101ae89-f66f-4bdd-888d-427f4a346ea1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:50.781190 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83e21fd5-72fc-49cd-bfe0-2c8f1fb37815 req-d101ae89-f66f-4bdd-888d-427f4a346ea1 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 944 time: 0.0517557 Jan 29 05:10:50.818585 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-83e21fd5-72fc-49cd-bfe0-2c8f1fb37815 req-a928589b-88ff-4e71-8231-b820bfe42ecb tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Jan 29 05:10:51.366972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d1eb8ee1-c83e-43b7-9dac-88e4836ef8de up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:10:51.413943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:10:51.417666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:10:51.418070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:51.493152 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:51.515363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:10:51.517883 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f976b90-a2ce-4769-97d1-f3971f0fc9d9" -d '{"events": [{"server_uuid": "b70b3c0f-8e3a-4311-9713-3969d5dea6f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1eb8ee1-c83e-43b7-9dac-88e4836ef8de"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:10:51.534026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:10:51.538964 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:51.588069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:10:51.615404 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a814c34-7aef-4794-a7cf-b595e2f44888 x-openstack-request-id: req-5a814c34-7aef-4794-a7cf-b595e2f44888 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:10:51.615695 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b3c0f-8e3a-4311-9713-3969d5dea6f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1eb8ee1-c83e-43b7-9dac-88e4836ef8de", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:10:51.615975 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a814c34-7aef-4794-a7cf-b595e2f44888 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:10:51.616654 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de', 'code': 200} Jan 29 05:10:51.735118 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f842-f7e3-4362-b080-dbf33df67a6e req-6469639d-916f-43d8-bd53-6b73b1604360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:51.737709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3bd0f842-f7e3-4362-b080-dbf33df67a6e req-6469639d-916f-43d8-bd53-6b73b1604360 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0405130 Jan 29 05:10:51.770452 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3bd0f842-f7e3-4362-b080-dbf33df67a6e req-6e5beac0-899c-4d7f-999c-a5fb0b1919b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262361 Jan 29 05:10:51.931930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991323c-01d0-4c3b-a5f4-5da465ea8775 req-608e3fcd-af9b-4b75-bc23-1dd92f710668 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:51.933389 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3991323c-01d0-4c3b-a5f4-5da465ea8775 req-608e3fcd-af9b-4b75-bc23-1dd92f710668 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Jan 29 05:10:51.970388 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3991323c-01d0-4c3b-a5f4-5da465ea8775 req-b5b48697-4b8d-43a9-9865-a3a020465d4b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303459 Jan 29 05:10:53.088239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423fba7-aade-478f-a98c-e17f999d1d5d req-5c1dfe87-ba71-4d45-a26c-9d052fe671b5 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:53.089711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3423fba7-aade-478f-a98c-e17f999d1d5d req-5c1dfe87-ba71-4d45-a26c-9d052fe671b5 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 945 time: 0.0523267 Jan 29 05:10:53.126961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3423fba7-aade-478f-a98c-e17f999d1d5d req-e6543597-89ff-4370-b665-d366927c053b tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304868 Jan 29 05:10:53.238771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91983-21cc-4ea4-9e94-91d0326e22e5 req-668b5bf6-a3db-40ac-9cf2-7ff4d246f804 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:53.240236 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6b91983-21cc-4ea4-9e94-91d0326e22e5 req-668b5bf6-a3db-40ac-9cf2-7ff4d246f804 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 945 time: 0.0482726 Jan 29 05:10:53.276275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c6b91983-21cc-4ea4-9e94-91d0326e22e5 req-3b313dd0-ac18-4a59-9611-cfffd6d82b64 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300512 Jan 29 05:10:53.916648 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ace04f43-4f93-411f-b683-e96e14911a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:56.176941 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f26a-c0f9-4230-9406-116f91753bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:57.450979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:59.287774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:59.291863 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:10:59.783052 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-1801ab57-ddcd-48ea-bd71-dae82c50b7db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1333849 Jan 29 05:10:59.879397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-33c2665b-c9ce-4131-9c32-19d51ded04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:59.880845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-33c2665b-c9ce-4131-9c32-19d51ded04d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd1c743abb4348e1beb34e1a847365ea&device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0404751 Jan 29 05:10:59.983217 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-83f2cb09-aa16-47f7-9495-c34b48e5b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:10:59.984576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-83f2cb09-aa16-47f7-9495-c34b48e5b5b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 200 len: 918 time: 0.0854890 Jan 29 05:11:00.024059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-9f631cc3-6ff0-4ffc-be3b-086a519d924b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de HTTP/1.1" status: 200 len: 217 time: 0.0328197 Jan 29 05:11:00.071290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-ca0550f4-c5df-4503-85bf-1c140433773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:00.072711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-ca0550f4-c5df-4503-85bf-1c140433773a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff28a39a-e538-409a-94fb-07361f1f3e59 HTTP/1.1" status: 200 len: 856 time: 0.0428236 Jan 29 05:11:00.460268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-80c05d07-3d0d-4ae2-9004-209cb2907010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:00.461724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-80c05d07-3d0d-4ae2-9004-209cb2907010 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4af3bcff-1d5c-4d3e-9550-694ff4ecc007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825858 Jan 29 05:11:00.548720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-28953abe-a4f6-4d8d-9f5d-af2929c05b71 service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798008 Jan 29 05:11:00.638419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fb5e5834-650f-454e-8181-a672c7e5bc68 req-6740bd1a-3d4d-402b-825a-3250671048bf service neutron] 10.222.0.20 "GET /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829384 Jan 29 05:11:11.514699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da629a-5049-4aaa-b86d-3953d541c7ec req-738d89dc-fd7f-4755-a9fa-2bb4e9119e8f tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:11.516739 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91da629a-5049-4aaa-b86d-3953d541c7ec req-738d89dc-fd7f-4755-a9fa-2bb4e9119e8f tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Jan 29 05:11:11.552919 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91da629a-5049-4aaa-b86d-3953d541c7ec req-b0ea2505-d53a-4bf5-a283-1a1c2b5c012d tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302005 Jan 29 05:11:12.358433 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:12.671380 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea9999-0cdd-44fc-855d-d698aca91fb8 req-18ca4105-efdd-4846-ba84-131b0c33572d tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:12.672900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5ea9999-0cdd-44fc-855d-d698aca91fb8 req-18ca4105-efdd-4846-ba84-131b0c33572d tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Jan 29 05:11:12.709914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e5ea9999-0cdd-44fc-855d-d698aca91fb8 req-e4810c8d-541f-4a8c-832a-b78dd2685ec9 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/security-groups?id=0be9d6d6-cf96-40e8-8409-fef2c5f30800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Jan 29 05:11:13.243398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-4d021c5f-52da-47c9-a912-0ad5284f2054 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:13.244828 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-4d021c5f-52da-47c9-a912-0ad5284f2054 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Jan 29 05:11:13.335927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Deleting port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:13.336269 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:13.420715 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] For port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:13.421085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:13.433228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Calling delete_port for d1eb8ee1-c83e-43b7-9dac-88e4836ef8de owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:13.558527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:13.588304 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Pushing event deleted for resources: {'Port': ['ID=d1eb8ee1-c83e-43b7-9dac-88e4836ef8de,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:13.592715 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d1eb8ee1-c83e-43b7-9dac-88e4836ef8de'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:11:13.618356 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.618755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.619108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.619447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.619780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.620114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.620445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.620773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.621103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.621427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.621749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.622219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:13.643078 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] No DVR routers for this DVR port d1eb8ee1-c83e-43b7-9dac-88e4836ef8de on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:11:13.645835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:13.649246 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-123bbfcb-2a5f-4739-8e87-7edf53585086 req-81ed07c7-16c9-4441-a70c-fabaa83d3508 tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.20 "DELETE /v2.0/ports/d1eb8ee1-c83e-43b7-9dac-88e4836ef8de HTTP/1.1" status: 204 len: 173 time: 0.3976333 Jan 29 05:11:13.649679 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'name': 'network-vif-deleted', 'tag': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:11:13.652065 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f7cbb-5e26-4974-8d1f-95fe9a0661fb" -d '{"events": [{"server_uuid": "b70b3c0f-8e3a-4311-9713-3969d5dea6f5", "name": "network-vif-deleted", "tag": "d1eb8ee1-c83e-43b7-9dac-88e4836ef8de"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:11:13.691506 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c486248d-524e-456f-a6b8-c0ae12135ab0 x-openstack-request-id: req-c486248d-524e-456f-a6b8-c0ae12135ab0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:11:13.692471 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b3c0f-8e3a-4311-9713-3969d5dea6f5", "name": "network-vif-deleted", "tag": "d1eb8ee1-c83e-43b7-9dac-88e4836ef8de", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:11:13.692718 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c486248d-524e-456f-a6b8-c0ae12135ab0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:11:13.693112 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b3c0f-8e3a-4311-9713-3969d5dea6f5', 'name': 'network-vif-deleted', 'tag': 'd1eb8ee1-c83e-43b7-9dac-88e4836ef8de', 'status': 'completed', 'code': 200} Jan 29 05:11:13.809102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c82b2549-db32-474a-b49a-80f29e8958cd req-66db0cec-df06-4741-bef1-66d41c8000eb tempest-TestEncryptedCinderVolumes-1675092956 tempest-TestEncryptedCinderVolumes-1675092956-project] 10.222.0.32 "GET /v2.0/ports?device_id=b70b3c0f-8e3a-4311-9713-3969d5dea6f5 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Jan 29 05:11:13.985529 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:14.895545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:15.240500 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:15.487627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Deleting port c68b0b5b-cecc-446f-84b6-dec295be740b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:15.487976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:15.570755 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] For port c68b0b5b-cecc-446f-84b6-dec295be740b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c68b0b5b-cecc-446f-84b6-dec295be740b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:15.571026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:15.583032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Calling delete_port for c68b0b5b-cecc-446f-84b6-dec295be740b owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:15.757620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:15.782857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Pushing event deleted for resources: {'Port': ['ID=c68b0b5b-cecc-446f-84b6-dec295be740b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:15.952988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.180157 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Router 609373e1-df40-4481-a81e-fc74194e5e12 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:11:16.286358 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:11:16.291563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f408ea6f-bd95-45c3-a180-58a3e1e5f69d admin admin] 10.222.0.32 "PUT /v2.0/routers/609373e1-df40-4481-a81e-fc74194e5e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3950076 Jan 29 05:11:16.294086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:16.296617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] Sync routers for ids ['609373e1-df40-4481-a81e-fc74194e5e12'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:11:16.307930 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] Routers {'609373e1-df40-4481-a81e-fc74194e5e12'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:16.308548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:10:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['609373e1-df40-4481-a81e-fc74194e5e12'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:16.408660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.417415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] Set router 609373e1-df40-4481-a81e-fc74194e5e12 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:16.518682 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.574323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Deleting port 65eccade-f7c5-4fe9-b67f-e4eee4246f03 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:16.574670 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.605744 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:11:15Z', 'revision_number': 5, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port': {'id': '65eccade-f7c5-4fe9-b67f-e4eee4246f03', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609373e1-df40-4481-a81e-fc74194e5e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:16.660261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] For port 65eccade-f7c5-4fe9-b67f-e4eee4246f03, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=65eccade-f7c5-4fe9-b67f-e4eee4246f03,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:16.660599 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.674477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Calling delete_port for 65eccade-f7c5-4fe9-b67f-e4eee4246f03 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:16.809216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] Checking router: 609373e1-df40-4481-a81e-fc74194e5e12 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:11:16.817276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] Routers {'609373e1-df40-4481-a81e-fc74194e5e12'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:16.817924 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:10:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['609373e1-df40-4481-a81e-fc74194e5e12'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:16.852107 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.881526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65eccade-f7c5-4fe9-b67f-e4eee4246f03,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:16.917992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] Set router 609373e1-df40-4481-a81e-fc74194e5e12 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:16.941074 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:16.972827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:11:16Z', 'revision_number': 6, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:16.998705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f928d7-03ab-4bbb-9c5e-6e4c4ec0b310 None None] The sync data for ids ['609373e1-df40-4481-a81e-fc74194e5e12'] in n-d-825930-1 is: [{'id': '609373e1-df40-4481-a81e-fc74194e5e12', 'name': 'tempest-TestEncryptedCinderVolumes-1825921926-router', 'tenant_id': 'fd1c743abb4348e1beb34e1a847365ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:02Z', 'updated_at': '2022-01-29T05:11:16Z', 'revision_number': 6, 'project_id': 'fd1c743abb4348e1beb34e1a847365ea', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:11:17.035068 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.037222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.080325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.080880 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 609373e1-df40-4481-a81e-fc74194e5e12 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:11:17.086235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.087375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8745a58-860f-4c47-8873-29a80e6f43a6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/609373e1-df40-4481-a81e-fc74194e5e12 HTTP/1.1" status: 204 len: 168 time: 0.7923915 Jan 29 05:11:17.089866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:17.133007 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Deleting subnet ff28a39a-e538-409a-94fb-07361f1f3e59 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:11:17.136182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.170076 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.248792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.299198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.322773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff28a39a-e538-409a-94fb-07361f1f3e59,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:17.328357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.331823 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c6deec2-8e27-4b16-a04c-32cc0281c277 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff28a39a-e538-409a-94fb-07361f1f3e59 HTTP/1.1" status: 204 len: 168 time: 0.2409217 Jan 29 05:11:17.334277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:17.334420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f165d-ecc0-475f-86ea-50e1fa6d23aa None None] Network 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:11:17.410884 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.467469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Deleting port b3c648b1-c1c1-4c43-9c66-436a3123f86b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:17.467823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.512480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d1eb8ee1-c83e-43b7-9dac-88e4836ef8de no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:17.529542 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] For port b3c648b1-c1c1-4c43-9c66-436a3123f86b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b3c648b1-c1c1-4c43-9c66-436a3123f86b,segment=NetworkSegment(cdb63d63-3101-4e4e-96c5-f262b377acdc),segment_id=cdb63d63-3101-4e4e-96c5-f262b377acdc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:17.529931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.531232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: d1eb8ee1-c83e-43b7-9dac-88e4836ef8de {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:17.532130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d1eb8ee1-c83e-43b7-9dac-88e4836ef8de not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:17.543910 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Calling delete_port for b3c648b1-c1c1-4c43-9c66-436a3123f86b owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:17.622836 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.649793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] No DVR routers for this DVR port b3c648b1-c1c1-4c43-9c66-436a3123f86b on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:11:17.653645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c648b1-c1c1-4c43-9c66-436a3123f86b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:17.725023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.744344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af3bcff-1d5c-4d3e-9550-694ff4ecc007']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:17.755580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb63d63-3101-4e4e-96c5-f262b377acdc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:17.755803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb63d63-3101-4e4e-96c5-f262b377acdc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:17.767095 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.781144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.784010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300e4b1-70d9-4817-93ef-ce8c1f75418d None None] DHCP port deletion for 4af3bcff-1d5c-4d3e-9550-694ff4ecc007 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:11:17.793661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:11:17.794140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:11:17.806408 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:11:17.842538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b3c648b1-c1c1-4c43-9c66-436a3123f86b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:17.854509 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.860520 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:17.866420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] 10.222.0.32 "DELETE /v2.0/networks/4af3bcff-1d5c-4d3e-9550-694ff4ecc007 HTTP/1.1" status: 204 len: 168 time: 0.5285766 Jan 29 05:11:17.866588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b3c648b1-c1c1-4c43-9c66-436a3123f86b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:17.866588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b3c648b1-c1c1-4c43-9c66-436a3123f86b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:17.866588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c68b0b5b-cecc-446f-84b6-dec295be740b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:17.866853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:17.882334 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362674-d555-456b-84dd-54fda48cd6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4af3bcff-1d5c-4d3e-9550-694ff4ecc007,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:17.884197 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c68b0b5b-cecc-446f-84b6-dec295be740b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:17.884548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c68b0b5b-cecc-446f-84b6-dec295be740b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:17.885099 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 65eccade-f7c5-4fe9-b67f-e4eee4246f03 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:17.904896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 65eccade-f7c5-4fe9-b67f-e4eee4246f03 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:17.905349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 65eccade-f7c5-4fe9-b67f-e4eee4246f03 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:18.221864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:18.795025 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Deleting port 3c39d84e-1454-46f5-88a2-46a360936e3b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:18.795369 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:18.868229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] For port 3c39d84e-1454-46f5-88a2-46a360936e3b, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3c39d84e-1454-46f5-88a2-46a360936e3b,segment=NetworkSegment(33878fa1-3273-447f-9bd8-c4190c387de9),segment_id=33878fa1-3273-447f-9bd8-c4190c387de9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:18.868587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:18.881277 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Calling delete_port for 3c39d84e-1454-46f5-88a2-46a360936e3b owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:19.055268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:19.084270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c39d84e-1454-46f5-88a2-46a360936e3b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:19.244860 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:19.457452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Router 791ee4c5-17cf-4f06-a06c-5904b872cab1 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:11:19.560988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:11:19.566517 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58e8fca1-c993-47f7-8663-c614a2604ed2 admin admin] 10.222.0.32 "PUT /v2.0/routers/791ee4c5-17cf-4f06-a06c-5904b872cab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989625 Jan 29 05:11:19.569229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:19.570051 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] Sync routers for ids ['791ee4c5-17cf-4f06-a06c-5904b872cab1'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:11:19.580441 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] Routers {'791ee4c5-17cf-4f06-a06c-5904b872cab1'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:19.581041 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:10:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['791ee4c5-17cf-4f06-a06c-5904b872cab1'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:19.675289 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:19.773706 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] Set router 791ee4c5-17cf-4f06-a06c-5904b872cab1 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:19.779832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:19.833764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Deleting port ad82f61a-d066-49da-ae3b-1e0d1c173283 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:19.834134 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:19.911639 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] For port ad82f61a-d066-49da-ae3b-1e0d1c173283, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad82f61a-d066-49da-ae3b-1e0d1c173283,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:19.912014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:19.923979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Calling delete_port for ad82f61a-d066-49da-ae3b-1e0d1c173283 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:19.947115 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:11:19Z', 'revision_number': 5, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port': {'id': 'ad82f61a-d066-49da-ae3b-1e0d1c173283', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:10:07Z', 'updated_at': '2022-01-29T05:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:19.972625 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] Checking router: 791ee4c5-17cf-4f06-a06c-5904b872cab1 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:11:19.980803 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] Routers {'791ee4c5-17cf-4f06-a06c-5904b872cab1'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:19.981513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:10:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['791ee4c5-17cf-4f06-a06c-5904b872cab1'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:20.066150 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] Set router 791ee4c5-17cf-4f06-a06c-5904b872cab1 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:20.087247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.114009 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad82f61a-d066-49da-ae3b-1e0d1c173283,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:20.118240 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:11:19Z', 'revision_number': 6, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:20.145253 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01861b8-a83c-47e9-9932-5a7ea5afd881 None None] The sync data for ids ['791ee4c5-17cf-4f06-a06c-5904b872cab1'] in n-d-825930-1 is: [{'id': '791ee4c5-17cf-4f06-a06c-5904b872cab1', 'name': 'tempest-TestEncryptedCinderVolumes-2074038391-router', 'tenant_id': '6e3e7185cea749769ee46649ac8ca5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:10:06Z', 'updated_at': '2022-01-29T05:11:19Z', 'revision_number': 6, 'project_id': '6e3e7185cea749769ee46649ac8ca5e4', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:11:20.180967 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.267964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.270032 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.313714 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.314514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791ee4c5-17cf-4f06-a06c-5904b872cab1 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:11:20.318654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.319800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea81a3b1-a142-474d-b0c7-6c9e9b728b63 admin admin] 10.222.0.32 "DELETE /v2.0/routers/791ee4c5-17cf-4f06-a06c-5904b872cab1 HTTP/1.1" status: 204 len: 168 time: 0.7496371 Jan 29 05:11:20.322339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:20.368948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Deleting subnet cbf7687e-d686-4e4e-b241-71525836875c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:11:20.371983 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.406383 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.481374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.536620 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.567634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf7687e-d686-4e4e-b241-71525836875c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:20.570989 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.574278 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-44cd21ff-a84b-4104-a3ab-9833d7a69e3c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cbf7687e-d686-4e4e-b241-71525836875c HTTP/1.1" status: 204 len: 168 time: 0.2509255 Jan 29 05:11:20.576692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37450) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:20.582881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e33f2-97ee-41b7-affe-555205824061 None None] Network d1d6f795-0fba-465b-bd4d-caab5fd75d0a requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:11:20.643242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.695631 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Deleting port d280908f-ab7a-4421-b31f-ee70de20c619 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:11:20.695980 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.761709 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] For port d280908f-ab7a-4421-b31f-ee70de20c619, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d280908f-ab7a-4421-b31f-ee70de20c619,segment=NetworkSegment(33878fa1-3273-447f-9bd8-c4190c387de9),segment_id=33878fa1-3273-447f-9bd8-c4190c387de9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:20.762110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.774945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Calling delete_port for d280908f-ab7a-4421-b31f-ee70de20c619 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:11:20.851180 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.881853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d280908f-ab7a-4421-b31f-ee70de20c619,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:20.883749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] No DVR routers for this DVR port d280908f-ab7a-4421-b31f-ee70de20c619 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:11:20.888563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49768b45-a08d-4460-ac18-e9c29a586edc None None] DHCP port deletion for d1d6f795-0fba-465b-bd4d-caab5fd75d0a request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:11:20.957516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:20.979244 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d6f795-0fba-465b-bd4d-caab5fd75d0a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:20.989389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33878fa1-3273-447f-9bd8-c4190c387de9') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:20.989684 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33878fa1-3273-447f-9bd8-c4190c387de9') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:20.999317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.012984 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.020004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:11:21.020354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:11:21.022012 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:11:21.080485 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.086082 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.091697 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1d6f795-0fba-465b-bd4d-caab5fd75d0a HTTP/1.1" status: 204 len: 168 time: 0.5117478 Jan 29 05:11:21.102392 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a970e8-9b72-463d-9497-af5ff7c0c7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d6f795-0fba-465b-bd4d-caab5fd75d0a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:21.248740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37454) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:21.288684 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1603113a-6170-49e1-9ada-3ad621c8a973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd1c743abb4348e1beb34e1a847365ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387642 Jan 29 05:11:21.291449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37456) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:21.341228 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.362737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.409615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.412125 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.413261 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0be9d6d6-cf96-40e8-8409-fef2c5f30800 HTTP/1.1" status: 204 len: 168 time: 0.1209168 Jan 29 05:11:21.421113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be9d6d6-cf96-40e8-8409-fef2c5f30800,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:21.429009 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.429354 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.429694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.430061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.430390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.430715 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.431039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.431403 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.431692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.432013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.432320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.432638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f509bb8-c756-4c21-8957-956af33e198b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:21.690907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d280908f-ab7a-4421-b31f-ee70de20c619 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:21.696697 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:11:21.711170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d280908f-ab7a-4421-b31f-ee70de20c619 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:21.711552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d280908f-ab7a-4421-b31f-ee70de20c619 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:21.711977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3c39d84e-1454-46f5-88a2-46a360936e3b no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:21.724007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37462) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:21.734573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3c39d84e-1454-46f5-88a2-46a360936e3b {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:21.734922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3c39d84e-1454-46f5-88a2-46a360936e3b not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:21.735340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad82f61a-d066-49da-ae3b-1e0d1c173283 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:11:21.754291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ad82f61a-d066-49da-ae3b-1e0d1c173283 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:11:21.754639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad82f61a-d066-49da-ae3b-1e0d1c173283 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:11:21.764811 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bdc8ef7b-7e65-4df5-b0ab-408c00a545b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e3e7185cea749769ee46649ac8ca5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396314 Jan 29 05:11:21.767645 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37464) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:21.819566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e42f23c-87bc-4064-ba2f-ab9fff47fb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.840166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e42f23c-87bc-4064-ba2f-ab9fff47fb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.885936 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e42f23c-87bc-4064-ba2f-ab9fff47fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.888398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e42f23c-87bc-4064-ba2f-ab9fff47fb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:21.889561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7e42f23c-87bc-4064-ba2f-ab9fff47fb22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f91ff91f-23b9-4d52-a3d3-adc915deeecd HTTP/1.1" status: 204 len: 168 time: 0.1210165 Jan 29 05:11:21.897459 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f23c-87bc-4064-ba2f-ab9fff47fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ff91f-23b9-4d52-a3d3-adc915deeecd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:22.545919 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37486) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:22.640021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-80063227-network', 'tenant_id': '95162f32286d4d048ca8892c741c653c'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:22.662220 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Made reservation on behalf of 95162f32286d4d048ca8892c741c653c for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:11:22.664522 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.672737 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.745905 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.749783 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.774745 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:11:22.783306 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d83f13a-dff3-43ee-8c9e-fe638b923713,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:22.789086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.789431 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Added segment 80ee6abd-89f0-489d-b317-71296c93d334 of type vlan for network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 Jan 29 05:11:22.830521 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.854080 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.855016 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:22.855591 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:22.911220 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3641741 Jan 29 05:11:22.914601 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:22.920290 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Request body: {'subnet': {'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-80063227-subnet', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:22.923894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2759f3-5d71-4d58-ab00-ba31e64e89fc admin admin] Pushing event updated for resources: {'Network': ['ID=2e6eef66-ee56-43a5-9254-82f4f50e62e4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:22.934236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:11:22.945642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Made reservation on behalf of 95162f32286d4d048ca8892c741c653c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:11:22.947961 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.111859 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.164114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de379e5-dc4b-480a-99e5-8f9351ace06a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:23.174091 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Checking segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:23.174458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Network hostable DHCP agents. Network: 2e6eef66-ee56-43a5-9254-82f4f50e62e4, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:11:23.190836 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:11:23.199071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2e6eef66-ee56-43a5-9254-82f4f50e62e4) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:23.202959 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:23.203543 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.207645 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038c68d-07a2-410b-a76b-2879ef0fb345 None None] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:11:23.222161 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce0d560d-b50e-44b3-9ff3-82105d689e45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3031392 Jan 29 05:11:23.222367 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:23.226655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:23.248145 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.249571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.304449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.352372 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:11:23.353232 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.438101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.489639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Allocated IP 172.20.0.2 (2e6eef66-ee56-43a5-9254-82f4f50e62e4/2de379e5-dc4b-480a-99e5-8f9351ace06a/be2d25e3-1efd-454f-9db8-774b196e6b78) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:23.631637 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.638230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.638575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.658211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.677046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:23.680022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:23.683363 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:23.691696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Pushing event updated for resources: {'Port': ['ID=be2d25e3-1efd-454f-9db8-774b196e6b78,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:23.739977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Attempting to bind port be2d25e3-1efd-454f-9db8-774b196e6b78 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:23.740340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Attempting to bind port be2d25e3-1efd-454f-9db8-774b196e6b78 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:23.740702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Attempting to bind port be2d25e3-1efd-454f-9db8-774b196e6b78 on network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:23.745460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:23.745831 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Checking segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:23.746260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.746649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Bound using segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:23.747103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Bound port: be2d25e3-1efd-454f-9db8-774b196e6b78, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:23.747481 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.763138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Allocated IP 172.25.4.206 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/54172979-fff8-4604-a78a-0218a4b6831d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:23.809630 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] For port be2d25e3-1efd-454f-9db8-774b196e6b78, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:23.812829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] For port be2d25e3-1efd-454f-9db8-774b196e6b78, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be2d25e3-1efd-454f-9db8-774b196e6b78,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:23.816991 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.877648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fd33e-7f78-4fa4-91df-3faacc1b6601 None None] Pushing event updated for resources: {'Port': ['ID=be2d25e3-1efd-454f-9db8-774b196e6b78,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:23.877999 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.914570 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.918776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe0c8-a8e7-4025-a928-ac3a4e8d19c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:23.957837 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:23.960956 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:23.963429 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:23.991182 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Pushing event updated for resources: {'Port': ['ID=54172979-fff8-4604-a78a-0218a4b6831d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:24.234805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:24.426222 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:24.556466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Router b2481ae1-1f38-45d1-9080-c365b3f3281d is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:11:24.809140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6861591-ad30-4758-8df9-16654604ba8c None None] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:11:24.937697 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-102af811-8c9f-44cf-8128-494877adbaf9 None None] Provisioning complete for port be2d25e3-1efd-454f-9db8-774b196e6b78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:24.938092 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-102af811-8c9f-44cf-8128-494877adbaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.043183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:11:25.043764 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-102af811-8c9f-44cf-8128-494877adbaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.064411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Sync routers for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:11:25.065981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.067294 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-04d7fbf2-c197-41bb-a1c1-5c6885fa348a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8439972 Jan 29 05:11:25.070787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:25.087282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-102af811-8c9f-44cf-8128-494877adbaf9 None None] For port be2d25e3-1efd-454f-9db8-774b196e6b78, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be2d25e3-1efd-454f-9db8-774b196e6b78,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:25.088238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:25.088932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:10:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:25.125836 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-102af811-8c9f-44cf-8128-494877adbaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.221657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102af811-8c9f-44cf-8128-494877adbaf9 None None] Pushing event updated for resources: {'Port': ['ID=be2d25e3-1efd-454f-9db8-774b196e6b78,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:25.243061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:25.311292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5a97d540-8292-4dbc-b568-78877628a6e8 None None] Provisioning complete for port be2d25e3-1efd-454f-9db8-774b196e6b78 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:25.311666 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5a97d540-8292-4dbc-b568-78877628a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.487552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:24Z', 'revision_number': 3, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:25.488003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.514431 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Checking router: b2481ae1-1f38-45d1-9080-c365b3f3281d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:11:25.514779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Updating router b2481ae1-1f38-45d1-9080-c365b3f3281d port 54172979-fff8-4604-a78a-0218a4b6831d binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:11:25.539291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.645941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Allocated IP 172.20.0.1 (2e6eef66-ee56-43a5-9254-82f4f50e62e4/2de379e5-dc4b-480a-99e5-8f9351ace06a/f754888e-4516-44a0-a883-1afaeb44627e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:25.739698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be2d25e3-1efd-454f-9db8-774b196e6b78 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:25.763679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.797323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.829562 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.836180 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.839469 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:25.843727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:25.849268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:25.852349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=f754888e-4516-44a0-a883-1afaeb44627e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:25.868466 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port be2d25e3-1efd-454f-9db8-774b196e6b78 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:25.868844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.889660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.920758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d5792-1a6e-40e9-8ae9-287014975623 None None] Pushing event updated for resources: {'Port': ['ID=54172979-fff8-4604-a78a-0218a4b6831d,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:25.925271 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Attempting to bind port 54172979-fff8-4604-a78a-0218a4b6831d on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:25.925678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Attempting to bind port 54172979-fff8-4604-a78a-0218a4b6831d by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:25.926110 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Attempting to bind port 54172979-fff8-4604-a78a-0218a4b6831d on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:25.934141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:25.934540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:25.934936 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:25.935327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:25.935806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Bound port: 54172979-fff8-4604-a78a-0218a4b6831d, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:25.936194 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.026331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] For port 54172979-fff8-4604-a78a-0218a4b6831d, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:26.031732 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] For port 54172979-fff8-4604-a78a-0218a4b6831d, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54172979-fff8-4604-a78a-0218a4b6831d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:26.035678 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.036749 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.105701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:26.106341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:10:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:26.107991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d5792-1a6e-40e9-8ae9-287014975623 None None] Pushing event updated for resources: {'Port': ['ID=54172979-fff8-4604-a78a-0218a4b6831d,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:26.218702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.224052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.295322 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.297112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=f754888e-4516-44a0-a883-1afaeb44627e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:26.310583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-39866f4b-a59f-4572-8937-1192cd81912c None None] Provisioning complete for port f754888e-4516-44a0-a883-1afaeb44627e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:26.310957 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39866f4b-a59f-4572-8937-1192cd81912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.352121 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aedeb8e4-2e8a-45ca-8c4e-70e764ec371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.361057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-39866f4b-a59f-4572-8937-1192cd81912c None None] Port f754888e-4516-44a0-a883-1afaeb44627e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:11:26.390249 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:26.392359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:26.414096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:26.513662 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Router b2481ae1-1f38-45d1-9080-c365b3f3281d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:11:26.620496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 1, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:26.630788 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:11:26.635767 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-22078856-69b7-4c0b-bc47-0ce14f76cd82 admin admin] 10.222.0.32 "PUT /v2.0/routers/b2481ae1-1f38-45d1-9080-c365b3f3281d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640156 Jan 29 05:11:26.647591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fbe0a-5baa-4c69-972a-e40073695437 None None] The sync data for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 is: [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 1, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:11:26.682088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9a18abf2-3906-4b1b-b735-ce208feb7562 None None] Provisioning complete for port f754888e-4516-44a0-a883-1afaeb44627e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:26.682460 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a18abf2-3906-4b1b-b735-ce208feb7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:26.717933 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9a18abf2-3906-4b1b-b735-ce208feb7562 None None] Port f754888e-4516-44a0-a883-1afaeb44627e cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:11:27.149651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:27.154759 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1327129026-network', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:27.178215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Made reservation on behalf of da042382933e499b8b8504e98dfbd4b9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:11:27.180688 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.190489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.269877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.274938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.302996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:11:27.316057 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c645ccd-aca8-4a4b-9443-2235c8232474,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:27.321236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.321596 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Added segment 780903ff-63b8-4cc3-8173-6b7e62708b9f of type vlan for network c04fadf7-6630-477e-8121-7966459369e5 Jan 29 05:11:27.367014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.393722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.394925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:27.395866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.453067 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.461383 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3105717 Jan 29 05:11:27.464132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:27.471230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Request body: {'subnet': {'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1327129026-subnet', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:27.476059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb5aa-0da3-46a2-94e0-321a0aa94319 admin admin] Pushing event updated for resources: {'Network': ['ID=c04fadf7-6630-477e-8121-7966459369e5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:27.487975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network c04fadf7-6630-477e-8121-7966459369e5 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:11:27.499386 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Made reservation on behalf of da042382933e499b8b8504e98dfbd4b9 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:11:27.503099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.686502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.747777 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c2d82c-c8e9-41a1-8932-8cf5a1e6af66,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:27.748761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54172979-fff8-4604-a78a-0218a4b6831d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:27.758729 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Checking segment: {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:27.759098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Network hostable DHCP agents. Network: c04fadf7-6630-477e-8121-7966459369e5, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:11:27.777525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Network c04fadf7-6630-477e-8121-7966459369e5 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:11:27.788116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, c04fadf7-6630-477e-8121-7966459369e5) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:27.796965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:27.797560 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.802945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa99e12-102a-4f2e-89f6-15701c85523f None None] Network c04fadf7-6630-477e-8121-7966459369e5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:11:27.821696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37514) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:27.826505 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d1a9163-acad-421d-9ea4-1ceff1023379 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3612711 Jan 29 05:11:27.826769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:27.853269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 54172979-fff8-4604-a78a-0218a4b6831d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:27.853637 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.853880 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.854968 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:27.912887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.005866 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.014922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-c04fadf7-6630-477e-8121-7966459369e5', 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'fixed_ips': [{'subnet_id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:11:28.015431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.044244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 54172979-fff8-4604-a78a-0218a4b6831d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54172979-fff8-4604-a78a-0218a4b6831d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:28.053012 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.060917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.162497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=54172979-fff8-4604-a78a-0218a4b6831d,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:28.203455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Allocated IP 172.20.0.2 (c04fadf7-6630-477e-8121-7966459369e5/47c2d82c-c8e9-41a1-8932-8cf5a1e6af66/9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:28.274780 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.294567 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.351685 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.357582 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.396420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Allocated IP 172.25.4.145 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c9d42bc4-1be2-4b6f-b10e-73fd88ca07df) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:28.397855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Network c04fadf7-6630-477e-8121-7966459369e5 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:28.400676 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:28.404041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:28.411075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:28.467649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Attempting to bind port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:28.467649 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Attempting to bind port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:28.468323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Attempting to bind port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 on network c04fadf7-6630-477e-8121-7966459369e5 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:28.473848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:28.474254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Checking segment: {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:28.474652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.475040 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Bound using segment: {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:28.475564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Bound port: 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:28.475950 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.517610 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.543116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] For port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:28.546882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] For port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,segment=NetworkSegment(780903ff-63b8-4cc3-8173-6b7e62708b9f),segment_id=780903ff-63b8-4cc3-8173-6b7e62708b9f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:28.552275 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.553873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.598559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:28.601739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:28.606159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:28.610808 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Pushing event updated for resources: {'Port': ['ID=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:28.612845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02c31-b28a-49e4-9695-ec0b1b64d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:28.817819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Sync routers for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:11:28.827105 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:28.827708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:28.898415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:28.952166 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:29.100278 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.155917 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:26Z', 'revision_number': 2, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:29.182021 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Checking router: b2481ae1-1f38-45d1-9080-c365b3f3281d for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:11:29.182380 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Updating router b2481ae1-1f38-45d1-9080-c365b3f3281d port f754888e-4516-44a0-a883-1afaeb44627e binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:11:29.206493 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.234473 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Router 77486979-2420-4901-8d29-8814ded530d8 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:11:29.302933 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.306530 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.511787 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.518094 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.595520 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Pushing event updated for resources: {'Port': ['ID=f754888e-4516-44a0-a883-1afaeb44627e,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:29.616606 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.617196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.617683 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.618193 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.618684 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.619161 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.619651 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.620122 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.620597 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.621067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.621554 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.622066 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:29.642061 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Attempting to bind port f754888e-4516-44a0-a883-1afaeb44627e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:29.642598 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Attempting to bind port f754888e-4516-44a0-a883-1afaeb44627e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:29.643309 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Attempting to bind port f754888e-4516-44a0-a883-1afaeb44627e on network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:29.649566 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:29.650367 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Checking segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:29.650924 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.651662 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Bound using segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:29.652275 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Bound port: f754888e-4516-44a0-a883-1afaeb44627e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:29.652812 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.688061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:11:29.705730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Sync routers for ids ['77486979-2420-4901-8d29-8814ded530d8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:11:29.711997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.713532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e841ee18-1375-45a9-9508-71b2b1539c8f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8904762 Jan 29 05:11:29.716839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:11:29.718203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Routers {'77486979-2420-4901-8d29-8814ded530d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:29.718637 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77486979-2420-4901-8d29-8814ded530d8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:29.763086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] For port f754888e-4516-44a0-a883-1afaeb44627e, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:29.767721 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] For port f754888e-4516-44a0-a883-1afaeb44627e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f754888e-4516-44a0-a883-1afaeb44627e,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:29.776671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62167cd1-8744-4df1-9a21-2777e186614f None None] Network c04fadf7-6630-477e-8121-7966459369e5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:11:29.779592 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.870747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:29.872247 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:29.875506 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d6d16-7804-4199-86bd-a37d88b6421a None None] Pushing event updated for resources: {'Port': ['ID=f754888e-4516-44a0-a883-1afaeb44627e,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:29.893161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-33e21be6-0fa5-4f88-96a8-b1c4a4389e2f None None] Provisioning complete for port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:29.894079 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33e21be6-0fa5-4f88-96a8-b1c4a4389e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:29.952612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54172979-fff8-4604-a78a-0218a4b6831d up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:29.998176 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:30.020884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Set router 77486979-2420-4901-8d29-8814ded530d8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:30.131135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 54172979-fff8-4604-a78a-0218a4b6831d triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:30.131510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.218064 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:29Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:30.245841 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1d33-72b2-41cc-aea1-3f5c390e428e None None] The sync data for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 is: [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:29Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:11:30.269108 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.278377 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33e21be6-0fa5-4f88-96a8-b1c4a4389e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.389565 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-33e21be6-0fa5-4f88-96a8-b1c4a4389e2f None None] For port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,segment=NetworkSegment(780903ff-63b8-4cc3-8173-6b7e62708b9f),segment_id=780903ff-63b8-4cc3-8173-6b7e62708b9f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:30.399934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:30.405138 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33e21be6-0fa5-4f88-96a8-b1c4a4389e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.444261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Allocated IP 172.20.0.1 (c04fadf7-6630-477e-8121-7966459369e5/47c2d82c-c8e9-41a1-8932-8cf5a1e6af66/ad44a739-92c1-4481-8f6e-abcd272cb965) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:30.578648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.618175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.663133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Network c04fadf7-6630-477e-8121-7966459369e5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:30.668780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:30.670799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ad44a739-92c1-4481-8f6e-abcd272cb965,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:30.672995 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:30.705542 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 3, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:30.718303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.739068 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9dd4ee7a-6c80-4d94-9aac-bdadf89c140f None None] Provisioning complete for port f754888e-4516-44a0-a883-1afaeb44627e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:30.739633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ee7a-6c80-4d94-9aac-bdadf89c140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.742065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e21be6-0fa5-4f88-96a8-b1c4a4389e2f None None] Pushing event updated for resources: {'Port': ['ID=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:30.747498 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Checking router: 77486979-2420-4901-8d29-8814ded530d8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:11:30.747853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Updating router 77486979-2420-4901-8d29-8814ded530d8 port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:11:30.814942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.840176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:30.840552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:30.859366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.054466 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.060526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.064816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ee7a-6c80-4d94-9aac-bdadf89c140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.126194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ad44a739-92c1-4481-8f6e-abcd272cb965,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:31.132235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9dd4ee7a-6c80-4d94-9aac-bdadf89c140f None None] For port f754888e-4516-44a0-a883-1afaeb44627e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f754888e-4516-44a0-a883-1afaeb44627e,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:31.138226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.139597 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ee7a-6c80-4d94-9aac-bdadf89c140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.214010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ee7a-6c80-4d94-9aac-bdadf89c140f None None] Pushing event updated for resources: {'Port': ['ID=f754888e-4516-44a0-a883-1afaeb44627e,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:31.229125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Network c04fadf7-6630-477e-8121-7966459369e5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:31.230505 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:31.270473 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.277177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ac8e7d0e-5fa1-4ed6-a50d-077537fb1a0c None None] Provisioning complete for port ad44a739-92c1-4481-8f6e-abcd272cb965 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:31.277690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7d0e-5fa1-4ed6-a50d-077537fb1a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.280692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.376785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Router 77486979-2420-4901-8d29-8814ded530d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:11:31.377000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Attempting to bind port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:31.377159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Attempting to bind port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:31.377531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Attempting to bind port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:31.379766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e7d0e-5fa1-4ed6-a50d-077537fb1a0c None None] Port ad44a739-92c1-4481-8f6e-abcd272cb965 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:11:31.381199 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1085490-ac1c-4a4f-a18b-e7919465206a None None] Pushing event updated for resources: {'Port': ['ID=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:31.392279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:31.392771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:31.393279 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.393679 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:31.394194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Bound port: c9d42bc4-1be2-4b6f-b10e-73fd88ca07df, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:31.394583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.423340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ac8e7d0e-5fa1-4ed6-a50d-077537fb1a0c None None] Provisioning complete for port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:31.423719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7d0e-5fa1-4ed6-a50d-077537fb1a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.480583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] For port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:31.484257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] For port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:31.490044 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.494700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:11:31.503825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-692cf36e-a54f-456d-bcef-4299deaf75d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/77486979-2420-4901-8d29-8814ded530d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816305 Jan 29 05:11:31.570937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Routers {'77486979-2420-4901-8d29-8814ded530d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:31.571568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77486979-2420-4901-8d29-8814ded530d8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:31.626385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1085490-ac1c-4a4f-a18b-e7919465206a None None] Pushing event updated for resources: {'Port': ['ID=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:31.703651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] Set router 77486979-2420-4901-8d29-8814ded530d8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:31.758671 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f754888e-4516-44a0-a883-1afaeb44627e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:31.827140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e3797746-0f98-40cc-a3e2-5a4a632afe0b None None] Provisioning complete for port ad44a739-92c1-4481-8f6e-abcd272cb965 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:31.827508 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3797746-0f98-40cc-a3e2-5a4a632afe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:31.916302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e3797746-0f98-40cc-a3e2-5a4a632afe0b None None] Port ad44a739-92c1-4481-8f6e-abcd272cb965 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:11:31.941231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port f754888e-4516-44a0-a883-1afaeb44627e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:31.941604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:32.054140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ad44a739-92c1-4481-8f6e-abcd272cb965', 'name': '', 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'mac_address': 'fa:16:3e:af:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:30Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 2, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'subnets': [{'id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:32.084176 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784843ac-e8d1-40ad-b2e3-6188f218bb30 None None] The sync data for ids ['77486979-2420-4901-8d29-8814ded530d8'] in n-d-825930-1 is: [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ad44a739-92c1-4481-8f6e-abcd272cb965', 'name': '', 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'mac_address': 'fa:16:3e:af:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:30Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 2, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'subnets': [{'id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:11:32.086579 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:32.139851 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:32.140366 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:33.778241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9d42bc4-1be2-4b6f-b10e-73fd88ca07df up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:33.846555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:33.847073 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:33.936728 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:33.959398 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:33.964544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:34.023529 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:34.690491 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Sync routers for ids ['77486979-2420-4901-8d29-8814ded530d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:11:34.701158 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Routers {'77486979-2420-4901-8d29-8814ded530d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:34.701908 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77486979-2420-4901-8d29-8814ded530d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:34.821988 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Set router 77486979-2420-4901-8d29-8814ded530d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:35.150595 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ad44a739-92c1-4481-8f6e-abcd272cb965', 'name': '', 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'mac_address': 'fa:16:3e:af:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:30Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 2, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'subnets': [{'id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:35.183060 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Checking router: 77486979-2420-4901-8d29-8814ded530d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:11:35.183411 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Updating router 77486979-2420-4901-8d29-8814ded530d8 port ad44a739-92c1-4481-8f6e-abcd272cb965 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:11:35.211474 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.528092 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.534663 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.585656 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160aeac-f44a-4cc1-a18e-a6c942950542 None None] Pushing event updated for resources: {'Port': ['ID=ad44a739-92c1-4481-8f6e-abcd272cb965,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:35.656722 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Attempting to bind port ad44a739-92c1-4481-8f6e-abcd272cb965 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:35.657240 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Attempting to bind port ad44a739-92c1-4481-8f6e-abcd272cb965 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:35.657746 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Attempting to bind port ad44a739-92c1-4481-8f6e-abcd272cb965 on network c04fadf7-6630-477e-8121-7966459369e5 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:35.671397 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:35.671765 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Checking segment: {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:35.672171 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.673197 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Bound using segment: {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:35.673578 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Bound port: ad44a739-92c1-4481-8f6e-abcd272cb965, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780903ff-63b8-4cc3-8173-6b7e62708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:35.673979 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.744871 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9d42bc4-1be2-4b6f-b10e-73fd88ca07df up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:35.792887 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] For port ad44a739-92c1-4481-8f6e-abcd272cb965, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:35.799784 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] For port ad44a739-92c1-4481-8f6e-abcd272cb965, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad44a739-92c1-4481-8f6e-abcd272cb965,segment=NetworkSegment(780903ff-63b8-4cc3-8173-6b7e62708b9f),segment_id=780903ff-63b8-4cc3-8173-6b7e62708b9f)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:35.808351 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.833765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:35.834196 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:35.871859 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Routers {'77486979-2420-4901-8d29-8814ded530d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:11:35.872581 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77486979-2420-4901-8d29-8814ded530d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:35.940760 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160aeac-f44a-4cc1-a18e-a6c942950542 None None] Pushing event updated for resources: {'Port': ['ID=ad44a739-92c1-4481-8f6e-abcd272cb965,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:35.975755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0dbf6802-3329-41b7-b9df-d775f1c8b075 None None] Provisioning complete for port ad44a739-92c1-4481-8f6e-abcd272cb965 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:35.976224 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6802-3329-41b7-b9df-d775f1c8b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:36.051593 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] Set router 77486979-2420-4901-8d29-8814ded530d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:11:36.084529 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6802-3329-41b7-b9df-d775f1c8b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:36.139238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0dbf6802-3329-41b7-b9df-d775f1c8b075 None None] For port ad44a739-92c1-4481-8f6e-abcd272cb965, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad44a739-92c1-4481-8f6e-abcd272cb965,segment=NetworkSegment(780903ff-63b8-4cc3-8173-6b7e62708b9f),segment_id=780903ff-63b8-4cc3-8173-6b7e62708b9f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:36.145211 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6802-3329-41b7-b9df-d775f1c8b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:36.210759 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf6802-3329-41b7-b9df-d775f1c8b075 None None] Pushing event updated for resources: {'Port': ['ID=ad44a739-92c1-4481-8f6e-abcd272cb965,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:36.267957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a233ab55-823d-438c-a4d0-4ad6d432fa77 None None] Provisioning complete for port ad44a739-92c1-4481-8f6e-abcd272cb965 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:36.268932 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a233ab55-823d-438c-a4d0-4ad6d432fa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:36.342450 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ad44a739-92c1-4481-8f6e-abcd272cb965', 'name': '', 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'mac_address': 'fa:16:3e:af:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:30Z', 'updated_at': '2022-01-29T05:11:35Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'subnets': [{'id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:11:36.378290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f88266-344b-469f-a771-77beb5d12a36 None None] The sync data for ids ['77486979-2420-4901-8d29-8814ded530d8'] in n-d-825930-1 is: [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:11:30Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'ad44a739-92c1-4481-8f6e-abcd272cb965', 'name': '', 'network_id': 'c04fadf7-6630-477e-8121-7966459369e5', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'mac_address': 'fa:16:3e:af:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:30Z', 'updated_at': '2022-01-29T05:11:35Z', 'revision_number': 4, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'subnets': [{'id': '47c2d82c-c8e9-41a1-8932-8cf5a1e6af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:11:37.761944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad44a739-92c1-4481-8f6e-abcd272cb965 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:37.815719 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port ad44a739-92c1-4481-8f6e-abcd272cb965 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:37.816090 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:41.384453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-6e10a7e2-2f6d-4fac-9276-be4177e91831 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:41.385961 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-6e10a7e2-2f6d-4fac-9276-be4177e91831 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 813 time: 0.1027341 Jan 29 05:11:41.401853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-75143029-b415-47c7-a6f6-c797c30ea8e5 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/quotas/95162f32286d4d048ca8892c741c653c HTTP/1.1" status: 200 len: 375 time: 0.0099118 Jan 29 05:11:41.451719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-56c28771-f4fc-4381-8ca1-cbc96c1db013 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446374 Jan 29 05:11:41.544462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-113ba1c1-8616-4c00-bc4a-563f43fe5f33 service neutron] 10.222.0.32 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802367 Jan 29 05:11:41.635867 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-71bb5ea2-a1bd-4619-918b-29837919da8f service neutron] 10.222.0.32 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847044 Jan 29 05:11:41.793906 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d6a9a3e0-dda5-454b-abb8-f28881cac66b req-2f487a1a-a30d-4aaf-9a18-71218e384e50 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 210 time: 0.0259860 Jan 29 05:11:42.363869 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:42.799813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-6162b927-a04f-458f-8c8a-1ee8848e0812 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:42.801306 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-6162b927-a04f-458f-8c8a-1ee8848e0812 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 813 time: 0.1024230 Jan 29 05:11:42.827740 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'port': {'device_id': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'admin_state_up': True, 'tenant_id': '95162f32286d4d048ca8892c741c653c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:42.906840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b92c92ca-cd36-416e-b971-e4e99bf49b59 req-b6f98a2a-ec36-4363-abdd-83f9ab8dd115 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 210 time: 0.0322189 Jan 29 05:11:42.965035 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Made reservation on behalf of 95162f32286d4d048ca8892c741c653c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:11:42.968829 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:43.132317 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Allocated IP 172.20.0.10 (2e6eef66-ee56-43a5-9254-82f4f50e62e4/2de379e5-dc4b-480a-99e5-8f9351ace06a/5fa752ca-f106-4bbc-bd6f-1ec91587fbd6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:11:43.335316 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:43.393174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:43.452256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:11:43.455233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:11:43.459015 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:11:43.492463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:43.535289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:43.536118 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:43.556673 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-c2fb5967-6264-44f4-b7fe-a19b432b8f0d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7323129 Jan 29 05:11:43.963885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-8b241159-ec1f-4e18-81df-50eeb24c1112 None None] Provisioning complete for port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:43.965054 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b241159-ec1f-4e18-81df-50eeb24c1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:44.022135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-8b241159-ec1f-4e18-81df-50eeb24c1112 None None] Port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:11:44.030400 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:44.080911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf86b2-d538-450d-80c6-89dd4e67cd8d req-7586ce8e-f05c-45f2-80bc-86abe91e49ab tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:44.083098 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7cf86b2-d538-450d-80c6-89dd4e67cd8d req-7586ce8e-f05c-45f2-80bc-86abe91e49ab tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0755072 Jan 29 05:11:44.130269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e7cf86b2-d538-450d-80c6-89dd4e67cd8d req-6aa5968d-556e-48f9-8805-5e860abdcd12 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Jan 29 05:11:45.249016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e0c0d-761e-4c7b-8687-ec33f38e33f5 req-22d1b6fd-5477-461d-ac73-3ebc05d9c81f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:45.250569 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c4e0c0d-761e-4c7b-8687-ec33f38e33f5 req-22d1b6fd-5477-461d-ac73-3ebc05d9c81f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0501516 Jan 29 05:11:45.290548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0c4e0c0d-761e-4c7b-8687-ec33f38e33f5 req-3f6e96e0-dae0-4078-afd8-ca955a704d6c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Jan 29 05:11:46.417230 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c3f6b-ff46-4025-bb3d-7f96b7f31d1c req-398802aa-2d49-4164-ab8c-556e0091a74a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:46.418773 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b2c3f6b-ff46-4025-bb3d-7f96b7f31d1c req-398802aa-2d49-4164-ab8c-556e0091a74a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0534685 Jan 29 05:11:46.458302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6b2c3f6b-ff46-4025-bb3d-7f96b7f31d1c req-f1d078a6-0458-436a-a7a1-b064269efeba tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jan 29 05:11:47.581850 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b31d2d-a6be-4e00-8aa7-51a5e92c0a9c req-7f8ddfd9-d29a-4209-b860-3708a3f6426f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:47.583666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5b31d2d-a6be-4e00-8aa7-51a5e92c0a9c req-7f8ddfd9-d29a-4209-b860-3708a3f6426f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0557272 Jan 29 05:11:47.631338 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c5b31d2d-a6be-4e00-8aa7-51a5e92c0a9c req-e6fa95f4-af79-4d6a-8368-07aeb32aa7e4 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Jan 29 05:11:48.751400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a704a8-9b62-4654-8ddf-d28578a12716 req-6479ab04-c644-499a-adbc-96f421465b5a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:48.753316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6a704a8-9b62-4654-8ddf-d28578a12716 req-6479ab04-c644-499a-adbc-96f421465b5a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0505462 Jan 29 05:11:48.792228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e6a704a8-9b62-4654-8ddf-d28578a12716 req-89f368d9-6300-4e0a-bfa6-342e4d6fea1d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Jan 29 05:11:49.931529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1c9d0-287f-4e13-a647-33921d083d08 req-8d1ce0a1-0e9b-4cdd-93e5-c2ad2839f7ed tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:49.934001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6df1c9d0-287f-4e13-a647-33921d083d08 req-8d1ce0a1-0e9b-4cdd-93e5-c2ad2839f7ed tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0580001 Jan 29 05:11:49.982353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6df1c9d0-287f-4e13-a647-33921d083d08 req-843455e1-4ee4-4bcb-a809-73bde0068484 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Jan 29 05:11:50.679665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-a8e15437-1999-484b-b197-51c0612ef6ac tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:11:50.680883 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-a8e15437-1999-484b-b197-51c0612ef6ac tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054607 Jan 29 05:11:50.791689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Request body: {'port': {'device_id': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:11:50.853008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:51.097750 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bba10-2225-43a3-89ac-b06b346a6bfe req-91c92454-cb60-4933-b461-32f9dfc166cc tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:51.099228 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e5bba10-2225-43a3-89ac-b06b346a6bfe req-91c92454-cb60-4933-b461-32f9dfc166cc tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 932 time: 0.0476696 Jan 29 05:11:51.118155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:11:51.126276 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:51.137377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e5bba10-2225-43a3-89ac-b06b346a6bfe req-1ec15602-ca3a-4152-b527-ee354d64b483 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jan 29 05:11:51.138655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Transition to ACTIVE for port object 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:11:51.145285 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:51.196949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:51.266495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Attempting to bind port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:11:51.266752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Attempting to bind port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:11:51.267207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Attempting to bind port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 on network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:51.272401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 on network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:11:51.272726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Attempting to bind port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 on network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:11:51.277730 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:11:51.278108 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Checking segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:11:51.278497 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Bound using segment: {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:11:51.278926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Bound port: 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ee6abd-89f0-489d-b317-71296c93d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:11:51.279284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:51.343846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:11:51.347525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:11:51.351804 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:51.385952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:51.386578 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:51.387970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 1092 time: 0.6927373 Jan 29 05:11:51.388460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:11:51.390733 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86abc158-ee04-49ac-8f18-9ddd4cc36de8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:11:51.415864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29a30f-414a-48e3-a288-15609292b4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:51.433834 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2483e42c-a3e2-4adc-a128-3840d58fddfc x-openstack-request-id: req-2483e42c-a3e2-4adc-a128-3840d58fddfc {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:11:51.434222 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:11:51.434483 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2483e42c-a3e2-4adc-a128-3840d58fddfc {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:11:51.434890 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'status': 'completed', 'code': 200} Jan 29 05:11:51.495936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-f9f0761a-3a09-4a72-84ed-600bd69e7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:51.497463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-f9f0761a-3a09-4a72-84ed-600bd69e7e72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1095 time: 0.0419064 Jan 29 05:11:51.895225 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-303df02d-294e-4e63-a292-e9753ff5359d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 217 time: 0.3829620 Jan 29 05:11:51.943680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-b41a0cdc-dbd7-408f-869e-ec58e9176279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:51.945046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-b41a0cdc-dbd7-408f-869e-ec58e9176279 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0429668 Jan 29 05:11:51.988693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-ac4d1b48-29df-4b31-9dfd-90eb5e996225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:51.990134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-ac4d1b48-29df-4b31-9dfd-90eb5e996225 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386631 Jan 29 05:11:52.079137 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-94fc1dad-a60a-4e1b-8d1e-3813ba4e0765 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825033 Jan 29 05:11:52.177307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f08c33c3-5991-49c0-8a94-c176e299a5ed req-a503b8bd-9b15-4b13-ac0f-ef0fce056db3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913534 Jan 29 05:11:52.257145 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3298c-1e8d-433e-b40e-1cf2bfad58eb req-99b5fe00-51b1-4bfa-8066-fdd97960ba06 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:52.258642 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49b3298c-1e8d-433e-b40e-1cf2bfad58eb req-99b5fe00-51b1-4bfa-8066-fdd97960ba06 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 944 time: 0.0539966 Jan 29 05:11:52.296446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-49b3298c-1e8d-433e-b40e-1cf2bfad58eb req-2e325283-acfd-4357-a9ec-fe0ef879e7d4 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Jan 29 05:11:52.303059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-537e068f-5246-4c45-9f3a-c17084202c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:52.304625 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-537e068f-5246-4c45-9f3a-c17084202c30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1095 time: 0.0476215 Jan 29 05:11:52.392423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-951fa809-03a1-40ad-91e8-1fe0b9b1381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:52.394547 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-951fa809-03a1-40ad-91e8-1fe0b9b1381f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0833297 Jan 29 05:11:52.438657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-85241fac-3087-4eaa-846d-c259932f1081 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 217 time: 0.0373404 Jan 29 05:11:52.488194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-603a3ca0-db9c-465b-b73e-61d8de78b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:52.489651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-603a3ca0-db9c-465b-b73e-61d8de78b15e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0430908 Jan 29 05:11:52.535968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-0a21eb99-89e7-4ae1-bf97-0bba0c4b735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:52.537425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-0a21eb99-89e7-4ae1-bf97-0bba0c4b735c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398812 Jan 29 05:11:52.629726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-ade816c1-c9fe-488d-8cd8-ae12cb53482b service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Jan 29 05:11:52.719331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-86abc158-ee04-49ac-8f18-9ddd4cc36de8 req-64f830f4-bdda-47d6-9a99-4899bd23d181 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817728 Jan 29 05:11:53.410293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172b76a-9d69-42b2-91ab-b4654d1547b7 req-c39f8646-47eb-4fb1-8751-3a826d58d09c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:53.411761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a172b76a-9d69-42b2-91ab-b4654d1547b7 req-c39f8646-47eb-4fb1-8751-3a826d58d09c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 944 time: 0.0490756 Jan 29 05:11:53.449109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a172b76a-9d69-42b2-91ab-b4654d1547b7 req-c0347676-94cd-45ab-a423-6d64275a0f93 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Jan 29 05:11:53.920593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-662f8e7a-ab1a-42f6-883d-f749239abac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:54.560575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd395c4-10aa-4882-94f3-b175b8da751a req-2e6eca9d-cdd3-4f79-8299-d2f9003f899e tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:54.561957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd395c4-10aa-4882-94f3-b175b8da751a req-2e6eca9d-cdd3-4f79-8299-d2f9003f899e tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 944 time: 0.0483167 Jan 29 05:11:54.599073 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7fd395c4-10aa-4882-94f3-b175b8da751a req-c2088141-2560-473f-86c6-64a1adcd4412 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Jan 29 05:11:55.716180 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4734c-1fe0-4752-8080-d5470058fd41 req-e4753be2-75aa-4ce4-8b9b-d78dd7d6263a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:55.717695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0c4734c-1fe0-4752-8080-d5470058fd41 req-e4753be2-75aa-4ce4-8b9b-d78dd7d6263a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 944 time: 0.0529943 Jan 29 05:11:55.756155 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0c4734c-1fe0-4752-8080-d5470058fd41 req-4cd47aa0-14ef-4c79-9227-d0d4321fa8ab tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Jan 29 05:11:56.135254 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:11:56.211865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-743a9f54-8211-4d70-bf54-a1cb3b7f292e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:56.240144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:56.250212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'port_id': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'mac_address': 'fa:16:3e:f4:21:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:11:56.290714 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:56.303856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:11:56.323214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:56.326679 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:56.371766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:56.378881 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.379236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.379578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.379916 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.380251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.380582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.380911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.381236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.381562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.381882 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.382229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.382551 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:11:56.634162 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:11:56.867813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660d6c1-902a-4ee0-a627-e924d4096719 req-80ed0327-369b-4483-82cf-1e6b27416f04 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:56.869274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f660d6c1-902a-4ee0-a627-e924d4096719 req-80ed0327-369b-4483-82cf-1e6b27416f04 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 945 time: 0.0474067 Jan 29 05:11:56.906363 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f660d6c1-902a-4ee0-a627-e924d4096719 req-939deb1c-2784-4469-b2f1-4e88249b38a1 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Jan 29 05:11:57.453970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:58.020482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa52b36-3599-4b12-8002-e1db2e618272 req-61328501-47d3-4fa8-b38d-c972eb468432 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:58.021972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0aa52b36-3599-4b12-8002-e1db2e618272 req-61328501-47d3-4fa8-b38d-c972eb468432 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 945 time: 0.0484102 Jan 29 05:11:58.058740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0aa52b36-3599-4b12-8002-e1db2e618272 req-06b788d4-ed73-4be6-b4e9-df87e8500e7c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Jan 29 05:11:58.135309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:11:58.182320 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:11:58.185948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:11:58.186281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:58.263652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:58.285357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:11:58.287910 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22313510-bc55-48d5-89d4-60f5e3c7aeb7" -d '{"events": [{"server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "name": "network-vif-plugged", "status": "completed", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:11:58.302445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:11:58.307574 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:58.336072 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41780cfc-3c65-49d3-944b-d8e894df18b2 x-openstack-request-id: req-41780cfc-3c65-49d3-944b-d8e894df18b2 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:11:58.336364 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "name": "network-vif-plugged", "status": "completed", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:11:58.336616 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41780cfc-3c65-49d3-944b-d8e894df18b2 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:11:58.336999 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'code': 200} Jan 29 05:11:58.357010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:11:58.457468 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b7dc5-0286-4576-bd5d-a47f7b0257a7 req-f7ffc63f-81c3-414b-be62-4bf01847b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:58.458968 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f1b7dc5-0286-4576-bd5d-a47f7b0257a7 req-f7ffc63f-81c3-414b-be62-4bf01847b33a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1097 time: 0.0397210 Jan 29 05:11:58.493113 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2f1b7dc5-0286-4576-bd5d-a47f7b0257a7 req-41a6392d-40c5-43cc-909d-c040ee0a9612 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274384 Jan 29 05:11:58.696758 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:11:59.177864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb4b5-9e13-4267-826c-dbdd7e82a487 req-c1863b65-0832-402f-a387-eba6f368b005 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:11:59.179359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95bbb4b5-9e13-4267-826c-dbdd7e82a487 req-c1863b65-0832-402f-a387-eba6f368b005 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0541391 Jan 29 05:11:59.215186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95bbb4b5-9e13-4267-826c-dbdd7e82a487 req-4b3acbff-fdd8-4228-9644-28316d2bb385 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299206 Jan 29 05:11:59.296001 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:11:59.297027 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:00.335338 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f441b9-f3c7-427c-8cfc-682e961b6cdd req-9a959a45-2dc8-4ed8-aa01-5a2c5d770f53 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:00.336791 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7f441b9-f3c7-427c-8cfc-682e961b6cdd req-9a959a45-2dc8-4ed8-aa01-5a2c5d770f53 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0533247 Jan 29 05:12:00.373002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c7f441b9-f3c7-427c-8cfc-682e961b6cdd req-6bfbb6d1-d60f-4b0f-a290-6504ccb83207 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303135 Jan 29 05:12:00.487183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6d88-592d-4af0-9cbe-d05e5f5680fe req-a17ceaaf-e344-4c1f-886f-d83e9214578b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:00.488801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8f6d88-592d-4af0-9cbe-d05e5f5680fe req-a17ceaaf-e344-4c1f-886f-d83e9214578b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0511043 Jan 29 05:12:00.527121 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8f6d88-592d-4af0-9cbe-d05e5f5680fe req-a5fd2301-7005-45f4-924d-d4f5ad5403d8 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Jan 29 05:12:00.715789 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43188074-e1ab-4db2-a1dc-ad4863585c18 req-302e2f12-4f62-44a2-8968-d47d70a48f91 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:00.717339 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43188074-e1ab-4db2-a1dc-ad4863585c18 req-302e2f12-4f62-44a2-8968-d47d70a48f91 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0505493 Jan 29 05:12:00.755525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-43188074-e1ab-4db2-a1dc-ad4863585c18 req-420221b0-a4b1-48c5-8ba7-ff654ef861d4 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Jan 29 05:12:09.145545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-b11730b5-f95a-4316-89d6-6b465ab058b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422859 Jan 29 05:12:09.240528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-4a839150-9dde-42e1-b85e-11254f20b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:09.242014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-4a839150-9dde-42e1-b85e-11254f20b0e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1097 time: 0.0399849 Jan 29 05:12:09.342782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-3fa25539-5831-45d2-afc8-d33a54556969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:09.344273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-3fa25539-5831-45d2-afc8-d33a54556969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0848250 Jan 29 05:12:09.388400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-ff62198a-2de4-4a89-87ba-75448f1eadc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 217 time: 0.0372298 Jan 29 05:12:09.436803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-5dd2d13d-acca-4acb-9b6f-7ac99a65e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:09.438266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-5dd2d13d-acca-4acb-9b6f-7ac99a65e2a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0432019 Jan 29 05:12:09.482283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-75d0d2a0-9145-4560-9789-27a64386d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:09.483757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-75d0d2a0-9145-4560-9789-27a64386d6fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391293 Jan 29 05:12:09.574820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-7ca90706-ed8a-4131-8089-5ab4425aaefb service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Jan 29 05:12:09.662521 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-54341dc9-39a5-4f4e-9140-94f8f6d5693d req-29074592-03c0-4dc6-9660-d4b41595430f service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Jan 29 05:12:12.203145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a99b0-4a9c-4969-8949-6e2717d991a1 req-105343ef-5096-4bcf-93f5-271c7470ceb0 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:12.204593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e4a99b0-4a9c-4969-8949-6e2717d991a1 req-105343ef-5096-4bcf-93f5-271c7470ceb0 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0538538 Jan 29 05:12:12.242227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5e4a99b0-4a9c-4969-8949-6e2717d991a1 req-b53b2768-8336-4fcc-ad2a-fd40d57f31a4 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Jan 29 05:12:12.264151 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:12.346344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53605291-8617-4d39-bc9c-d3f839f74d4c tempest-TestMinimumBasicScenario-444938379 tempest-TestMinimumBasicScenario-444938379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:12.347877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-53605291-8617-4d39-bc9c-d3f839f74d4c tempest-TestMinimumBasicScenario-444938379 tempest-TestMinimumBasicScenario-444938379-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1092 time: 0.0827715 Jan 29 05:12:12.350838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:12.355044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:12.370005 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:12.378881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:12.476166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:12.576839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Allocated IP 172.25.4.174 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/11733170-5060-4660-9b46-a08ed3b2a645) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:12:12.678677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:12.710938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:12.750704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:12:12.753476 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:12:12.756891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:12:12.762227 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'Port': ['ID=11733170-5060-4660-9b46-a08ed3b2a645,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:13.104108 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.168267 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.314492 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.318979 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.386885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'Port': ['ID=11733170-5060-4660-9b46-a08ed3b2a645,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:13.399150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.492256 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Floating IP b58caee6-09ed-4581-83ff-d2cfc225f909 associated. External IP: 172.25.4.174, port: 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6. Jan 29 05:12:13.690978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Router b2481ae1-1f38-45d1-9080-c365b3f3281d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:12:13.796575 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:12:13.806249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] Sync routers for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:12:13.815289 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:13.815907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:13.816197 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.844054 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c18d86f8-ebd5-42c2-a68c-9faf70626c8b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4922183 Jan 29 05:12:13.844638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:12:13.848090 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37722) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:13.848592 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deadccd5-93f5-4f0c-912c-d460436f3575" -d '{"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:13.859728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432579338', 'description': 'tempest-secgroup-smoke-1432579338 description', 'project_id': '95162f32286d4d048ca8892c741c653c'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:13.887898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.894691 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec95dd7-f346-481b-9182-10131aba1403 x-openstack-request-id: req-0ec95dd7-f346-481b-9182-10131aba1403 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:13.895118 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:13.895567 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ec95dd7-f346-481b-9182-10131aba1403 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:13.896598 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'status': 'completed', 'code': 200} Jan 29 05:12:13.926620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:13.958730 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.964016 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.983591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-5760f307-7b94-4205-b64b-6afe27a84462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:13.985133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-5760f307-7b94-4205-b64b-6afe27a84462 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1097 time: 0.0462363 Jan 29 05:12:13.998299 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:13.999537 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1503782 Jan 29 05:12:14.001380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad94bd-7695-49d9-9e80-8e85d796b758 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc790da-6cec-4d35-af67-175d14182a4c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.004432 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37726) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:14.008588 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group_rule': {'security_group_id': '6cc790da-6cec-4d35-af67-175d14182a4c', 'project_id': '95162f32286d4d048ca8892c741c653c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.039607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.079491 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.085659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-b6e0608d-a420-4cd6-b4f8-f712afd0a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:14.087209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-b6e0608d-a420-4cd6-b4f8-f712afd0a530 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0958364 Jan 29 05:12:14.104347 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.108887 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.124971 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e827c78e-98f7-4001-a0dd-4318375abb68,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.144423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.145654 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe27e3a7-f554-4814-b3e9-e00e8c576b5f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405647 Jan 29 05:12:14.148332 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37728) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:14.152670 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group_rule': {'security_group_id': '6cc790da-6cec-4d35-af67-175d14182a4c', 'project_id': '95162f32286d4d048ca8892c741c653c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.156885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-29931f9d-a03b-40ed-b523-39f19a3c2825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 1000 time: 0.0614691 Jan 29 05:12:14.175059 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'b58caee6-09ed-4581-83ff-d2cfc225f909', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'port_id': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'mac_address': 'fa:16:3e:f4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:12:12Z', 'updated_at': '2022-01-29T05:12:12Z', 'revision_number': 0, 'project_id': '95162f32286d4d048ca8892c741c653c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:14.181933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.201023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] Checking router: b2481ae1-1f38-45d1-9080-c365b3f3281d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:12:14.209386 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:12:14.210028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:11:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:14.238499 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-ee7d9dce-1dad-4659-9111-531946fe522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:14.240148 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-ee7d9dce-1dad-4659-9111-531946fe522b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0594239 Jan 29 05:12:14.246761 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.250958 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.270902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d894ecd4-db9e-4688-8363-ec88846530db,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.278772 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.280002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b22296b7-de89-4663-9ba9-b65732fbb45c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307278 Jan 29 05:12:14.282798 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37730) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:14.287778 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-39ed8731-d359-45bf-a406-54a9da3b7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:14.288905 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group_rule': {'security_group_id': '6cc790da-6cec-4d35-af67-175d14182a4c', 'project_id': '95162f32286d4d048ca8892c741c653c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.289492 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-39ed8731-d359-45bf-a406-54a9da3b7ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423195 Jan 29 05:12:14.325051 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.336382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:12:14.385313 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.389346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-fee91461-0034-4c91-8f4f-2e6207159f2b service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929077 Jan 29 05:12:14.390851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.408847 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75045ef3-edd5-49d9-ab56-76e5378defc1,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.428592 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.432621 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ded99be-d78f-4e61-840c-4bcb614c9094 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453154 Jan 29 05:12:14.432768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37732) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:14.437159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group_rule': {'security_group_id': '6cc790da-6cec-4d35-af67-175d14182a4c', 'project_id': '95162f32286d4d048ca8892c741c653c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.466803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.511436 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-deadccd5-93f5-4f0c-912c-d460436f3575 req-c33f39f7-14e8-4b1c-ba3a-2e0144c4145f service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159983 Jan 29 05:12:14.529618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.534585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.553061 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8726a378-e47b-4def-a297-9f876ef05842,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.562540 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.563747 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-dd8b60d8-3c01-4678-b8db-edc2cf67b51a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301188 Jan 29 05:12:14.567916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37734) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:14.571889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group_rule': {'security_group_id': '6cc790da-6cec-4d35-af67-175d14182a4c', 'project_id': '95162f32286d4d048ca8892c741c653c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.579177 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'b58caee6-09ed-4581-83ff-d2cfc225f909', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'port_id': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'mac_address': 'fa:16:3e:f4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:12:12Z', 'updated_at': '2022-01-29T05:12:12Z', 'revision_number': 0, 'project_id': '95162f32286d4d048ca8892c741c653c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:12:14.595011 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Project 95162f32286d4d048ca8892c741c653c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:12:14.601109 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.609790 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fead9-6ccd-4528-997b-47c83c28f940 None None] The sync data for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 is: [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'b58caee6-09ed-4581-83ff-d2cfc225f909', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'port_id': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'mac_address': 'fa:16:3e:f4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:12:12Z', 'updated_at': '2022-01-29T05:12:12Z', 'revision_number': 0, 'project_id': '95162f32286d4d048ca8892c741c653c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:12:14.665458 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.669442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.691574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6dd9d5-fd29-43ce-b9b6-fe618c7a17da,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.700650 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.701851 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-634f52a4-448b-4697-ad9a-58628042a0d2 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335120 Jan 29 05:12:14.704675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37736) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:12:14.709616 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'security_group_rule': {'security_group_id': '6cc790da-6cec-4d35-af67-175d14182a4c', 'project_id': '95162f32286d4d048ca8892c741c653c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:14.735313 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Project 95162f32286d4d048ca8892c741c653c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:12:14.740824 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.804615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.808982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.809653 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb117a-c60f-4ba1-92c1-5e056a83432e None None] New status for floating IP b58caee6-09ed-4581-83ff-d2cfc225f909: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:12:14.828213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32578165-4834-4794-8e92-9b39ffc60705,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:14.834607 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:14.835772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2e986643-ed2d-48c4-8f37-23a86eeea806 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294880 Jan 29 05:12:14.915957 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-6a5950bb-1113-4751-b511-067949c5f5a1 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432579338&fields=id&tenant_id=95162f32286d4d048ca8892c741c653c HTTP/1.1" status: 200 len: 267 time: 0.0343013 Jan 29 05:12:14.974675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-780eb151-acc3-473f-8a4e-d783d83bcc45 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:14.976292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-780eb151-acc3-473f-8a4e-d783d83bcc45 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0544753 Jan 29 05:12:14.987860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'port': {'security_groups': ['5d83f13a-dff3-43ee-8c9e-fe638b923713', '6cc790da-6cec-4d35-af67-175d14182a4c']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:12:15.052809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:15.232848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:12:15.261412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:15.265915 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:15.300622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:12:15.318697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:15.319348 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:15.320790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-25a3b6e3-2fd2-45c8-8f40-ff3bec0c9b6b req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "PUT /v2.0/ports/5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 982 time: 0.3375909 Jan 29 05:12:15.341503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:12:15.350087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.350444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.350895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.351243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.351590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.351929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.352261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.352594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.352977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.353311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.353641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.353991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c396b-57a5-4aac-9ab5-8587cee0fb3f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:12:15.434165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115908d-c16f-4e60-a14f-0df304ff6560 req-fb542f85-e2c0-4a43-9191-de48919131d6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:15.435669 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a115908d-c16f-4e60-a14f-0df304ff6560 req-fb542f85-e2c0-4a43-9191-de48919131d6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0499575 Jan 29 05:12:15.446367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:12:15.491199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a115908d-c16f-4e60-a14f-0df304ff6560 req-736822fd-e159-4c54-ae53-6332603320b9 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437596 Jan 29 05:12:15.614952 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1f56f139-6683-4a2a-8dcc-369903df1a5f None None] Provisioning complete for port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:12:15.615236 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f56f139-6683-4a2a-8dcc-369903df1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:15.896901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:12:15.899289 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3265a2db-66a5-48d8-9083-03f454f34e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:12:15.936074 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86a1db-676a-44f9-93bc-6a27021b1bd4 x-openstack-request-id: req-8b86a1db-676a-44f9-93bc-6a27021b1bd4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:12:15.936392 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:12:15.936655 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b86a1db-676a-44f9-93bc-6a27021b1bd4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:12:15.937090 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'status': 'completed', 'code': 200} Jan 29 05:12:16.021022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-42747fcb-6a30-4c83-ad50-3393e0d4acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:16.022571 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-42747fcb-6a30-4c83-ad50-3393e0d4acfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1136 time: 0.0422199 Jan 29 05:12:16.116438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-80bfe7da-13ae-4d6d-88df-c10dd022107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:16.118368 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-80bfe7da-13ae-4d6d-88df-c10dd022107d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0883965 Jan 29 05:12:16.183925 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-ed28a0d3-7215-447c-959f-d80ac5c5f91c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 1002 time: 0.0578518 Jan 29 05:12:16.233333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-005759b6-e343-4d61-8197-a0f53363e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:16.234837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-005759b6-e343-4d61-8197-a0f53363e203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0424514 Jan 29 05:12:16.283362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-17553043-d9f8-4b17-a735-2b82be18424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:16.284837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-17553043-d9f8-4b17-a735-2b82be18424f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429606 Jan 29 05:12:16.377336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-e96ce130-c98a-4f0d-b4f1-79e914ea66b1 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 Jan 29 05:12:16.469447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3265a2db-66a5-48d8-9083-03f454f34e1f req-140994a1-c342-4e76-9bdf-a732dc284298 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Jan 29 05:12:23.922434 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b579-26c2-4d06-94b4-d53baf47192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:26.181913 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e5e3-1576-47f8-aa5e-dc18baf56202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:27.457027 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:29.296786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:29.298582 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:32.666563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f26be6-b990-4f3a-9d7c-93158dfdd77e req-c5d7ad5b-f26b-42b7-89ef-b48a26d07de7 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:32.668067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66f26be6-b990-4f3a-9d7c-93158dfdd77e req-c5d7ad5b-f26b-42b7-89ef-b48a26d07de7 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0737960 Jan 29 05:12:32.692461 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-89461f8f-1743-47bf-b4a9-c08cc4849985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:32.694013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-89461f8f-1743-47bf-b4a9-c08cc4849985 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1136 time: 0.0659451 Jan 29 05:12:32.731650 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-66f26be6-b990-4f3a-9d7c-93158dfdd77e req-0858eb65-7ca6-4599-96b7-63b80e70d21b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566502 Jan 29 05:12:32.797666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-c09bd007-5e66-4a92-90df-3897e41c1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:32.799163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-c09bd007-5e66-4a92-90df-3897e41c1ce2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0979831 Jan 29 05:12:32.863590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-8a9cdec6-9277-49cf-baca-63a3a6633329 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 1002 time: 0.0566251 Jan 29 05:12:32.915321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-5a82e285-c347-4d23-ac2a-7e3dbca2f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:32.916728 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-5a82e285-c347-4d23-ac2a-7e3dbca2f27e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0463846 Jan 29 05:12:32.961487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-de2ca476-8a10-4d76-aa74-b19bfd231feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:32.962963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-de2ca476-8a10-4d76-aa74-b19bfd231feb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387034 Jan 29 05:12:33.056111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-40790dbf-54b3-4db8-9562-ec541b0f7189 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849335 Jan 29 05:12:33.145852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5c86d2aa-9e8d-48a0-8c93-6ba818b29278 req-150b85d0-44d6-451e-8bfd-ec36cd6d58b2 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822377 Jan 29 05:12:33.853030 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d62-dc01-4326-b322-5f85709b974a req-32934937-85ab-45b4-8929-d418551f59e5 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:33.854637 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bb84d62-dc01-4326-b322-5f85709b974a req-32934937-85ab-45b4-8929-d418551f59e5 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0488608 Jan 29 05:12:33.897119 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bb84d62-dc01-4326-b322-5f85709b974a req-16607de4-5947-48ee-989f-26ce6e084e6a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364623 Jan 29 05:12:35.010792 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97922e9c-198e-4710-aaad-0997eac50142 req-9b8efb37-232b-4797-8419-b16f4195725a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:35.012247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97922e9c-198e-4710-aaad-0997eac50142 req-9b8efb37-232b-4797-8419-b16f4195725a tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0485554 Jan 29 05:12:35.050462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97922e9c-198e-4710-aaad-0997eac50142 req-57916846-ba70-430a-bcbd-0b3935a60c8f tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322227 Jan 29 05:12:35.695491 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:12:36.164604 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471257a-fe21-49d8-9159-04a30be39eea req-eaf6fb51-366b-4edf-a475-54c2b8c82246 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:36.166110 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1471257a-fe21-49d8-9159-04a30be39eea req-eaf6fb51-366b-4edf-a475-54c2b8c82246 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0484638 Jan 29 05:12:36.205203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1471257a-fe21-49d8-9159-04a30be39eea req-70a05ea5-9c3c-427b-95b6-b6035602d630 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331187 Jan 29 05:12:37.318874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5246-f93d-406f-916b-b99b452ba510 req-2dd07126-60f7-4482-8349-58cf61764b3b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:37.320365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22ff5246-f93d-406f-916b-b99b452ba510 req-2dd07126-60f7-4482-8349-58cf61764b3b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0485039 Jan 29 05:12:37.358897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22ff5246-f93d-406f-916b-b99b452ba510 req-49385f0a-e254-4693-a904-21cdb472bb9b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325041 Jan 29 05:12:38.474128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64724943-b649-4cc6-af4f-77cbc5a40fa9 req-55bb2377-79f2-4612-8e63-7128eba94f80 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:38.475794 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64724943-b649-4cc6-af4f-77cbc5a40fa9 req-55bb2377-79f2-4612-8e63-7128eba94f80 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0493362 Jan 29 05:12:38.514054 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64724943-b649-4cc6-af4f-77cbc5a40fa9 req-47a94045-5797-47dd-9f1a-2a0cb3d4c90e tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322318 Jan 29 05:12:39.633212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1c2bf-22a8-46b2-9046-f3641d1dd0ad req-d1eb25c3-a03f-41cb-81bc-e8791cddb40c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:39.634614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99d1c2bf-22a8-46b2-9046-f3641d1dd0ad req-d1eb25c3-a03f-41cb-81bc-e8791cddb40c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0531893 Jan 29 05:12:39.673101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-99d1c2bf-22a8-46b2-9046-f3641d1dd0ad req-919661b7-fc45-4634-b2cd-8c2a4344e442 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324416 Jan 29 05:12:40.787803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874586d7-cc83-4514-9d98-be265156da10 req-265e2c01-e8eb-441e-a092-8055cf5c9b06 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:40.789630 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-874586d7-cc83-4514-9d98-be265156da10 req-265e2c01-e8eb-441e-a092-8055cf5c9b06 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0488985 Jan 29 05:12:40.832121 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-874586d7-cc83-4514-9d98-be265156da10 req-4adbf045-d343-4631-b513-736c6c8dbe08 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364237 Jan 29 05:12:41.946311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b99a1-b120-4a68-8a1b-d703fa9410e9 req-0747e296-f573-4ca1-807d-ca5ff1eca063 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:41.947815 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8b99a1-b120-4a68-8a1b-d703fa9410e9 req-0747e296-f573-4ca1-807d-ca5ff1eca063 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0482721 Jan 29 05:12:41.986437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eb8b99a1-b120-4a68-8a1b-d703fa9410e9 req-47872079-ac2e-47ea-b234-c0f810489a62 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326409 Jan 29 05:12:42.377575 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:43.100372 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6520-e52c-47b3-904f-df69f9aba6f0 req-0712427f-78a8-4c14-a9b4-f0a6007a39bb tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:43.101821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f4f6520-e52c-47b3-904f-df69f9aba6f0 req-0712427f-78a8-4c14-a9b4-f0a6007a39bb tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0487909 Jan 29 05:12:43.139916 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3f4f6520-e52c-47b3-904f-df69f9aba6f0 req-bf4d478b-a557-4b2e-a0c9-8ce940b9f65d tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320895 Jan 29 05:12:44.014798 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:44.257010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787151e-dd44-46f8-b904-e66ff7b62a30 req-ca75612a-043f-4250-8fc6-ce41355067c3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:12:44.258702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9787151e-dd44-46f8-b904-e66ff7b62a30 req-ca75612a-043f-4250-8fc6-ce41355067c3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0503299 Jan 29 05:12:44.300665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9787151e-dd44-46f8-b904-e66ff7b62a30 req-d4559405-6fa6-427d-9c2c-516f279a4f3c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&id=6cc790da-6cec-4d35-af67-175d14182a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356236 Jan 29 05:12:53.922978 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1a13fef-c33f-418c-9c8b-98f500640ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:56.182298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eb83d121-7711-4b9c-8a50-9b1a906acb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:57.460120 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:59.295831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:12:59.297549 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:08.927433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-7d6eb89d-11bf-4da9-96fb-dbb70abc1c08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426488 Jan 29 05:13:09.024003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-67b87b24-d672-457f-84e2-b7f05dbba3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:09.025462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-67b87b24-d672-457f-84e2-b7f05dbba3a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1136 time: 0.0405962 Jan 29 05:13:09.123271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-88aa561d-987a-4af1-bbf8-d6322e96fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:09.124716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-88aa561d-987a-4af1-bbf8-d6322e96fa7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0809064 Jan 29 05:13:09.191584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-0796af24-e2dc-4460-b2f6-340c0e692c7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 1002 time: 0.0603244 Jan 29 05:13:09.238314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-69f06124-f0ba-4094-bc51-999e7a10186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:09.239689 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-69f06124-f0ba-4094-bc51-999e7a10186d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0410058 Jan 29 05:13:09.282250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-ab0fb80c-6418-43c9-875a-f9a2756dbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:09.283704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-ab0fb80c-6418-43c9-875a-f9a2756dbc0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373473 Jan 29 05:13:09.374040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-4d01fc2e-641f-464e-983d-dde33caf41f9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830948 Jan 29 05:13:09.459768 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca6721d5-a979-453f-81f6-8c75b971ee1a req-dc2833a5-46f9-4558-907e-469c22139788 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789793 Jan 29 05:13:12.382952 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:12.694346 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:13:14.013601 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:16.774997 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-c886b89a-2fef-436b-8e1a-dd7215969b11 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432579338&fields=id&tenant_id=95162f32286d4d048ca8892c741c653c HTTP/1.1" status: 200 len: 267 time: 0.1654890 Jan 29 05:13:16.829987 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-8b04124b-528a-412c-a0d7-4561c1a45551 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:16.831379 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-8b04124b-528a-412c-a0d7-4561c1a45551 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 985 time: 0.0500321 Jan 29 05:13:16.842252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Request body: {'port': {'security_groups': ['5d83f13a-dff3-43ee-8c9e-fe638b923713']}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:16.908046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.081120 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:17.110757 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.115069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.149854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:13:17.155874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:17.156553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.157978 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-24396f4c-95a1-45fc-97e7-f601a6b79a3a req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "PUT /v2.0/ports/5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 943 time: 0.3200905 Jan 29 05:13:17.165181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:13:17.165741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:17.166695 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248bfd4f-7ecd-46c3-84af-ae7d5d580496" -d '{"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:13:17.196236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event updated for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:17.204257 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.204619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.204961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.205514 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.205716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.206048 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.206381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.206719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.207039 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.207363 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.207679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.208000 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48fe99-b2ed-4b6e-994c-763b783913f3 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.277942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:13:17.292425 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bec090-3c47-4357-890c-11a619102cde x-openstack-request-id: req-b4bec090-3c47-4357-890c-11a619102cde {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:13:17.292716 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:13:17.292978 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4bec090-3c47-4357-890c-11a619102cde {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:13:17.293393 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'status': 'completed', 'code': 200} Jan 29 05:13:17.473864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b2ba59cf-9b36-46d4-89fa-a95e0f1c2216 None None] Provisioning complete for port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:17.474256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2ba59cf-9b36-46d4-89fa-a95e0f1c2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.643561 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.671221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-8a5da7fa-ccf9-4c7e-8bcc-bc994ade02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:17.672683 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-8a5da7fa-ccf9-4c7e-8bcc-bc994ade02d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1097 time: 0.0753155 Jan 29 05:13:17.674840 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.785687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-b1d057fa-abac-43aa-8d16-0801f968ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:17.787187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-b1d057fa-abac-43aa-8d16-0801f968ae86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.1046321 Jan 29 05:13:17.802582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.805790 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.806894 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "DELETE /v2.0/security-groups/6cc790da-6cec-4d35-af67-175d14182a4c HTTP/1.1" status: 204 len: 168 time: 0.6401396 Jan 29 05:13:17.809709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37800) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:17.849052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc790da-6cec-4d35-af67-175d14182a4c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:17.861681 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.862060 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.862405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.862753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.863087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.863418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.863746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.864072 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.864396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.864721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.865044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.865365 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392a80-2b20-4888-a755-35207a9d2782 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:17.877662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-0b0281ec-3387-4bdd-a36f-90d98e1ed04b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 1002 time: 0.0837483 Jan 29 05:13:17.928022 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-c0fcc2f0-7c0b-45db-a0a6-f5cae942601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:17.929538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-c0fcc2f0-7c0b-45db-a0a6-f5cae942601b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0453300 Jan 29 05:13:17.973453 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Deleting port 11733170-5060-4660-9b46-a08ed3b2a645 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:17.973812 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:17.979562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-edeef2ee-0d95-4f42-951f-c3a4e1b108e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:17.981064 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-edeef2ee-0d95-4f42-951f-c3a4e1b108e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443819 Jan 29 05:13:18.051515 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:18.051847 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:18.063358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Calling delete_port for 11733170-5060-4660-9b46-a08ed3b2a645 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:18.068312 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-b09bbd18-a686-49e2-a0a2-2a87cc77e5ce service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804873 Jan 29 05:13:18.161133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-248bfd4f-7ecd-46c3-84af-ae7d5d580496 req-697cfe67-3b52-483b-9162-43fe17c33691 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Jan 29 05:13:18.211032 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:18.235598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event deleted for resources: {'Port': ['ID=11733170-5060-4660-9b46-a08ed3b2a645,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:18.294304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:18.294638 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Floating IP b58caee6-09ed-4581-83ff-d2cfc225f909 disassociated (deleted). External IP: 172.25.4.174, port: 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6. Jan 29 05:13:18.501166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Router b2481ae1-1f38-45d1-9080-c365b3f3281d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:13:18.607066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:13:18.611872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:18.617101 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] Sync routers for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:13:18.625819 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:18.626449 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:12:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:18.637833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-860c0742-45ce-458e-9c1f-d891d44870c6 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "DELETE /v2.0/floatingips/b58caee6-09ed-4581-83ff-d2cfc225f909 HTTP/1.1" status: 204 len: 168 time: 0.8269594 Jan 29 05:13:18.734479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:18.936580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:18.962814 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] Checking router: b2481ae1-1f38-45d1-9080-c365b3f3281d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:13:18.970918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:18.971517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:12:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:19.072559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:19.294572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:13:19.296978 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b480630-46cf-4cb5-bf7e-423f11e224d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:13:19.339441 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154e832c-18a1-4dd5-9704-07d35f8ba073 x-openstack-request-id: req-154e832c-18a1-4dd5-9704-07d35f8ba073 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:13:19.339730 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:13:19.339984 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-154e832c-18a1-4dd5-9704-07d35f8ba073 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:13:19.340386 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'status': 'completed', 'code': 200} Jan 29 05:13:19.421981 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:19.423785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-44c38305-c177-4967-ba00-14d4358e9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:19.425295 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-44c38305-c177-4967-ba00-14d4358e9fa8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95162f32286d4d048ca8892c741c653c&device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 1097 time: 0.0425804 Jan 29 05:13:19.452526 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d76e96-d46d-467b-8ac9-614d3ec012f8 None None] The sync data for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 is: [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:25Z', 'revision_number': 4, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'f754888e-4516-44a0-a883-1afaeb44627e', 'name': '', 'network_id': '2e6eef66-ee56-43a5-9254-82f4f50e62e4', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'mac_address': 'fa:16:3e:ba:1b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:25Z', 'updated_at': '2022-01-29T05:11:31Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'subnets': [{'id': '2de379e5-dc4b-480a-99e5-8f9351ace06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:13:19.525166 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-a5fdf821-783a-41f2-8484-900d4684fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:19.526935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-a5fdf821-783a-41f2-8484-900d4684fb54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 200 len: 914 time: 0.0947194 Jan 29 05:13:19.569212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-33c3a85a-4aab-4bff-ad0d-946222e60517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 200 len: 217 time: 0.0353839 Jan 29 05:13:19.622295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-311840af-03fc-496e-8e12-2338b6973587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:19.623773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-311840af-03fc-496e-8e12-2338b6973587 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 200 len: 852 time: 0.0484242 Jan 29 05:13:19.674918 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-4a692ffd-1e7d-4e74-8b26-0977e965427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:19.676423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-4a692ffd-1e7d-4e74-8b26-0977e965427f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6eef66-ee56-43a5-9254-82f4f50e62e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464864 Jan 29 05:13:19.698128 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87892f20-67e1-47f8-ad84-fc74dd7b50e5 None None] New status for floating IP b58caee6-09ed-4581-83ff-d2cfc225f909: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:13:19.774548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-b6d8d574-26be-4781-95c0-3457d117f7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914729 Jan 29 05:13:19.867939 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b480630-46cf-4cb5-bf7e-423f11e224d4 req-c5163f30-455d-413a-8947-7c278c12f340 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855494 Jan 29 05:13:23.924609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6882650-eb5d-449b-85de-af02e6ba489e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:25.546750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db42d8-c679-4262-ba4f-2522ddc93d5d req-9d7e685b-287b-4bd5-bdda-5bca76cd915b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:25.548185 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51db42d8-c679-4262-ba4f-2522ddc93d5d req-9d7e685b-287b-4bd5-bdda-5bca76cd915b tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0548067 Jan 29 05:13:25.587089 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51db42d8-c679-4262-ba4f-2522ddc93d5d req-106d89bc-ae45-418e-a5d9-b672b810c9ee tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Jan 29 05:13:26.184305 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7fb-8d23-4d28-8d3e-4125545f266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:26.706430 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8559a-57e5-41ca-a749-7e09a8e09aec req-871f2be8-821d-482e-a8b9-028a845f540e tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:26.707899 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00a8559a-57e5-41ca-a749-7e09a8e09aec req-871f2be8-821d-482e-a8b9-028a845f540e tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0486903 Jan 29 05:13:26.749326 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-00a8559a-57e5-41ca-a749-7e09a8e09aec req-438e2f6d-a3e4-473a-8773-4ce12db048fc tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d83f13a-dff3-43ee-8c9e-fe638b923713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Jan 29 05:13:27.268379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599009-428e-4b72-976f-5d3fca2ad422 req-2d37f1b9-a4e7-401f-a63a-96a451c94305 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:27.269799 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27599009-428e-4b72-976f-5d3fca2ad422 req-2d37f1b9-a4e7-401f-a63a-96a451c94305 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 946 time: 0.0483842 Jan 29 05:13:27.357083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Deleting port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:27.357426 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:27.445257 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] For port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:27.445615 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:27.457491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Calling delete_port for 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:27.461901 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:27.583803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:27.611690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Pushing event deleted for resources: {'Port': ['ID=5fa752ca-f106-4bbc-bd6f-1ec91587fbd6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:27.624061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:13:27.653191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] No DVR routers for this DVR port 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:13:27.655741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:27.659099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27599009-428e-4b72-976f-5d3fca2ad422 req-f28d6091-f48e-458e-81b1-97db6153633c tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.36 "DELETE /v2.0/ports/5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 HTTP/1.1" status: 204 len: 173 time: 0.3833661 Jan 29 05:13:27.659529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'name': 'network-vif-deleted', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:13:27.661819 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88736565-99df-4b69-8b56-b15ac48a695b" -d '{"events": [{"server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "name": "network-vif-deleted", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:13:27.703248 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c009429f-77ef-4bc9-97bc-1a4d92412d97 x-openstack-request-id: req-c009429f-77ef-4bc9-97bc-1a4d92412d97 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:13:27.703552 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0344ba8-20f8-42b5-b51e-b6944d07028d", "name": "network-vif-deleted", "tag": "5fa752ca-f106-4bbc-bd6f-1ec91587fbd6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:13:27.703807 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c009429f-77ef-4bc9-97bc-1a4d92412d97 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:13:27.704260 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0344ba8-20f8-42b5-b51e-b6944d07028d', 'name': 'network-vif-deleted', 'tag': '5fa752ca-f106-4bbc-bd6f-1ec91587fbd6', 'status': 'completed', 'code': 200} Jan 29 05:13:27.857115 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a1dda835-0e3b-4d2a-a69f-6ab3e572fbf0 req-2c4f356c-bc3a-4589-b67b-aca7d5937e34 tempest-TestMinimumBasicScenario-42947811 tempest-TestMinimumBasicScenario-42947811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0344ba8-20f8-42b5-b51e-b6944d07028d HTTP/1.1" status: 200 len: 210 time: 0.0257776 Jan 29 05:13:29.297125 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:29.306674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:29.421826 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37904) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:29.753621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:29.993189 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Deleting port f754888e-4516-44a0-a883-1afaeb44627e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:29.993422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:30.070087 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] For port f754888e-4516-44a0-a883-1afaeb44627e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=f754888e-4516-44a0-a883-1afaeb44627e,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:30.070440 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:30.081420 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Calling delete_port for f754888e-4516-44a0-a883-1afaeb44627e owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:30.253863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:30.278596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f754888e-4516-44a0-a883-1afaeb44627e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:30.446238 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:30.569125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:30.588884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:30.589231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 5fa752ca-f106-4bbc-bd6f-1ec91587fbd6 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:30.657600 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Router b2481ae1-1f38-45d1-9080-c365b3f3281d has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:13:30.762878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:13:30.769178 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a5e2b0a4-98fd-41bd-a333-1184d45fd6eb admin admin] 10.222.0.32 "PUT /v2.0/routers/b2481ae1-1f38-45d1-9080-c365b3f3281d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3462205 Jan 29 05:13:30.770721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37906) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:30.771953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] Sync routers for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:13:30.781549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:30.782181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:30.878425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:30.883801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:30.982235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.035198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Deleting port 54172979-fff8-4604-a78a-0218a4b6831d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:31.035583 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.063785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '54172979-fff8-4604-a78a-0218a4b6831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:13:30Z', 'revision_number': 5, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port': {'id': '54172979-fff8-4604-a78a-0218a4b6831d', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:31.090841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] Checking router: b2481ae1-1f38-45d1-9080-c365b3f3281d for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:13:31.098931 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] Routers {'b2481ae1-1f38-45d1-9080-c365b3f3281d'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:31.099547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['b2481ae1-1f38-45d1-9080-c365b3f3281d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:31.117665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] For port 54172979-fff8-4604-a78a-0218a4b6831d, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=54172979-fff8-4604-a78a-0218a4b6831d,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:31.118206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.129749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Calling delete_port for 54172979-fff8-4604-a78a-0218a4b6831d owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:31.184937 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] Set router b2481ae1-1f38-45d1-9080-c365b3f3281d gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:31.235356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:13:30Z', 'revision_number': 6, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:31.264907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a20963-bdc3-4b09-881b-0006e98c1e78 None None] The sync data for ids ['b2481ae1-1f38-45d1-9080-c365b3f3281d'] in n-d-825930-1 is: [{'id': 'b2481ae1-1f38-45d1-9080-c365b3f3281d', 'name': 'tempest-TestMinimumBasicScenario-80063227-router', 'tenant_id': '95162f32286d4d048ca8892c741c653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:23Z', 'updated_at': '2022-01-29T05:13:30Z', 'revision_number': 6, 'project_id': '95162f32286d4d048ca8892c741c653c', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:13:31.305078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.331793 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Pushing event deleted for resources: {'Port': ['ID=54172979-fff8-4604-a78a-0218a4b6831d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:31.394805 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.485589 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.487658 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.529569 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.530155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2481ae1-1f38-45d1-9080-c365b3f3281d {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:13:31.534328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.535811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebb60fe1-2445-48f9-83bf-95af30856041 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b2481ae1-1f38-45d1-9080-c365b3f3281d HTTP/1.1" status: 204 len: 168 time: 0.7635870 Jan 29 05:13:31.538828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37908) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:31.581553 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Deleting subnet 2de379e5-dc4b-480a-99e5-8f9351ace06a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:13:31.584360 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.618789 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.702631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.754730 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.777125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de379e5-dc4b-480a-99e5-8f9351ace06a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:31.782619 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.785709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2fbae230-f112-43fa-b398-5858c15d1401 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2de379e5-dc4b-480a-99e5-8f9351ace06a HTTP/1.1" status: 204 len: 168 time: 0.2462218 Jan 29 05:13:31.788911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7b5c3-1b4a-476c-8f03-ec1c8eadbab3 None None] Network 2e6eef66-ee56-43a5-9254-82f4f50e62e4 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:13:31.789436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37910) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:31.858753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.913087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Deleting port be2d25e3-1efd-454f-9db8-774b196e6b78 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:31.913698 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.975094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] For port be2d25e3-1efd-454f-9db8-774b196e6b78, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=be2d25e3-1efd-454f-9db8-774b196e6b78,segment=NetworkSegment(80ee6abd-89f0-489d-b317-71296c93d334),segment_id=80ee6abd-89f0-489d-b317-71296c93d334)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:31.975817 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:31.987655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Calling delete_port for be2d25e3-1efd-454f-9db8-774b196e6b78 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:32.028369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] DHCP port deletion for 2e6eef66-ee56-43a5-9254-82f4f50e62e4 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:13:32.080891 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Deleting port be2d25e3-1efd-454f-9db8-774b196e6b78 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:32.081198 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.081334 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.114013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2d25e3-1efd-454f-9db8-774b196e6b78,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:32.121225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] No DVR routers for this DVR port be2d25e3-1efd-454f-9db8-774b196e6b78 on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:13:32.148877 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] For port be2d25e3-1efd-454f-9db8-774b196e6b78, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:32.149838 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.153261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f754888e-4516-44a0-a883-1afaeb44627e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:32.182888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Calling delete_port for be2d25e3-1efd-454f-9db8-774b196e6b78 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:32.184914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: f754888e-4516-44a0-a883-1afaeb44627e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:32.185252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device f754888e-4516-44a0-a883-1afaeb44627e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:32.187610 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Port be2d25e3-1efd-454f-9db8-774b196e6b78 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 05:13:32.189126 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.202310 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.218247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Pushing event deleted for resources: {'Port': ['ID=be2d25e3-1efd-454f-9db8-774b196e6b78,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:32.226938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] No DVR routers for this DVR port be2d25e3-1efd-454f-9db8-774b196e6b78 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:13:32.228818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6eef66-ee56-43a5-9254-82f4f50e62e4']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:32.228975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.229216 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.229559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.229870 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.230215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.230541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.230867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.231184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.231501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.231815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.232130 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.232442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a449a7-33b8-40d3-ba03-2b32c544b2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:32.240433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ee6abd-89f0-489d-b317-71296c93d334') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:32.240747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ee6abd-89f0-489d-b317-71296c93d334') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:32.252245 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.266094 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.272596 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:13:32.273140 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:13:32.274953 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:13:32.333109 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.336792 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:32.339979 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2e6eef66-ee56-43a5-9254-82f4f50e62e4 HTTP/1.1" status: 204 len: 168 time: 0.5500166 Jan 29 05:13:32.343020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37912) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:32.350979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd9591-d4a2-40ec-9dc0-e7e7a61f08b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6eef66-ee56-43a5-9254-82f4f50e62e4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:32.693854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:33.251516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Deleting port ad44a739-92c1-4481-8f6e-abcd272cb965 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:33.251857 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:33.326799 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] For port ad44a739-92c1-4481-8f6e-abcd272cb965, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=ad44a739-92c1-4481-8f6e-abcd272cb965,segment=NetworkSegment(780903ff-63b8-4cc3-8173-6b7e62708b9f),segment_id=780903ff-63b8-4cc3-8173-6b7e62708b9f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:33.327168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:33.338246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Calling delete_port for ad44a739-92c1-4481-8f6e-abcd272cb965 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:33.507671 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:33.532412 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad44a739-92c1-4481-8f6e-abcd272cb965,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:33.698285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:33.809683 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54172979-fff8-4604-a78a-0218a4b6831d no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:33.830503 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 54172979-fff8-4604-a78a-0218a4b6831d {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:33.830957 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 54172979-fff8-4604-a78a-0218a4b6831d not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:33.831440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be2d25e3-1efd-454f-9db8-774b196e6b78 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:33.849255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: be2d25e3-1efd-454f-9db8-774b196e6b78 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:33.849601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device be2d25e3-1efd-454f-9db8-774b196e6b78 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:33.915160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Router 77486979-2420-4901-8d29-8814ded530d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:13:34.018619 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:13:34.024772 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9830bd63-4bd7-4241-a5e0-4b172e0a8b89 admin admin] 10.222.0.32 "PUT /v2.0/routers/77486979-2420-4901-8d29-8814ded530d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806097 Jan 29 05:13:34.026628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37914) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:34.028459 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] Sync routers for ids ['77486979-2420-4901-8d29-8814ded530d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:13:34.037203 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] Routers {'77486979-2420-4901-8d29-8814ded530d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:34.037803 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77486979-2420-4901-8d29-8814ded530d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:34.129461 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.138538 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] Set router 77486979-2420-4901-8d29-8814ded530d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:34.233586 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.288152 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Deleting port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:34.288892 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.366449 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] For port c9d42bc4-1be2-4b6f-b10e-73fd88ca07df, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:34.366813 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.378565 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Calling delete_port for c9d42bc4-1be2-4b6f-b10e-73fd88ca07df owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:34.399877 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:13:33Z', 'revision_number': 5, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port': {'id': 'c9d42bc4-1be2-4b6f-b10e-73fd88ca07df', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77486979-2420-4901-8d29-8814ded530d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:11:28Z', 'updated_at': '2022-01-29T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:34.428060 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] Checking router: 77486979-2420-4901-8d29-8814ded530d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:13:34.436793 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] Routers {'77486979-2420-4901-8d29-8814ded530d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:34.437389 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['77486979-2420-4901-8d29-8814ded530d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:34.520383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] Set router 77486979-2420-4901-8d29-8814ded530d8 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:34.543660 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.571481 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d42bc4-1be2-4b6f-b10e-73fd88ca07df,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:34.571885 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:13:34Z', 'revision_number': 6, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:34.601521 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4105ca-7bf3-4029-a0d1-872b0a38f207 None None] The sync data for ids ['77486979-2420-4901-8d29-8814ded530d8'] in n-d-825930-1 is: [{'id': '77486979-2420-4901-8d29-8814ded530d8', 'name': 'tempest-TestMinimumBasicScenario-1327129026-router', 'tenant_id': 'da042382933e499b8b8504e98dfbd4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:11:27Z', 'updated_at': '2022-01-29T05:13:34Z', 'revision_number': 6, 'project_id': 'da042382933e499b8b8504e98dfbd4b9', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:13:34.639107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.739043 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.741200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.782673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.783313 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77486979-2420-4901-8d29-8814ded530d8 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:13:34.789781 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.791084 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-45f807bb-781b-476d-bc05-cfd167ec4500 admin admin] 10.222.0.32 "DELETE /v2.0/routers/77486979-2420-4901-8d29-8814ded530d8 HTTP/1.1" status: 204 len: 168 time: 0.7633102 Jan 29 05:13:34.793499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37916) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:34.842417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Deleting subnet 47c2d82c-c8e9-41a1-8932-8cf5a1e6af66 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:13:34.845388 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.879743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:34.957448 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.012906 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.043997 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c2d82c-c8e9-41a1-8932-8cf5a1e6af66,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:35.048786 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.052701 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a2bfb03-52db-4b41-be1d-dccd9e5d1940 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47c2d82c-c8e9-41a1-8932-8cf5a1e6af66 HTTP/1.1" status: 204 len: 168 time: 0.2580144 Jan 29 05:13:35.054311 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ae3cf-5e6e-445a-b3f1-03376e1c07cb None None] Network c04fadf7-6630-477e-8121-7966459369e5 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:13:35.055596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37918) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:35.123280 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.175817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Deleting port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:13:35.176163 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.242881 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] For port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,segment=NetworkSegment(780903ff-63b8-4cc3-8173-6b7e62708b9f),segment_id=780903ff-63b8-4cc3-8173-6b7e62708b9f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:35.243245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.255521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Calling delete_port for 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:13:35.331315 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.357116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:35.361880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] No DVR routers for this DVR port 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:13:35.382584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc7358-22aa-4f01-a579-a2c7b660e286 None None] DHCP port deletion for c04fadf7-6630-477e-8121-7966459369e5 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:13:35.439282 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.459452 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04fadf7-6630-477e-8121-7966459369e5']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:35.471389 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780903ff-63b8-4cc3-8173-6b7e62708b9f') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:35.471951 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780903ff-63b8-4cc3-8173-6b7e62708b9f') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:35.482247 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.495653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.501906 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:13:35.502331 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:13:35.504143 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:13:35.563494 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.570321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.574098 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c04fadf7-6630-477e-8121-7966459369e5 HTTP/1.1" status: 204 len: 168 time: 0.5174839 Jan 29 05:13:35.586675 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361b3cf-3e20-46d2-9ed1-27404ec275a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c04fadf7-6630-477e-8121-7966459369e5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:35.758875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9d42bc4-1be2-4b6f-b10e-73fd88ca07df no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:35.771018 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37922) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:35.779267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c9d42bc4-1be2-4b6f-b10e-73fd88ca07df {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:35.779619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c9d42bc4-1be2-4b6f-b10e-73fd88ca07df not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:35.780042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad44a739-92c1-4481-8f6e-abcd272cb965 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:35.798963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: ad44a739-92c1-4481-8f6e-abcd272cb965 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:35.799554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device ad44a739-92c1-4481-8f6e-abcd272cb965 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:35.800152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:13:35.813305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-03b8bce0-30e4-4143-864f-6e01fd8495ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95162f32286d4d048ca8892c741c653c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407712 Jan 29 05:13:35.816209 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37924) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:35.820007 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:13:35.820359 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 9ed2685d-4b46-43ae-9bb8-c7e0f4b820e8 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:13:35.863762 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6894fc2-b717-432e-ae6e-3570b6088447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.883700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6894fc2-b717-432e-ae6e-3570b6088447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.929648 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6894fc2-b717-432e-ae6e-3570b6088447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.932166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6894fc2-b717-432e-ae6e-3570b6088447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:35.933308 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f6894fc2-b717-432e-ae6e-3570b6088447 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d83f13a-dff3-43ee-8c9e-fe638b923713 HTTP/1.1" status: 204 len: 168 time: 0.1160262 Jan 29 05:13:35.941068 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894fc2-b717-432e-ae6e-3570b6088447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d83f13a-dff3-43ee-8c9e-fe638b923713,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:36.248160 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37930) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:36.288033 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f12b048f-89c0-4243-a4ab-51d6a2d857f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da042382933e499b8b8504e98dfbd4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385911 Jan 29 05:13:36.290710 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37932) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:36.342305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0045ad73-7561-44b4-a8d8-f8ce1ffe627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:36.362343 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0045ad73-7561-44b4-a8d8-f8ce1ffe627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:36.409935 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0045ad73-7561-44b4-a8d8-f8ce1ffe627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:36.412454 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0045ad73-7561-44b4-a8d8-f8ce1ffe627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:36.414002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0045ad73-7561-44b4-a8d8-f8ce1ffe627b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c645ccd-aca8-4a4b-9443-2235c8232474 HTTP/1.1" status: 204 len: 168 time: 0.1221116 Jan 29 05:13:36.421395 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ad73-7561-44b4-a8d8-f8ce1ffe627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c645ccd-aca8-4a4b-9443-2235c8232474,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.181935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:39.186533 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221039559', 'description': 'tempest-secgroup-smoke-221039559 description', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:39.210811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.218878 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.297910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.301786 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.339638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306fa37b-def9-46e8-9756-6a920badadfb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.378070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.382148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.411528 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.412735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2297418 Jan 29 05:13:39.414984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eaf95-62ca-4ac1-a6ff-3475e7ed24f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5555af3a-0082-40a2-9f6f-8ff4c8f9265c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.415935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37976) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:39.420575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '5555af3a-0082-40a2-9f6f-8ff4c8f9265c', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:39.449355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.494539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.498211 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.515594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cce4bb0-69ec-4096-880e-ff67d7d6736a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.524636 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.525829 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f93054a9-a7d8-49fc-842e-17b7f71a8d1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088653 Jan 29 05:13:39.528611 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37978) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:39.532858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '5555af3a-0082-40a2-9f6f-8ff4c8f9265c', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:39.560661 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.614715 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.618526 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.637965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1474ce6-078e-42e1-bf5a-393ae243b3a2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.643381 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.644400 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-31f6c862-7af9-43f0-88a3-2b66f7f32701 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148605 Jan 29 05:13:39.647366 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37980) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:39.651524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '5555af3a-0082-40a2-9f6f-8ff4c8f9265c', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:39.679358 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.738006 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.742056 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.760988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff954e1-750e-44d4-aba3-8c0084859117,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.767024 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.768212 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-731941a5-9acb-48be-96ce-352c6fc78216 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199410 Jan 29 05:13:39.770907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37982) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:39.775237 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '5555af3a-0082-40a2-9f6f-8ff4c8f9265c', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:39.801957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.860622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.864100 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.883167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667d6733-76d0-446f-a62c-2a42e16ef304,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:39.889746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.890861 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f1491a5e-afc4-4c72-b6ce-8002d74c41a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190469 Jan 29 05:13:39.893575 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:39.897828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '5555af3a-0082-40a2-9f6f-8ff4c8f9265c', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:39.920970 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:13:39.925530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.983370 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:39.986785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.003722 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd035923-79de-4cb7-98e9-269ee756cecc,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:40.012055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.013364 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6c27d2ac-a66a-4382-b053-0d84ef0e7ffe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187923 Jan 29 05:13:40.016202 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:40.020464 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '5555af3a-0082-40a2-9f6f-8ff4c8f9265c', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:40.044845 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:13:40.049449 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.111097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.114733 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.134054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e497aa-0e8c-44f5-a85b-584203a7edaa,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:40.141250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.142487 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-497a74fd-0ab6-48ad-9d04-b323ad8a21e3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253326 Jan 29 05:13:40.145397 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 37988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:40.150518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'network': {'name': 'tempest-network-smoke--570961285', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:40.172264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:13:40.175934 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.199008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:13:40.210881 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.211228 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Added segment f537c03a-f096-4f2a-9b72-94aea2c6e3e3 of type vlan for network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc Jan 29 05:13:40.250293 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.273596 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.279050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:40.279623 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.333354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1868079 Jan 29 05:13:40.336943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:40.341487 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'admin_state_up': True, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:40.351325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee34b5-5963-4269-8834-07d6e6d5129d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Network': ['ID=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:40.361616 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:13:40.370167 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.371165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.425368 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.561656 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.751877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.770563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:40.869570 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.35 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/aa2d8059-a5cb-49ac-bc3d-d39e2e931d50) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:13:40.974855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:41.008429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:41.047605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:13:41.050390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:41.054302 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:13:41.059642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:41.294323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:41.486877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:41.608566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 5ee8b38e-9377-45f4-b641-d24814a40b69 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:13:41.711859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:13:41.722534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Sync routers for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:13:41.731527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:41.732282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:41.732780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b5319459-fe93-48c8-8500-f6ab78f3b3b7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3948343 Jan 29 05:13:41.735914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:41.736200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:41.842335 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:41.865020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-46d58ca2-6794-4c21-87d5-84512cd813af tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5ef5b34c9984d29ba91e45b7ac185b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279054 Jan 29 05:13:41.867687 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:41.954530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e5cb7-6ff9-4e0e-a638-33e3f65141ed tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:41.958652 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-186e5cb7-6ff9-4e0e-a638-33e3f65141ed tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874574 Jan 29 05:13:41.958863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:41.987775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d05ea01d-bb71-4eee-ad73-431d56df1974 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273073 Jan 29 05:13:41.990474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38002) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:41.995728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-426894349', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:42.017021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:41Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:42.046032 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Checking router: 5ee8b38e-9377-45f4-b641-d24814a40b69 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:13:42.046380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Updating router 5ee8b38e-9377-45f4-b641-d24814a40b69 port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:13:42.071285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.083328 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:13:42.087606 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.265948 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.325175 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.326314 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Subnet': ['ID=4db3b5c1-03ee-4112-9aca-5190ad5e1c08,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:42.331308 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.343112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Checking segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:13:42.343473 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network hostable DHCP agents. Network: dea8a908-c1e5-4844-83f5-e2ad45b0dcfc, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:13:42.359853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:13:42.369260 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, dea8a908-c1e5-4844-83f5-e2ad45b0dcfc) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:42.377075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:42.377663 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.383855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf71c54-65d3-4fd1-9654-fbde6ef16efc None None] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:13:42.394863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b5983cf-aaca-494d-8721-6b1297f6ddd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028592 Jan 29 05:13:42.398751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:42.437003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Attempting to bind port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:13:42.437373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Attempting to bind port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:13:42.437738 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Attempting to bind port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:13:42.451458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438953be-a0bc-4053-8659-59ff170db11e None None] Pushing event updated for resources: {'Port': ['ID=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:42.460666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:13:42.461129 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:13:42.461602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.462089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:13:42.462622 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Bound port: aa2d8059-a5cb-49ac-bc3d-d39e2e931d50, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:13:42.463015 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.497990 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.576655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] For port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:13:42.596450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] For port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:13:42.605060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.676419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563287c-818b-4515-8923-91677d44f597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:13:42.677298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4563287c-818b-4515-8923-91677d44f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:42.700517 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:42.701151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:42.740660 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438953be-a0bc-4053-8659-59ff170db11e None None] Pushing event updated for resources: {'Port': ['ID=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:43.059879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:43.159754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-4563287c-818b-4515-8923-91677d44f597 None None] Allocated IP 172.20.0.2 (dea8a908-c1e5-4844-83f5-e2ad45b0dcfc/4db3b5c1-03ee-4112-9aca-5190ad5e1c08/a96d461b-4d90-4a29-aa5b-9966be71244e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:13:43.188123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.359605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:41Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:43.364429 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4563287c-818b-4515-8923-91677d44f597 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.394459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fad-b28a-4f15-b1e7-c4235407706d None None] The sync data for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 is: [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:41Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:13:43.397808 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4563287c-818b-4515-8923-91677d44f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.440815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563287c-818b-4515-8923-91677d44f597 None None] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:13:43.443716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-4563287c-818b-4515-8923-91677d44f597 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:43.447806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563287c-818b-4515-8923-91677d44f597 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:13:43.455145 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563287c-818b-4515-8923-91677d44f597 None None] Pushing event updated for resources: {'Port': ['ID=a96d461b-4d90-4a29-aa5b-9966be71244e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:43.481498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.1 (dea8a908-c1e5-4844-83f5-e2ad45b0dcfc/4db3b5c1-03ee-4112-9aca-5190ad5e1c08/fc766873-01a2-4171-8f2b-6bd21a0ca361) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:13:43.505786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4563287c-818b-4515-8923-91677d44f597 None None] Attempting to bind port a96d461b-4d90-4a29-aa5b-9966be71244e on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:13:43.506787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4563287c-818b-4515-8923-91677d44f597 None None] Attempting to bind port a96d461b-4d90-4a29-aa5b-9966be71244e by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:13:43.506787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563287c-818b-4515-8923-91677d44f597 None None] Attempting to bind port a96d461b-4d90-4a29-aa5b-9966be71244e on network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:13:43.512074 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563287c-818b-4515-8923-91677d44f597 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:13:43.512447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563287c-818b-4515-8923-91677d44f597 None None] Checking segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:13:43.512843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4563287c-818b-4515-8923-91677d44f597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.513232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563287c-818b-4515-8923-91677d44f597 None None] Bound using segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:13:43.514519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4563287c-818b-4515-8923-91677d44f597 None None] Bound port: a96d461b-4d90-4a29-aa5b-9966be71244e, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:13:43.514898 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4563287c-818b-4515-8923-91677d44f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.583144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4563287c-818b-4515-8923-91677d44f597 None None] For port a96d461b-4d90-4a29-aa5b-9966be71244e, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:13:43.587008 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4563287c-818b-4515-8923-91677d44f597 None None] For port a96d461b-4d90-4a29-aa5b-9966be71244e, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a96d461b-4d90-4a29-aa5b-9966be71244e,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:13:43.592552 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4563287c-818b-4515-8923-91677d44f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.607539 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.660047 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563287c-818b-4515-8923-91677d44f597 None None] Pushing event updated for resources: {'Port': ['ID=a96d461b-4d90-4a29-aa5b-9966be71244e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:43.672338 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.748460 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:13:43.752949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:43.754894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=fc766873-01a2-4171-8f2b-6bd21a0ca361,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:43.761315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:13:43.805824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:43.860483 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:13:43.925366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:43.926141 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.003913 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.055906 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.075783 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.079338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:44.086414 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.142825 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:44.315047 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.320166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.392926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=fc766873-01a2-4171-8f2b-6bd21a0ca361,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:44.399122 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.518122 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:13:44.519648 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:44.645573 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 5ee8b38e-9377-45f4-b641-d24814a40b69 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:13:44.762865 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:13:44.768414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8cb2cca-5fc3-41b4-90e9-77eba27197a6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/5ee8b38e-9377-45f4-b641-d24814a40b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687215 Jan 29 05:13:44.779410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda6a97-e6f1-4c58-9c65-687584237304 None None] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:13:44.902264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f350098a-e1d1-4941-af78-d9a193ebb500 None None] Provisioning complete for port a96d461b-4d90-4a29-aa5b-9966be71244e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:44.902959 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f350098a-e1d1-4941-af78-d9a193ebb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:44.923588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-fd46f6dd-5c3f-4494-ab14-bd4ce7599d21 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221039559&fields=id&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 267 time: 0.0397277 Jan 29 05:13:45.018414 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f350098a-e1d1-4941-af78-d9a193ebb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.036084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-f4b55fb6-0604-4ff1-9beb-efca06e896fd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:45.040597 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-f4b55fb6-0604-4ff1-9beb-efca06e896fd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/networks?id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 200 len: 796 time: 0.1077113 Jan 29 05:13:45.054620 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f350098a-e1d1-4941-af78-d9a193ebb500 None None] For port a96d461b-4d90-4a29-aa5b-9966be71244e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a96d461b-4d90-4a29-aa5b-9966be71244e,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:45.054876 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-546424d5-26a7-492d-b7f1-8dc13713c897 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/quotas/f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 375 time: 0.0097711 Jan 29 05:13:45.059522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f350098a-e1d1-4941-af78-d9a193ebb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.123469 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-894d3bbf-dede-4470-8360-662ee9c2e4ae tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549421 Jan 29 05:13:45.124595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350098a-e1d1-4941-af78-d9a193ebb500 None None] Pushing event updated for resources: {'Port': ['ID=a96d461b-4d90-4a29-aa5b-9966be71244e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:45.141470 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-99a82686-c39a-4759-b033-bc4bf4dcb3e5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:13:45.142544 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-99a82686-c39a-4759-b033-bc4bf4dcb3e5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055776 Jan 29 05:13:45.244741 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Sync routers for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:13:45.246296 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-b94e44b7-4008-4e93-afd2-50e06d05563f service neutron] 10.222.0.32 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926509 Jan 29 05:13:45.255003 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:45.255623 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:45.280777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1c274389-6e8e-417a-b9e5-7a6665ae6e12 None None] Provisioning complete for port a96d461b-4d90-4a29-aa5b-9966be71244e triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:45.281400 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c274389-6e8e-417a-b9e5-7a6665ae6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.355144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-fb804b2c-5755-4893-84f3-0dfe0dc2fe7e service neutron] 10.222.0.32 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077807 Jan 29 05:13:45.404297 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:45.404493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1c274389-6e8e-417a-b9e5-7a6665ae6e12 None None] Provisioning complete for port fc766873-01a2-4171-8f2b-6bd21a0ca361 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:45.404927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c274389-6e8e-417a-b9e5-7a6665ae6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.445330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1c274389-6e8e-417a-b9e5-7a6665ae6e12 None None] Port fc766873-01a2-4171-8f2b-6bd21a0ca361 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:13:45.577555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9eea7558-c67f-4e78-819a-43ddc21d988e None None] Provisioning complete for port fc766873-01a2-4171-8f2b-6bd21a0ca361 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:45.577993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9eea7558-c67f-4e78-819a-43ddc21d988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.630038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9eea7558-c67f-4e78-819a-43ddc21d988e None None] Port fc766873-01a2-4171-8f2b-6bd21a0ca361 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:13:45.635378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a8e240f0-d1d0-4c21-aa0f-e639115e6347 req-8231bd10-b5cf-4daa-abde-e2b439add386 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 210 time: 0.1160021 Jan 29 05:13:45.681958 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 2, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:45.707918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Checking router: 5ee8b38e-9377-45f4-b641-d24814a40b69 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:13:45.708289 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Updating router 5ee8b38e-9377-45f4-b641-d24814a40b69 port fc766873-01a2-4171-8f2b-6bd21a0ca361 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:13:45.742784 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.758349 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-ceda5184-b604-417b-bae0-395e9846856e None None] Provisioning complete for port fc766873-01a2-4171-8f2b-6bd21a0ca361 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:45.758724 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceda5184-b604-417b-bae0-395e9846856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:45.807421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-ceda5184-b604-417b-bae0-395e9846856e None None] Port fc766873-01a2-4171-8f2b-6bd21a0ca361 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:13:45.900993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:13:45.956043 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:45.956724 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.037263 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.044586 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.044804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a96d461b-4d90-4a29-aa5b-9966be71244e up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:13:46.096282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port a96d461b-4d90-4a29-aa5b-9966be71244e triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:46.097014 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.102779 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Pushing event updated for resources: {'Port': ['ID=fc766873-01a2-4171-8f2b-6bd21a0ca361,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:46.130196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.130828 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.131205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.131539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.131866 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.132192 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.132513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.132831 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.133155 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.133473 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.133784 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.134300 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:13:46.184536 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Attempting to bind port fc766873-01a2-4171-8f2b-6bd21a0ca361 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:13:46.184903 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Attempting to bind port fc766873-01a2-4171-8f2b-6bd21a0ca361 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:13:46.185265 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Attempting to bind port fc766873-01a2-4171-8f2b-6bd21a0ca361 on network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:13:46.190652 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:13:46.191055 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Checking segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:13:46.191445 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.191838 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Bound using segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:13:46.192357 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Bound port: fc766873-01a2-4171-8f2b-6bd21a0ca361, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:13:46.192844 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.263449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] For port fc766873-01a2-4171-8f2b-6bd21a0ca361, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:13:46.266807 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] For port fc766873-01a2-4171-8f2b-6bd21a0ca361, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fc766873-01a2-4171-8f2b-6bd21a0ca361,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:13:46.271844 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.329927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b6239aae-0b7d-4ac0-9adf-da1b9f4573ab None None] Provisioning complete for port fc766873-01a2-4171-8f2b-6bd21a0ca361 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:46.330412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6239aae-0b7d-4ac0-9adf-da1b9f4573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.342169 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336565e1-e6eb-4e08-b9e2-51b352989c51 None None] Pushing event updated for resources: {'Port': ['ID=fc766873-01a2-4171-8f2b-6bd21a0ca361,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:46.348740 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:46.349354 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:46.429994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6239aae-0b7d-4ac0-9adf-da1b9f4573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.465020 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:46.473804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b6239aae-0b7d-4ac0-9adf-da1b9f4573ab None None] For port fc766873-01a2-4171-8f2b-6bd21a0ca361, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fc766873-01a2-4171-8f2b-6bd21a0ca361,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:46.478650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6239aae-0b7d-4ac0-9adf-da1b9f4573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.542407 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6239aae-0b7d-4ac0-9adf-da1b9f4573ab None None] Pushing event updated for resources: {'Port': ['ID=fc766873-01a2-4171-8f2b-6bd21a0ca361,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:46.598754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c9824880-432f-47d3-a313-429a53a18208 None None] Provisioning complete for port fc766873-01a2-4171-8f2b-6bd21a0ca361 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:46.599127 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9824880-432f-47d3-a313-429a53a18208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:46.666655 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:46.739058 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-42ef2723-9c0a-4772-bd27-67c24b472799 req-dbca2064-c55b-4927-97dc-ce89bc6c18f2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 210 time: 0.0308058 Jan 29 05:13:46.791918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab035c1d-1aeb-4797-a618-88c837932bc1 None None] The sync data for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 is: [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:13:47.010189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-eedaf4e8-bd49-4f3f-9fc3-0ec5bd7ea828 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:47.011836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-eedaf4e8-bd49-4f3f-9fc3-0ec5bd7ea828 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/networks?id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 200 len: 796 time: 0.1216836 Jan 29 05:13:47.061705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-1a12b7c1-a107-41e2-a799-349eeb122e44 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 379 time: 0.0350342 Jan 29 05:13:47.072675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'port': {'device_id': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'admin_state_up': True, 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'security_groups': ['5555af3a-0082-40a2-9f6f-8ff4c8f9265c']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:47.187238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:13:47.190981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.328618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.4 (dea8a908-c1e5-4844-83f5-e2ad45b0dcfc/4db3b5c1-03ee-4112-9aca-5190ad5e1c08/c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:13:47.470835 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.504903 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.555719 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:13:47.558703 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:47.562459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:13:47.587752 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:47.617400 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:47.618112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.636538 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-902e9e81-cb35-46b7-b43a-ba447530ec28 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683391 Jan 29 05:13:47.654862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Request body: {'port': {'device_id': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:47.716148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.821942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-2bad57ee-6d6f-483e-ad33-8a376ae6c98a None None] Provisioning complete for port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:47.822928 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2bad57ee-6d6f-483e-ad33-8a376ae6c98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.876775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc766873-01a2-4171-8f2b-6bd21a0ca361 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:13:47.907410 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-2bad57ee-6d6f-483e-ad33-8a376ae6c98a None None] Port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:13:47.931003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fc766873-01a2-4171-8f2b-6bd21a0ca361 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:47.931380 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:47.961511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b012c39-d091-4ce9-8fd7-7d9dafa82fbd req-25418ee5-0059-4900-8ee6-9d9d1d061e34 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:47.966401 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b012c39-d091-4ce9-8fd7-7d9dafa82fbd req-25418ee5-0059-4900-8ee6-9d9d1d061e34 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 931 time: 0.1173818 Jan 29 05:13:48.022318 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7b012c39-d091-4ce9-8fd7-7d9dafa82fbd req-a80e7432-e200-4cd8-a2e4-207840d48b7c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524046 Jan 29 05:13:48.084914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:13:48.092326 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:48.104642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Transition to ACTIVE for port object c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:13:48.108338 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:48.158727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:48.232083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Attempting to bind port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:13:48.232426 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Attempting to bind port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:13:48.232762 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Attempting to bind port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 on network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:13:48.237413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 on network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:13:48.237827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Attempting to bind port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 on network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:13:48.242994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:13:48.243346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Checking segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:13:48.243736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Bound using segment: {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:13:48.244170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Bound port: c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:13:48.244534 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:48.311623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] For port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:13:48.314683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] For port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:13:48.320181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:48.354626 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:48.355345 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:48.356711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 200 len: 1091 time: 0.7061875 Jan 29 05:13:48.357136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:13:48.359382 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5" -d '{"events": [{"name": "network-changed", "server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:13:48.399202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12279-0961-4060-ab9f-792e72b357a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:48.409451 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6547ed-2341-4bbd-9ee7-6334ac770a84 x-openstack-request-id: req-5e6547ed-2341-4bbd-9ee7-6334ac770a84 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:13:48.409742 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:13:48.410029 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e6547ed-2341-4bbd-9ee7-6334ac770a84 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:13:48.410433 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'status': 'completed', 'code': 200} Jan 29 05:13:48.462844 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-741ddb91-2d5e-46d2-bafc-cc6088565bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:48.464369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-741ddb91-2d5e-46d2-bafc-cc6088565bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1094 time: 0.0464842 Jan 29 05:13:48.514021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-a4d89780-bbe3-41b7-b0b3-753d85213942 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 200 len: 217 time: 0.0361891 Jan 29 05:13:48.564930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-bf57f5c1-c38a-44ca-b95c-f3b802f0ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:48.566398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-bf57f5c1-c38a-44ca-b95c-f3b802f0ce31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4db3b5c1-03ee-4112-9aca-5190ad5e1c08 HTTP/1.1" status: 200 len: 834 time: 0.0465581 Jan 29 05:13:48.612184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-3775c65d-dde4-477c-b1ad-ce28c7c009a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:48.613706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-3775c65d-dde4-477c-b1ad-ce28c7c009a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410066 Jan 29 05:13:48.706235 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-1239447e-17bb-4020-87c9-dbc0f907b1a1 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 Jan 29 05:13:48.794046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-64980186-4125-46ca-8ae7-ec97594e1c84 req-9f54c7a0-c37d-4b20-87cd-5d976a4065e3 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817354 Jan 29 05:13:48.929645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-9a9ea0ea-7f51-4e3d-a0f3-5c394f35c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:48.931059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-9a9ea0ea-7f51-4e3d-a0f3-5c394f35c8ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1094 time: 0.0444226 Jan 29 05:13:49.016407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-ebcb384e-f812-4bdd-9e7d-7a736f6bdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:49.017835 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-ebcb384e-f812-4bdd-9e7d-7a736f6bdf06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 200 len: 897 time: 0.0800605 Jan 29 05:13:49.062298 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-5e202e0c-9b55-47c6-8a78-8ca7976e3675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 200 len: 217 time: 0.0381179 Jan 29 05:13:49.136593 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-3c966729-176c-40b0-85fe-128f28019a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:49.138067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-3c966729-176c-40b0-85fe-128f28019a83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4db3b5c1-03ee-4112-9aca-5190ad5e1c08 HTTP/1.1" status: 200 len: 834 time: 0.0691519 Jan 29 05:13:49.154080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209339d5-ce4f-4501-bf61-42142c8ebbc7 req-dcb81e45-755b-4958-9357-5160737af514 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:49.155454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-209339d5-ce4f-4501-bf61-42142c8ebbc7 req-dcb81e45-755b-4958-9357-5160737af514 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 943 time: 0.0616517 Jan 29 05:13:49.215896 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-209339d5-ce4f-4501-bf61-42142c8ebbc7 req-13f77d68-a9bc-4f8f-af42-255c6e2326a5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535140 Jan 29 05:13:49.218368 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-5c2d1606-8699-488b-bf9f-1323740cf557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:49.219776 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-5c2d1606-8699-488b-bf9f-1323740cf557 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736084 Jan 29 05:13:49.310770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-51d8e9a4-0702-4203-af0e-4933a8812e0a service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Jan 29 05:13:49.398537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a17d38f7-ac65-4e2d-8367-3c2d8bb6ffe5 req-02ef5833-e870-429b-8046-421aa309b8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802400 Jan 29 05:13:49.692827 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:13:50.337071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93e0dc-d9f8-4664-835b-5944c042a41f req-381f67a8-c334-4015-9a49-381fc6024720 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:50.339075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf93e0dc-d9f8-4664-835b-5944c042a41f req-381f67a8-c334-4015-9a49-381fc6024720 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 943 time: 0.0531700 Jan 29 05:13:50.378568 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-cf93e0dc-d9f8-4664-835b-5944c042a41f req-87699b0d-3589-4827-b026-be5e63896478 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333960 Jan 29 05:13:51.499416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32116-2adf-4f3e-b01f-e6d8eab3be0c req-08de45f4-6f68-48b9-b444-766c723ccaff tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:51.500871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dac32116-2adf-4f3e-b01f-e6d8eab3be0c req-08de45f4-6f68-48b9-b444-766c723ccaff tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 943 time: 0.0518720 Jan 29 05:13:51.537551 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-dac32116-2adf-4f3e-b01f-e6d8eab3be0c req-7c946e67-c049-4975-aaf9-06430f5efcdb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301991 Jan 29 05:13:52.219586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:13:52.319170 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:52.329295 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'port_id': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'mac_address': 'fa:16:3e:e2:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:13:52.370612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:52.383118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:13:52.401409 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:52.406439 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:52.451664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:52.651709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf022-256d-412d-8610-6e2ca36d4ce5 req-f57749f9-7f40-4201-bb25-3426d8fa46cd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:52.653168 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-afdcf022-256d-412d-8610-6e2ca36d4ce5 req-f57749f9-7f40-4201-bb25-3426d8fa46cd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 944 time: 0.0471377 Jan 29 05:13:52.690132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-afdcf022-256d-412d-8610-6e2ca36d4ce5 req-3cb9273a-1486-483e-9d8d-487dcfa5a840 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310061 Jan 29 05:13:52.720408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:13:53.804111 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3bda-50cd-4305-9064-13e3262b238a req-47cf60be-e0aa-43cb-ba4d-f30f37d4a34c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:53.805567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71bb3bda-50cd-4305-9064-13e3262b238a req-47cf60be-e0aa-43cb-ba4d-f30f37d4a34c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 944 time: 0.0486982 Jan 29 05:13:53.842686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-71bb3bda-50cd-4305-9064-13e3262b238a req-7d83c4f7-9788-4d2b-9266-6c24ec6f3e6b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311663 Jan 29 05:13:53.925697 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c60964e1-c2ad-448c-a1e9-5a799cfb9515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:54.219321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:13:54.266345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:13:54.269855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:13:54.270256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:54.347641 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:54.369839 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:13:54.372055 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787439a4-96c9-4678-8ffb-a5820ed63da5" -d '{"events": [{"server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "name": "network-vif-plugged", "status": "completed", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:13:54.384277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:13:54.388725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:54.413066 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36172521-0e53-49a5-b0d8-33be2b420406 x-openstack-request-id: req-36172521-0e53-49a5-b0d8-33be2b420406 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:13:54.413619 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "name": "network-vif-plugged", "status": "completed", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:13:54.413871 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36172521-0e53-49a5-b0d8-33be2b420406 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:13:54.414278 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'code': 200} Jan 29 05:13:54.439562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:54.526068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184cd05-404e-4460-8b79-ef2bb37edecd req-90bb5553-7ec0-4ece-8bdd-3840c7b38813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:54.527443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6184cd05-404e-4460-8b79-ef2bb37edecd req-90bb5553-7ec0-4ece-8bdd-3840c7b38813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1096 time: 0.0388925 Jan 29 05:13:54.562487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6184cd05-404e-4460-8b79-ef2bb37edecd req-56bac375-d6fa-4a57-9cdd-435a86798c66 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286667 Jan 29 05:13:54.957441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94653d-5d10-43f4-a19a-2600621627be req-1cab88f4-de82-4e04-b71f-d8d58e23adc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:54.958909 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a94653d-5d10-43f4-a19a-2600621627be req-1cab88f4-de82-4e04-b71f-d8d58e23adc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0514228 Jan 29 05:13:54.995267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a94653d-5d10-43f4-a19a-2600621627be req-f9d24724-ac70-43fb-bb02-2866183b8804 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296090 Jan 29 05:13:56.114518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963fb90-a81c-4dba-a091-72946969cc61 req-119926d6-1bc7-44f2-b70c-ca7d9200785f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:56.116106 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e963fb90-a81c-4dba-a091-72946969cc61 req-119926d6-1bc7-44f2-b70c-ca7d9200785f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0521750 Jan 29 05:13:56.153032 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e963fb90-a81c-4dba-a091-72946969cc61 req-b9f804ae-d949-412c-97db-fa84a0b2d1a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Jan 29 05:13:56.194318 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfc92-91f1-4e56-9182-18b6aa38912d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:56.267191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364523-8d61-4638-a5c0-25c780dcc04a req-628c96c4-12c4-4668-8613-ac67906f73fd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:56.268645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca364523-8d61-4638-a5c0-25c780dcc04a req-628c96c4-12c4-4668-8613-ac67906f73fd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0478883 Jan 29 05:13:56.307371 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ca364523-8d61-4638-a5c0-25c780dcc04a req-316e4292-3433-4ee8-a6e5-72097e9c7fbc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320640 Jan 29 05:13:56.329030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:56.368201 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31c736-c5b7-4d75-8f74-e0a6b210b2df tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:56.369671 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e31c736-c5b7-4d75-8f74-e0a6b210b2df tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1091 time: 0.0396807 Jan 29 05:13:56.372439 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:56.376554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:13:56.399732 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:56.498014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:56.600405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.178 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c4aa5677-d758-4649-9495-a85dde758012) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:13:56.696282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:56.730235 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:56.767757 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:13:56.772712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:13:56.776081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:13:56.800720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=c4aa5677-d758-4649-9495-a85dde758012,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:57.464873 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:57.477334 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:57.545175 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:57.686208 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:57.690450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:57.758495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=c4aa5677-d758-4649-9495-a85dde758012,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:13:57.769768 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:57.866486 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP 96deb91a-f339-4b28-b628-f7fd96af1035 associated. External IP: 172.25.4.178, port: c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9. Jan 29 05:13:58.066131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 5ee8b38e-9377-45f4-b641-d24814a40b69 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:13:58.171028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:13:58.181280 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] Sync routers for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:13:58.188909 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:58.190294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:58.190917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:58.215480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-82babc0d-5bb3-4312-9ab5-ab67a4c8432a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8420615 Jan 29 05:13:58.216063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:13:58.218354 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb31e1-3520-45d8-b316-7066d4732746" -d '{"events": [{"name": "network-changed", "server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:13:58.257920 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce7899-0c8d-4562-be9b-5a2076b6437e x-openstack-request-id: req-a3ce7899-0c8d-4562-be9b-5a2076b6437e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:13:58.258334 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:13:58.258758 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3ce7899-0c8d-4562-be9b-5a2076b6437e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:13:58.259189 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'status': 'completed', 'code': 200} Jan 29 05:13:58.300618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:58.322172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8b933-fc5b-44fd-85b7-934345ce63e1 req-ca1c28a4-36b2-4275-8bb4-17f12356849a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:58.323708 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17e8b933-fc5b-44fd-85b7-934345ce63e1 req-ca1c28a4-36b2-4275-8bb4-17f12356849a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0574737 Jan 29 05:13:58.343741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-a49cf85c-468b-403b-b218-2076b5002907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:58.345359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-a49cf85c-468b-403b-b218-2076b5002907 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1096 time: 0.0416071 Jan 29 05:13:58.364166 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-17e8b933-fc5b-44fd-85b7-934345ce63e1 req-92ce9e08-070e-4e0f-b845-39a162d83e1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342357 Jan 29 05:13:58.397268 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:58.482952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e7045e6-2cdc-49f0-862a-99417f98f853 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/96deb91a-f339-4b28-b628-f7fd96af1035 HTTP/1.1" status: 200 len: 991 time: 0.0845575 Jan 29 05:13:58.492437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-3fc4d70a-9e79-4d92-a3e4-ad8026eb5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:58.493913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-3fc4d70a-9e79-4d92-a3e4-ad8026eb5137 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 200 len: 897 time: 0.1422858 Jan 29 05:13:58.531342 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '96deb91a-f339-4b28-b628-f7fd96af1035', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.178', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'port_id': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'mac_address': 'fa:16:3e:e2:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:13:56Z', 'updated_at': '2022-01-29T05:13:56Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:58.557808 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] Checking router: 5ee8b38e-9377-45f4-b641-d24814a40b69 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:13:58.561866 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-5b4ef788-dd64-4565-b3df-3e8e0160650c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 200 len: 999 time: 0.0612438 Jan 29 05:13:58.565958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:13:58.566563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:13:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:58.610382 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-ddb23cbd-53ed-4cc0-ad2b-66244933be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:58.611755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-ddb23cbd-53ed-4cc0-ad2b-66244933be35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4db3b5c1-03ee-4112-9aca-5190ad5e1c08 HTTP/1.1" status: 200 len: 834 time: 0.0437636 Jan 29 05:13:58.657269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-4adbc66b-b5a8-4e14-975e-4d1ca63d8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:13:58.658859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-4adbc66b-b5a8-4e14-975e-4d1ca63d8d0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410202 Jan 29 05:13:58.755259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-ad759b2b-034d-4e66-851c-8323eac90ff0 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896311 Jan 29 05:13:58.831632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:13:58.847390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e4fb31e1-3520-45d8-b316-7066d4732746 req-d2a4409c-2488-42c1-9bf1-6c457dc3b330 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Jan 29 05:13:59.053785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '96deb91a-f339-4b28-b628-f7fd96af1035', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.178', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'port_id': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'mac_address': 'fa:16:3e:e2:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:13:56Z', 'updated_at': '2022-01-29T05:13:56Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:13:59.082711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cdb8c-3686-4f67-ba70-c9b407f3a384 None None] The sync data for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 is: [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '96deb91a-f339-4b28-b628-f7fd96af1035', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.178', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'port_id': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'mac_address': 'fa:16:3e:e2:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:13:56Z', 'updated_at': '2022-01-29T05:13:56Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:13:59.277128 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79f4b2-c115-42d3-82c9-1fd910828e1f None None] New status for floating IP 96deb91a-f339-4b28-b628-f7fd96af1035: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:13:59.298115 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:59.307011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:13:59.486566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:13:59.550179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c0aeebc-5076-474d-9e46-314eba668466 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/96deb91a-f339-4b28-b628-f7fd96af1035 HTTP/1.1" status: 200 len: 993 time: 0.0624583 Jan 29 05:14:03.358734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-06f661e0-7b0c-40d0-bc33-b43560605328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389667 Jan 29 05:14:03.452874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-1cb486be-26d7-4a0f-b1b6-8dc3cb8cf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:03.454342 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-1cb486be-26d7-4a0f-b1b6-8dc3cb8cf28b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1096 time: 0.0400000 Jan 29 05:14:03.557484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-e0f41f4c-0f21-4059-b486-0bdf0b0e454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:03.558851 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-e0f41f4c-0f21-4059-b486-0bdf0b0e454c service neutron] 10.222.0.20 "GET /v2.0/networks?id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 200 len: 897 time: 0.0858569 Jan 29 05:14:03.622678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-44f6aa67-b03a-4e27-8094-9529d7ef8493 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 200 len: 1001 time: 0.0572412 Jan 29 05:14:03.670020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-4274598c-966b-492a-98cc-8571e409dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:03.671381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-4274598c-966b-492a-98cc-8571e409dad4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4db3b5c1-03ee-4112-9aca-5190ad5e1c08 HTTP/1.1" status: 200 len: 834 time: 0.0425577 Jan 29 05:14:03.718984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-690749e5-f58c-4dd5-95b2-34d369d23f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:03.720433 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-690749e5-f58c-4dd5-95b2-34d369d23f39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428305 Jan 29 05:14:03.808093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-2b67a084-8902-42e7-9c9a-c33ebd194030 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810671 Jan 29 05:14:03.898931 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4bc18bfd-ac63-47cb-9d4e-83f82b0ecce1 req-a97cde4a-b778-488e-9246-f5cb2a54a958 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843747 Jan 29 05:14:12.407521 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:14.044856 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:23.927292 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a95df30-7749-41d2-81c4-06c2a4255f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:26.184950 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-50fb8bb5-0488-40f4-aa4c-7eb7277c49f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:26.692564 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:14:27.467030 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:29.261526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b2ea6-8c04-4cd6-9621-1e58691d61ce req-b18dc480-b043-4a1d-ae67-ff601b58be1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:29.263041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-379b2ea6-8c04-4cd6-9621-1e58691d61ce req-b18dc480-b043-4a1d-ae67-ff601b58be1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0489006 Jan 29 05:14:29.301648 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:29.306860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-379b2ea6-8c04-4cd6-9621-1e58691d61ce req-b1e4e398-8e6c-4a93-9581-a3029d7fdb14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375304 Jan 29 05:14:29.314227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:30.424155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72c31-3040-4c72-b5bd-e0c79f2a5e96 req-57d04361-1d29-42bf-9bec-6e115c27c0f7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:30.425603 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57f72c31-3040-4c72-b5bd-e0c79f2a5e96 req-57d04361-1d29-42bf-9bec-6e115c27c0f7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0482576 Jan 29 05:14:30.462049 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57f72c31-3040-4c72-b5bd-e0c79f2a5e96 req-8f1f71b6-53f4-4b73-acdb-05a459d3500c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297143 Jan 29 05:14:30.484281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:30.543522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-825729cd-17a9-487d-bad4-c6719cf72d0d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/96deb91a-f339-4b28-b628-f7fd96af1035 HTTP/1.1" status: 200 len: 993 time: 0.0581217 Jan 29 05:14:31.821016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d8f41-3b31-4881-a8a9-f482e8788b6c req-f265b365-1d0d-46e2-812b-59dcac3b27dc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:31.822434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d18d8f41-3b31-4881-a8a9-f482e8788b6c req-f265b365-1d0d-46e2-812b-59dcac3b27dc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0526581 Jan 29 05:14:31.859589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d18d8f41-3b31-4881-a8a9-f482e8788b6c req-25159e01-0f83-47df-bcd6-78852054975d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Jan 29 05:14:32.978236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7d071-218f-4fa0-8ac0-27b445ad77cc req-dd2ce81a-9835-4cf4-a67e-477f2f9a81ec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:32.979710 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34b7d071-218f-4fa0-8ac0-27b445ad77cc req-dd2ce81a-9835-4cf4-a67e-477f2f9a81ec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0522845 Jan 29 05:14:33.017962 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-34b7d071-218f-4fa0-8ac0-27b445ad77cc req-5538ee4d-1782-47d5-961f-38e4d111579c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Jan 29 05:14:33.040023 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38104) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:33.097833 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-91566d63-1381-42fb-8851-c41e61523ac8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/96deb91a-f339-4b28-b628-f7fd96af1035 HTTP/1.1" status: 200 len: 993 time: 0.0567241 Jan 29 05:14:33.363871 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38110) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:33.519275 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port c4aa5677-d758-4649-9495-a85dde758012 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:14:33.519618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:33.595628 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:33.595957 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:33.607276 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for c4aa5677-d758-4649-9495-a85dde758012 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:14:34.052145 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:34.076822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=c4aa5677-d758-4649-9495-a85dde758012,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:34.088197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.088543 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.088879 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.089213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.089542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.089868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.090216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.090540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.090862 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.091181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.091501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.091815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:34.144430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:34.144758 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP 96deb91a-f339-4b28-b628-f7fd96af1035 disassociated (deleted). External IP: 172.25.4.178, port: c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9. Jan 29 05:14:34.347425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 5ee8b38e-9377-45f4-b641-d24814a40b69 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:14:34.452979 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:14:34.457765 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:34.463046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] Sync routers for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:14:34.471712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:34.472318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:34.487857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0564e37e-91a5-4442-8698-82bf84def53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/floatingips/96deb91a-f339-4b28-b628-f7fd96af1035 HTTP/1.1" status: 204 len: 168 time: 1.1204474 Jan 29 05:14:34.487857 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:14:34.488507 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9429a73-671b-4d30-8bac-b244f18819f5" -d '{"events": [{"name": "network-changed", "server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:14:34.529456 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8ff76-6ad9-43e7-8d27-a6b749923737 x-openstack-request-id: req-93c8ff76-6ad9-43e7-8d27-a6b749923737 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:14:34.529746 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:14:34.530030 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93c8ff76-6ad9-43e7-8d27-a6b749923737 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:14:34.530431 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'status': 'completed', 'code': 200} Jan 29 05:14:34.580287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:34.633812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-f80ed47f-6453-46fd-83ac-e4969c58b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:34.635431 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-f80ed47f-6453-46fd-83ac-e4969c58b30e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 1096 time: 0.0609689 Jan 29 05:14:34.777560 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b095e-113d-406e-bc2e-c445c8748cd0 req-30a2627f-ee34-41d4-9910-4c81fb6c44eb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:34.779058 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a5b095e-113d-406e-bc2e-c445c8748cd0 req-30a2627f-ee34-41d4-9910-4c81fb6c44eb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.1054714 Jan 29 05:14:34.782549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:34.809255 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] Checking router: 5ee8b38e-9377-45f4-b641-d24814a40b69 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:14:34.811299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-a3fe7b94-61fb-4d2b-9ea6-10c50bd250b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:34.812739 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-a3fe7b94-61fb-4d2b-9ea6-10c50bd250b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 200 len: 897 time: 0.1372259 Jan 29 05:14:34.817308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:34.818467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:34.837916 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1a5b095e-113d-406e-bc2e-c445c8748cd0 req-273687f1-bc20-418c-9aa2-613c6bb984b9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524199 Jan 29 05:14:34.864220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-22eeb30d-ed0a-4cf4-911e-f31fc9d2f0ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 200 len: 217 time: 0.0418193 Jan 29 05:14:34.916992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-072647f1-252c-484a-81b1-baed18c1f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:34.918458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-072647f1-252c-484a-81b1-baed18c1f0ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4db3b5c1-03ee-4112-9aca-5190ad5e1c08 HTTP/1.1" status: 200 len: 834 time: 0.0475485 Jan 29 05:14:34.932098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:34.964641 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-88157b2e-e658-4bf1-8406-0814235190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:34.966423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-88157b2e-e658-4bf1-8406-0814235190c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404980 Jan 29 05:14:35.061192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-96d1cabf-0997-47c3-8e8c-8c92131d2ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864043 Jan 29 05:14:35.134056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:35.155849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b9429a73-671b-4d30-8bac-b244f18819f5 req-62d53fdb-1e31-431d-8f1f-04586fa32d02 service neutron] 10.222.0.20 "GET /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862031 Jan 29 05:14:35.163274 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3bb94-1643-47ef-a6ff-af70659084ea None None] The sync data for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 is: [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:43Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'fc766873-01a2-4171-8f2b-6bd21a0ca361', 'name': '', 'network_id': 'dea8a908-c1e5-4844-83f5-e2ad45b0dcfc', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:9f:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:43Z', 'updated_at': '2022-01-29T05:13:46Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '4db3b5c1-03ee-4112-9aca-5190ad5e1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:14:35.373542 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94747b14-9743-4ef8-b218-e4a56c1489a4 None None] New status for floating IP 96deb91a-f339-4b28-b628-f7fd96af1035: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:14:35.956711 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602a612-b0e8-4b38-9406-2a8c8e2d72fe req-b59b0777-991f-4a32-9bbf-ac0f92aebb9f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:35.958197 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8602a612-b0e8-4b38-9406-2a8c8e2d72fe req-b59b0777-991f-4a32-9bbf-ac0f92aebb9f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0520849 Jan 29 05:14:35.995926 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8602a612-b0e8-4b38-9406-2a8c8e2d72fe req-c4978b3c-86b5-4f3d-b492-e6dfdc7ffc26 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=5555af3a-0082-40a2-9f6f-8ff4c8f9265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312245 Jan 29 05:14:36.430163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17f76-57e2-4f90-83e7-863afce28254 req-692b61b6-9a9e-4df5-8b40-e478b54a818f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:36.431610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67c17f76-57e2-4f90-83e7-863afce28254 req-692b61b6-9a9e-4df5-8b40-e478b54a818f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 945 time: 0.0487139 Jan 29 05:14:36.522416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:14:36.522763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:36.607574 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:36.607864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:36.620044 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:14:36.748253 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:36.774459 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:36.786020 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.786376 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.786802 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.787153 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.787490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.788083 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.788415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.788742 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.789084 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.789398 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.790124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.790124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:36.830154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] No DVR routers for this DVR port c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:14:36.832782 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:36.836107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67c17f76-57e2-4f90-83e7-863afce28254 req-4c5c3f26-6b39-4bd8-aff8-d06f8d95aa87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "DELETE /v2.0/ports/c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 HTTP/1.1" status: 204 len: 173 time: 0.3977876 Jan 29 05:14:36.836562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'name': 'network-vif-deleted', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:14:36.838815 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcc184d-ee9d-4f41-9a91-65a0985dbfe8" -d '{"events": [{"server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "name": "network-vif-deleted", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:14:36.874175 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ef177-e7fa-48be-aff8-f7ae46aa8915 x-openstack-request-id: req-516ef177-e7fa-48be-aff8-f7ae46aa8915 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:14:36.874468 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aeb988-37b7-4705-834e-aec4c5f5386c", "name": "network-vif-deleted", "tag": "c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:14:36.874743 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-516ef177-e7fa-48be-aff8-f7ae46aa8915 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:14:36.875134 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aeb988-37b7-4705-834e-aec4c5f5386c', 'name': 'network-vif-deleted', 'tag': 'c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9', 'status': 'completed', 'code': 200} Jan 29 05:14:37.099726 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-57ce3a28-19fc-4b11-a783-f5398947ff80 req-0ff32e1c-5de2-44de-aa86-b8a2eecc7833 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aeb988-37b7-4705-834e-aec4c5f5386c HTTP/1.1" status: 200 len: 210 time: 0.0258863 Jan 29 05:14:38.155923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38128) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:38.508013 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:38.753285 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port fc766873-01a2-4171-8f2b-6bd21a0ca361 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:14:38.753621 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:38.844504 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port fc766873-01a2-4171-8f2b-6bd21a0ca361, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fc766873-01a2-4171-8f2b-6bd21a0ca361,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:38.844787 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:38.856167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for fc766873-01a2-4171-8f2b-6bd21a0ca361 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:14:39.036341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.068728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=fc766873-01a2-4171-8f2b-6bd21a0ca361,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:39.235742 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.442728 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 5ee8b38e-9377-45f4-b641-d24814a40b69 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:14:39.547950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:14:39.553158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d9ee077f-bdc4-42ff-850b-115f8d4f472c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/5ee8b38e-9377-45f4-b641-d24814a40b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3961768 Jan 29 05:14:39.556852 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38130) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:39.559373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] Sync routers for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:14:39.568212 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:39.569588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:39.609227 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting subnet 4db3b5c1-03ee-4112-9aca-5190ad5e1c08 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:14:39.612196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.651615 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.672518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:39.731321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.796478 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.825156 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Subnet': ['ID=4db3b5c1-03ee-4112-9aca-5190ad5e1c08,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:39.827465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.833187 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d222c89a-1b42-4d8f-aa62-73b30bfdbdb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/subnets/4db3b5c1-03ee-4112-9aca-5190ad5e1c08 HTTP/1.1" status: 204 len: 168 time: 0.2729626 Jan 29 05:14:39.833664 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38132) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:39.838844 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f516d-456f-4fa1-8c0e-8284bceaee55 None None] Network dea8a908-c1e5-4844-83f5-e2ad45b0dcfc requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:14:39.904038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:14:38Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:39.935991 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] Checking router: 5ee8b38e-9377-45f4-b641-d24814a40b69 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:14:39.942484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:39.974585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] Routers {'5ee8b38e-9377-45f4-b641-d24814a40b69'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:39.975264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5ee8b38e-9377-45f4-b641-d24814a40b69'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:40.049069 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.087457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] Set router 5ee8b38e-9377-45f4-b641-d24814a40b69 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:40.102584 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:14:40.102934 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.114533 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] DHCP port deletion for dea8a908-c1e5-4844-83f5-e2ad45b0dcfc request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:14:40.181591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port aa2d8059-a5cb-49ac-bc3d-d39e2e931d50, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:40.182009 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.193327 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:14:40.255558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Deleting port a96d461b-4d90-4a29-aa5b-9966be71244e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:14:40.255923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.366631 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.396579 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=aa2d8059-a5cb-49ac-bc3d-d39e2e931d50,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:40.446235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:14:40.458998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.512902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:14:40.513241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device c196cc4a-f4bb-4aa4-92c7-8e8af4d399c9 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:14:40.533200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] For port a96d461b-4d90-4a29-aa5b-9966be71244e, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=a96d461b-4d90-4a29-aa5b-9966be71244e,segment=NetworkSegment(f537c03a-f096-4f2a-9b72-94aea2c6e3e3),segment_id=f537c03a-f096-4f2a-9b72-94aea2c6e3e3)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:40.533593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.547448 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Calling delete_port for a96d461b-4d90-4a29-aa5b-9966be71244e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:14:40.549516 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.551630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.594570 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.595025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Fanout notify agent at l3_agent the message router_deleted on router 5ee8b38e-9377-45f4-b641-d24814a40b69 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:14:40.595713 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:14:38Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:40.603663 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.604765 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-519e4b10-5344-4761-9e2f-e6802ccdefc8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/routers/5ee8b38e-9377-45f4-b641-d24814a40b69 HTTP/1.1" status: 204 len: 168 time: 0.7693326 Jan 29 05:14:40.607602 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38134) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:40.626421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a35912-87aa-4b22-a1b5-eb469cd09d49 None None] The sync data for ids ['5ee8b38e-9377-45f4-b641-d24814a40b69'] in n-d-825930-1 is: [{'id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708145734', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:14:38Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': 'aa2d8059-a5cb-49ac-bc3d-d39e2e931d50', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8b38e-9377-45f4-b641-d24814a40b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:13:40Z', 'updated_at': '2022-01-29T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:14:40.671108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.690354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.696812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Pushing event deleted for resources: {'Port': ['ID=a96d461b-4d90-4a29-aa5b-9966be71244e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:40.704405 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] No DVR routers for this DVR port a96d461b-4d90-4a29-aa5b-9966be71244e on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:14:40.706461 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.706989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.707126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.707450 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.707778 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.708100 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.708421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.708740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.709060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.709458 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.709949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.710519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fb519-64eb-4320-991d-5c200f916195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:14:40.774756 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.799740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea8a908-c1e5-4844-83f5-e2ad45b0dcfc']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:40.809241 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:40.809542 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f537c03a-f096-4f2a-9b72-94aea2c6e3e3') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:40.818453 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.831302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.837207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:14:40.837601 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:14:40.840488 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:14:40.895581 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.902638 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:40.905745 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/networks/dea8a908-c1e5-4844-83f5-e2ad45b0dcfc HTTP/1.1" status: 204 len: 168 time: 0.2970657 Jan 29 05:14:40.908677 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:40.918078 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c6f21-2b45-4b54-9702-1c68d59bf388 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Network': ['ID=dea8a908-c1e5-4844-83f5-e2ad45b0dcfc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:40.969085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83e6133d-4a75-4d01-9a1b-ecaf06c74bd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.000078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83e6133d-4a75-4d01-9a1b-ecaf06c74bd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.066129 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83e6133d-4a75-4d01-9a1b-ecaf06c74bd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.068731 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83e6133d-4a75-4d01-9a1b-ecaf06c74bd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.070579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-83e6133d-4a75-4d01-9a1b-ecaf06c74bd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/security-groups/5555af3a-0082-40a2-9f6f-8ff4c8f9265c HTTP/1.1" status: 204 len: 168 time: 0.1609468 Jan 29 05:14:41.081612 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6133d-4a75-4d01-9a1b-ecaf06c74bd7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5555af3a-0082-40a2-9f6f-8ff4c8f9265c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:41.542277 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:41.546794 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765554310', 'description': 'tempest-secgroup-smoke-765554310 description', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:41.570323 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.639060 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.644706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.672783 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8c250d-c94b-4a9e-92f6-72ce90cc537d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:41.677259 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.679116 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-aefc6150-277e-40b7-b2d2-5fb41868f048 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1358328 Jan 29 05:14:41.682092 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38144) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:41.686310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '4c8c250d-c94b-4a9e-92f6-72ce90cc537d', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:41.712304 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.773755 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.784609 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.802944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:14:41.804385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca375f20-5c88-4a61-be3a-5f69d820d395,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:41.812585 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.814201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-741e038a-c1c3-449a-835e-a164243634c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307969 Jan 29 05:14:41.816636 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38146) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:41.820956 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '4c8c250d-c94b-4a9e-92f6-72ce90cc537d', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:41.823623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:14:41.824174 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device aa2d8059-a5cb-49ac-bc3d-d39e2e931d50 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:14:41.824602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a96d461b-4d90-4a29-aa5b-9966be71244e no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:14:41.843403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: a96d461b-4d90-4a29-aa5b-9966be71244e {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:14:41.843749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device a96d461b-4d90-4a29-aa5b-9966be71244e not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:14:41.844163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc766873-01a2-4171-8f2b-6bd21a0ca361 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:14:41.849417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.863650 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: fc766873-01a2-4171-8f2b-6bd21a0ca361 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:14:41.864005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fc766873-01a2-4171-8f2b-6bd21a0ca361 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:14:41.906130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.909497 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.929205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cee178-8463-44db-b622-73f3662d4d15,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:41.934597 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:41.935771 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2ddcfbba-e75e-4812-a082-c7755164c84e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181989 Jan 29 05:14:41.938518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38148) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:41.942701 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '4c8c250d-c94b-4a9e-92f6-72ce90cc537d', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:41.970186 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.026794 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.030046 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.048006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d059694-e3b6-4d41-8a3b-c90ca5ab45ca,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:42.056579 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.057756 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c7aa7fb7-0608-468f-ba60-8bf060deea40 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183360 Jan 29 05:14:42.060554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38150) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:42.064865 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '4c8c250d-c94b-4a9e-92f6-72ce90cc537d', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:42.093287 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.411729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.457517 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.462391 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.479184 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18c5af8-f4e3-434d-b125-e3a59ac3a204,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:42.487130 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.488310 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7de96293-969a-420d-aa53-3f470faf3d71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4267068 Jan 29 05:14:42.491771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38152) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:42.496088 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '4c8c250d-c94b-4a9e-92f6-72ce90cc537d', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:42.518715 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:14:42.523321 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.581991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.585684 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.601859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0655f32-f893-4c30-8bde-684bdb281576,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:42.609966 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.611179 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2e3a394a-b60e-43f1-8999-ae0d1ee48bd1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183910 Jan 29 05:14:42.613806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38154) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:42.618841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '4c8c250d-c94b-4a9e-92f6-72ce90cc537d', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:42.641528 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:14:42.646086 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.704979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.708420 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.725651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2d1934-0575-46c2-8956-54f79eede99f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:42.732679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.733854 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bcb3f7d4-58d6-4307-8c33-0222ddac5d36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190934 Jan 29 05:14:42.736877 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38156) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:42.742170 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'network': {'name': 'tempest-network-smoke--1370679404', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:42.762609 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:14:42.765873 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.789084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:14:42.797361 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.797694 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Added segment 970f9be5-a686-4a37-90ef-04938d0f1e6c of type vlan for network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 Jan 29 05:14:42.840899 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.864239 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.869635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:42.870244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.925862 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879718 Jan 29 05:14:42.929164 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38158) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:42.935511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'admin_state_up': True, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:42.947073 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5478a-2dd9-4eb7-8131-00fe3c9eee29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Network': ['ID=09af6d77-e2da-4462-a2ba-d55151fb5ee0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:42.956992 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:14:42.967253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:42.968250 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.023965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.160942 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.348950 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.367422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.470860 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.66 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/5ed01600-2de8-4fe5-b2c5-a3422e3d892a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:14:43.568232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.601143 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:43.636317 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:14:43.639010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:43.642554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:14:43.675392 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:43.894020 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.044959 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.089987 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.208283 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 3659c35d-3859-47e4-8cb5-cea99f1cf51e is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:14:44.311892 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:14:44.321736 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Sync routers for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:14:44.330913 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:44.331553 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:44.332000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.333207 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-481ea818-749a-45f0-8e14-90a8ff43e240 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4031467 Jan 29 05:14:44.337063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38160) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:44.366675 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8258eef5-620a-491f-b5ed-f23336e22bc8 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5ef5b34c9984d29ba91e45b7ac185b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275366 Jan 29 05:14:44.368239 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38162) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:44.435032 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:44.458918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8733b13-26b9-4c53-be06-12371d26d947 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:44.461435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c8733b13-26b9-4c53-be06-12371d26d947 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922992 Jan 29 05:14:44.464318 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38164) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:44.492913 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b2300885-654c-40af-9294-5762911e1a0e tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274360 Jan 29 05:14:44.495358 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38166) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:44.499917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2014803768', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:44.595256 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:14:44.598930 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.607481 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:43Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:44.637221 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Checking router: 3659c35d-3859-47e4-8cb5-cea99f1cf51e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:14:44.637565 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Updating router 3659c35d-3859-47e4-8cb5-cea99f1cf51e port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:14:44.661181 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.785706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.853791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Subnet': ['ID=b35e3d5b-ec0d-4254-a794-21c49f935988,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:44.858126 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Checking segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:14:44.858670 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network hostable DHCP agents. Network: 09af6d77-e2da-4462-a2ba-d55151fb5ee0, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:14:44.877747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:14:44.888935 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 09af6d77-e2da-4462-a2ba-d55151fb5ee0) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:44.894462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:44.895415 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.900138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512f2e3-cae0-4463-a2e0-4a1b4e1aa74b None None] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:14:44.921971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cd937590-d375-41b6-99dc-32c5992a798d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4230163 Jan 29 05:14:44.922349 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38168) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:44.927582 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.935384 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:44.992280 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Attempting to bind port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:14:44.992735 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Attempting to bind port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:14:44.993159 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Attempting to bind port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:14:44.999754 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:14:45.000279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:14:45.000776 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.001257 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:14:45.001814 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Bound port: 5ed01600-2de8-4fe5-b2c5-a3422e3d892a, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:14:45.002306 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.056204 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] For port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:14:45.059622 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] For port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:14:45.061414 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735ce05-0e5b-4307-93bd-ffb02a59d0c0 None None] Pushing event updated for resources: {'Port': ['ID=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:45.064992 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.075860 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:14:45.077066 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.122964 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:45.123714 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:45.190603 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735ce05-0e5b-4307-93bd-ffb02a59d0c0 None None] Pushing event updated for resources: {'Port': ['ID=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:45.238599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Allocated IP 172.20.0.2 (09af6d77-e2da-4462-a2ba-d55151fb5ee0/b35e3d5b-ec0d-4254-a794-21c49f935988/b583193f-c383-403a-b713-2c6b1403f4c2) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:14:45.246211 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:45.390792 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.399281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.436348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:14:45.436727 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:43Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:45.439184 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:45.443215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:14:45.448863 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.457029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Pushing event updated for resources: {'Port': ['ID=b583193f-c383-403a-b713-2c6b1403f4c2,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:45.471800 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca161551-2170-4ee5-b9ee-b94abea02383 None None] The sync data for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 is: [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:43Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:14:45.513034 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Attempting to bind port b583193f-c383-403a-b713-2c6b1403f4c2 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:14:45.513396 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Attempting to bind port b583193f-c383-403a-b713-2c6b1403f4c2 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:14:45.513752 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Attempting to bind port b583193f-c383-403a-b713-2c6b1403f4c2 on network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:14:45.519149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:14:45.519328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Checking segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:14:45.519707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.520088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Bound using segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:14:45.520538 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Bound port: b583193f-c383-403a-b713-2c6b1403f4c2, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:14:45.520914 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.587585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] For port b583193f-c383-403a-b713-2c6b1403f4c2, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:14:45.591061 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] For port b583193f-c383-403a-b713-2c6b1403f4c2, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b583193f-c383-403a-b713-2c6b1403f4c2,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:14:45.595504 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.657976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b28600-9b4c-4d7e-a511-c49e5bd8e938 None None] Pushing event updated for resources: {'Port': ['ID=b583193f-c383-403a-b713-2c6b1403f4c2,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:45.799678 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.1 (09af6d77-e2da-4462-a2ba-d55151fb5ee0/b35e3d5b-ec0d-4254-a794-21c49f935988/6eba261c-92b3-454f-b63d-b66c15825056) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:14:45.871368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ed01600-2de8-4fe5-b2c5-a3422e3d892a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:14:45.951706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:45.952177 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:45.965833 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.019897 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.055831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.066734 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:14:46.073427 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:46.076043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:14:46.092385 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:46.097425 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.113974 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=6eba261c-92b3-454f-b63d-b66c15825056,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:46.133136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.155401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:46.596805 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.758762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01eb38-e0a4-40e1-85dd-ebe6ecdc1596 None None] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:14:46.824056 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-cf1fe495-0bd5-45a6-8cf6-ceb36d1aa3e6 None None] Provisioning complete for port b583193f-c383-403a-b713-2c6b1403f4c2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:46.824757 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe495-0bd5-45a6-8cf6-ceb36d1aa3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.875246 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.880432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.958873 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=6eba261c-92b3-454f-b63d-b66c15825056,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:46.966776 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:46.974612 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe495-0bd5-45a6-8cf6-ceb36d1aa3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.020605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cf1fe495-0bd5-45a6-8cf6-ceb36d1aa3e6 None None] For port b583193f-c383-403a-b713-2c6b1403f4c2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b583193f-c383-403a-b713-2c6b1403f4c2,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:47.026484 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe495-0bd5-45a6-8cf6-ceb36d1aa3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.068594 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:14:47.070435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:47.082682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fe495-0bd5-45a6-8cf6-ceb36d1aa3e6 None None] Pushing event updated for resources: {'Port': ['ID=b583193f-c383-403a-b713-2c6b1403f4c2,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:47.189815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 3659c35d-3859-47e4-8cb5-cea99f1cf51e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:14:47.247004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4fe7c353-b559-40b4-a573-805ec9054fa1 None None] Provisioning complete for port 6eba261c-92b3-454f-b63d-b66c15825056 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:47.247493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c353-b559-40b4-a573-805ec9054fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.292400 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7c353-b559-40b4-a573-805ec9054fa1 None None] Port 6eba261c-92b3-454f-b63d-b66c15825056 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:14:47.306627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:14:47.312868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4fe7c353-b559-40b4-a573-805ec9054fa1 None None] Provisioning complete for port b583193f-c383-403a-b713-2c6b1403f4c2 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:47.314113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c353-b559-40b4-a573-805ec9054fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.314247 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-99ed41f9-d513-4413-8717-f4886df27b7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/3659c35d-3859-47e4-8cb5-cea99f1cf51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3907237 Jan 29 05:14:47.318028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Sync routers for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:14:47.358980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:47.359680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:47.466912 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-14b05e6a-666b-4d39-b84b-7090a04e84da tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765554310&fields=id&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 267 time: 0.0346408 Jan 29 05:14:47.507908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:47.588964 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-4fdc3a45-cce5-4dd0-a5b0-3a1b8e138cd3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:47.590577 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-4fdc3a45-cce5-4dd0-a5b0-3a1b8e138cd3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 797 time: 0.1161289 Jan 29 05:14:47.607659 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-d75a34b4-9c26-44fd-8c3d-9a46c9db25b5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/quotas/f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 375 time: 0.0110834 Jan 29 05:14:47.643541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c6c221e1-7077-439e-b9f0-57f854592ddd None None] Provisioning complete for port 6eba261c-92b3-454f-b63d-b66c15825056 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:47.643910 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c6c221e1-7077-439e-b9f0-57f854592ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.661158 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-e0107b6d-d3cd-46ba-9713-aef1f7127e75 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472155 Jan 29 05:14:47.702758 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c6c221e1-7077-439e-b9f0-57f854592ddd None None] Port 6eba261c-92b3-454f-b63d-b66c15825056 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:14:47.750331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 2, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:47.777923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Checking router: 3659c35d-3859-47e4-8cb5-cea99f1cf51e for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:14:47.778420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Updating router 3659c35d-3859-47e4-8cb5-cea99f1cf51e port 6eba261c-92b3-454f-b63d-b66c15825056 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:14:47.804192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.818853 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-2eeec50d-ee2c-4d19-be9b-701ab90a0f92 service neutron] 10.222.0.32 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445735 Jan 29 05:14:47.862329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-503e67e4-e43e-4174-91ad-3a781fac12b2 None None] Provisioning complete for port 6eba261c-92b3-454f-b63d-b66c15825056 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:47.862699 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-503e67e4-e43e-4174-91ad-3a781fac12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:47.922625 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-6163b0ce-e553-473b-b0b2-231efac9a9ac service neutron] 10.222.0.32 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957448 Jan 29 05:14:47.936504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ed01600-2de8-4fe5-b2c5-a3422e3d892a up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:14:47.988573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-503e67e4-e43e-4174-91ad-3a781fac12b2 None None] Port 6eba261c-92b3-454f-b63d-b66c15825056 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:14:48.063343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:48.063720 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.104445 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7e9b2c90-5dc3-485b-8176-e4800fb83306 req-e53b550d-b81a-4b8b-9804-022ebe0d1681 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 210 time: 0.0356290 Jan 29 05:14:48.216989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b583193f-c383-403a-b713-2c6b1403f4c2 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:14:48.243495 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.254832 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.344997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da97bd0-1e63-44bf-9b9e-1ec1cd624544 None None] Pushing event updated for resources: {'Port': ['ID=6eba261c-92b3-454f-b63d-b66c15825056,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:48.385267 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Attempting to bind port 6eba261c-92b3-454f-b63d-b66c15825056 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:14:48.385651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Attempting to bind port 6eba261c-92b3-454f-b63d-b66c15825056 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:14:48.386050 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Attempting to bind port 6eba261c-92b3-454f-b63d-b66c15825056 on network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:14:48.388023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port b583193f-c383-403a-b713-2c6b1403f4c2 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:48.388392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.411154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:14:48.411527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Checking segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:14:48.411925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.412468 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Bound using segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:14:48.413209 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Bound port: 6eba261c-92b3-454f-b63d-b66c15825056, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:14:48.413588 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.530085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] For port 6eba261c-92b3-454f-b63d-b66c15825056, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:14:48.548218 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] For port 6eba261c-92b3-454f-b63d-b66c15825056, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6eba261c-92b3-454f-b63d-b66c15825056,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:14:48.554997 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.565540 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c1216219-038e-443f-8a47-e75b64fe86b9 None None] Provisioning complete for port 6eba261c-92b3-454f-b63d-b66c15825056 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:48.565921 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1216219-038e-443f-8a47-e75b64fe86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.649491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:14:48.650158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:48.651827 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da97bd0-1e63-44bf-9b9e-1ec1cd624544 None None] Pushing event updated for resources: {'Port': ['ID=6eba261c-92b3-454f-b63d-b66c15825056,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:48.924105 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1216219-038e-443f-8a47-e75b64fe86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:48.955723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:14:48.997514 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c1216219-038e-443f-8a47-e75b64fe86b9 None None] For port 6eba261c-92b3-454f-b63d-b66c15825056, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6eba261c-92b3-454f-b63d-b66c15825056,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:49.004484 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1216219-038e-443f-8a47-e75b64fe86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.141553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1216219-038e-443f-8a47-e75b64fe86b9 None None] Pushing event updated for resources: {'Port': ['ID=6eba261c-92b3-454f-b63d-b66c15825056,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:49.168611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-da348259-eb1e-4bbd-9b98-f26cf87b5c11 None None] Provisioning complete for port 6eba261c-92b3-454f-b63d-b66c15825056 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:49.169144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da348259-eb1e-4bbd-9b98-f26cf87b5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.218770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-619f4f00-4f3f-4be3-bd25-1ba27fd17871 req-c0872a42-5bee-477d-888b-25d715f2f713 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 210 time: 0.0305586 Jan 29 05:14:49.229996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-e583bbbf-be82-4733-bc77-33a9c42e6399 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:49.232165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-e583bbbf-be82-4733-bc77-33a9c42e6399 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 797 time: 0.1276407 Jan 29 05:14:49.262451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:14:49.281880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-901a7b0e-216f-4412-9d5f-7aa7bb66c2ba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 379 time: 0.0345488 Jan 29 05:14:49.295671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'port': {'device_id': '64a0be49-1a95-434b-abc1-475a2c452685', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'admin_state_up': True, 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'security_groups': ['4c8c250d-c94b-4a9e-92f6-72ce90cc537d']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:49.309643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42daaef-4204-4091-b7f8-3eb7d752b7da None None] The sync data for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 is: [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:14:49.442544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:14:49.447868 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.593927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.7 (09af6d77-e2da-4462-a2ba-d55151fb5ee0/b35e3d5b-ec0d-4254-a794-21c49f935988/9b16672d-2133-4300-9f65-b30b021cfedb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:14:49.734387 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.776810 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.845805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:14:49.850082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:49.852262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=9b16672d-2133-4300-9f65-b30b021cfedb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:49.854479 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:14:49.859302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6eba261c-92b3-454f-b63d-b66c15825056 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:14:49.905023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:49.905686 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.924311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-f0afcc5e-a9ff-45fb-8d3c-2f30a1ab6164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323118 Jan 29 05:14:49.928708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6eba261c-92b3-454f-b63d-b66c15825056 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:49.929223 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:49.944280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Request body: {'port': {'device_id': '64a0be49-1a95-434b-abc1-475a2c452685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:50.007246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.150908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-180c9dc8-107a-49d6-a849-a1633e2bf054 None None] Provisioning complete for port 9b16672d-2133-4300-9f65-b30b021cfedb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:50.151280 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-180c9dc8-107a-49d6-a849-a1633e2bf054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.187584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-180c9dc8-107a-49d6-a849-a1633e2bf054 None None] Port 9b16672d-2133-4300-9f65-b30b021cfedb cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:14:50.291656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b16672d-2133-4300-9f65-b30b021cfedb {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:14:50.308987 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.338235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Transition to ACTIVE for port object 9b16672d-2133-4300-9f65-b30b021cfedb will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:14:50.343621 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.398991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e650-bc18-42e6-8c3c-91aa9ca93c69 req-6bf3d90c-bb41-4645-91c2-7e206acda0b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:50.400537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c310e650-bc18-42e6-8c3c-91aa9ca93c69 req-6bf3d90c-bb41-4645-91c2-7e206acda0b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 931 time: 0.1044378 Jan 29 05:14:50.418232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Pushing event updated for resources: {'Port': ['ID=9b16672d-2133-4300-9f65-b30b021cfedb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:50.833465 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c310e650-bc18-42e6-8c3c-91aa9ca93c69 req-c113422f-d002-460f-8414-2f0a222ad53d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223108 Jan 29 05:14:50.854507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Attempting to bind port 9b16672d-2133-4300-9f65-b30b021cfedb on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:14:50.854853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Attempting to bind port 9b16672d-2133-4300-9f65-b30b021cfedb by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:14:50.855192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Attempting to bind port 9b16672d-2133-4300-9f65-b30b021cfedb on network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:14:50.859571 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Port 9b16672d-2133-4300-9f65-b30b021cfedb on network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:14:50.859902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Attempting to bind port 9b16672d-2133-4300-9f65-b30b021cfedb on network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:14:50.864912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:14:50.865286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Checking segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:14:50.865816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Bound using segment: {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:14:50.866343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Bound port: 9b16672d-2133-4300-9f65-b30b021cfedb, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970f9be5-a686-4a37-90ef-04938d0f1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:14:50.866736 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.927705 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] For port 9b16672d-2133-4300-9f65-b30b021cfedb, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:14:50.931246 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] For port 9b16672d-2133-4300-9f65-b30b021cfedb, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9b16672d-2133-4300-9f65-b30b021cfedb,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:14:50.935645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.972943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:50.973587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:50.975130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-1883aac7-b225-4440-994b-9b754a037671 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 1091 time: 1.0366671 Jan 29 05:14:50.975572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:14:50.977838 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fc8cef5c7648cb1ebbc7667f7903b070e3e64440f1df244f7dc5afd89e367e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a529f7-497d-4a08-8158-773019340670" -d '{"events": [{"name": "network-changed", "server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:14:51.002170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883aac7-b225-4440-994b-9b754a037671 service neutron] Pushing event updated for resources: {'Port': ['ID=9b16672d-2133-4300-9f65-b30b021cfedb,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:51.023526 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb33a7c-17a3-4437-8b6b-3c9f932d9299 x-openstack-request-id: req-5fb33a7c-17a3-4437-8b6b-3c9f932d9299 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:14:51.023671 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:14:51.023930 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fb33a7c-17a3-4437-8b6b-3c9f932d9299 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:14:51.024370 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb', 'status': 'completed', 'code': 200} Jan 29 05:14:51.083643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-acd558e0-47a6-4978-bafc-c95f9ef16df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.085120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-acd558e0-47a6-4978-bafc-c95f9ef16df2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1094 time: 0.0430202 Jan 29 05:14:51.133780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-bb736bff-77e8-4d2b-b6de-378f38501ced service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 217 time: 0.0360520 Jan 29 05:14:51.192295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-5b307cf3-eb41-4cc1-9aaf-ab71774698c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.193801 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-5b307cf3-eb41-4cc1-9aaf-ab71774698c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0536289 Jan 29 05:14:51.237939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-d72ac5b9-d550-45c3-a4f2-4175ee36a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.239437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-d72ac5b9-d550-45c3-a4f2-4175ee36a73f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393655 Jan 29 05:14:51.335107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-12127a00-464b-44d8-a125-062c2c701def service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885491 Jan 29 05:14:51.430585 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1e552067-af7f-4e70-9636-c4bc86fad14b req-3e17e35b-f44a-4e9c-9e63-f0f3ddeff731 service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891318 Jan 29 05:14:51.564982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a529f7-497d-4a08-8158-773019340670 req-e9758da4-6ea3-4164-9ff1-b99607d3c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.566581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-e9758da4-6ea3-4164-9ff1-b99607d3c5ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1094 time: 0.0439780 Jan 29 05:14:51.663463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a529f7-497d-4a08-8158-773019340670 req-d78c29db-16ad-4348-92de-aac8d95b8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.665458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-d78c29db-16ad-4348-92de-aac8d95b8d1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 898 time: 0.0926723 Jan 29 05:14:51.708915 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-dbfbfce9-d029-49b7-81d1-ab1eeb9f2da4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 217 time: 0.0360181 Jan 29 05:14:51.758774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a529f7-497d-4a08-8158-773019340670 req-121a7b5e-b89f-444f-91a9-479b8477514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.760253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-121a7b5e-b89f-444f-91a9-479b8477514a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0452139 Jan 29 05:14:51.812948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a529f7-497d-4a08-8158-773019340670 req-25a37bd7-e747-4e0b-8374-4c47ee871ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:51.814516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-25a37bd7-e747-4e0b-8374-4c47ee871ac7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466096 Jan 29 05:14:51.920529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-1b45dee1-c8ed-4709-b3ad-012958cafbbc service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973306 Jan 29 05:14:52.006555 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7076b-5e2d-4362-b3c9-4e32de4050ff req-b58043d6-68eb-4aa4-bb40-1036bba12bb6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:52.008115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-52a7076b-5e2d-4362-b3c9-4e32de4050ff req-b58043d6-68eb-4aa4-bb40-1036bba12bb6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 943 time: 0.1024306 Jan 29 05:14:52.055020 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c1a529f7-497d-4a08-8158-773019340670 req-5f5d9750-d510-4cc0-8780-267bf4ba25de service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213520 Jan 29 05:14:52.066758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-52a7076b-5e2d-4362-b3c9-4e32de4050ff req-3a67794c-0561-4b8e-a570-3cac345d9a58 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525513 Jan 29 05:14:53.183916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa1cb-79fd-4b5b-8b8c-5b5e3b80a989 req-6db28223-707a-4ae4-9f09-d7784d4dfbb2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:53.185383 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d9fa1cb-79fd-4b5b-8b8c-5b5e3b80a989 req-6db28223-707a-4ae4-9f09-d7784d4dfbb2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 943 time: 0.0484297 Jan 29 05:14:53.222236 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2d9fa1cb-79fd-4b5b-8b8c-5b5e3b80a989 req-49106af1-74e1-4a42-837c-7e1440a8ff0f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Jan 29 05:14:53.932604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a3fea63-077b-4d70-8681-9912ccbfbedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:54.342331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f1d4-9218-4ae7-8fe3-cf4e059d04da req-ee9ed593-e081-45fc-8acb-5c575286c699 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:54.343805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3587f1d4-9218-4ae7-8fe3-cf4e059d04da req-ee9ed593-e081-45fc-8acb-5c575286c699 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 943 time: 0.0541780 Jan 29 05:14:54.379830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3587f1d4-9218-4ae7-8fe3-cf4e059d04da req-04d5f40d-c4df-403f-94e7-5226db541ea7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300429 Jan 29 05:14:54.498175 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9b16672d-2133-4300-9f65-b30b021cfedb details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:14:54.594276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9b16672d-2133-4300-9f65-b30b021cfedb, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9b16672d-2133-4300-9f65-b30b021cfedb,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:54.606383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '9b16672d-2133-4300-9f65-b30b021cfedb', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'port_id': '9b16672d-2133-4300-9f65-b30b021cfedb', 'mac_address': 'fa:16:3e:a2:17:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:14:54.643475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:54.657088 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b16672d-2133-4300-9f65-b30b021cfedb {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:14:54.676323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9b16672d-2133-4300-9f65-b30b021cfedb, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9b16672d-2133-4300-9f65-b30b021cfedb,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:54.680291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:54.730816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=9b16672d-2133-4300-9f65-b30b021cfedb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:54.956641 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['9b16672d-2133-4300-9f65-b30b021cfedb'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:14:55.498536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ce453-0792-466f-a0db-e92e71792e43 req-675859e3-b9ab-4cf6-86ff-398808dfba22 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:55.500002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd3ce453-0792-466f-a0db-e92e71792e43 req-675859e3-b9ab-4cf6-86ff-398808dfba22 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 944 time: 0.0532026 Jan 29 05:14:55.538188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bd3ce453-0792-466f-a0db-e92e71792e43 req-919597a0-1f75-4186-9efd-e9c56ed2ae4d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Jan 29 05:14:56.185945 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0da363ec-115c-4675-ae22-abdde096023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:56.497909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9b16672d-2133-4300-9f65-b30b021cfedb up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:14:56.545672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 9b16672d-2133-4300-9f65-b30b021cfedb completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:14:56.549171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 9b16672d-2133-4300-9f65-b30b021cfedb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:14:56.549541 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:56.626150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:56.649459 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:14:56.651815 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8915199cf57c9e24dc9e9e0ab5c76e76a19a1e984875befecc3a211458fcb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48500bd0-cb08-4c44-8792-1df26fc1e80b" -d '{"events": [{"server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "name": "network-vif-plugged", "status": "completed", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:14:56.654902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427596e-ce05-4b26-80e6-ee46f3f6122e req-7cb6c95c-327c-4a3b-a008-f2e1e1dee773 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:56.656435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e427596e-ce05-4b26-80e6-ee46f3f6122e req-7cb6c95c-327c-4a3b-a008-f2e1e1dee773 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 944 time: 0.0497236 Jan 29 05:14:56.667789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 9b16672d-2133-4300-9f65-b30b021cfedb, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9b16672d-2133-4300-9f65-b30b021cfedb,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:14:56.673272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:56.699829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e427596e-ce05-4b26-80e6-ee46f3f6122e req-b12bc97c-1f40-4390-aba3-1b98b1d6254e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Jan 29 05:14:56.701460 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a715b7-6d07-4995-9723-d6f5887d7799 x-openstack-request-id: req-64a715b7-6d07-4995-9723-d6f5887d7799 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:14:56.701753 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "name": "network-vif-plugged", "status": "completed", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:14:56.702034 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64a715b7-6d07-4995-9723-d6f5887d7799 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:14:56.702422 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb', 'code': 200} Jan 29 05:14:56.727979 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=9b16672d-2133-4300-9f65-b30b021cfedb,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:56.811606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225245bc-6331-43b5-81ed-b660c260f2cc req-9e91eda9-c31d-4817-8ac0-d97f6e15c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:56.813150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-225245bc-6331-43b5-81ed-b660c260f2cc req-9e91eda9-c31d-4817-8ac0-d97f6e15c444 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1096 time: 0.0401878 Jan 29 05:14:56.846874 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-225245bc-6331-43b5-81ed-b660c260f2cc req-6ac9f7cc-bde9-46f3-93e8-7e3f0dfcceae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268195 Jan 29 05:14:57.470411 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:57.819071 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229dce3-c029-4b7f-a563-95c72e14d383 req-1284f62e-67d8-4671-af17-a9c879a422fd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:57.820550 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b229dce3-c029-4b7f-a563-95c72e14d383 req-1284f62e-67d8-4671-af17-a9c879a422fd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Jan 29 05:14:57.858488 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b229dce3-c029-4b7f-a563-95c72e14d383 req-f5c10694-4d94-4840-a61c-8f3cac8f3de2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Jan 29 05:14:58.973546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8a818-5fef-4978-b27d-b3b29e6bca6a req-a7582cdb-dd3c-4dac-9afc-cd1c9d8c384e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:58.975760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7da8a818-5fef-4978-b27d-b3b29e6bca6a req-a7582cdb-dd3c-4dac-9afc-cd1c9d8c384e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Jan 29 05:14:59.013156 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7da8a818-5fef-4978-b27d-b3b29e6bca6a req-cf0051a2-2845-4ac5-89f7-f292db523cdd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Jan 29 05:14:59.132128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065e11d-81a0-46ea-9e3e-65adf36a42d4 req-e3ac0445-f189-4541-bbb9-f6fc6948a60a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:59.133588 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b065e11d-81a0-46ea-9e3e-65adf36a42d4 req-e3ac0445-f189-4541-bbb9-f6fc6948a60a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Jan 29 05:14:59.170751 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b065e11d-81a0-46ea-9e3e-65adf36a42d4 req-5bc7822c-8b37-446a-93f1-e27f6107b0f6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Jan 29 05:14:59.191416 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38226) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:59.234381 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57253c2a-bba8-43b2-85ac-42b4973f3e0f tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:14:59.235858 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57253c2a-bba8-43b2-85ac-42b4973f3e0f tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1091 time: 0.0434899 Jan 29 05:14:59.238586 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38228) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:14:59.242792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '9b16672d-2133-4300-9f65-b30b021cfedb', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:14:59.265207 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:59.300532 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:59.306694 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:59.362760 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:59.467149 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.156 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/17f74eec-32e6-4ba5-9ec2-6436436e2047) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:14:59.567378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:59.600779 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:14:59.643294 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:14:59.646007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:14:59.650216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:14:59.655320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=17f74eec-32e6-4ba5-9ec2-6436436e2047,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:14:59.996668 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:00.064041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:00.206155 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:00.210860 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:00.282507 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=17f74eec-32e6-4ba5-9ec2-6436436e2047,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:15:00.291320 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:00.388456 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP f0a02f61-601f-4f21-a1f2-68e1bb653cbd associated. External IP: 172.25.4.156, port: 9b16672d-2133-4300-9f65-b30b021cfedb. Jan 29 05:15:00.589501 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 3659c35d-3859-47e4-8cb5-cea99f1cf51e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:15:00.695813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:15:00.705184 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] Sync routers for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:15:00.713867 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:00.715054 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:00.715660 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:00.743263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d7cd186d-e7a1-4d63-a868-37e1edc6f1d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5007000 Jan 29 05:15:00.743263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:15:00.743885 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446" -d '{"events": [{"name": "network-changed", "server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:15:00.790450 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433f5f84-c3d0-4380-a92c-9747ed5fbfed x-openstack-request-id: req-433f5f84-c3d0-4380-a92c-9747ed5fbfed {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:15:00.790745 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:15:00.791001 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-433f5f84-c3d0-4380-a92c-9747ed5fbfed {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:15:00.791441 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb', 'status': 'completed', 'code': 200} Jan 29 05:15:00.829416 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:00.857070 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906fa0a-88c7-44f3-8f80-19de43c2f4ac req-035b35f1-5723-45a8-8784-d7cb06a21b90 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:00.858490 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7906fa0a-88c7-44f3-8f80-19de43c2f4ac req-035b35f1-5723-45a8-8784-d7cb06a21b90 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0588882 Jan 29 05:15:00.912921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7906fa0a-88c7-44f3-8f80-19de43c2f4ac req-673cb2d5-a48e-41e9-954c-ef254d048fde tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Jan 29 05:15:00.915632 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-1b436e59-246e-46a6-8a62-46d9e78c1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:00.917078 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-1b436e59-246e-46a6-8a62-46d9e78c1f47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1096 time: 0.0788600 Jan 29 05:15:00.936815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38234) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:15:01.001450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d0175df3-29b6-406e-a3b0-f6a85820a3b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/f0a02f61-601f-4f21-a1f2-68e1bb653cbd HTTP/1.1" status: 200 len: 991 time: 0.0620654 Jan 29 05:15:01.011867 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-8dbb437b-0a70-4c4d-b605-4995a7a07333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:01.013358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-8dbb437b-0a70-4c4d-b605-4995a7a07333 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 898 time: 0.0889235 Jan 29 05:15:01.051068 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f0a02f61-601f-4f21-a1f2-68e1bb653cbd', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'port_id': '9b16672d-2133-4300-9f65-b30b021cfedb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'mac_address': 'fa:16:3e:a2:17:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a0be49-1a95-434b-abc1-475a2c452685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:14:59Z', 'updated_at': '2022-01-29T05:14:59Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:01.078705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-a71eb774-357a-46a5-bcd0-60b69379ac9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 999 time: 0.0581801 Jan 29 05:15:01.080224 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] Checking router: 3659c35d-3859-47e4-8cb5-cea99f1cf51e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:15:01.088673 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:15:01.089264 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:14:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:01.132517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-1feff5ab-ce7f-4f24-8295-cef8f55641e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:01.133911 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-1feff5ab-ce7f-4f24-8295-cef8f55641e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0480583 Jan 29 05:15:01.179765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-c5196d09-7e6a-4b68-bac8-1442f0dcd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:01.181320 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-c5196d09-7e6a-4b68-bac8-1442f0dcd85c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410221 Jan 29 05:15:01.189362 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:15:01.270645 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-6e5bb6dc-a28c-454d-952c-8f4afd53928e service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825737 Jan 29 05:15:01.363222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7d5f5d93-28c8-4a14-bd7a-426ebf82b446 req-a8169b53-51ed-478c-b03e-d28cfdbf584b service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861635 Jan 29 05:15:01.412453 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f0a02f61-601f-4f21-a1f2-68e1bb653cbd', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'port_id': '9b16672d-2133-4300-9f65-b30b021cfedb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'mac_address': 'fa:16:3e:a2:17:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a0be49-1a95-434b-abc1-475a2c452685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:14:59Z', 'updated_at': '2022-01-29T05:14:59Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:15:01.438554 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ddda-9057-4ad9-a83e-a07b648b343b None None] The sync data for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 is: [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'f0a02f61-601f-4f21-a1f2-68e1bb653cbd', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'port_id': '9b16672d-2133-4300-9f65-b30b021cfedb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'mac_address': 'fa:16:3e:a2:17:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a0be49-1a95-434b-abc1-475a2c452685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:14:59Z', 'updated_at': '2022-01-29T05:14:59Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:15:01.632953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bef021-acbf-42ba-a1ff-c8aa7f900cc9 None None] New status for floating IP f0a02f61-601f-4f21-a1f2-68e1bb653cbd: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:15:02.005207 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38236) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:15:02.068959 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1fa4ed83-ec82-4832-9fb0-c97f5b0162a3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/f0a02f61-601f-4f21-a1f2-68e1bb653cbd HTTP/1.1" status: 200 len: 993 time: 0.0620685 Jan 29 05:15:03.691591 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:15:05.329025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-4ecfea22-9937-4783-8d1c-fe8255eefc5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401874 Jan 29 05:15:05.423144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-11c9a8d8-b6df-4ee6-8af7-b884b1a5808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:05.424606 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-11c9a8d8-b6df-4ee6-8af7-b884b1a5808a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1096 time: 0.0396664 Jan 29 05:15:05.530932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-8444804a-d01e-4231-b2ec-55a953e335ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:05.532425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-8444804a-d01e-4231-b2ec-55a953e335ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 898 time: 0.0885212 Jan 29 05:15:05.596046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-9ac93271-2ca8-4db6-95b0-b073b5849ab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 1001 time: 0.0571632 Jan 29 05:15:05.648696 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-ed06e4c7-f81b-4c52-8d11-eaa8859d9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:05.650147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-ed06e4c7-f81b-4c52-8d11-eaa8859d9465 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0484097 Jan 29 05:15:05.695082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-528ad207-7072-476b-8415-3874ba8424c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:05.696516 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-528ad207-7072-476b-8415-3874ba8424c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397902 Jan 29 05:15:05.785099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-d7ea8d71-abc3-44b9-9a76-1c750bf70ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811930 Jan 29 05:15:05.878197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3c3e8f82-63f8-422f-915e-965d2687f8fe req-e60a272c-c755-4ac1-ba72-f4214bd7945d service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841062 Jan 29 05:15:12.431344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:14.044874 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:23.933500 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-13d6d713-06f7-449d-904c-3eeb1a42c088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:26.186607 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0ff3a051-2505-4aea-baaf-30ac856e191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:27.473439 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:29.294615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:29.312489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:33.375864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-7eba6155-3da6-4903-aca0-4b9954359416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:33.377424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-7eba6155-3da6-4903-aca0-4b9954359416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1096 time: 0.0418818 Jan 29 05:15:33.418598 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2fecb-2c16-4754-99a5-f801e4118d0d req-c719710b-5afb-4442-9579-e94c78b827d0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:33.420089 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ede2fecb-2c16-4754-99a5-f801e4118d0d req-c719710b-5afb-4442-9579-e94c78b827d0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Jan 29 05:15:33.457965 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ede2fecb-2c16-4754-99a5-f801e4118d0d req-1ad0054f-94d2-42c8-898b-a27002df5afc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Jan 29 05:15:33.471714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-e13291e3-bf26-44f1-a798-ed45e96138ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:33.473171 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-e13291e3-bf26-44f1-a798-ed45e96138ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 898 time: 0.0888884 Jan 29 05:15:33.535871 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-233f9e19-aee2-4f97-a406-493eedb40b03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 1001 time: 0.0556242 Jan 29 05:15:33.584389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-2a7b7a63-d3ca-4ab4-bc36-d54d2b94b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:33.586403 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-2a7b7a63-d3ca-4ab4-bc36-d54d2b94b375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0423117 Jan 29 05:15:33.634882 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-9cbc2024-1c15-4e9f-be5e-a00e09592c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:33.636372 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-9cbc2024-1c15-4e9f-be5e-a00e09592c99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425870 Jan 29 05:15:33.723885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-6bc07ab8-14d6-4d4c-a86b-14044974cfe9 service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795922 Jan 29 05:15:33.818226 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d42ce80-1d5f-44b3-869c-17b8f62a575c req-9d5e457d-d895-4879-baae-a39e7200b9be service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868969 Jan 29 05:15:34.613150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c354a-c073-494b-aa70-10273dc5b01c req-3897582e-1d77-4cde-abed-a4e2cdd842c9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:34.614676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a8c354a-c073-494b-aa70-10273dc5b01c req-3897582e-1d77-4cde-abed-a4e2cdd842c9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Jan 29 05:15:34.652663 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a8c354a-c073-494b-aa70-10273dc5b01c req-1e062560-02d3-4726-b4d8-95e8a098f9c3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Jan 29 05:15:35.768013 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0126-4727-4c8e-a495-ef1dc7a36fd5 req-ab176634-1249-4351-87fd-5c5db9fa8d84 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:35.769770 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-386f0126-4727-4c8e-a495-ef1dc7a36fd5 req-ab176634-1249-4351-87fd-5c5db9fa8d84 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0485878 Jan 29 05:15:35.808470 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-386f0126-4727-4c8e-a495-ef1dc7a36fd5 req-6bc6e996-6fd0-498f-9d36-597fad1bd440 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323377 Jan 29 05:15:36.923558 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656ca81-8231-4a4b-ad84-f21128f4e6dc req-ab55b7fc-9a90-402f-9d5c-133080773e3b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:36.925063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3656ca81-8231-4a4b-ad84-f21128f4e6dc req-ab55b7fc-9a90-402f-9d5c-133080773e3b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0495119 Jan 29 05:15:36.963236 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3656ca81-8231-4a4b-ad84-f21128f4e6dc req-6c15756f-1b98-4ca4-a965-496131f5a2f7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Jan 29 05:15:38.161511 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975df32-e71b-4e66-9133-96d33577c4d8 req-db8849ea-96bb-4787-b248-8af7e40a3737 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:38.163774 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6975df32-e71b-4e66-9133-96d33577c4d8 req-db8849ea-96bb-4787-b248-8af7e40a3737 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0962338 Jan 29 05:15:38.201382 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6975df32-e71b-4e66-9133-96d33577c4d8 req-5cd981a2-92b7-45ac-bf5d-7fde5af7329b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Jan 29 05:15:39.319613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f169-454a-4d5b-a0d7-58dca4633656 req-674dc0ba-b4c8-4faa-b22b-ec018f76f162 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:39.321095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4e3f169-454a-4d5b-a0d7-58dca4633656 req-674dc0ba-b4c8-4faa-b22b-ec018f76f162 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0533719 Jan 29 05:15:39.357897 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4e3f169-454a-4d5b-a0d7-58dca4633656 req-7a026d2b-9f26-43de-95be-6c3953e17258 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307131 Jan 29 05:15:40.470080 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb9b9-7d79-4e8f-aee0-b6a9b8ae861d req-9f2b0cff-ff75-40d3-8cc7-96b4afda1f23 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:40.471562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ebeb9b9-7d79-4e8f-aee0-b6a9b8ae861d req-9f2b0cff-ff75-40d3-8cc7-96b4afda1f23 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Jan 29 05:15:40.509679 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4ebeb9b9-7d79-4e8f-aee0-b6a9b8ae861d req-a8d946d8-454f-49ce-a7aa-b60764c58874 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315259 Jan 29 05:15:40.690304 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:15:41.706672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967441ff-87f7-4ed5-87b4-4ed30055b11f req-95e517a1-5339-4553-8d0c-8fcc21f71a81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:41.708116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-967441ff-87f7-4ed5-87b4-4ed30055b11f req-95e517a1-5339-4553-8d0c-8fcc21f71a81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0973365 Jan 29 05:15:41.745920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-967441ff-87f7-4ed5-87b4-4ed30055b11f req-60bad185-609a-40c9-8ebb-77914f3ad933 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Jan 29 05:15:42.457400 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:42.862171 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fca58c-7eb9-4c59-9269-b1737b1c6bfc req-c3739bfe-081b-4120-b1b4-8368ee56429e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:42.863635 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09fca58c-7eb9-4c59-9269-b1737b1c6bfc req-c3739bfe-081b-4120-b1b4-8368ee56429e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Jan 29 05:15:42.900592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-09fca58c-7eb9-4c59-9269-b1737b1c6bfc req-7bc3e5bc-0924-43d4-b032-876fd791177e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Jan 29 05:15:44.014526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3bb3a-5cef-4a89-af88-84de84727755 req-06b43c70-ff23-4f8f-bfff-e009364eb8c8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:44.016088 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7e3bb3a-5cef-4a89-af88-84de84727755 req-06b43c70-ff23-4f8f-bfff-e009364eb8c8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Jan 29 05:15:44.046537 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:44.055181 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f7e3bb3a-5cef-4a89-af88-84de84727755 req-a25be222-985d-499a-87aa-4c3bfc0e6292 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Jan 29 05:15:45.174567 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497fdd-bf18-49e3-ac00-d45f2174b3a5 req-531441ce-e985-4ab7-9797-0ab254b653fc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:45.176126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a497fdd-bf18-49e3-ac00-d45f2174b3a5 req-531441ce-e985-4ab7-9797-0ab254b653fc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0547581 Jan 29 05:15:45.214953 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3a497fdd-bf18-49e3-ac00-d45f2174b3a5 req-81a8c036-c4fe-4f9f-9c35-5d177481e64f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Jan 29 05:15:46.336208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e21e04-6a43-4489-90b9-f015f7bff94f req-a1f7bb50-e8eb-4372-ab35-55f82a0fb6bf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:46.337677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37e21e04-6a43-4489-90b9-f015f7bff94f req-a1f7bb50-e8eb-4372-ab35-55f82a0fb6bf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0536509 Jan 29 05:15:46.374249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-37e21e04-6a43-4489-90b9-f015f7bff94f req-a9c382a0-fa62-43ca-8675-c2ba62c110ba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304785 Jan 29 05:15:47.488529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6be047-d783-4718-9b6b-3877efba4748 req-25d751b4-1f18-4866-8c01-5bbcd4f9455d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:47.490008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff6be047-d783-4718-9b6b-3877efba4748 req-25d751b4-1f18-4866-8c01-5bbcd4f9455d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0493550 Jan 29 05:15:47.527645 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff6be047-d783-4718-9b6b-3877efba4748 req-de71e5b6-550d-4fc9-b7d2-e5f4312c25e1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Jan 29 05:15:48.639782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c3b1e-07f9-483f-970d-b46c3122241d req-ee0d4a0d-68d1-4617-910e-06884f416164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:48.641252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3f4c3b1e-07f9-483f-970d-b46c3122241d req-ee0d4a0d-68d1-4617-910e-06884f416164 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Jan 29 05:15:48.679347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3f4c3b1e-07f9-483f-970d-b46c3122241d req-802a0d08-15ba-409c-a936-130fcaab863e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jan 29 05:15:49.790844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048ffe8-3fd7-4f84-ae8b-a6f6e7fc063e req-2e8acf7a-d67d-445f-9ad3-1a21bbb53e9a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:15:49.792306 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b048ffe8-3fd7-4f84-ae8b-a6f6e7fc063e req-2e8acf7a-d67d-445f-9ad3-1a21bbb53e9a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0483713 Jan 29 05:15:49.828871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b048ffe8-3fd7-4f84-ae8b-a6f6e7fc063e req-b267b2c4-c3a8-4bc9-89ee-35ab8065a3f6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306473 Jan 29 05:15:49.850559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38298) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:15:49.912871 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f5b4d2ac-c190-4457-8383-50008e6c13f5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/f0a02f61-601f-4f21-a1f2-68e1bb653cbd HTTP/1.1" status: 200 len: 993 time: 0.0604086 Jan 29 05:15:53.934806 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c612db27-2c0d-4923-92d2-5c86f8ec6c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:56.186293 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6958451-ce1d-44d4-8221-b5e11718350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:57.477057 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:59.297807 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:15:59.309187 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:06.773876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-b87929b4-800c-409c-9ed2-bb89d7605a59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790746 Jan 29 05:16:06.871140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-03d756f1-6ed1-4c1d-83dc-17984561b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:06.872591 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-03d756f1-6ed1-4c1d-83dc-17984561b21a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1096 time: 0.0397339 Jan 29 05:16:06.975423 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-9bb9b978-61cc-49ab-8a0c-7df421a8bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:06.977031 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-9bb9b978-61cc-49ab-8a0c-7df421a8bc0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 898 time: 0.0859091 Jan 29 05:16:07.041212 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-fb191529-9860-4c87-a10c-a8f7a8c54709 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 1001 time: 0.0560961 Jan 29 05:16:07.093164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-b6325177-a184-44ed-80c8-8838130e5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:07.094601 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-b6325177-a184-44ed-80c8-8838130e5f5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0464954 Jan 29 05:16:07.138088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-7503f341-169d-48f9-bba9-0dfeb2233656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:07.139531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-7503f341-169d-48f9-bba9-0dfeb2233656 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387244 Jan 29 05:16:07.225700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-082d8971-e57d-4e66-b89c-87edbe306f21 service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788753 Jan 29 05:16:07.326370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-16cf48a7-b3f4-4007-97aa-5b73b6841db1 req-6ed4a00c-efd0-4af0-b9e1-d94b8698b876 service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940480 Jan 29 05:16:12.457217 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:14.046293 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:17.689468 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:16:20.474693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38316) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:20.623316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 17f74eec-32e6-4ba5-9ec2-6436436e2047 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:16:20.623673 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:20.700918 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:20.701241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:20.712509 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 17f74eec-32e6-4ba5-9ec2-6436436e2047 owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:16:20.852744 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:20.883213 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=17f74eec-32e6-4ba5-9ec2-6436436e2047,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:20.905411 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.906116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.906116 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.906450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.906780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.907133 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.907462 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.907786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.908108 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.908431 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.908749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.909063 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:20.949312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:20.949642 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP f0a02f61-601f-4f21-a1f2-68e1bb653cbd disassociated (deleted). External IP: 172.25.4.156, port: 9b16672d-2133-4300-9f65-b30b021cfedb. Jan 29 05:16:21.463894 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 3659c35d-3859-47e4-8cb5-cea99f1cf51e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:16:21.566361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:16:21.571572 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:21.577006 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] Sync routers for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:16:21.586085 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:21.586701 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:15:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:21.597047 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ff085365-2fef-44b3-9d73-62d654144d73 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/floatingips/f0a02f61-601f-4f21-a1f2-68e1bb653cbd HTTP/1.1" status: 204 len: 168 time: 1.1213017 Jan 29 05:16:21.597629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:16:21.599868 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a477e9f4e8676e582cf560a82860a7e3be81a07b8d88ad6c1eb489fef5e7236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571a762-e681-480b-896f-9ecdc0e8c391" -d '{"events": [{"name": "network-changed", "server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:16:21.638850 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6337b6e-b4fd-42d3-ae09-01c37f8941ec x-openstack-request-id: req-a6337b6e-b4fd-42d3-ae09-01c37f8941ec {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:16:21.639197 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:16:21.639392 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6337b6e-b4fd-42d3-ae09-01c37f8941ec {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:16:21.639910 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb', 'status': 'completed', 'code': 200} Jan 29 05:16:21.695362 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:21.733142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-41e0f480-2b12-4743-8c1c-f03f0c67404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:21.734943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-41e0f480-2b12-4743-8c1c-f03f0c67404c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 1096 time: 0.0480292 Jan 29 05:16:21.879225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b35402-6d14-42f2-b24d-77bed8e27ae9 req-8e44c216-9bc8-41e5-a105-aee8cb3712d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:21.880634 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20b35402-6d14-42f2-b24d-77bed8e27ae9 req-8e44c216-9bc8-41e5-a105-aee8cb3712d6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.1045113 Jan 29 05:16:21.900290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:21.922393 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-39bc95af-969f-4ca8-a0a1-187b0bd3f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:21.923860 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-39bc95af-969f-4ca8-a0a1-187b0bd3f44c service neutron] 10.222.0.20 "GET /v2.0/networks?id=09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 200 len: 898 time: 0.1381054 Jan 29 05:16:21.925962 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] Checking router: 3659c35d-3859-47e4-8cb5-cea99f1cf51e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:16:21.934093 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:21.934705 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:15:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:21.942288 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-20b35402-6d14-42f2-b24d-77bed8e27ae9 req-fca2f5b2-e94b-42c2-84e2-db28dae133d4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545969 Jan 29 05:16:21.974640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-a8381597-fa79-4a72-8ef2-d84fa933a4fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 200 len: 217 time: 0.0427821 Jan 29 05:16:22.025437 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-b2a83792-badf-422c-8f9b-8a0c3f9f85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:22.026965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-b2a83792-badf-422c-8f9b-8a0c3f9f85eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 200 len: 835 time: 0.0445216 Jan 29 05:16:22.039539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:22.075212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-9472be50-59d2-4482-a506-0ca0c41f7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:22.076703 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-9472be50-59d2-4482-a506-0ca0c41f7ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09af6d77-e2da-4462-a2ba-d55151fb5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393832 Jan 29 05:16:22.171153 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-bfadd64e-3a34-4bda-b7fb-b6396fea1328 service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852079 Jan 29 05:16:22.235967 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:22.266790 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9571a762-e681-480b-896f-9ecdc0e8c391 req-5dc81fc9-5b4b-4f9a-9d2e-a7efa99f2fde service neutron] 10.222.0.20 "GET /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881314 Jan 29 05:16:22.349973 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83e65-2eea-46e5-a43a-e17ea674424e None None] The sync data for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 is: [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6eba261c-92b3-454f-b63d-b66c15825056', 'name': '', 'network_id': '09af6d77-e2da-4462-a2ba-d55151fb5ee0', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:68:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:45Z', 'updated_at': '2022-01-29T05:14:48Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'b35e3d5b-ec0d-4254-a794-21c49f935988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:16:22.565965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa146e55-fe93-48ac-8cb5-cbd7521dbc11 None None] New status for floating IP f0a02f61-601f-4f21-a1f2-68e1bb653cbd: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:16:23.058705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d9e7-697d-4407-8557-d1f34816177f req-bb20025a-3f01-44af-ba14-fdf3a1550978 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:23.060159 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efb3d9e7-697d-4407-8557-d1f34816177f req-bb20025a-3f01-44af-ba14-fdf3a1550978 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Jan 29 05:16:23.096562 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-efb3d9e7-697d-4407-8557-d1f34816177f req-9d2dd5d3-1ccd-4439-901d-03f7c31b5864 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c8c250d-c94b-4a9e-92f6-72ce90cc537d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Jan 29 05:16:23.555004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-6cabb1d8-1d16-4102-978e-6dbb65eef0c0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:23.556336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-6cabb1d8-1d16-4102-978e-6dbb65eef0c0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 945 time: 0.0471165 Jan 29 05:16:23.645287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 9b16672d-2133-4300-9f65-b30b021cfedb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:16:23.645629 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:23.729465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 9b16672d-2133-4300-9f65-b30b021cfedb, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=9b16672d-2133-4300-9f65-b30b021cfedb,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:23.729823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:23.741003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 9b16672d-2133-4300-9f65-b30b021cfedb owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:16:23.867944 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:23.895958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=9b16672d-2133-4300-9f65-b30b021cfedb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:23.908239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.908598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.908943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.909282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.909621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.909990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.910340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.910665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.910994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.911331 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.911917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.912242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:23.937353 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26a6c505-0378-493e-aa93-f1565c3c08cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:23.950751 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] No DVR routers for this DVR port 9b16672d-2133-4300-9f65-b30b021cfedb on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:16:23.953283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:23.956737 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ec1b590a-5626-437f-a326-1360d7a45c1b req-c141427e-dcb3-44c3-9907-fcc78b19a47d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "DELETE /v2.0/ports/9b16672d-2133-4300-9f65-b30b021cfedb HTTP/1.1" status: 204 len: 173 time: 0.3936989 Jan 29 05:16:23.957174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'name': 'network-vif-deleted', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:16:23.997229 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89332d1c-9550-4ed7-8783-44aaa2d66094" -d '{"events": [{"server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "name": "network-vif-deleted", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:16:24.083679 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ebdbeb-5902-4d78-b35b-6489a9e4a995 x-openstack-request-id: req-b0ebdbeb-5902-4d78-b35b-6489a9e4a995 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:16:24.083964 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a0be49-1a95-434b-abc1-475a2c452685", "name": "network-vif-deleted", "tag": "9b16672d-2133-4300-9f65-b30b021cfedb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:16:24.084218 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0ebdbeb-5902-4d78-b35b-6489a9e4a995 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:16:24.084609 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a0be49-1a95-434b-abc1-475a2c452685', 'name': 'network-vif-deleted', 'tag': '9b16672d-2133-4300-9f65-b30b021cfedb', 'status': 'completed', 'code': 200} Jan 29 05:16:24.199760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1d382044-47a3-4d1c-9ac1-50408c02dbc5 req-2fbd96b1-9949-4c43-876d-df0278be30e6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a0be49-1a95-434b-abc1-475a2c452685 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Jan 29 05:16:25.261125 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38344) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:25.618876 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:25.870916 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 6eba261c-92b3-454f-b63d-b66c15825056 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:16:25.871262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:25.957866 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 6eba261c-92b3-454f-b63d-b66c15825056, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6eba261c-92b3-454f-b63d-b66c15825056,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:25.958261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:25.969846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 6eba261c-92b3-454f-b63d-b66c15825056 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:16:26.156245 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.184721 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=6eba261c-92b3-454f-b63d-b66c15825056,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:26.191674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f48d0c97-e9f0-48bf-819d-2f04fbf0e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.357108 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.567021 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 3659c35d-3859-47e4-8cb5-cea99f1cf51e has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:16:26.672679 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:16:26.677857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a20a2cdb-fb54-499a-8abb-5dc52c239c20 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/3659c35d-3859-47e4-8cb5-cea99f1cf51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157195 Jan 29 05:16:26.680932 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38350) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:26.682477 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] Sync routers for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:16:26.691405 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:26.692005 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:26.731129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting subnet b35e3d5b-ec0d-4254-a794-21c49f935988 {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:16:26.734536 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.775232 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.795009 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:26.863940 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.901151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9b16672d-2133-4300-9f65-b30b021cfedb no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:16:26.922564 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 9b16672d-2133-4300-9f65-b30b021cfedb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:16:26.923355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 9b16672d-2133-4300-9f65-b30b021cfedb not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:16:26.925363 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.953635 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Subnet': ['ID=b35e3d5b-ec0d-4254-a794-21c49f935988,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:26.955700 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:26.962154 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:26.962595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-74cab88b-1f42-4913-a806-5b90d242b66d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/subnets/b35e3d5b-ec0d-4254-a794-21c49f935988 HTTP/1.1" status: 204 len: 168 time: 0.2802253 Jan 29 05:16:26.970945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d88ee7-0739-4786-929a-20978bedf21c None None] Network 09af6d77-e2da-4462-a2ba-d55151fb5ee0 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:16:26.973544 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:16:26Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:26.999710 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] Checking router: 3659c35d-3859-47e4-8cb5-cea99f1cf51e for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:16:27.008479 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] Routers {'3659c35d-3859-47e4-8cb5-cea99f1cf51e'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:27.009101 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:27.075069 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.114939 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] Set router 3659c35d-3859-47e4-8cb5-cea99f1cf51e gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:27.140060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] DHCP port deletion for 09af6d77-e2da-4462-a2ba-d55151fb5ee0 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:16:27.185512 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Deleting port b583193f-c383-403a-b713-2c6b1403f4c2 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:16:27.185885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.188016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.242203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:16:27.242587 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.247672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] For port b583193f-c383-403a-b713-2c6b1403f4c2, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=b583193f-c383-403a-b713-2c6b1403f4c2,segment=NetworkSegment(970f9be5-a686-4a37-90ef-04938d0f1e6c),segment_id=970f9be5-a686-4a37-90ef-04938d0f1e6c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:27.248223 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.262592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Calling delete_port for b583193f-c383-403a-b713-2c6b1403f4c2 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:16:27.295233 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:16:26Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:27.323388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 5ed01600-2de8-4fe5-b2c5-a3422e3d892a, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:27.323759 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.330884 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1d229-ab2a-469d-b258-7d50bb6eb527 None None] The sync data for ids ['3659c35d-3859-47e4-8cb5-cea99f1cf51e'] in n-d-825930-1 is: [{'id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736378741', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:14:42Z', 'updated_at': '2022-01-29T05:16:26Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '5ed01600-2de8-4fe5-b2c5-a3422e3d892a', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c35d-3859-47e4-8cb5-cea99f1cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:14:43Z', 'updated_at': '2022-01-29T05:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:16:27.336162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 5ed01600-2de8-4fe5-b2c5-a3422e3d892a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:16:27.348024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.376079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Pushing event deleted for resources: {'Port': ['ID=b583193f-c383-403a-b713-2c6b1403f4c2,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:27.378377 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] No DVR routers for this DVR port b583193f-c383-403a-b713-2c6b1403f4c2 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:16:27.387203 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.387527 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.387867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.388444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.388845 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.389194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.389531 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.389854 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.390245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.390568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.390888 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.391205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074dc72-68e3-4f78-a619-1191b5532447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:27.479113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.514803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.543158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=5ed01600-2de8-4fe5-b2c5-a3422e3d892a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:27.601112 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.690020 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.692217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.735436 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.736001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Fanout notify agent at l3_agent the message router_deleted on router 3659c35d-3859-47e4-8cb5-cea99f1cf51e {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:16:27.744823 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.745970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-a1865dcc-af1d-4844-9e0b-b81778ad8feb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/routers/3659c35d-3859-47e4-8cb5-cea99f1cf51e HTTP/1.1" status: 204 len: 168 time: 0.7828083 Jan 29 05:16:27.748771 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38354) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:27.842213 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.917279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6eba261c-92b3-454f-b63d-b66c15825056 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:16:27.930946 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.939159 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6eba261c-92b3-454f-b63d-b66c15825056 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:16:27.939516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6eba261c-92b3-454f-b63d-b66c15825056 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:16:27.939945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b583193f-c383-403a-b713-2c6b1403f4c2 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:16:27.952920 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09af6d77-e2da-4462-a2ba-d55151fb5ee0']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:27.959481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: b583193f-c383-403a-b713-2c6b1403f4c2 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:16:27.959830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device b583193f-c383-403a-b713-2c6b1403f4c2 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:16:27.966966 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970f9be5-a686-4a37-90ef-04938d0f1e6c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:27.967267 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970f9be5-a686-4a37-90ef-04938d0f1e6c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:27.978553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.992618 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:27.998802 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:16:27.999196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:16:28.002456 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:16:28.064616 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.071837 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.074994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/networks/09af6d77-e2da-4462-a2ba-d55151fb5ee0 HTTP/1.1" status: 204 len: 168 time: 0.3252349 Jan 29 05:16:28.077785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:28.086990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dabe9-6d8d-4967-985c-006161a9db63 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Network': ['ID=09af6d77-e2da-4462-a2ba-d55151fb5ee0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:28.139021 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5153eed6-f254-4e1a-9722-854f903b2176 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.165464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5153eed6-f254-4e1a-9722-854f903b2176 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.222302 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5153eed6-f254-4e1a-9722-854f903b2176 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.224886 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5153eed6-f254-4e1a-9722-854f903b2176 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.226133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5153eed6-f254-4e1a-9722-854f903b2176 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c8c250d-c94b-4a9e-92f6-72ce90cc537d HTTP/1.1" status: 204 len: 168 time: 0.1472533 Jan 29 05:16:28.236243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153eed6-f254-4e1a-9722-854f903b2176 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8c250d-c94b-4a9e-92f6-72ce90cc537d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:28.470489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38364) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:28.475270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777576043', 'description': 'tempest-secgroup-smoke-777576043 description', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:28.499174 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.564643 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.568372 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.597204 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.598524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1269433 Jan 29 05:16:28.600372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0d9a8-93fb-4a0b-b835-aafe6befde54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb39da-a8cd-4274-81ee-904ee0dec199,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:28.602163 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38366) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:28.606839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '87cb39da-a8cd-4274-81ee-904ee0dec199', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:28.635353 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.692244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.695967 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.713700 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba13688-0fce-4449-9098-501edd1b3e28,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:28.717943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.719223 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-236e74d4-1e9d-4103-bcef-560d2ee2ac07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158495 Jan 29 05:16:28.721836 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38368) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:28.726621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '87cb39da-a8cd-4274-81ee-904ee0dec199', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:28.754362 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.811577 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.815285 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.839252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4519e0a7-00c6-4da7-a2ef-3643ab7fd68e,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:28.845327 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.846534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cf735df7-e50e-43a8-b648-c94ae456ea39 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237652 Jan 29 05:16:28.849178 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38370) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:28.854642 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '87cb39da-a8cd-4274-81ee-904ee0dec199', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:28.882992 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.940261 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.943565 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.962405 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa6e250-f441-416b-9b3b-b40ae115eaac,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:28.969338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:28.970533 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0b976573-f345-4b28-b5d7-3370d328606e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204288 Jan 29 05:16:28.973236 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38372) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:28.978608 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '87cb39da-a8cd-4274-81ee-904ee0dec199', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:29.005183 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.063061 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.066386 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.083815 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eecdff3-5505-43ea-b696-f23b0b9682e4,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:29.091703 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.092897 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7ffe5872-9d98-4ae0-b3d4-3069af760b4f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187425 Jan 29 05:16:29.095606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38374) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:29.099839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '87cb39da-a8cd-4274-81ee-904ee0dec199', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:29.122803 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:16:29.127365 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.187096 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.190622 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.210051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa348de-9e30-422f-a485-f0acb1362af4,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:29.217455 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.218670 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-848ae303-0938-44ae-aff3-6dbe04b61722 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221349 Jan 29 05:16:29.221438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38376) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:29.225627 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '87cb39da-a8cd-4274-81ee-904ee0dec199', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:29.248597 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:16:29.253079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.294007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.312561 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.318329 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.322466 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.340066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596c4a74-8e55-43ea-8bc5-7f1f008304e1,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:29.346912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.348111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-2d9d12f4-d94a-498f-9f84-efc3df2ff12b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257279 Jan 29 05:16:29.350981 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38378) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:29.356020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'network': {'name': 'tempest-network-smoke--391250974', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:29.377400 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:16:29.380796 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.404046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:16:29.413301 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.413649 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Added segment a1943f8a-71c1-4750-ba42-f5d66540362f of type vlan for network 49f7a1c5-5be0-434c-bf67-3606b5cb247e Jan 29 05:16:29.452185 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.475513 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.481320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:29.482004 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.541940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895471 Jan 29 05:16:29.544559 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38380) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:29.548781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'admin_state_up': True, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:29.564784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab882b-9fc6-4f8d-99c2-91156b440046 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Network': ['ID=49f7a1c5-5be0-434c-bf67-3606b5cb247e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:29.575909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:16:29.582932 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.583996 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.633803 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.769854 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.806036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ed01600-2de8-4fe5-b2c5-a3422e3d892a no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:16:29.826803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5ed01600-2de8-4fe5-b2c5-a3422e3d892a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:16:29.827152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5ed01600-2de8-4fe5-b2c5-a3422e3d892a not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:16:29.958447 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:29.976262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:30.079615 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.239 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/7afb0bd2-32a4-45c9-bd7c-ad49e4315111) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:16:30.180442 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:30.213368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:30.249390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:16:30.252310 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:30.255699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:16:30.281564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:30.499907 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:30.999658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:31.122036 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:16:31.225861 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:16:31.235594 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Sync routers for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:16:31.245905 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:31.246611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:31.246913 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:31.248144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-97fcca05-0a4a-4dee-afe1-aabd2ae82f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7026789 Jan 29 05:16:31.251373 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38382) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:31.279358 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fe2938fe-8724-4849-9299-1a8f28f8c7c1 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5ef5b34c9984d29ba91e45b7ac185b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268197 Jan 29 05:16:31.281884 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38384) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:31.351902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:31.366252 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664a9a8-8317-46a2-adb3-400d4100df65 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:31.368272 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f664a9a8-8317-46a2-adb3-400d4100df65 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854561 Jan 29 05:16:31.371319 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:31.399045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-430976e1-281d-42b9-9005-98c23c3a39e5 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264678 Jan 29 05:16:31.401653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:31.406346 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143217709', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:31.499003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:16:31.502526 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:31.532164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:30Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:31.562902 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Checking router: 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:16:31.563253 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Updating router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:16:31.587800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:31.681029 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:31.738454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Subnet': ['ID=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:31.748963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Checking segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:16:31.749335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network hostable DHCP agents. Network: 49f7a1c5-5be0-434c-bf67-3606b5cb247e, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:16:31.765735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:16:31.774523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 49f7a1c5-5be0-434c-bf67-3606b5cb247e) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:31.779027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:31.780013 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:31.792445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c68020e-93ed-4b2b-897c-e4b564cd9ae8 None None] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:16:31.798350 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e6e61d7-f043-43ed-88ec-81ed16c9c5d1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3956590 Jan 29 05:16:31.801202 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:32.050928 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.066095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.174156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a435eab-c640-4fb4-b1b0-d3bc0b6b368a None None] Pushing event updated for resources: {'Port': ['ID=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:32.180474 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Attempting to bind port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:16:32.180841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Attempting to bind port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:16:32.181206 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Attempting to bind port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:16:32.191442 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:16:32.192077 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:16:32.192754 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.193421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:16:32.193945 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Bound port: 7afb0bd2-32a4-45c9-bd7c-ad49e4315111, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:16:32.194337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.247648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:16:32.248487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.284462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] For port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:16:32.288338 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] For port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:16:32.339797 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.451608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a435eab-c640-4fb4-b1b0-d3bc0b6b368a None None] Pushing event updated for resources: {'Port': ['ID=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:32.456161 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:32.456770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:32.495716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Allocated IP 172.20.0.2 (49f7a1c5-5be0-434c-bf67-3606b5cb247e/2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c/3758b79b-fef6-4ade-8693-147f60358fb0) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:16:32.587228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.624236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:32.799317 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.811441 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.857191 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.1 (49f7a1c5-5be0-434c-bf67-3606b5cb247e/2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c/13808f5f-2532-4f5c-91ea-e76beabb80cd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:16:32.869345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:16:32.876856 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:32.883658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:16:32.889454 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Pushing event updated for resources: {'Port': ['ID=3758b79b-fef6-4ade-8693-147f60358fb0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:32.951475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Attempting to bind port 3758b79b-fef6-4ade-8693-147f60358fb0 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:16:32.951836 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Attempting to bind port 3758b79b-fef6-4ade-8693-147f60358fb0 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:16:32.952195 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Attempting to bind port 3758b79b-fef6-4ade-8693-147f60358fb0 on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:16:32.956354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:30Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:32.960928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:16:32.961446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Checking segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:16:32.961849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.962265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Bound using segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:16:32.962724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Bound port: 3758b79b-fef6-4ade-8693-147f60358fb0, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:16:32.963095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.974512 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:32.993504 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e161c2c-3b95-43b2-933f-2e122bff6500 None None] The sync data for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 is: [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:30Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:16:33.013313 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.047863 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:16:33.053079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:33.053989 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] For port 3758b79b-fef6-4ade-8693-147f60358fb0, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:16:33.057877 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:16:33.060111 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] For port 3758b79b-fef6-4ade-8693-147f60358fb0, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3758b79b-fef6-4ade-8693-147f60358fb0,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:16:33.064616 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.098735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=13808f5f-2532-4f5c-91ea-e76beabb80cd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:33.113549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.133132 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707673-9582-40a0-bb75-53eb0a15c203 None None] Pushing event updated for resources: {'Port': ['ID=3758b79b-fef6-4ade-8693-147f60358fb0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:33.265165 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.585041 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.590594 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.670289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=13808f5f-2532-4f5c-91ea-e76beabb80cd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:33.672953 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:33.769693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:16:33.771318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:33.912222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:16:33.991003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3758b79b-fef6-4ade-8693-147f60358fb0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:16:34.045607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3758b79b-fef6-4ade-8693-147f60358fb0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:34.046005 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.049965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:16:34.057944 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-730c1349-9ed6-4ffd-b21d-97a07f313360 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2534378 Jan 29 05:16:34.132420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.169324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 3758b79b-fef6-4ade-8693-147f60358fb0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3758b79b-fef6-4ade-8693-147f60358fb0,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:34.174594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.175404 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:16:34.222004 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652445c6-5b9a-43d5-8b62-cba5790fdca5 None None] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:16:34.224846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-f3abbfe0-5c66-48cc-80b6-3c4ba03e8d9e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777576043&fields=id&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 267 time: 0.0506592 Jan 29 05:16:34.321491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=3758b79b-fef6-4ade-8693-147f60358fb0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:34.335859 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-30ed63d1-2cfa-4a33-9a75-8e71cc3c9f8f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:34.337367 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-30ed63d1-2cfa-4a33-9a75-8e71cc3c9f8f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 796 time: 0.1047735 Jan 29 05:16:34.350605 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c027ac0c-3e48-40fb-97df-56821450c5a9 None None] Provisioning complete for port 3758b79b-fef6-4ade-8693-147f60358fb0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:34.351025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c027ac0c-3e48-40fb-97df-56821450c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.353084 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-6bca355f-f888-4e72-9323-020e75ce014b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/quotas/f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 375 time: 0.0096178 Jan 29 05:16:34.373339 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:34.373702 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.405446 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-1e1a846e-ec2d-4e7d-a594-634092c5f41a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465229 Jan 29 05:16:34.557775 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.583724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:34.588918 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.622955 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3b67b4f4-f6dd-4fbb-afdd-2d9d4e9cd438 service neutron] 10.222.0.32 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646965 Jan 29 05:16:34.645340 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:34.722435 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-66cc240e-6a93-44a8-a5d6-30d6c6412483 service neutron] 10.222.0.32 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929396 Jan 29 05:16:34.783341 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a5bf8807-1cf0-477b-8e2d-03c05ecd2a01 None None] Provisioning complete for port 3758b79b-fef6-4ade-8693-147f60358fb0 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:34.783716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8807-1cf0-477b-8e2d-03c05ecd2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:34.797858 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Sync routers for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:16:34.811786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:34.812419 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:34.932995 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:34.946846 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72dfbc3f-c494-45a2-bba1-594ba1976617 req-b9e2c615-eee2-4e4f-a336-ecdc5d2700ef tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 210 time: 0.0367036 Jan 29 05:16:34.962471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a5bf8807-1cf0-477b-8e2d-03c05ecd2a01 None None] Provisioning complete for port 13808f5f-2532-4f5c-91ea-e76beabb80cd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:34.962846 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8807-1cf0-477b-8e2d-03c05ecd2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.014453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf8807-1cf0-477b-8e2d-03c05ecd2a01 None None] Port 13808f5f-2532-4f5c-91ea-e76beabb80cd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:16:35.142617 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f7b0fa5d-72ba-4715-80e6-41d97925d55d None None] Provisioning complete for port 13808f5f-2532-4f5c-91ea-e76beabb80cd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:35.142926 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa5d-72ba-4715-80e6-41d97925d55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.161241 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 2, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:35.186554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0fa5d-72ba-4715-80e6-41d97925d55d None None] Port 13808f5f-2532-4f5c-91ea-e76beabb80cd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:16:35.207951 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Checking router: 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:16:35.208306 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Updating router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a port 13808f5f-2532-4f5c-91ea-e76beabb80cd binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:16:35.234971 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.310573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b6fc6601-83c1-457c-b250-6441df0ca715 None None] Provisioning complete for port 13808f5f-2532-4f5c-91ea-e76beabb80cd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:35.310950 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6601-83c1-457c-b250-6441df0ca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.348842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc6601-83c1-457c-b250-6441df0ca715 None None] Port 13808f5f-2532-4f5c-91ea-e76beabb80cd cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:16:35.508780 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.514529 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.567729 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Pushing event updated for resources: {'Port': ['ID=13808f5f-2532-4f5c-91ea-e76beabb80cd,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:35.603449 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.603786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.604116 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.604439 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.604805 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.605067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.605383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.605692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.606032 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.606347 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.606661 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.606972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:16:35.622822 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Attempting to bind port 13808f5f-2532-4f5c-91ea-e76beabb80cd on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:16:35.623183 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Attempting to bind port 13808f5f-2532-4f5c-91ea-e76beabb80cd by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:16:35.623539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Attempting to bind port 13808f5f-2532-4f5c-91ea-e76beabb80cd on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:16:35.628422 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:16:35.628786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Checking segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:16:35.629178 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.629560 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Bound using segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:16:35.630038 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Bound port: 13808f5f-2532-4f5c-91ea-e76beabb80cd, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:16:35.630412 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.694135 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] For port 13808f5f-2532-4f5c-91ea-e76beabb80cd, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:16:35.697311 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] For port 13808f5f-2532-4f5c-91ea-e76beabb80cd, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=13808f5f-2532-4f5c-91ea-e76beabb80cd,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:16:35.701821 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.757541 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:35.758211 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:35.775301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-86364e8c-0eeb-4429-8024-57dad0ad29e5 None None] Provisioning complete for port 13808f5f-2532-4f5c-91ea-e76beabb80cd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:35.775756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86364e8c-0eeb-4429-8024-57dad0ad29e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:35.845976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88934cd2-bf57-4889-8d2f-fec10d832c29 None None] Pushing event updated for resources: {'Port': ['ID=13808f5f-2532-4f5c-91ea-e76beabb80cd,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:35.875250 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:35.890236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3758b79b-fef6-4ade-8693-147f60358fb0 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:16:35.945247 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86364e8c-0eeb-4429-8024-57dad0ad29e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.011993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3758b79b-fef6-4ade-8693-147f60358fb0 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:36.012381 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.076870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a4592822-217e-477f-b7d8-bccab8479418 req-bb0e3ef5-2e16-4632-a36a-72102f3778ba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 210 time: 0.0387254 Jan 29 05:16:36.095998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-8204b1a9-dab7-4852-820a-6990b3836fc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:36.097665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-8204b1a9-dab7-4852-820a-6990b3836fc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 796 time: 0.1551838 Jan 29 05:16:36.110928 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-86364e8c-0eeb-4429-8024-57dad0ad29e5 None None] For port 13808f5f-2532-4f5c-91ea-e76beabb80cd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=13808f5f-2532-4f5c-91ea-e76beabb80cd,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:36.144560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-86364e8c-0eeb-4429-8024-57dad0ad29e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.154642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-b8795595-f3f9-48d4-a345-af9fef827d2a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 379 time: 0.0420423 Jan 29 05:16:36.165538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'port': {'device_id': '439b18ca-3950-4264-a38b-c5d7003708db', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'admin_state_up': True, 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'security_groups': ['87cb39da-a8cd-4274-81ee-904ee0dec199']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:36.197497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86364e8c-0eeb-4429-8024-57dad0ad29e5 None None] Pushing event updated for resources: {'Port': ['ID=13808f5f-2532-4f5c-91ea-e76beabb80cd,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:36.210717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:16:36.226696 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:36.253439 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab62079-99e6-4719-b377-631dfb29d366 None None] The sync data for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 is: [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:16:36.268434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:36.268965 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.272151 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7c48fecf-20d9-4f2d-844c-61b8b4c8c05f None None] Provisioning complete for port 13808f5f-2532-4f5c-91ea-e76beabb80cd triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:36.272340 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c48fecf-20d9-4f2d-844c-61b8b4c8c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.283923 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:16:36.288935 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.457372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.7 (49f7a1c5-5be0-434c-bf67-3606b5cb247e/2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c/17fe4360-2910-4ad8-847d-c38da73d8f7a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:16:36.598661 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.633638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.684627 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:16:36.687786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:36.691519 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:16:36.717309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:36.753028 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:36.753671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.771900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3afe3e18-95ac-4bf6-a978-83c1f24f32cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110809 Jan 29 05:16:36.792623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Request body: {'port': {'device_id': '439b18ca-3950-4264-a38b-c5d7003708db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:36.852954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.960014 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a0ee91a4-447c-4fd7-b5cb-d14cdf6a248b None None] Provisioning complete for port 17fe4360-2910-4ad8-847d-c38da73d8f7a triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:36.961262 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0ee91a4-447c-4fd7-b5cb-d14cdf6a248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:36.999085 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee91a4-447c-4fd7-b5cb-d14cdf6a248b None None] Port 17fe4360-2910-4ad8-847d-c38da73d8f7a cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:16:37.132876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fe4360-2910-4ad8-847d-c38da73d8f7a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:16:37.142379 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:37.180394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Transition to ACTIVE for port object 17fe4360-2910-4ad8-847d-c38da73d8f7a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:16:37.184419 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:37.239606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bea2-5358-4a99-9b92-066aec70e3b3 req-96d08f59-054b-4028-a5eb-a382eb1a388a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:37.241196 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd22bea2-5358-4a99-9b92-066aec70e3b3 req-96d08f59-054b-4028-a5eb-a382eb1a388a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 931 time: 0.1011181 Jan 29 05:16:37.250826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:37.332875 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bd22bea2-5358-4a99-9b92-066aec70e3b3 req-c80c0670-1fbc-4311-86ba-99a89f0b5965 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846579 Jan 29 05:16:37.356702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:16:37.357051 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:16:37.357506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:16:37.362140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Port 17fe4360-2910-4ad8-847d-c38da73d8f7a on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:16:37.362538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:16:37.368739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:16:37.369081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Checking segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:16:37.369475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Bound using segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:16:37.369953 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Bound port: 17fe4360-2910-4ad8-847d-c38da73d8f7a, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:16:37.370468 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:37.438258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:16:37.441563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:16:37.446947 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:37.481785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:37.482745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:37.484442 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] 10.222.0.20 "PUT /v2.0/ports/17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 1091 time: 0.6972842 Jan 29 05:16:37.486727 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:16:37.488964 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12101f10-0666-41f5-ae62-a71d4cca252f" -d '{"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:16:37.515397 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52990b20-16ce-40c8-965e-7ab19ef0c300 service neutron] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:37.545375 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f962be-3b99-47a2-8fbb-3ea37ee9bff7 x-openstack-request-id: req-b6f962be-3b99-47a2-8fbb-3ea37ee9bff7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:16:37.545670 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:16:37.545950 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6f962be-3b99-47a2-8fbb-3ea37ee9bff7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:16:37.546358 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'status': 'completed', 'code': 200} Jan 29 05:16:37.612638 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3013a48f-62e2-41e9-9b1a-2b01c879de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:37.614182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-3013a48f-62e2-41e9-9b1a-2b01c879de68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1094 time: 0.0472400 Jan 29 05:16:37.661640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-0a2dce73-d443-43c0-afd8-ad74650feb80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 217 time: 0.0347025 Jan 29 05:16:37.709114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-5d8c9ff0-ad28-4f59-aadb-b2ab29938f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:37.710669 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-5d8c9ff0-ad28-4f59-aadb-b2ab29938f38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0431747 Jan 29 05:16:37.759944 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-150fe317-6e9d-4d3a-934d-52e61667c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:37.761424 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-150fe317-6e9d-4d3a-934d-52e61667c77c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440485 Jan 29 05:16:37.852190 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-d11fd765-0296-4c04-b7f4-afc6c7d6a700 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834744 Jan 29 05:16:37.881104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 13808f5f-2532-4f5c-91ea-e76beabb80cd up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:16:37.928078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 13808f5f-2532-4f5c-91ea-e76beabb80cd triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:37.928442 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:37.945544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6cfc3033-689c-44d0-90ef-f5d7f12b2d8a req-7377f784-4b29-466e-bb5b-d934156c0ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Jan 29 05:16:38.068333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101f10-0666-41f5-ae62-a71d4cca252f req-d415eda6-e7d9-456e-86b2-da37039b38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:38.069826 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-d415eda6-e7d9-456e-86b2-da37039b38c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1094 time: 0.0416689 Jan 29 05:16:38.155907 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101f10-0666-41f5-ae62-a71d4cca252f req-25765b1b-b9a1-44d0-90a3-d09628bfe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:38.157252 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-25765b1b-b9a1-44d0-90a3-d09628bfe11d service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.0804131 Jan 29 05:16:38.200111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-dd0081e6-5000-4237-8ec5-66858cf9c6f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 217 time: 0.0367370 Jan 29 05:16:38.249613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101f10-0666-41f5-ae62-a71d4cca252f req-92df264b-670c-4bcb-a7ea-1ac59e38e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:38.251093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-92df264b-670c-4bcb-a7ea-1ac59e38e1cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0428696 Jan 29 05:16:38.297971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101f10-0666-41f5-ae62-a71d4cca252f req-ce701d30-9bd8-4d76-85a1-2141d523e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:38.299482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-ce701d30-9bd8-4d76-85a1-2141d523e62f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406702 Jan 29 05:16:38.391934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-c794b6ba-2a0f-4473-8448-a2c7afa688ae service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Jan 29 05:16:38.505834 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bab640-16ca-490f-afa1-82920c6a9f9e req-a8052ef0-aca4-4d6d-b5b6-b6bd1eb3d237 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:38.507856 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98bab640-16ca-490f-afa1-82920c6a9f9e req-a8052ef0-aca4-4d6d-b5b6-b6bd1eb3d237 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.1016521 Jan 29 05:16:38.528614 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-12101f10-0666-41f5-ae62-a71d4cca252f req-685ad8d5-b0f3-4b55-93e6-ad2eee444357 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293747 Jan 29 05:16:38.553464 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-98bab640-16ca-490f-afa1-82920c6a9f9e req-249d8d07-3aa8-4049-a2a6-ea3e472dbc17 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367105 Jan 29 05:16:39.670058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b445d-b1fd-488d-81ed-b6fdcedc2e87 req-6704ffbf-0c2b-408d-a46c-3e1665853f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:39.671561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-194b445d-b1fd-488d-81ed-b6fdcedc2e87 req-6704ffbf-0c2b-408d-a46c-3e1665853f5c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.0487964 Jan 29 05:16:39.708028 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-194b445d-b1fd-488d-81ed-b6fdcedc2e87 req-d8720aea-2266-4fef-92df-cbe35da4bb2b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305266 Jan 29 05:16:40.826023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890acb0-b18e-4112-8be6-336b466b4f88 req-f0bc1895-20a9-48ea-bd07-6fe799963169 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:40.827512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d890acb0-b18e-4112-8be6-336b466b4f88 req-f0bc1895-20a9-48ea-bd07-6fe799963169 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.0496061 Jan 29 05:16:40.864525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d890acb0-b18e-4112-8be6-336b466b4f88 req-e7ab8ea9-dfd4-4fee-89de-07493787491d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309012 Jan 29 05:16:41.010286 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:16:41.253443 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:41.264906 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'port_id': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'mac_address': 'fa:16:3e:db:8e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:16:41.300412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:41.314481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fe4360-2910-4ad8-847d-c38da73d8f7a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:16:41.333331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:41.337080 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:41.385990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:41.613813 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['17fe4360-2910-4ad8-847d-c38da73d8f7a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:16:41.978056 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69847e-daca-428f-b212-1274e12d2fbc req-51896500-bd2e-4c7c-8658-e47e3cbf094f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:41.979517 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f69847e-daca-428f-b212-1274e12d2fbc req-51896500-bd2e-4c7c-8658-e47e3cbf094f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 944 time: 0.0483429 Jan 29 05:16:42.015688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9f69847e-daca-428f-b212-1274e12d2fbc req-6670e5a6-e0ca-4348-8279-01351faa4e6e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303848 Jan 29 05:16:42.468250 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:43.025632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:16:43.076362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 17fe4360-2910-4ad8-847d-c38da73d8f7a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:16:43.080023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 17fe4360-2910-4ad8-847d-c38da73d8f7a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:16:43.080391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:43.131625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61cda2-ccb6-45b5-8d67-27cad0bb7b68 req-0965b6d8-efbf-40cf-83c2-947c9e599999 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:43.133219 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea61cda2-ccb6-45b5-8d67-27cad0bb7b68 req-0965b6d8-efbf-40cf-83c2-947c9e599999 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 944 time: 0.0487268 Jan 29 05:16:43.157723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:43.174328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea61cda2-ccb6-45b5-8d67-27cad0bb7b68 req-4f9ad121-ff3d-4abf-aac9-9a005cefe994 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Jan 29 05:16:43.181795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:16:43.198666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:16:43.202208 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:43.226067 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe432f96-c57a-4aeb-83df-bde24eca78c7" -d '{"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-plugged", "status": "completed", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:16:43.253545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:43.314097 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d7d0d1-ea1c-4132-9e28-1548951b7e5c x-openstack-request-id: req-e2d7d0d1-ea1c-4132-9e28-1548951b7e5c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:16:43.314389 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-plugged", "status": "completed", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:16:43.314661 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2d7d0d1-ea1c-4132-9e28-1548951b7e5c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:16:43.315057 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'code': 200} Jan 29 05:16:43.439578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742dac-1c3f-4c75-a124-df896ab78c56 req-519f8de8-b6a8-4df6-bfe9-422a5188d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:43.441040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22742dac-1c3f-4c75-a124-df896ab78c56 req-519f8de8-b6a8-4df6-bfe9-422a5188d07d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1096 time: 0.0431368 Jan 29 05:16:43.478233 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-22742dac-1c3f-4c75-a124-df896ab78c56 req-93e93ee0-fce9-42c9-83b7-bcf8f53ff21f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Jan 29 05:16:44.044536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:44.290432 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0cb06-a0eb-4d05-8f52-fc27ab21e653 req-0c260104-6772-47ee-91db-923a4b381e09 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:44.291913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bd0cb06-a0eb-4d05-8f52-fc27ab21e653 req-0c260104-6772-47ee-91db-923a4b381e09 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0487590 Jan 29 05:16:44.329197 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8bd0cb06-a0eb-4d05-8f52-fc27ab21e653 req-c9440564-219a-4ef0-854a-73dfb0fddc75 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Jan 29 05:16:45.456038 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7148ef-f05a-4f9a-9c49-df0460680b68 req-ae985827-9461-4f72-b61e-610de468bc21 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:45.458210 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d7148ef-f05a-4f9a-9c49-df0460680b68 req-ae985827-9461-4f72-b61e-610de468bc21 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0548620 Jan 29 05:16:45.503809 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4d7148ef-f05a-4f9a-9c49-df0460680b68 req-560ca140-f08a-40c3-aa3d-c3b17698ca54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Jan 29 05:16:45.623024 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca4e7-0c8e-4d69-b405-c5abc566d231 req-9257cee3-8432-4174-ba32-215a0dc63598 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:45.624859 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a67ca4e7-0c8e-4d69-b405-c5abc566d231 req-9257cee3-8432-4174-ba32-215a0dc63598 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0496852 Jan 29 05:16:45.663037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a67ca4e7-0c8e-4d69-b405-c5abc566d231 req-92ff311d-8bbe-4dfa-8d70-f09106cbcd50 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Jan 29 05:16:45.684711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:45.727291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a59996-f41a-42d2-a463-9de660f02cec tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:45.728783 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b5a59996-f41a-42d2-a463-9de660f02cec tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1091 time: 0.0430570 Jan 29 05:16:45.731477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:45.735618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:16:45.758168 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:45.852063 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:45.953919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.101 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/154dd3e8-599f-44b6-983b-57a5ffbe33de) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:16:46.049779 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.082093 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.124047 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:16:46.126774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:16:46.130094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:16:46.152688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=154dd3e8-599f-44b6-983b-57a5ffbe33de,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:46.476874 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.543328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.685824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.690172 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.754326 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=154dd3e8-599f-44b6-983b-57a5ffbe33de,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:16:46.765960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:46.863327 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP 6ed2d548-7097-4599-9588-19cc84bb6dfe associated. External IP: 172.25.4.101, port: 17fe4360-2910-4ad8-847d-c38da73d8f7a. Jan 29 05:16:47.420301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:16:47.531764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:16:47.542519 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] Sync routers for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:16:47.549591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:47.551639 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:47.552336 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:47.576075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-75bee4aa-c17d-4b29-b090-1c7c21c400b4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8436038 Jan 29 05:16:47.576649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:16:47.578903 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:16:47.617813 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521efe4-6e43-4b70-8a34-48a6342928e2 x-openstack-request-id: req-7521efe4-6e43-4b70-8a34-48a6342928e2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:16:47.618370 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:16:47.618653 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7521efe4-6e43-4b70-8a34-48a6342928e2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:16:47.619069 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'status': 'completed', 'code': 200} Jan 29 05:16:47.663887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:47.676845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56076861-fda2-42b2-9141-f20ef22c07c2 req-c8893324-1f0e-43ca-88c0-547cfa9fa28b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:47.679556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56076861-fda2-42b2-9141-f20ef22c07c2 req-c8893324-1f0e-43ca-88c0-547cfa9fa28b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0536814 Jan 29 05:16:47.707297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-ebca5c0a-2c25-4183-9c47-6242841e7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:47.708805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-ebca5c0a-2c25-4183-9c47-6242841e7bed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1096 time: 0.0435064 Jan 29 05:16:47.718596 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56076861-fda2-42b2-9141-f20ef22c07c2 req-495853df-1bdc-4ed5-91da-879546b29d9e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327804 Jan 29 05:16:47.745601 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38466) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:47.807704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-56757df7-886f-4ff6-9864-fbcbce0aedb3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/6ed2d548-7097-4599-9588-19cc84bb6dfe HTTP/1.1" status: 200 len: 991 time: 0.0635533 Jan 29 05:16:47.809026 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-cdae0dd8-f23b-465a-bb86-0a967392bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:47.810109 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-cdae0dd8-f23b-465a-bb86-0a967392bf73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.0941410 Jan 29 05:16:47.875904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-dc06e59f-5d8e-41bd-a9fe-65babb92e51d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 999 time: 0.0587623 Jan 29 05:16:47.891154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '6ed2d548-7097-4599-9588-19cc84bb6dfe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'port_id': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'mac_address': 'fa:16:3e:db:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439b18ca-3950-4264-a38b-c5d7003708db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:16:46Z', 'updated_at': '2022-01-29T05:16:46Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:47.921133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] Checking router: 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:16:47.924691 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-b3d74b93-1667-45b5-969e-4a107c72c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:47.926170 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-b3d74b93-1667-45b5-969e-4a107c72c9a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0429239 Jan 29 05:16:47.930001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:16:47.930606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:16:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:47.974453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-fff0dba4-e73a-4b70-a864-025f88bad649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:16:47.975965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-fff0dba4-e73a-4b70-a864-025f88bad649 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439091 Jan 29 05:16:48.034388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:16:48.064531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-ab43bb4f-9b6e-4ea5-a16f-a4947c1b30c1 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819683 Jan 29 05:16:48.157626 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb2c3a-5866-4874-b13f-fce24f3b6cf9 req-9b6d28df-778d-4112-964a-033f2dc43c3e service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 Jan 29 05:16:48.253365 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '6ed2d548-7097-4599-9588-19cc84bb6dfe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'port_id': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'mac_address': 'fa:16:3e:db:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439b18ca-3950-4264-a38b-c5d7003708db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:16:46Z', 'updated_at': '2022-01-29T05:16:46Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:16:48.278806 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6953d-cdc2-4121-ae5d-b476217bb64d None None] The sync data for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 is: [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '6ed2d548-7097-4599-9588-19cc84bb6dfe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'port_id': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'mac_address': 'fa:16:3e:db:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439b18ca-3950-4264-a38b-c5d7003708db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:16:46Z', 'updated_at': '2022-01-29T05:16:46Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:16:48.472488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c784197c-8833-4d88-8b7c-5ecbf0cc82bd None None] New status for floating IP 6ed2d548-7097-4599-9588-19cc84bb6dfe: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:16:48.811261 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:16:48.871304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-88ac2fee-3cff-4aae-bc5a-6ae031f64888 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/6ed2d548-7097-4599-9588-19cc84bb6dfe HTTP/1.1" status: 200 len: 993 time: 0.0587969 Jan 29 05:16:53.939749 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-78f7bb5a-b917-463a-a129-3709aaad48ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:54.688782 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:16:56.182538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9f6-c5cf-49c1-87a0-bad5e024a252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:57.482028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:59.296166 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:16:59.320021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:07.693227 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-3b0b5092-74d6-420d-9822-d2c0d2139ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394042 Jan 29 05:17:07.799675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-8f2809d2-0f4c-4fff-a1db-76d3163045e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:07.801162 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-8f2809d2-0f4c-4fff-a1db-76d3163045e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1096 time: 0.0441928 Jan 29 05:17:07.905068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-2bf3bbde-f969-4780-bc14-8a15cfa8d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:07.906656 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-2bf3bbde-f969-4780-bc14-8a15cfa8d9f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.0826142 Jan 29 05:17:07.974802 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-280e14d5-5151-4031-b6f4-8eeba16f78d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 1001 time: 0.0595231 Jan 29 05:17:08.024038 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-26321c3b-e95b-49fd-bfc6-de8bbe6bf701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:08.025427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-26321c3b-e95b-49fd-bfc6-de8bbe6bf701 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0433354 Jan 29 05:17:08.072106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-5df02703-b729-4293-9173-a9348b342518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:08.073596 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-5df02703-b729-4293-9173-a9348b342518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395873 Jan 29 05:17:08.167804 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-e0eb7525-5097-4d24-a0d6-93706a32ed7b service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866926 Jan 29 05:17:08.258496 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15bbff6a-77e3-410f-9fd8-802c65d136f7 req-649dc4ab-507e-4a8c-8e62-c2c9f99b0153 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812290 Jan 29 05:17:12.468599 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:14.043558 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:17.496868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-5baa7c2b-065f-44e4-bda6-06c20d3c14ae req-c53c3d00-394a-4511-b9a7-ce3a2d7dbd6d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:17:17.497842 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5baa7c2b-065f-44e4-bda6-06c20d3c14ae req-c53c3d00-394a-4511-b9a7-ce3a2d7dbd6d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054379 Jan 29 05:17:17.654655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38492) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:17:17.676924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d1ad-ed81-4a96-84d6-cdfdbd0e8c81 req-bc026b31-eb6c-4e97-a53b-48617e0a0c7a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:17.679094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bf0d1ad-ed81-4a96-84d6-cdfdbd0e8c81 req-bc026b31-eb6c-4e97-a53b-48617e0a0c7a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0522859 Jan 29 05:17:17.717733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1bf0d1ad-ed81-4a96-84d6-cdfdbd0e8c81 req-f74f0b34-448c-456b-9962-4b0dbba89163 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328338 Jan 29 05:17:17.739196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-ccf881d3-33bc-4d8c-9411-d706509008e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834203 Jan 29 05:17:17.748621 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-e67a4461-323b-47ac-bcf8-735524b48aa5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:17:17.749600 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-e67a4461-323b-47ac-bcf8-735524b48aa5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049086 Jan 29 05:17:18.839874 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fff22-93cc-4357-94b3-661d3d399007 req-98163d35-fc60-4bb0-a241-b4a34c3f3af3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:18.841377 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d8fff22-93cc-4357-94b3-661d3d399007 req-98163d35-fc60-4bb0-a241-b4a34c3f3af3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0542154 Jan 29 05:17:18.880329 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9d8fff22-93cc-4357-94b3-661d3d399007 req-ad469185-c575-4e9f-8bd5-72fbf3e29d12 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Jan 29 05:17:18.911286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-c9428670-c6b9-4fb8-8d8a-3e98c3394e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:18.913440 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-c9428670-c6b9-4fb8-8d8a-3e98c3394e77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1096 time: 0.0456784 Jan 29 05:17:19.000948 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-b7bc0593-4f5d-4fe7-814c-cdcdbda9ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:19.002345 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-b7bc0593-4f5d-4fe7-814c-cdcdbda9ac34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.0824466 Jan 29 05:17:19.071255 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-90e348f2-6d17-43e6-80d4-f73447dbce1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 1001 time: 0.0614409 Jan 29 05:17:19.120194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-dfefb647-cecd-4d78-b42d-4f9eb4c6c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:19.121598 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-dfefb647-cecd-4d78-b42d-4f9eb4c6c661 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0430267 Jan 29 05:17:19.167736 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-e079b30c-e4cd-4a31-a71b-33ae694ab494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:19.169193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-e079b30c-e4cd-4a31-a71b-33ae694ab494 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399637 Jan 29 05:17:19.260764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-180b6fea-9c8f-41cb-88a5-d7d39a6a3cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832746 Jan 29 05:17:19.351827 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-52d84736-b9b8-4c19-9475-9b0a7c66c9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 Jan 29 05:17:19.996539 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4d0b-6df5-42d3-b67c-cf9d265762f1 req-928054ec-ee31-4a14-99ac-01997dee909e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:19.998060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f4d4d0b-6df5-42d3-b67c-cf9d265762f1 req-928054ec-ee31-4a14-99ac-01997dee909e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0485961 Jan 29 05:17:20.034435 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4f4d4d0b-6df5-42d3-b67c-cf9d265762f1 req-d4d40e58-9d7b-4132-a10b-f344ae0c2a33 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304422 Jan 29 05:17:21.151396 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86846a-c5a6-4b63-b564-68c55f1ef22a req-5c70382f-3612-4c50-a23a-f935165ef5a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:21.152857 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e86846a-c5a6-4b63-b564-68c55f1ef22a req-5c70382f-3612-4c50-a23a-f935165ef5a4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0487823 Jan 29 05:17:21.189586 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3e86846a-c5a6-4b63-b564-68c55f1ef22a req-5df3f24c-f1ab-4a2f-8e01-8e4a67cb26a0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309055 Jan 29 05:17:22.308516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3b3d-6e96-4cc5-b398-4375ddad55b0 req-4d50b577-f04f-4090-9623-6cf31662da25 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:22.310063 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d40f3b3d-6e96-4cc5-b398-4375ddad55b0 req-4d50b577-f04f-4090-9623-6cf31662da25 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0530531 Jan 29 05:17:22.346764 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d40f3b3d-6e96-4cc5-b398-4375ddad55b0 req-df73e397-0c6b-482a-abfb-88b7cad1f4c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307736 Jan 29 05:17:23.467923 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ffa4e-8cc4-4d8a-b6de-8755cd1742a4 req-cd884b9e-2e03-4961-9526-321de6b51e3b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:23.469366 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b0ffa4e-8cc4-4d8a-b6de-8755cd1742a4 req-cd884b9e-2e03-4961-9526-321de6b51e3b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0517631 Jan 29 05:17:23.506117 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-0b0ffa4e-8cc4-4d8a-b6de-8755cd1742a4 req-a3f9b39e-8899-4140-b808-915d0bbfc687 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302999 Jan 29 05:17:23.943993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8674641e-4a1f-4067-9666-8dda679eced0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:24.620001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8d1e4-03e7-4431-a840-a3495c0ae556 req-43a0a7f2-4435-43fa-8e91-10e8d8f3d107 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:24.621434 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ed8d1e4-03e7-4431-a840-a3495c0ae556 req-43a0a7f2-4435-43fa-8e91-10e8d8f3d107 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0479581 Jan 29 05:17:24.658825 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2ed8d1e4-03e7-4431-a840-a3495c0ae556 req-80652a09-7060-449f-8279-2d27d69a5df0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jan 29 05:17:25.771637 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d55505-e303-44c8-a44e-df030301fe87 req-daa5935e-92e1-4265-9333-cb3de2cbbdf3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:25.773390 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96d55505-e303-44c8-a44e-df030301fe87 req-daa5935e-92e1-4265-9333-cb3de2cbbdf3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0479980 Jan 29 05:17:25.816316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-96d55505-e303-44c8-a44e-df030301fe87 req-69cefe65-cf50-4253-a3eb-4ba0e5d82b07 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367930 Jan 29 05:17:26.182606 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0657802f-e5a8-4149-b708-75f5bba1bae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:26.934980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d19c11-cdc4-4484-8e39-d3c8ff86893e req-de1338fc-5cb3-431e-8fd9-baa13b269b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:26.936498 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15d19c11-cdc4-4484-8e39-d3c8ff86893e req-de1338fc-5cb3-431e-8fd9-baa13b269b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0499234 Jan 29 05:17:26.973322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15d19c11-cdc4-4484-8e39-d3c8ff86893e req-9160753b-5266-4455-b452-61406dc3995b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Jan 29 05:17:27.484730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:28.087858 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93b8f2-8de4-4812-83f5-aedec75e65d8 req-b680beba-fb6c-4832-95d6-7e4488da73a0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:28.089237 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e93b8f2-8de4-4812-83f5-aedec75e65d8 req-b680beba-fb6c-4832-95d6-7e4488da73a0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0492227 Jan 29 05:17:28.126170 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e93b8f2-8de4-4812-83f5-aedec75e65d8 req-c5304baf-a030-4e0d-85f1-4f5cd89fd6d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Jan 29 05:17:29.246458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d48f6-c018-4517-ad55-afecf738e1d1 req-fac55832-193e-427f-9b32-d733de963a3b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:29.247946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d3d48f6-c018-4517-ad55-afecf738e1d1 req-fac55832-193e-427f-9b32-d733de963a3b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0558558 Jan 29 05:17:29.288060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4d3d48f6-c018-4517-ad55-afecf738e1d1 req-ead6cd40-6189-47fa-9e07-fcf67a6d26e9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332246 Jan 29 05:17:29.308723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:29.316160 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:30.405699 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee619f-7584-4d28-988e-9ed4be705e23 req-d7a4a60a-eec9-429c-a101-6653e03b7ac4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:30.407205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bee619f-7584-4d28-988e-9ed4be705e23 req-d7a4a60a-eec9-429c-a101-6653e03b7ac4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0525601 Jan 29 05:17:30.444966 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1bee619f-7584-4d28-988e-9ed4be705e23 req-3a763dc9-fd20-4364-918d-9dab6d89c851 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304196 Jan 29 05:17:31.314270 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-e5fdc62b-d3da-47cc-85f0-5d1f03debc5f service neutron] show failed (client error): The resource could not be found. Jan 29 05:17:31.315293 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-e5fdc62b-d3da-47cc-85f0-5d1f03debc5f service neutron] 10.222.0.20 "GET /v2.0/ports/17fe4360-2910-4ad8-847d-c38da73d8f7a/bindings/n-h1-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0537865 Jan 29 05:17:31.595914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce9274-3b77-4e0b-871b-16b434fd824b req-ada9d734-1858-4e43-a2bd-32e52ce18353 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:31.597382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15ce9274-3b77-4e0b-871b-16b434fd824b req-ada9d734-1858-4e43-a2bd-32e52ce18353 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0765061 Jan 29 05:17:31.622642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-6f004a28-9fcb-4e1b-8eef-231b2b1c1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:31.624094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-6f004a28-9fcb-4e1b-8eef-231b2b1c1e01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 1096 time: 0.1080678 Jan 29 05:17:31.644345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:17:31.649989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-15ce9274-3b77-4e0b-871b-16b434fd824b req-e52bfcfe-380b-4e3e-88e4-583495253ba6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448027 Jan 29 05:17:31.687728 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:17:31.700045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:31.898040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:31.930300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:17:31.972190 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:17:31.975063 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159c542-d010-42e6-ab1a-7ef94a335e41" -d '{"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-unplugged", "status": "completed", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:17:31.979293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:31.991659 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Transition to ACTIVE for port object 17fe4360-2910-4ad8-847d-c38da73d8f7a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:17:31.994808 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:32.025542 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e3f155-fbc3-4787-be45-073fa4023843 x-openstack-request-id: req-71e3f155-fbc3-4787-be45-073fa4023843 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:17:32.025842 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-unplugged", "status": "completed", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:17:32.026123 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71e3f155-fbc3-4787-be45-073fa4023843 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:17:32.026519 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'code': 200} Jan 29 05:17:32.070773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:32.085591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.085967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.086320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.086661 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.087002 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.087339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.087672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.088003 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.088335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.088669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.088996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.089323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:32.125817 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] No DVR routers for this DVR port 17fe4360-2910-4ad8-847d-c38da73d8f7a on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:17:32.262092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:17:32.262436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:17:32.262768 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:17:32.267000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Port 17fe4360-2910-4ad8-847d-c38da73d8f7a on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:17:32.267321 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Attempting to bind port 17fe4360-2910-4ad8-847d-c38da73d8f7a on network 49f7a1c5-5be0-434c-bf67-3606b5cb247e {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:17:32.272085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:17:32.272419 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Checking segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:17:32.272801 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Bound using segment: {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:17:32.273220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Bound port: 17fe4360-2910-4ad8-847d-c38da73d8f7a, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1943f8a-71c1-4750-ba42-f5d66540362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:17:32.273574 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:32.339056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:17:32.341885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:17:32.346263 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:32.382413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:32.383123 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:32.384531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] 10.222.0.36 "PUT /v2.0/ports/17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 1091 time: 0.7464318 Jan 29 05:17:32.402529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78b958-ba86-453c-ae28-eca71f218026 service neutron] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:32.463096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-34113c46-580c-4dca-aaab-99e09d5bb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:32.464617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-34113c46-580c-4dca-aaab-99e09d5bb5da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1094 time: 0.0421307 Jan 29 05:17:32.560592 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1bf3daa7-9231-43d2-abf3-f10e28a98872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:32.562118 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1bf3daa7-9231-43d2-abf3-f10e28a98872 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.0909710 Jan 29 05:17:32.625552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-b640b2c0-70a1-40c5-b8be-901273798f96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 999 time: 0.0572567 Jan 29 05:17:32.677636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-2bb6409c-cfc8-442c-8d76-2a6b649912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:32.679027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-2bb6409c-cfc8-442c-8d76-2a6b649912f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0477731 Jan 29 05:17:32.724001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-cd7c2c6c-6059-45f3-b4ed-9c7bfd8a44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:32.726283 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-cd7c2c6c-6059-45f3-b4ed-9c7bfd8a44b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402403 Jan 29 05:17:32.829722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20782f-69f8-494b-9511-e116ee9565a5 req-e0bc5e55-4356-4084-b7d3-38796d6e8a54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:32.831215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d20782f-69f8-494b-9511-e116ee9565a5 req-e0bc5e55-4356-4084-b7d3-38796d6e8a54 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.1040659 Jan 29 05:17:32.860676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-2c94524a-4147-46c7-bc49-e07ff0615d28 service neutron] 10.222.0.36 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255410 Jan 29 05:17:32.893716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d20782f-69f8-494b-9511-e116ee9565a5 req-16013fd4-6604-4ad5-86a7-ed4b3f715caa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537584 Jan 29 05:17:32.957528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-72b23f0a-4a04-4884-8be8-8d5e830bc1d5 req-1305160d-52d2-4c4d-8964-96e1ed1b069d service neutron] 10.222.0.36 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897586 Jan 29 05:17:34.010747 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1875c3-2e83-422d-beef-b3387997c1fc req-e169806f-01d7-4bd4-b6ab-a995efb9880a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.012196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c1875c3-2e83-422d-beef-b3387997c1fc req-e169806f-01d7-4bd4-b6ab-a995efb9880a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.0482934 Jan 29 05:17:34.028173 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:17:34.030529 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64636c3-acae-4502-86c9-3f2314c64305" -d '{"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:17:34.050190 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6c1875c3-2e83-422d-beef-b3387997c1fc req-52167a79-98b9-4c56-939d-094a93dcca08 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319893 Jan 29 05:17:34.079768 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6e0ab-a2d2-4f2c-9015-d788b5d80a88 x-openstack-request-id: req-1cb6e0ab-a2d2-4f2c-9015-d788b5d80a88 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:17:34.080058 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:17:34.080313 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cb6e0ab-a2d2-4f2c-9015-d788b5d80a88 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:17:34.080715 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'status': 'completed', 'code': 200} Jan 29 05:17:34.188779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-6903f99f-20cd-491e-9cf4-24781f7156a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.190285 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-6903f99f-20cd-491e-9cf4-24781f7156a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1094 time: 0.0709109 Jan 29 05:17:34.192537 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-27e5eb35-8766-4e4d-b71f-d785ed4f6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.193933 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-27e5eb35-8766-4e4d-b71f-d785ed4f6b1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1094 time: 0.0667222 Jan 29 05:17:34.344763 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-59461fee-49cd-4d38-8829-747b6cc3ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.346154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-59461fee-49cd-4d38-8829-747b6cc3ed8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.1493258 Jan 29 05:17:34.351343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-a0f871c0-3a30-457f-bdb1-0e5e688773e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.352666 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-a0f871c0-3a30-457f-bdb1-0e5e688773e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.1386735 Jan 29 05:17:34.455736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-aae03a5c-e9ca-4676-9189-d0c031f50895 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 999 time: 0.1021366 Jan 29 05:17:34.459947 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-6f870325-61e6-425e-804d-0ad900e749e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 999 time: 0.0994911 Jan 29 05:17:34.543749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-aedf0de0-9989-4628-8b08-3791deaf952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.545223 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-aedf0de0-9989-4628-8b08-3791deaf952f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0797596 Jan 29 05:17:34.550654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-e3b5ede3-7251-4a23-bd9a-6d203e24da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.552002 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-e3b5ede3-7251-4a23-bd9a-6d203e24da08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0605948 Jan 29 05:17:34.618449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-bedf2774-866c-427a-b20e-deb010376856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.619853 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-bedf2774-866c-427a-b20e-deb010376856 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669217 Jan 29 05:17:34.625288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64636c3-acae-4502-86c9-3f2314c64305 req-7e35909f-4c0e-460d-8d3b-2d86a1331571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:34.626696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-7e35909f-4c0e-460d-8d3b-2d86a1331571 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499158 Jan 29 05:17:34.774284 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-702a3dc4-9af7-4475-807c-6bc39c9e9813 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466308 Jan 29 05:17:34.777522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-a3c5f6a4-118a-4a3a-a7a7-74fe72931e7f service neutron] 10.222.0.36 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424079 Jan 29 05:17:34.933819 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-2a26aeab-4a89-4c33-b4c2-6d034bf4244d service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521080 Jan 29 05:17:34.935640 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b64636c3-acae-4502-86c9-3f2314c64305 req-3dacbea4-2222-49ba-b202-5b632f62f6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468620 Jan 29 05:17:35.166741 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bdd59-1034-4ee2-a126-d40dfc72124d req-7963cfa0-51da-49df-80ba-282df7f4ff71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.168191 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-428bdd59-1034-4ee2-a126-d40dfc72124d req-7963cfa0-51da-49df-80ba-282df7f4ff71 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.0483146 Jan 29 05:17:35.206118 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-428bdd59-1034-4ee2-a126-d40dfc72124d req-e5358fc7-62be-4c63-b923-ccbdc50ee0e0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 Jan 29 05:17:35.259307 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:17:35.301863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:17:35.406398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad31ce-06a7-417b-a9fd-fee718abfe2d req-0221c038-c07e-4ebf-a601-db3b7c285797 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.407852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19ad31ce-06a7-417b-a9fd-fee718abfe2d req-0221c038-c07e-4ebf-a601-db3b7c285797 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.0534360 Jan 29 05:17:35.426475 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd016-b514-4524-830e-bc4ab826ebbd req-386212f5-9f97-4908-b947-ae78a6fa914d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.428797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-386212f5-9f97-4908-b947-ae78a6fa914d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&binding%3Ahost_id=n-h1-825930-1 HTTP/1.1" status: 200 len: 943 time: 0.0512226 Jan 29 05:17:35.447013 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-19ad31ce-06a7-417b-a9fd-fee718abfe2d req-51a74c47-d8f2-4827-9bd8-6e4ba8b14a09 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jan 29 05:17:35.487562 n-d-825930-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-baecd016-b514-4524-830e-bc4ab826ebbd req-653917ec-54d8-408a-bd73-759a52371d8f service neutron] delete failed (client error): The resource could not be found. Jan 29 05:17:35.488738 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-653917ec-54d8-408a-bd73-759a52371d8f service neutron] 10.222.0.20 "DELETE /v2.0/ports/17fe4360-2910-4ad8-847d-c38da73d8f7a/bindings/n-h2-825930-1 HTTP/1.1" status: 404 len: 380 time: 0.0531259 Jan 29 05:17:35.604726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703499-cca8-4653-b17c-efd178255ca9 req-095e1cbd-09b1-4a39-a00c-bf3ea97d5f36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.606216 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e703499-cca8-4653-b17c-efd178255ca9 req-095e1cbd-09b1-4a39-a00c-bf3ea97d5f36 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 943 time: 0.0791996 Jan 29 05:17:35.611857 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd016-b514-4524-830e-bc4ab826ebbd req-3a6fe8b5-9ec6-4814-8b0d-34fc75c46649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.613220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-3a6fe8b5-9ec6-4814-8b0d-34fc75c46649 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1094 time: 0.0592346 Jan 29 05:17:35.691337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e703499-cca8-4653-b17c-efd178255ca9 req-7278c8a2-bae2-4b67-aa93-d3fcca17bc75 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771790 Jan 29 05:17:35.722351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd016-b514-4524-830e-bc4ab826ebbd req-d60eeefd-ad26-4f49-aacf-3e9ab9703b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.723704 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-d60eeefd-ad26-4f49-aacf-3e9ab9703b87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.1034355 Jan 29 05:17:35.754238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:17:35.795970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-5924f96a-fc0b-4e30-8dd3-2b664d552dfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 999 time: 0.0653405 Jan 29 05:17:35.844292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd016-b514-4524-830e-bc4ab826ebbd req-0be5bf7d-1dd7-4f1b-8c31-5945f29977e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.845760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-0be5bf7d-1dd7-4f1b-8c31-5945f29977e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0438015 Jan 29 05:17:35.848403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:35.859516 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'port_id': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'mac_address': 'fa:16:3e:db:8e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:17:35.889536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd016-b514-4524-830e-bc4ab826ebbd req-43e927af-7b82-4041-8ec1-e37dff6588d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:35.891046 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-43e927af-7b82-4041-8ec1-e37dff6588d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389655 Jan 29 05:17:35.895684 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:35.909291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fe4360-2910-4ad8-847d-c38da73d8f7a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:17:35.929247 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:35.933004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:35.978276 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:35.985290 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-dd711454-48bc-47eb-b01b-51e134023f7b service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873699 Jan 29 05:17:35.985433 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.985651 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.986022 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.986361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.986695 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.987023 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.987346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.987669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.987996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.988315 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.988635 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:35.988955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:17:36.073017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-baecd016-b514-4524-830e-bc4ab826ebbd req-da160e95-8dfb-4d27-af66-f50902e57129 service neutron] 10.222.0.20 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Jan 29 05:17:36.244235 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['17fe4360-2910-4ad8-847d-c38da73d8f7a'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:17:36.809105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac19e9b-5bc2-4168-a518-bb93d9c3a292 req-d64026e8-14ad-4357-b804-5182bdf4936e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:17:36.810507 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ac19e9b-5bc2-4168-a518-bb93d9c3a292 req-d64026e8-14ad-4357-b804-5182bdf4936e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 944 time: 0.0512717 Jan 29 05:17:36.850652 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2ac19e9b-5bc2-4168-a518-bb93d9c3a292 req-44d360d8-943b-4f61-a4f4-83e09bdf80b3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341029 Jan 29 05:17:36.871999 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38574) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:17:36.931265 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ac6595bc-4037-415a-b95d-a3b3b9e2a080 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/6ed2d548-7097-4599-9588-19cc84bb6dfe HTTP/1.1" status: 200 len: 992 time: 0.0581768 Jan 29 05:17:37.755326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:17:37.802560 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 17fe4360-2910-4ad8-847d-c38da73d8f7a completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:17:37.806968 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 17fe4360-2910-4ad8-847d-c38da73d8f7a triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:17:37.807344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:37.883125 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:37.904864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:17:37.907087 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c74e63-8b61-4952-9db1-d047e29fd187" -d '{"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-plugged", "status": "completed", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:17:37.920472 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:17:37.924420 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:37.947162 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f0508-6736-49be-8735-64e6d6e4327f x-openstack-request-id: req-1a5f0508-6736-49be-8735-64e6d6e4327f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:17:37.947450 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-plugged", "status": "completed", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:17:37.947703 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a5f0508-6736-49be-8735-64e6d6e4327f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:17:37.948090 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'code': 200} Jan 29 05:17:37.972618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:17:42.483501 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:44.054394 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:53.945654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a1593fa-9a8c-403a-a609-9578b4d89fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:56.182989 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3656-48ec-4b98-8c28-3f5b16afd2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:57.489652 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:59.309522 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:17:59.317060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:05.305574 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38588) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:05.465760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 154dd3e8-599f-44b6-983b-57a5ffbe33de {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:18:05.466135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:05.539452 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:05.539971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:05.551109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 154dd3e8-599f-44b6-983b-57a5ffbe33de owned by network:floatingip {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:18:05.695844 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:05.720767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=154dd3e8-599f-44b6-983b-57a5ffbe33de,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:05.733124 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.733478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.733827 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.734195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.734536 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.734870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.735205 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.735537 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.735867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.736196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.736524 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.736845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:05.793097 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:05.793441 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP 6ed2d548-7097-4599-9588-19cc84bb6dfe disassociated (deleted). External IP: 172.25.4.101, port: 17fe4360-2910-4ad8-847d-c38da73d8f7a. Jan 29 05:18:05.998973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:18:06.103512 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:06.108288 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:06.112823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] Sync routers for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:06.126602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:06.127330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:06.135651 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-437174de-1cc7-4ede-bd64-4de1af81e932 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ed2d548-7097-4599-9588-19cc84bb6dfe HTTP/1.1" status: 204 len: 168 time: 0.8289673 Jan 29 05:18:06.136240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:18:06.177007 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e7ced3ca35a7345b971a52c6ba7e670ae7017504bf01e5c394a4e34e11df8f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf9595c-084e-4aae-a337-4ff38bcb67fc" -d '{"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:06.240749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:06.288822 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3033017-6f53-4c41-a8c6-822b68a35c1a x-openstack-request-id: req-a3033017-6f53-4c41-a8c6-822b68a35c1a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:06.289153 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:06.289409 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3033017-6f53-4c41-a8c6-822b68a35c1a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:06.289811 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'status': 'completed', 'code': 200} Jan 29 05:18:06.404029 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ac136-7e3e-4732-b792-24697bad5585 req-0f8717fc-941c-4d28-9571-2c68115fcd0f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:06.405520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f0ac136-7e3e-4732-b792-24697bad5585 req-0f8717fc-941c-4d28-9571-2c68115fcd0f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0873604 Jan 29 05:18:06.420605 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-d31c4243-7222-4c28-9877-535d5a831f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:06.422041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-d31c4243-7222-4c28-9877-535d5a831f96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 1096 time: 0.0698295 Jan 29 05:18:06.442039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:06.468795 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] Checking router: 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:06.477615 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:06.478261 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:06.493062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f0ac136-7e3e-4732-b792-24697bad5585 req-e031f891-e663-45e3-af2b-3267d7046d82 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800664 Jan 29 05:18:06.528975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-db2de36e-e0d4-4dc2-b57b-383c9f98e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:06.530400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-db2de36e-e0d4-4dc2-b57b-383c9f98e0d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 200 len: 897 time: 0.1013529 Jan 29 05:18:06.577349 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-5ceb2550-c330-4f19-a6b5-e704c36231c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 200 len: 217 time: 0.0392411 Jan 29 05:18:06.581884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:06.626518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-a9d34916-a308-4de9-a045-83fc2116421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:06.627969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-a9d34916-a308-4de9-a045-83fc2116421b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 200 len: 835 time: 0.0428107 Jan 29 05:18:06.674416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-a9afddfe-837e-4c28-9ab3-7ccfa9b75f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:06.675935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-a9afddfe-837e-4c28-9ab3-7ccfa9b75f6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49f7a1c5-5be0-434c-bf67-3606b5cb247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413589 Jan 29 05:18:06.772887 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-5c64f07c-ad85-4ea8-8d82-5440974a6d7d service neutron] 10.222.0.36 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889628 Jan 29 05:18:06.863845 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cf9595c-084e-4aae-a337-4ff38bcb67fc req-8f94e54d-0150-41c8-a1a9-9e3f2d8d81b1 service neutron] 10.222.0.36 "GET /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826828 Jan 29 05:18:06.935229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:06.961073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e76e74-36ce-4fc8-9cea-c45610c9159e None None] The sync data for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 is: [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:33Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '13808f5f-2532-4f5c-91ea-e76beabb80cd', 'name': '', 'network_id': '49f7a1c5-5be0-434c-bf67-3606b5cb247e', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:d2:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:32Z', 'updated_at': '2022-01-29T05:16:35Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': '2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:07.181176 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7db91-2742-4ded-b6ed-aceaf37d4b7e None None] New status for floating IP 6ed2d548-7097-4599-9588-19cc84bb6dfe: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:18:07.614037 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb2b4c-655f-4117-961d-d26a0830f110 req-1fbd36ca-3f77-4279-9031-e2b5d6e49662 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:07.615530 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08cb2b4c-655f-4117-961d-d26a0830f110 req-1fbd36ca-3f77-4279-9031-e2b5d6e49662 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0533433 Jan 29 05:18:07.655072 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-08cb2b4c-655f-4117-961d-d26a0830f110 req-e5bbc467-45d4-47a1-b8b1-fa6ed0ca25b8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=87cb39da-a8cd-4274-81ee-904ee0dec199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325310 Jan 29 05:18:07.845470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-8bc420cb-b83a-46ae-9ce4-4a10892d856b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:07.846942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-8bc420cb-b83a-46ae-9ce4-4a10892d856b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.36 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 945 time: 0.0484333 Jan 29 05:18:07.938242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 17fe4360-2910-4ad8-847d-c38da73d8f7a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:18:07.938581 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:08.024816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 17fe4360-2910-4ad8-847d-c38da73d8f7a, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=17fe4360-2910-4ad8-847d-c38da73d8f7a,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:08.025182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:08.036584 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 17fe4360-2910-4ad8-847d-c38da73d8f7a owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:18:08.162476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:08.191100 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=17fe4360-2910-4ad8-847d-c38da73d8f7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:08.588816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] No DVR routers for this DVR port 17fe4360-2910-4ad8-847d-c38da73d8f7a on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:18:08.591515 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:08.594876 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e0184fbb-b109-48cc-bcca-3bc12f904ad2 req-510cd97d-8a5d-49d0-88e3-fcdaae7f8947 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.36 "DELETE /v2.0/ports/17fe4360-2910-4ad8-847d-c38da73d8f7a HTTP/1.1" status: 204 len: 173 time: 0.7399118 Jan 29 05:18:08.595228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-deleted', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:18:08.597463 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f044c796-b090-4ed5-a35c-3960621d2ad0" -d '{"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-deleted", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:08.636319 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a455f98-0e77-4534-903b-ad98b5014507 x-openstack-request-id: req-6a455f98-0e77-4534-903b-ad98b5014507 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:08.636614 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b18ca-3950-4264-a38b-c5d7003708db", "name": "network-vif-deleted", "tag": "17fe4360-2910-4ad8-847d-c38da73d8f7a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:08.636868 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a455f98-0e77-4534-903b-ad98b5014507 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:08.637263 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b18ca-3950-4264-a38b-c5d7003708db', 'name': 'network-vif-deleted', 'tag': '17fe4360-2910-4ad8-847d-c38da73d8f7a', 'status': 'completed', 'code': 200} Jan 29 05:18:08.687794 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:18:08.753561 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5103d1dc-bdb1-42c9-9498-7dc020ef56cb req-3a3a691a-fe91-4531-bd0e-22e295b1b014 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=439b18ca-3950-4264-a38b-c5d7003708db HTTP/1.1" status: 200 len: 210 time: 0.0272522 Jan 29 05:18:09.810263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:10.157425 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:10.409984 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 13808f5f-2532-4f5c-91ea-e76beabb80cd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:18:10.410258 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:10.499196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 13808f5f-2532-4f5c-91ea-e76beabb80cd, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=13808f5f-2532-4f5c-91ea-e76beabb80cd,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:10.499563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:10.511141 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 13808f5f-2532-4f5c-91ea-e76beabb80cd owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:18:10.693199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:10.720342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=13808f5f-2532-4f5c-91ea-e76beabb80cd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:10.890037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.102116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:18:11.207149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:11.212432 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a07de1c-850c-449f-b513-afd5e23725c2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011614 Jan 29 05:18:11.215424 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:11.219647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] Sync routers for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:11.229568 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:11.230211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:11.267498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting subnet 2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:18:11.270674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.316025 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.333525 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:11.397548 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.455544 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.487680 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Subnet': ['ID=2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:11.492940 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.496479 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-99f8f595-3766-4a5f-b112-5b1c73f62499 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/subnets/2b47e8a6-8a45-4cbf-b2d9-e93d123ea52c HTTP/1.1" status: 204 len: 168 time: 0.2801387 Jan 29 05:18:11.499407 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:11.500264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88035e61-b6cf-4d71-818a-4d5e696208f8 None None] Network 49f7a1c5-5be0-434c-bf67-3606b5cb247e requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:18:11.575801 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:18:10Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:11.606582 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.618426 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] Checking router: 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:11.643522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] Routers {'06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:11.644149 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:11.710054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.759408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] DHCP port deletion for 49f7a1c5-5be0-434c-bf67-3606b5cb247e request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:18:11.762144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] Set router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:11.773794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:18:11.774252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.852951 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 7afb0bd2-32a4-45c9-bd7c-ad49e4315111, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:11.853236 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.868049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:18:11.933662 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] Deleting port 3758b79b-fef6-4ade-8693-147f60358fb0 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:18:11.934066 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:11.994369 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:18:11.996388 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3758b79b-fef6-4ade-8693-147f60358fb0 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:18:12.042773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.050894 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 17fe4360-2910-4ad8-847d-c38da73d8f7a {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:18:12.051245 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 17fe4360-2910-4ad8-847d-c38da73d8f7a not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:18:12.074346 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] For port 3758b79b-fef6-4ade-8693-147f60358fb0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3758b79b-fef6-4ade-8693-147f60358fb0,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:12.074755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.075289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=7afb0bd2-32a4-45c9-bd7c-ad49e4315111,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:12.092647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] Calling delete_port for 3758b79b-fef6-4ade-8693-147f60358fb0 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:18:12.131314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.173779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:18:10Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:12.212124 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb478c8c-f272-4a83-8033-29565dbf4fd0 None None] The sync data for ids ['06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a'] in n-d-825930-1 is: [{'id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610148358', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:18:10Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '7afb0bd2-32a4-45c9-bd7c-ad49e4315111', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:16:29Z', 'updated_at': '2022-01-29T05:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:12.218502 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.221284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.223591 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.267304 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 3758b79b-fef6-4ade-8693-147f60358fb0, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3758b79b-fef6-4ade-8693-147f60358fb0,segment=NetworkSegment(a1943f8a-71c1-4750-ba42-f5d66540362f),segment_id=a1943f8a-71c1-4750-ba42-f5d66540362f)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:12.269315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.269971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Fanout notify agent at l3_agent the message router_deleted on router 06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:18:12.270567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.277547 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.278753 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-089f24fe-280a-49e6-8d19-7c0d091b55c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/routers/06e7c3f9-7b95-4e87-bd8d-fef8a50b7b7a HTTP/1.1" status: 204 len: 168 time: 0.7782917 Jan 29 05:18:12.281454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:12.303730 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.320781 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] No DVR routers for this DVR port 3758b79b-fef6-4ade-8693-147f60358fb0 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:18:12.341885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=3758b79b-fef6-4ade-8693-147f60358fb0,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:12.363150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.365193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1505e-21f6-409c-9799-fad6ff6aa69e None None] Pushing event deleted for resources: {'Port': ['ID=3758b79b-fef6-4ade-8693-147f60358fb0,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:12.446429 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.466416 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f7a1c5-5be0-434c-bf67-3606b5cb247e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:12.476013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1943f8a-71c1-4750-ba42-f5d66540362f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:12.476375 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1943f8a-71c1-4750-ba42-f5d66540362f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:12.483024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.486960 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.499739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.505548 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:18:12.505981 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:18:12.508998 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:18:12.572325 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.579703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.582937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/networks/49f7a1c5-5be0-434c-bf67-3606b5cb247e HTTP/1.1" status: 204 len: 168 time: 0.3004160 Jan 29 05:18:12.586262 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38632) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:12.595184 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18491cbf-c5b5-49c1-a8b3-3d26f22e5d03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Network': ['ID=49f7a1c5-5be0-434c-bf67-3606b5cb247e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:12.651743 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f9d6-4ef8-4159-8331-672e772e6c81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.678574 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f9d6-4ef8-4159-8331-672e772e6c81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.739603 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f9d6-4ef8-4159-8331-672e772e6c81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.742588 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f9d6-4ef8-4159-8331-672e772e6c81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:12.743736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9ac7f9d6-4ef8-4159-8331-672e772e6c81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/security-groups/87cb39da-a8cd-4274-81ee-904ee0dec199 HTTP/1.1" status: 204 len: 168 time: 0.1558547 Jan 29 05:18:12.752947 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7f9d6-4ef8-4159-8331-672e772e6c81 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb39da-a8cd-4274-81ee-904ee0dec199,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.036343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.040921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989685368', 'description': 'tempest-secgroup-smoke-1989685368 description', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.064111 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.129761 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.134424 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.164820 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.166013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1286356 Jan 29 05:18:13.167238 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369399a0-908a-49e9-8f90-c61e18311c1c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f217f4e2-01ca-4fcf-b114-1cafaa26ee91,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.169158 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38642) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.173759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': 'f217f4e2-01ca-4fcf-b114-1cafaa26ee91', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.202822 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.257360 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.262965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.278655 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f86348d-e8f3-4c97-8e15-9273e6cd2ce5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.290338 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.291592 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b6eb3144-2a34-467c-816d-25f3e9a405d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213479 Jan 29 05:18:13.294300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38644) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.298572 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': 'f217f4e2-01ca-4fcf-b114-1cafaa26ee91', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.327210 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.381969 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.386724 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.403689 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e48627-7f00-4816-8631-78eab8a18537,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.411828 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.413003 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f49a0344-ed6e-41e1-89e3-4d8beae076f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177919 Jan 29 05:18:13.415740 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38646) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.419936 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': 'f217f4e2-01ca-4fcf-b114-1cafaa26ee91', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.447244 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.503169 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.506645 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.523300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a6c4b5-e9df-47dd-b280-99ad7565bb8a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.531136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.532323 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9a1c2e7e-6907-45b2-835f-f88b04974d31 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156740 Jan 29 05:18:13.535091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38648) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.540109 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': 'f217f4e2-01ca-4fcf-b114-1cafaa26ee91', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.566658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.627110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.630851 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.648054 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05af7d73-76ea-406a-a4b7-f5eea5546f13,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.655677 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.656893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-92e19795-3cd1-42f1-a81d-176d93099144 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206324 Jan 29 05:18:13.659671 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38650) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.664841 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': 'f217f4e2-01ca-4fcf-b114-1cafaa26ee91', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.687788 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:18:13.692465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.750493 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.754368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.771159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc20d0a-256c-4ee5-8e0d-ec562efebc5c,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.779401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.780730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8e2cda8d-2837-4623-832d-a4a9153f3948 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198764 Jan 29 05:18:13.786074 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38652) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.791347 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': 'f217f4e2-01ca-4fcf-b114-1cafaa26ee91', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.814940 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:18:13.820038 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.881702 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.885578 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.902761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb0ab16-3356-4b7c-8738-de32189a7b26,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:13.905665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:18:13.912810 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.914629 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-46f295a6-e7c4-4bf1-b7e8-c0cf265161cf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270406 Jan 29 05:18:13.917649 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38654) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:13.922934 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'network': {'name': 'tempest-network-smoke--753654801', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:13.927244 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:18:13.927592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7afb0bd2-32a4-45c9-bd7c-ad49e4315111 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:18:13.928011 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 13808f5f-2532-4f5c-91ea-e76beabb80cd no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:18:13.946460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 13808f5f-2532-4f5c-91ea-e76beabb80cd {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:18:13.946809 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 13808f5f-2532-4f5c-91ea-e76beabb80cd not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:18:13.947021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:18:13.951412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.977207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:18:13.986105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:13.986457 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Added segment 06ab281c-e14c-43af-8e8e-704553155be0 of type vlan for network a046c231-00c5-4e6e-8318-67f901626afe Jan 29 05:18:14.025178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.048998 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.054507 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:14.055261 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.057571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.114588 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956942 Jan 29 05:18:14.117335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38656) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:14.121562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'admin_state_up': True, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:14.137748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af395cf5-47cc-4530-8607-ef4dd4e0decc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Network': ['ID=a046c231-00c5-4e6e-8318-67f901626afe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:14.148030 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network a046c231-00c5-4e6e-8318-67f901626afe details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:18:14.155116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.156117 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.210274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.342749 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.528014 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.546115 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.645187 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.63 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/64a0d3f3-5666-4479-8763-65004800e9be) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:14.745630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.777422 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:14.814148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:14.818434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:14.821952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:14.843773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=64a0d3f3-5666-4479-8763-65004800e9be,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:15.062016 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:15.252721 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:15.378511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router aa5188e9-65d6-49f9-b041-58bd411ee5a4 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:18:15.481014 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:15.492148 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Sync routers for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:15.501976 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:15.502359 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:15.502582 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:15.503780 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-05d76466-d980-470c-b086-e28c0116b5f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3854470 Jan 29 05:18:15.506873 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:15.535016 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e63edd88-1a94-4a87-83b4-2ca16d4df3fb tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5ef5b34c9984d29ba91e45b7ac185b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269091 Jan 29 05:18:15.537756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:15.605808 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:15.789959 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:14Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:15.816268 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Checking router: aa5188e9-65d6-49f9-b041-58bd411ee5a4 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:15.816610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Updating router aa5188e9-65d6-49f9-b041-58bd411ee5a4 port 64a0d3f3-5666-4479-8763-65004800e9be binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:18:15.842782 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:15.975327 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3fea70-8a98-456e-9eba-0c2e0c8559d1 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:15.979684 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-de3fea70-8a98-456e-9eba-0c2e0c8559d1 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4383485 Jan 29 05:18:15.980028 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38662) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:16.012973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-70e5b40a-5d1b-4a74-8e04-d076ce71b526 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295274 Jan 29 05:18:16.013200 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38664) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:16.017770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874614380', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:16.105526 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.108165 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:18:16.111960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.112102 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.157321 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Pushing event updated for resources: {'Port': ['ID=64a0d3f3-5666-4479-8763-65004800e9be,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:16.171525 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.171852 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.172635 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.172970 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.173323 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.173833 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.174196 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.174523 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.174849 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.175171 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.175487 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.175819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:18:16.192233 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Attempting to bind port 64a0d3f3-5666-4479-8763-65004800e9be on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:18:16.193029 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Attempting to bind port 64a0d3f3-5666-4479-8763-65004800e9be by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:18:16.193398 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Attempting to bind port 64a0d3f3-5666-4479-8763-65004800e9be on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:16.199495 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:16.199807 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:18:16.200207 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.200599 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:16.201121 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Bound port: 64a0d3f3-5666-4479-8763-65004800e9be, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:18:16.201508 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.252415 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] For port 64a0d3f3-5666-4479-8763-65004800e9be, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:16.255676 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] For port 64a0d3f3-5666-4479-8763-65004800e9be, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=64a0d3f3-5666-4479-8763-65004800e9be,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:16.261270 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.311568 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:16.312209 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:16.317262 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.360740 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fb2d3-8268-4caf-bb85-867bf850f5fb None None] Pushing event updated for resources: {'Port': ['ID=64a0d3f3-5666-4479-8763-65004800e9be,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:16.379885 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Subnet': ['ID=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:16.390985 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Checking segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:18:16.391435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network hostable DHCP agents. Network: a046c231-00c5-4e6e-8318-67f901626afe, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:18:16.411587 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network a046c231-00c5-4e6e-8318-67f901626afe is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:18:16.423095 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, a046c231-00c5-4e6e-8318-67f901626afe) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:16.424001 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:16.428380 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:16.429133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.436119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630970e-8d45-4758-86b7-b0cbdc9bc87b None None] Network a046c231-00c5-4e6e-8318-67f901626afe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:18:16.453188 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-91a4f5c1-37d6-4414-ac9d-a1505a63ff1f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4386055 Jan 29 05:18:16.455926 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:16.607010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-a046c231-00c5-4e6e-8318-67f901626afe', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:18:16.608490 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.746562 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:14Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:16.772259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Allocated IP 172.20.0.2 (a046c231-00c5-4e6e-8318-67f901626afe/cab2a29e-b769-4227-b3a9-cb86a9e4f3c2/fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:16.775175 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c04489-bee4-40cc-a959-654efa88de50 None None] The sync data for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 is: [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:14Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:16.939910 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.949604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.981523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:16.992796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Network a046c231-00c5-4e6e-8318-67f901626afe is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:16.995959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:16.998569 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:17.007479 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Pushing event updated for resources: {'Port': ['ID=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:17.078305 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Attempting to bind port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:18:17.078677 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Attempting to bind port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:18:17.079042 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Attempting to bind port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 on network a046c231-00c5-4e6e-8318-67f901626afe {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:17.084028 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:17.084412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Checking segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:18:17.084815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:17.085210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Bound using segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:17.086337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Bound port: fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:18:17.086745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:17.299634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.1 (a046c231-00c5-4e6e-8318-67f901626afe/cab2a29e-b769-4227-b3a9-cb86a9e4f3c2/0dbad8a5-20ac-441d-92de-18a786e188fc) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:17.324756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] For port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:17.328445 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] For port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:17.332162 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:17.397382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920dcd5-8d3b-4d20-b267-ef3363bb87ee None None] Pushing event updated for resources: {'Port': ['ID=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:17.439988 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:17.479841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:17.525993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network a046c231-00c5-4e6e-8318-67f901626afe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:17.529232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:17.533103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:17.539898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=0dbad8a5-20ac-441d-92de-18a786e188fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:17.597930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:17.749337 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.000986 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 64a0d3f3-5666-4479-8763-65004800e9be up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:18.042796 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.050312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.054704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 64a0d3f3-5666-4479-8763-65004800e9be triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:18.054704 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.125101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.126941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=0dbad8a5-20ac-441d-92de-18a786e188fc,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:18.139752 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.163470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 64a0d3f3-5666-4479-8763-65004800e9be, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=64a0d3f3-5666-4479-8763-65004800e9be,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:18.168734 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.169705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:18.239974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network a046c231-00c5-4e6e-8318-67f901626afe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:18.242663 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:18.258463 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=64a0d3f3-5666-4479-8763-65004800e9be,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:18.270321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:18.270719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.359930 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.376004 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router aa5188e9-65d6-49f9-b041-58bd411ee5a4 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:18:18.397302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:18.400670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3b847-ceec-4a9f-8ab7-5f73963a5a6b None None] Network a046c231-00c5-4e6e-8318-67f901626afe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:18:18.404087 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.493391 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:18.509244 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a248942-e50c-48f0-9bc3-7daaba73a20e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/aa5188e9-65d6-49f9-b041-58bd411ee5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0410566 Jan 29 05:18:18.527655 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:18.530462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e59da71a-2186-43af-9cec-476bc64582a8 None None] Provisioning complete for port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:18.530904 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59da71a-2186-43af-9cec-476bc64582a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.692641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-2bb28802-2019-42b9-8321-e1cd7d0058c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989685368&fields=id&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 267 time: 0.0424819 Jan 29 05:18:18.805870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-d221dd31-988f-4c9c-ab11-2f7842788825 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:18.806671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-d221dd31-988f-4c9c-ab11-2f7842788825 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 796 time: 0.1094627 Jan 29 05:18:18.823463 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-3c0639b8-49c0-4b4f-9c79-a5ee4cda0a02 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/quotas/f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 375 time: 0.0104527 Jan 29 05:18:18.834553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Sync routers for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:18.844624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:18.845429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:18.880608 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-a0c9b972-a556-4a66-9f5d-3962f2778101 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498462 Jan 29 05:18:18.911491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bf838952-5ea0-4741-9cc9-fbe8734047bd None None] Provisioning complete for port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:18.911864 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf838952-5ea0-4741-9cc9-fbe8734047bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:18.989157 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-a9af48cd-47bf-4197-8c16-7d9a64948da4 service neutron] 10.222.0.32 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958591 Jan 29 05:18:18.999896 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:19.083779 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-9ba4e57e-2878-402d-a304-fd3f806efa1a service neutron] 10.222.0.32 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872412 Jan 29 05:18:19.161524 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bf838952-5ea0-4741-9cc9-fbe8734047bd None None] Provisioning complete for port 0dbad8a5-20ac-441d-92de-18a786e188fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:19.162140 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bf838952-5ea0-4741-9cc9-fbe8734047bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.221711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-bf838952-5ea0-4741-9cc9-fbe8734047bd None None] Port 0dbad8a5-20ac-441d-92de-18a786e188fc cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:18:19.278821 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3dd87401-ea4e-49ab-bfc5-aa5004095e3c req-3e4076d0-6c04-4c24-a979-303bef810d7d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 210 time: 0.0331624 Jan 29 05:18:19.280764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 2, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:19.315334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Checking router: aa5188e9-65d6-49f9-b041-58bd411ee5a4 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:19.315691 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Updating router aa5188e9-65d6-49f9-b041-58bd411ee5a4 port 0dbad8a5-20ac-441d-92de-18a786e188fc binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:18:19.353510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.368037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b29d00d8-4c43-4235-b172-6e38fa165a37 None None] Provisioning complete for port 0dbad8a5-20ac-441d-92de-18a786e188fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:19.368293 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b29d00d8-4c43-4235-b172-6e38fa165a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.430862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b29d00d8-4c43-4235-b172-6e38fa165a37 None None] Port 0dbad8a5-20ac-441d-92de-18a786e188fc cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:18:19.669192 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.674269 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.724571 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ab692-a563-4ae7-9bce-3b5271e3775f None None] Pushing event updated for resources: {'Port': ['ID=0dbad8a5-20ac-441d-92de-18a786e188fc,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:19.778264 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Attempting to bind port 0dbad8a5-20ac-441d-92de-18a786e188fc on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:18:19.778640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Attempting to bind port 0dbad8a5-20ac-441d-92de-18a786e188fc by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:18:19.779015 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Attempting to bind port 0dbad8a5-20ac-441d-92de-18a786e188fc on network a046c231-00c5-4e6e-8318-67f901626afe {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:19.784243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:19.784621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Checking segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:18:19.785025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.785669 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Bound using segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:19.786156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Bound port: 0dbad8a5-20ac-441d-92de-18a786e188fc, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:18:19.786542 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.861505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] For port 0dbad8a5-20ac-441d-92de-18a786e188fc, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:19.865025 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] For port 0dbad8a5-20ac-441d-92de-18a786e188fc, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0dbad8a5-20ac-441d-92de-18a786e188fc,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:19.870090 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:19.931465 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:19.932106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:17:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:19.935166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ab692-a563-4ae7-9bce-3b5271e3775f None None] Pushing event updated for resources: {'Port': ['ID=0dbad8a5-20ac-441d-92de-18a786e188fc,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:19.968764 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 64a0d3f3-5666-4479-8763-65004800e9be up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:20.079287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-c81d10b5-200b-4c25-a5e6-109e0c2adcd2 None None] Provisioning complete for port 0dbad8a5-20ac-441d-92de-18a786e188fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:20.079663 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c81d10b5-200b-4c25-a5e6-109e0c2adcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.089942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:20.141624 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 64a0d3f3-5666-4479-8763-65004800e9be triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:20.142022 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.356021 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-1d08172b-5897-4a3c-ae4f-aa24cf944458 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:20.358061 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-1d08172b-5897-4a3c-ae4f-aa24cf944458 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 796 time: 0.1139815 Jan 29 05:18:20.361283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c81d10b5-200b-4c25-a5e6-109e0c2adcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.389974 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-df14546d-1f01-4529-954c-9b8bae84e33f req-bf28eed4-5952-4ad0-93d7-d49605b42614 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jan 29 05:18:20.392430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:20.418141 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-7d03ef11-eb84-413f-bcf2-ffe81998e7dd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 380 time: 0.0368986 Jan 29 05:18:20.457489 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'port': {'device_id': '701756ee-4333-404b-807f-f9fd75bb8876', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'admin_state_up': True, 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'security_groups': ['f217f4e2-01ca-4fcf-b114-1cafaa26ee91']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:20.571434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:18:20.575133 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.614868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c81d10b5-200b-4c25-a5e6-109e0c2adcd2 None None] For port 0dbad8a5-20ac-441d-92de-18a786e188fc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0dbad8a5-20ac-441d-92de-18a786e188fc,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:20.623268 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c81d10b5-200b-4c25-a5e6-109e0c2adcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.686944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:20.687316 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.709921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.7 (a046c231-00c5-4e6e-8318-67f901626afe/cab2a29e-b769-4227-b3a9-cb86a9e4f3c2/5b15557a-ff7e-47c9-a70a-e8689d7b75d9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:20.713927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d10b5-200b-4c25-a5e6-109e0c2adcd2 None None] Pushing event updated for resources: {'Port': ['ID=0dbad8a5-20ac-441d-92de-18a786e188fc,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:20.722589 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:19Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:20.756240 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792521bb-42bb-4718-b111-a6bd6b24f1b5 None None] The sync data for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 is: [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:19Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:20.779172 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-41a53431-f5cb-4b7d-8220-0626d208ff93 None None] Provisioning complete for port 0dbad8a5-20ac-441d-92de-18a786e188fc triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:20.779546 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-41a53431-f5cb-4b7d-8220-0626d208ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.875910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.913386 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:20.968139 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network a046c231-00c5-4e6e-8318-67f901626afe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:20.971294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:20.975728 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:20.980287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:21.030075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.030719 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.049274 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-18592916-1942-47cb-953c-a65bf8b210c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957787 Jan 29 05:18:21.067721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Request body: {'port': {'device_id': '701756ee-4333-404b-807f-f9fd75bb8876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:21.127881 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.239984 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-b83551a6-cd73-410d-8d94-0f0c0a2e10f2 None None] Provisioning complete for port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:21.240475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b83551a6-cd73-410d-8d94-0f0c0a2e10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.277606 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-b83551a6-cd73-410d-8d94-0f0c0a2e10f2 None None] Port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:18:21.413059 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:18:21.422000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.434893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Transition to ACTIVE for port object 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:18:21.439847 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.519809 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Pushing event updated for resources: {'Port': ['ID=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:21.590405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7b39-2b37-4722-8929-da262431ebf1 req-d9448576-c702-4153-a366-7a20bd4fb295 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.597932 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-138c7b39-2b37-4722-8929-da262431ebf1 req-d9448576-c702-4153-a366-7a20bd4fb295 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 943 time: 0.1303506 Jan 29 05:18:21.645929 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Attempting to bind port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:18:21.646248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Attempting to bind port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:18:21.646526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Attempting to bind port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 on network a046c231-00c5-4e6e-8318-67f901626afe {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:21.651770 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-138c7b39-2b37-4722-8929-da262431ebf1 req-b12f8d11-d3c2-40cf-a086-7261e1b633cc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530293 Jan 29 05:18:21.655630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 on network a046c231-00c5-4e6e-8318-67f901626afe not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:18:21.655967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Attempting to bind port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 on network a046c231-00c5-4e6e-8318-67f901626afe {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:18:21.661502 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:18:21.661846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Checking segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:18:21.662264 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Bound using segment: {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:18:21.662700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Bound port: 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ab281c-e14c-43af-8e8e-704553155be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:18:21.663065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.731898 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] For port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:18:21.734996 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] For port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:18:21.739832 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.777087 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.777726 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:21.779180 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] 10.222.0.20 "PUT /v2.0/ports/5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 1091 time: 0.7157848 Jan 29 05:18:21.779544 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:18:21.781757 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa523336-9577-4be4-97a4-2bed561898e0" -d '{"events": [{"name": "network-changed", "server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:21.804055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6829b-8c1c-4c31-a4ee-13cc5044bc96 service neutron] Pushing event updated for resources: {'Port': ['ID=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:21.845280 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f411d-619d-4da2-a7ae-0ffa08a71058 x-openstack-request-id: req-369f411d-619d-4da2-a7ae-0ffa08a71058 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:21.845594 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:21.845826 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-369f411d-619d-4da2-a7ae-0ffa08a71058 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:21.846412 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'status': 'completed', 'code': 200} Jan 29 05:18:21.911978 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-d6e40855-a319-47c7-b502-b5a3783e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:21.913661 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-d6e40855-a319-47c7-b502-b5a3783e817f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1094 time: 0.0583153 Jan 29 05:18:21.968638 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-f8c8cc9d-0291-4854-a525-49c99cd3cfc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 217 time: 0.0417345 Jan 29 05:18:21.973618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0dbad8a5-20ac-441d-92de-18a786e188fc up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:22.021065 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-1479131a-1199-4f93-9e88-f6a8aec7d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.022570 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-1479131a-1199-4f93-9e88-f6a8aec7d83f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 200 len: 835 time: 0.0474498 Jan 29 05:18:22.033430 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 0dbad8a5-20ac-441d-92de-18a786e188fc triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:22.033804 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:22.074854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-1baed8a9-5516-4e75-9069-678463af807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.076309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-1baed8a9-5516-4e75-9069-678463af807d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a046c231-00c5-4e6e-8318-67f901626afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455821 Jan 29 05:18:22.166040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-16755db7-5eff-45fe-aeba-11b33e47b37c service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Jan 29 05:18:22.256720 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ea811833-0e2a-498e-ad40-1d403ddedb40 req-91418244-512e-44e2-a059-673ad79199a4 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832946 Jan 29 05:18:22.378874 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa523336-9577-4be4-97a4-2bed561898e0 req-12459c46-6833-4ce9-9d8b-9e860eee93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.380341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-12459c46-6833-4ce9-9d8b-9e860eee93ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1094 time: 0.0407832 Jan 29 05:18:22.467652 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa523336-9577-4be4-97a4-2bed561898e0 req-528821d3-19e4-4a08-8aa2-e42a4a2f06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.469111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-528821d3-19e4-4a08-8aa2-e42a4a2f06a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 897 time: 0.0822251 Jan 29 05:18:22.512520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-d098e217-7851-45ef-a2cb-de25798551ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 217 time: 0.0368011 Jan 29 05:18:22.561340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa523336-9577-4be4-97a4-2bed561898e0 req-9c620bd4-0041-4f03-b890-b3a06379df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.562758 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-9c620bd4-0041-4f03-b890-b3a06379df20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 200 len: 835 time: 0.0426157 Jan 29 05:18:22.608371 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa523336-9577-4be4-97a4-2bed561898e0 req-89acec99-5689-4dd6-878b-a0bd23bf4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.609843 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-89acec99-5689-4dd6-878b-a0bd23bf4c52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a046c231-00c5-4e6e-8318-67f901626afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391150 Jan 29 05:18:22.703220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-fafc63f5-3ca3-48c1-8023-3020a9df40ba service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864146 Jan 29 05:18:22.822503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc20e28-1b01-4f6f-ae7f-7a3440b942a6 req-1f35b40f-ad3c-413b-ae62-9d06e1928f60 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:22.823870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc20e28-1b01-4f6f-ae7f-7a3440b942a6 req-1f35b40f-ad3c-413b-ae62-9d06e1928f60 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 943 time: 0.0959852 Jan 29 05:18:22.840472 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fa523336-9577-4be4-97a4-2bed561898e0 req-d2e15414-9e4d-4d46-af25-f2b46d145ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305010 Jan 29 05:18:22.865528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1cc20e28-1b01-4f6f-ae7f-7a3440b942a6 req-42d97465-cbba-4d5b-8283-188829eec42c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Jan 29 05:18:23.946715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b75e5cda-87d0-45df-b1f9-9c9446959569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:23.989091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed34097-7089-4e94-9853-325f7384a9ab req-1cc26e51-1e72-46a0-84ab-65af1ea7db02 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:23.990593 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bed34097-7089-4e94-9853-325f7384a9ab req-1cc26e51-1e72-46a0-84ab-65af1ea7db02 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 943 time: 0.0549581 Jan 29 05:18:24.027775 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bed34097-7089-4e94-9853-325f7384a9ab req-3fa76682-f236-45eb-be17-281d00f4b6b3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jan 29 05:18:25.138055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c9bda-24fa-44c0-aa59-9555bf7a287c req-ce03b7f8-bbd8-4898-8ae5-8120b892902e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:25.139524 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c65c9bda-24fa-44c0-aa59-9555bf7a287c req-ce03b7f8-bbd8-4898-8ae5-8120b892902e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 943 time: 0.0470421 Jan 29 05:18:25.177795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c65c9bda-24fa-44c0-aa59-9555bf7a287c req-7484cb43-a3a2-4f98-8d85-2d473497f656 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Jan 29 05:18:25.491321 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:18:25.584226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:25.595036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'port_id': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'mac_address': 'fa:16:3e:f3:63:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:18:25.630627 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:25.646554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:18:25.665523 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:25.669104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:25.714642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:25.957755 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['5b15557a-ff7e-47c9-a70a-e8689d7b75d9'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:18:26.193536 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95386e77-7544-4086-9406-2e9a00697e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:26.289265 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4e16b-0fb6-4835-a1b8-af82ccc86557 req-8c0135fc-6508-425e-8b8a-8417e822428c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:26.290894 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32d4e16b-0fb6-4835-a1b8-af82ccc86557 req-8c0135fc-6508-425e-8b8a-8417e822428c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 944 time: 0.0475297 Jan 29 05:18:26.328093 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32d4e16b-0fb6-4835-a1b8-af82ccc86557 req-abf81ffc-e9e0-449f-8671-c14c1614c784 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jan 29 05:18:27.440287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059513f-30cb-4352-9e06-e4eb5300b383 req-ed90a030-f211-414c-856a-24fde6d7bc69 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:27.441760 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f059513f-30cb-4352-9e06-e4eb5300b383 req-ed90a030-f211-414c-856a-24fde6d7bc69 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Jan 29 05:18:27.478937 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f059513f-30cb-4352-9e06-e4eb5300b383 req-2b2d81e9-6229-4201-9c97-6e5ebef376d0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Jan 29 05:18:27.499467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:27.499467 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:18:27.539773 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:18:27.543353 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:18:27.543722 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:27.619888 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:27.641486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:18:27.643749 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ded492-184b-4db6-b742-bccc86216c1e" -d '{"events": [{"server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "name": "network-vif-plugged", "status": "completed", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:27.656182 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:18:27.660402 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:27.685402 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ee55e8-f781-4fcd-b3a5-65200c89850a x-openstack-request-id: req-14ee55e8-f781-4fcd-b3a5-65200c89850a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:27.685694 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "name": "network-vif-plugged", "status": "completed", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:27.685971 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14ee55e8-f781-4fcd-b3a5-65200c89850a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:27.686364 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'code': 200} Jan 29 05:18:27.712194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:27.806692 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934670-666f-446c-9953-e695d3176c3f req-99362677-dd7e-4d3d-a2e4-a23e6c37d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:27.808146 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e934670-666f-446c-9953-e695d3176c3f req-99362677-dd7e-4d3d-a2e4-a23e6c37d3b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1096 time: 0.0431056 Jan 29 05:18:27.845754 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e934670-666f-446c-9953-e695d3176c3f req-6a89a0cf-a8b6-4cc9-ace2-67df8b78de3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300035 Jan 29 05:18:28.593114 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9f9f0-9e7c-4e4b-b857-2f856d366116 req-05d19107-1b25-4131-81bb-4ddc718fdbaf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:28.594522 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4b9f9f0-9e7c-4e4b-b857-2f856d366116 req-05d19107-1b25-4131-81bb-4ddc718fdbaf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Jan 29 05:18:28.630838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f4b9f9f0-9e7c-4e4b-b857-2f856d366116 req-46326df7-58e4-4753-95dc-9d640e6f1891 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Jan 29 05:18:29.302784 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:29.319248 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:29.744341 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e2e7-8565-4569-8033-cbec41f81909 req-b2b46b7f-53d6-4a0c-ba16-08bd143d4137 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:29.745804 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e069e2e7-8565-4569-8033-cbec41f81909 req-b2b46b7f-53d6-4a0c-ba16-08bd143d4137 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0474584 Jan 29 05:18:29.782396 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e069e2e7-8565-4569-8033-cbec41f81909 req-468f9453-2c88-499c-b928-275f3fbad6f0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307436 Jan 29 05:18:29.894634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e2ac1-5018-499b-ada6-369fc037003e req-f708225a-460c-4cd5-b92d-1dd505e2cb33 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:29.896100 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684e2ac1-5018-499b-ada6-369fc037003e req-f708225a-460c-4cd5-b92d-1dd505e2cb33 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Jan 29 05:18:29.933952 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-684e2ac1-5018-499b-ada6-369fc037003e req-c31687a3-b591-48de-aed1-5cc82d35ad82 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Jan 29 05:18:29.955074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:29.997278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29135e1d-a0bb-4c8a-a4e7-bc3405eee794 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:29.998840 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-29135e1d-a0bb-4c8a-a4e7-bc3405eee794 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1091 time: 0.0427010 Jan 29 05:18:30.001724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38732) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:30.006224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:18:30.030759 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.125784 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.229562 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.41 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/739d2899-a5c1-45d8-88ab-5d24b13128d4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:18:30.331141 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.362989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.404751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:18:30.409085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:18:30.412735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:18:30.418173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=739d2899-a5c1-45d8-88ab-5d24b13128d4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:30.760131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.823241 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.969003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:30.973380 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:31.042834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=739d2899-a5c1-45d8-88ab-5d24b13128d4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:18:31.054632 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:31.149712 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP 083df900-b8cd-4c09-ab06-b2d1e35b2dbb associated. External IP: 172.25.4.41, port: 5b15557a-ff7e-47c9-a70a-e8689d7b75d9. Jan 29 05:18:31.661696 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router aa5188e9-65d6-49f9-b041-58bd411ee5a4 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:18:31.763002 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:18:31.772387 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] Sync routers for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:18:31.781861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:31.782654 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:31.783271 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:18:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:31.811722 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4aeb19a2-f552-4546-be0a-a75abe05feba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8088899 Jan 29 05:18:31.812415 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:18:31.814735 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e7ced3ca35a7345b971a52c6ba7e670ae7017504bf01e5c394a4e34e11df8f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dad82a-56f9-415a-ac57-8e644547c6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:18:31.857736 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946acd55-2f36-4323-8a8c-242f73e4e24e x-openstack-request-id: req-946acd55-2f36-4323-8a8c-242f73e4e24e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:18:31.858057 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:18:31.858316 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-946acd55-2f36-4323-8a8c-242f73e4e24e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:18:31.858721 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'status': 'completed', 'code': 200} Jan 29 05:18:31.909091 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:31.910521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ef340-37cc-4808-b1bd-a0175331f520 req-3c8add91-3d40-436c-ab6b-912a3fb956cd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:31.912632 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d96ef340-37cc-4808-b1bd-a0175331f520 req-3c8add91-3d40-436c-ab6b-912a3fb956cd tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0498269 Jan 29 05:18:31.945945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-e11e5964-7703-4091-affa-57ed4440b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:31.947581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-e11e5964-7703-4091-affa-57ed4440b9dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1096 time: 0.0452127 Jan 29 05:18:31.953672 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d96ef340-37cc-4808-b1bd-a0175331f520 req-a8992959-6ed0-49ce-a5c7-0cc1211c6c4e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338683 Jan 29 05:18:31.977692 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38740) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:32.044736 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6b4d030b-9297-48e3-b5b8-ab4dde84517e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/083df900-b8cd-4c09-ab06-b2d1e35b2dbb HTTP/1.1" status: 200 len: 990 time: 0.0658710 Jan 29 05:18:32.047402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-075183e2-cead-4551-8c3c-4363bbcd7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:32.048890 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-075183e2-cead-4551-8c3c-4363bbcd7cc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 897 time: 0.0941823 Jan 29 05:18:32.115653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-7daf3b42-f02c-4334-ad72-ffbc18b6b060 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 998 time: 0.0599256 Jan 29 05:18:32.137459 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '083df900-b8cd-4c09-ab06-b2d1e35b2dbb', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'port_id': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'mac_address': 'fa:16:3e:f3:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701756ee-4333-404b-807f-f9fd75bb8876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:18:30Z', 'updated_at': '2022-01-29T05:18:30Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:32.164145 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] Checking router: aa5188e9-65d6-49f9-b041-58bd411ee5a4 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:18:32.164875 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-dc2163a1-9a69-42bd-bad5-e6856d70cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:32.166367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-dc2163a1-9a69-42bd-bad5-e6856d70cc7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 200 len: 835 time: 0.0435724 Jan 29 05:18:32.172580 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:18:32.173183 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:18:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:32.215590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-52e8046c-dc11-402b-b1db-02bed7e36b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:18:32.217080 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-52e8046c-dc11-402b-b1db-02bed7e36b18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a046c231-00c5-4e6e-8318-67f901626afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440338 Jan 29 05:18:32.277317 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:18:32.304759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-1f162de6-b5fa-4b79-8775-a3ead18c962f service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805771 Jan 29 05:18:32.397358 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-95dad82a-56f9-415a-ac57-8e644547c6ca req-4f0612ff-eeca-40aa-a9e3-7db8362b9f3e service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Jan 29 05:18:32.494214 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '083df900-b8cd-4c09-ab06-b2d1e35b2dbb', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'port_id': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'mac_address': 'fa:16:3e:f3:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701756ee-4333-404b-807f-f9fd75bb8876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:18:30Z', 'updated_at': '2022-01-29T05:18:30Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:18:32.523852 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee275164-43bd-4fd0-917e-bb1dc4bda662 None None] The sync data for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 is: [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '083df900-b8cd-4c09-ab06-b2d1e35b2dbb', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'port_id': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'mac_address': 'fa:16:3e:f3:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701756ee-4333-404b-807f-f9fd75bb8876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:18:30Z', 'updated_at': '2022-01-29T05:18:30Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:18:32.716279 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00cd3d9-1e6f-4dd4-9bbe-da75bcd8ed94 None None] New status for floating IP 083df900-b8cd-4c09-ab06-b2d1e35b2dbb: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:18:33.048651 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38744) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:18:33.110453 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed5627f5-c1bd-4597-b0e6-3df207415497 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/083df900-b8cd-4c09-ab06-b2d1e35b2dbb HTTP/1.1" status: 200 len: 992 time: 0.0604720 Jan 29 05:18:42.511883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:44.063668 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:45.687309 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:18:53.951369 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d781d8a9-5adc-4bd1-97b4-6cea9fa27d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:56.185475 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a66ef0d-08d2-464d-aa4f-50ad397e5e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:57.492329 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:59.307333 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:18:59.322519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:01.959862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace3b20-76dd-45e4-890d-20ef06d05f63 req-00c9a45e-3183-44f0-a9fe-f5f80d7344da tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:01.961343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ace3b20-76dd-45e4-890d-20ef06d05f63 req-00c9a45e-3183-44f0-a9fe-f5f80d7344da tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Jan 29 05:19:02.000568 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5ace3b20-76dd-45e4-890d-20ef06d05f63 req-4507eab9-a45f-4e1c-bed1-32c24baaedc5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Jan 29 05:19:03.120668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f508-fd47-4215-a7c0-ee47014e5a61 req-8ab74197-1589-40e7-86fd-2da619b2b279 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:03.122225 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2833f508-fd47-4215-a7c0-ee47014e5a61 req-8ab74197-1589-40e7-86fd-2da619b2b279 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jan 29 05:19:03.158368 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2833f508-fd47-4215-a7c0-ee47014e5a61 req-3fb9783b-d1df-4133-96e2-c4e060549a45 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301015 Jan 29 05:19:04.272162 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50f885-05ad-4e2d-861d-53b64029cd31 req-625b46d4-2e65-4747-a129-d4db698e4367 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:04.273617 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c50f885-05ad-4e2d-861d-53b64029cd31 req-625b46d4-2e65-4747-a129-d4db698e4367 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Jan 29 05:19:04.310376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9c50f885-05ad-4e2d-861d-53b64029cd31 req-02a48077-7c4c-4510-9867-98cfe1088559 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Jan 29 05:19:05.432694 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a5f3-5251-4fa9-ae94-a71b242c9e7d req-02f162fc-5512-4154-b366-06ec75f83404 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:05.434181 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e177a5f3-5251-4fa9-ae94-a71b242c9e7d req-02f162fc-5512-4154-b366-06ec75f83404 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Jan 29 05:19:05.470904 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e177a5f3-5251-4fa9-ae94-a71b242c9e7d req-2ccc276b-9218-4aa9-84f0-1dd5a8c927ce tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Jan 29 05:19:06.582988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b4d4-dc1a-411b-a1c7-0914a1c86eab req-8a7f95f3-e4ae-4cef-a1a3-e21bae615dee tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:06.584333 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74e0b4d4-dc1a-411b-a1c7-0914a1c86eab req-8a7f95f3-e4ae-4cef-a1a3-e21bae615dee tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0468097 Jan 29 05:19:06.624099 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-74e0b4d4-dc1a-411b-a1c7-0914a1c86eab req-cca841a1-f225-4cc2-a68a-2f0366758200 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Jan 29 05:19:07.744232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77175b-df4f-4096-ab32-7f339909fc9a req-38bbd546-1af1-4214-a42d-ed7c2a1429d4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:07.745878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e77175b-df4f-4096-ab32-7f339909fc9a req-38bbd546-1af1-4214-a42d-ed7c2a1429d4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0499198 Jan 29 05:19:07.785660 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5e77175b-df4f-4096-ab32-7f339909fc9a req-58a44cea-dec4-4f63-8842-e86ed7ae003b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Jan 29 05:19:08.082339 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283913c-a18c-470d-82df-2499070d1eb9 req-6170951a-10b8-4167-a5f0-e02a41b24203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:08.083844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-6170951a-10b8-4167-a5f0-e02a41b24203 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1096 time: 0.3889196 Jan 29 05:19:08.182335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283913c-a18c-470d-82df-2499070d1eb9 req-b948e5e7-6654-41ed-af9a-89ade3be0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:08.183778 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-b948e5e7-6654-41ed-af9a-89ade3be0e71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 897 time: 0.0812981 Jan 29 05:19:08.250785 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-964eb6bf-0ff5-4faa-89b3-3cb7d5b3700b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 1000 time: 0.0594828 Jan 29 05:19:08.298870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283913c-a18c-470d-82df-2499070d1eb9 req-87297ce2-7799-4ed3-a64e-a6df622b8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:08.300267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-87297ce2-7799-4ed3-a64e-a6df622b8505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 200 len: 835 time: 0.0420737 Jan 29 05:19:08.345194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283913c-a18c-470d-82df-2499070d1eb9 req-901a596a-d24d-4a5a-ad15-5ec59de3c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:08.346590 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-901a596a-d24d-4a5a-ad15-5ec59de3c0f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a046c231-00c5-4e6e-8318-67f901626afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400078 Jan 29 05:19:08.435117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-8ff665da-93cd-4e36-b305-926db347c350 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824687 Jan 29 05:19:08.520245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2283913c-a18c-470d-82df-2499070d1eb9 req-38df15c2-7d72-48db-ace1-3bbb1f84e639 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789726 Jan 29 05:19:08.907098 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efb34f-e835-4440-a990-05cbbfe1e1b2 req-260d647e-8e86-4dee-921a-321779ac53cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:08.908564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91efb34f-e835-4440-a990-05cbbfe1e1b2 req-260d647e-8e86-4dee-921a-321779ac53cb tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0526638 Jan 29 05:19:08.946102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-91efb34f-e835-4440-a990-05cbbfe1e1b2 req-94e1fd83-135c-4ada-a381-2d7f2fc0dcc3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306835 Jan 29 05:19:10.058959 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0083db-d380-4f53-a504-3ed4ddb211c9 req-22196fe0-b060-406e-9b1a-8843b5dbee09 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:10.060415 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da0083db-d380-4f53-a504-3ed4ddb211c9 req-22196fe0-b060-406e-9b1a-8843b5dbee09 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Jan 29 05:19:10.096925 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-da0083db-d380-4f53-a504-3ed4ddb211c9 req-594c1adb-273c-4b48-9b5f-3d53c3484e45 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Jan 29 05:19:11.210852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793d56a-d9f0-489b-85ac-765dcb7e5c8f req-a8994772-f00b-4687-af60-3388085030cc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:11.212329 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1793d56a-d9f0-489b-85ac-765dcb7e5c8f req-a8994772-f00b-4687-af60-3388085030cc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Jan 29 05:19:11.250069 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1793d56a-d9f0-489b-85ac-765dcb7e5c8f req-4246d58a-60fb-4100-881e-84df733f9053 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Jan 29 05:19:12.368668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149781c-e5ce-498d-86e3-b423a59af768 req-0c98ccb6-09d0-4d89-a036-344ed0b627ba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:12.370126 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c149781c-e5ce-498d-86e3-b423a59af768 req-0c98ccb6-09d0-4d89-a036-344ed0b627ba tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Jan 29 05:19:12.406746 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c149781c-e5ce-498d-86e3-b423a59af768 req-85dc7228-c0ab-432e-96f3-be4abaf15444 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Jan 29 05:19:12.429180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38788) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:12.487491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b7d0ba79-7eb4-47bd-ad30-c39f2f622e56 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/083df900-b8cd-4c09-ab06-b2d1e35b2dbb HTTP/1.1" status: 200 len: 992 time: 0.0569665 Jan 29 05:19:12.526709 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:13.754372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d4470-9df6-4728-a013-86fb8bf3187f req-4451cbe9-801a-4416-b9a9-d0f2525283fe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:13.755837 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf7d4470-9df6-4728-a013-86fb8bf3187f req-4451cbe9-801a-4416-b9a9-d0f2525283fe tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Jan 29 05:19:13.819369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf7d4470-9df6-4728-a013-86fb8bf3187f req-fa7353c7-701e-4e4d-aeb8-19427a48a608 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551317 Jan 29 05:19:13.824433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-befa539f-01cb-413f-bc85-8a27eb6ce536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:13.825969 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-befa539f-01cb-413f-bc85-8a27eb6ce536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1096 time: 0.0692556 Jan 29 05:19:13.914670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-7ae603ba-c835-4491-952c-a5b4dc024f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:13.916147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-7ae603ba-c835-4491-952c-a5b4dc024f82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 897 time: 0.0842178 Jan 29 05:19:13.983995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-15443de8-723d-4a62-a717-4e53a5686e07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 1000 time: 0.0608089 Jan 29 05:19:14.032576 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-e1dcba64-1406-4039-8124-34716193aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:14.035351 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-e1dcba64-1406-4039-8124-34716193aec7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 200 len: 835 time: 0.0451720 Jan 29 05:19:14.079984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:14.080594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-3a11ee6d-b535-40ea-b326-6a2617c4a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:14.081471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-3a11ee6d-b535-40ea-b326-6a2617c4a847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a046c231-00c5-4e6e-8318-67f901626afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401008 Jan 29 05:19:14.173548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-9131b3c7-baa4-4fa2-b92a-ce733b699315 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Jan 29 05:19:14.260310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1d30513-c8bb-459b-98bc-0c93a1a44b33 req-12b513d0-1b0c-4e4b-8635-13112770c5b6 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802791 Jan 29 05:19:14.936724 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3534a-b18c-4951-886c-38611f2df1fb req-5f736045-a944-452c-bde0-221ea97c3b5e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:14.938227 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32e3534a-b18c-4951-886c-38611f2df1fb req-5f736045-a944-452c-bde0-221ea97c3b5e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Jan 29 05:19:14.975704 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-32e3534a-b18c-4951-886c-38611f2df1fb req-143363ef-3c4c-4a66-b998-fb2cb2859b02 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Jan 29 05:19:14.997474 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38798) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:15.059163 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-cb190fb3-6211-42c5-8dde-dab3d06cb789 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/083df900-b8cd-4c09-ab06-b2d1e35b2dbb HTTP/1.1" status: 200 len: 992 time: 0.0605073 Jan 29 05:19:22.685967 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:19:23.952469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a1ca-498f-4850-87dc-1e4ee235e198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:25.435050 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-8990f177-7fdd-49e1-b157-47e20e660cca req-cc2a1bb0-efcc-48ea-8417-8ee48bf877ae tempest-ServerDiskConfigTestJSON-1936828645 tempest-ServerDiskConfigTestJSON-1936828645-project] (102403) timed out ('10.222.0.20', 59087) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:19:26.187283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dd5760c8-b68c-419b-a442-804d029c8ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:27.495241 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:29.315107 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:29.327037 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:42.526510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:44.077573 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:45.444364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38818) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:45.598552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 739d2899-a5c1-45d8-88ab-5d24b13128d4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:19:45.598811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:45.676443 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:45.676773 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:45.688235 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 739d2899-a5c1-45d8-88ab-5d24b13128d4 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:19:45.836887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:45.860562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=739d2899-a5c1-45d8-88ab-5d24b13128d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:45.870409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.870765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.871106 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.871443 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.871776 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.872746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.872746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.872746 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.873102 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.873362 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.873685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.874030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:45.932366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:45.932701 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP 083df900-b8cd-4c09-ab06-b2d1e35b2dbb disassociated (deleted). External IP: 172.25.4.41, port: 5b15557a-ff7e-47c9-a70a-e8689d7b75d9. Jan 29 05:19:46.136286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router aa5188e9-65d6-49f9-b041-58bd411ee5a4 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:46.247415 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:46.252384 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:46.257702 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] Sync routers for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:46.277851 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:46.279267 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:46.285576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-174e5293-344a-43eb-9054-1b8e4716b6c6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/floatingips/083df900-b8cd-4c09-ab06-b2d1e35b2dbb HTTP/1.1" status: 204 len: 168 time: 0.8401177 Jan 29 05:19:46.286194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:19:46.288490 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8271899-e6d7-4d56-a265-06650e154f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:19:46.360908 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f88c63d-17b5-4235-b240-3fd1f8a93d1f x-openstack-request-id: req-5f88c63d-17b5-4235-b240-3fd1f8a93d1f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:19:46.361446 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:19:46.362756 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f88c63d-17b5-4235-b240-3fd1f8a93d1f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:19:46.363375 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'status': 'completed', 'code': 200} Jan 29 05:19:46.400326 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:46.454297 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271899-e6d7-4d56-a265-06650e154f4c req-89d8eb59-b290-40db-8fc0-a35374b4edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:46.455870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-89d8eb59-b290-40db-8fc0-a35374b4edae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 1096 time: 0.0469282 Jan 29 05:19:46.604286 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d3bc-5a9e-4062-8158-e6fc394538e0 req-e77343c6-9298-4028-902a-fc2f599f9d1d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:46.605773 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2825d3bc-5a9e-4062-8158-e6fc394538e0 req-e77343c6-9298-4028-902a-fc2f599f9d1d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.1005349 Jan 29 05:19:46.607910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:46.632990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271899-e6d7-4d56-a265-06650e154f4c req-29eccac7-3399-4074-94b4-51cc2a756dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:46.634461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-29eccac7-3399-4074-94b4-51cc2a756dfd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 200 len: 897 time: 0.1368856 Jan 29 05:19:46.637323 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] Checking router: aa5188e9-65d6-49f9-b041-58bd411ee5a4 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:46.645407 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:46.646030 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:46.660387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2825d3bc-5a9e-4062-8158-e6fc394538e0 req-5ffaa116-6676-4055-9661-a8dcfc3e4dff tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Jan 29 05:19:46.692520 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-4f129f37-71eb-4e69-a02e-ef20e343011f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 200 len: 217 time: 0.0459511 Jan 29 05:19:46.740744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271899-e6d7-4d56-a265-06650e154f4c req-d349edfc-bc6c-4de8-a22f-13c0a7d6b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:46.742523 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-d349edfc-bc6c-4de8-a22f-13c0a7d6b7de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 200 len: 835 time: 0.0435505 Jan 29 05:19:46.747789 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:46.791939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271899-e6d7-4d56-a265-06650e154f4c req-6bdac0e1-c227-400d-ae3e-f7e604b7e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:46.793466 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-6bdac0e1-c227-400d-ae3e-f7e604b7e79b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a046c231-00c5-4e6e-8318-67f901626afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439303 Jan 29 05:19:46.892253 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-74e4cf30-47ea-4c48-bfc9-41001ff013f3 service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907977 Jan 29 05:19:46.981014 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b8271899-e6d7-4d56-a265-06650e154f4c req-8325d4e2-e250-4b84-9de1-2232170c5e2e service neutron] 10.222.0.20 "GET /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814989 Jan 29 05:19:47.032708 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:47.058067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b4617-b5e9-4cef-8f96-a16ab3da6b08 None None] The sync data for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 is: [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:17Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '0dbad8a5-20ac-441d-92de-18a786e188fc', 'name': '', 'network_id': 'a046c231-00c5-4e6e-8318-67f901626afe', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:80:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:17Z', 'updated_at': '2022-01-29T05:18:20Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'cab2a29e-b769-4227-b3a9-cb86a9e4f3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:47.269117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afaf0c4-ee71-44bd-b5ea-24c253a19874 None None] New status for floating IP 083df900-b8cd-4c09-ab06-b2d1e35b2dbb: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:19:47.776513 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2536-dd23-485e-90a9-fc7703e4b271 req-73592ebb-bd27-47a9-8c3d-d315c251b382 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:47.777977 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d05a2536-dd23-485e-90a9-fc7703e4b271 req-73592ebb-bd27-47a9-8c3d-d315c251b382 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0478957 Jan 29 05:19:47.814532 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d05a2536-dd23-485e-90a9-fc7703e4b271 req-1815085a-7def-4d36-8bcd-929131497bd5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=f217f4e2-01ca-4fcf-b114-1cafaa26ee91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Jan 29 05:19:48.174350 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-3fee5414-d23f-48ac-ada4-adff74fe6591 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:48.175713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-3fee5414-d23f-48ac-ada4-adff74fe6591 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 945 time: 0.0482590 Jan 29 05:19:48.266293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:19:48.266645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:48.352284 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:48.352660 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:48.364066 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:19:48.491023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:48.519887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=5b15557a-ff7e-47c9-a70a-e8689d7b75d9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:48.563939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] No DVR routers for this DVR port 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:19:48.566811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:48.571201 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bbc899f9-49cd-462a-96b8-5c4430a298a7 req-aa4d76fe-8eb7-4128-a9e9-fb3e37c6c15f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "DELETE /v2.0/ports/5b15557a-ff7e-47c9-a70a-e8689d7b75d9 HTTP/1.1" status: 204 len: 173 time: 0.3896203 Jan 29 05:19:48.571642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'name': 'network-vif-deleted', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:19:48.573875 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca2152-54ed-4343-bd3e-83b8abe3cfd0" -d '{"events": [{"server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "name": "network-vif-deleted", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:19:48.608999 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88593666-2778-4f0a-90bc-162e96a47a16 x-openstack-request-id: req-88593666-2778-4f0a-90bc-162e96a47a16 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:19:48.609295 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701756ee-4333-404b-807f-f9fd75bb8876", "name": "network-vif-deleted", "tag": "5b15557a-ff7e-47c9-a70a-e8689d7b75d9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:19:48.609548 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88593666-2778-4f0a-90bc-162e96a47a16 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:19:48.609979 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701756ee-4333-404b-807f-f9fd75bb8876', 'name': 'network-vif-deleted', 'tag': '5b15557a-ff7e-47c9-a70a-e8689d7b75d9', 'status': 'completed', 'code': 200} Jan 29 05:19:48.930305 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a9aea18c-244b-4c84-a02c-0f2e564e76b6 req-846aa83e-f2b4-4ea7-8f70-5add2a26b3e9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=701756ee-4333-404b-807f-f9fd75bb8876 HTTP/1.1" status: 200 len: 210 time: 0.0319805 Jan 29 05:19:49.986076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:50.331230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:50.576001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 0dbad8a5-20ac-441d-92de-18a786e188fc {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:19:50.576256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:50.664158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 0dbad8a5-20ac-441d-92de-18a786e188fc, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=0dbad8a5-20ac-441d-92de-18a786e188fc,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:50.664517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:50.675852 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 0dbad8a5-20ac-441d-92de-18a786e188fc owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:19:50.856846 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:50.883341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=0dbad8a5-20ac-441d-92de-18a786e188fc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:51.053358 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.262101 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router aa5188e9-65d6-49f9-b041-58bd411ee5a4 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:51.368086 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:51.373480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-50e61f10-df9e-4e82-84cd-c8d221270ec6 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/aa5188e9-65d6-49f9-b041-58bd411ee5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862932 Jan 29 05:19:51.376484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38842) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:51.378650 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] Sync routers for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:51.388287 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:51.388894 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:51.427311 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting subnet cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:19:51.431078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.474026 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.489616 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:51.558864 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.619230 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.650318 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Subnet': ['ID=cab2a29e-b769-4227-b3a9-cb86a9e4f3c2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:51.655709 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.658667 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf3ee3a5-78cf-4328-abbc-c2b9da1aad8b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/subnets/cab2a29e-b769-4227-b3a9-cb86a9e4f3c2 HTTP/1.1" status: 204 len: 168 time: 0.2810695 Jan 29 05:19:51.661546 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:51.663666 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c3dca-5c6d-471d-8aa5-6a2791091d6d None None] Network a046c231-00c5-4e6e-8318-67f901626afe requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:19:51.669279 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:19:50Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:51.696183 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] Checking router: aa5188e9-65d6-49f9-b041-58bd411ee5a4 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:51.704602 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] Routers {'aa5188e9-65d6-49f9-b041-58bd411ee5a4'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:51.705232 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:51.768196 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.811213 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] Set router aa5188e9-65d6-49f9-b041-58bd411ee5a4 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:51.822413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:51.846325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:19:51.846938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 5b15557a-ff7e-47c9-a70a-e8689d7b75d9 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:51.852583 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] DHCP port deletion for a046c231-00c5-4e6e-8318-67f901626afe request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:19:51.909796 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Deleting port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:19:51.910729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:51.986139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] For port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,segment=NetworkSegment(06ab281c-e14c-43af-8e8e-704553155be0),segment_id=06ab281c-e14c-43af-8e8e-704553155be0)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:51.986834 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.018774 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Calling delete_port for fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:19:52.025413 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:19:50Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:52.060132 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6b534-778d-4f96-abac-7554cdbe11b1 None None] The sync data for ids ['aa5188e9-65d6-49f9-b041-58bd411ee5a4'] in n-d-825930-1 is: [{'id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331741482', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '64a0d3f3-5666-4479-8763-65004800e9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:19:50Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '64a0d3f3-5666-4479-8763-65004800e9be', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5188e9-65d6-49f9-b041-58bd411ee5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:18:14Z', 'updated_at': '2022-01-29T05:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:52.075469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:52.165034 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.204976 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Pushing event deleted for resources: {'Port': ['ID=fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:52.214222 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] No DVR routers for this DVR port fbe4ee08-7e48-4f0e-915a-d7a5fcfdcfc4 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:19:52.223107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.223107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.223107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.223107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.224001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.224001 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.224570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.225140 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.226301 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.226911 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.227541 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.227640 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85f8db-fb3d-4d75-937a-8ff10224ad5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:52.232970 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.235855 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.287208 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 64a0d3f3-5666-4479-8763-65004800e9be {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:19:52.287563 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.363671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 64a0d3f3-5666-4479-8763-65004800e9be, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=64a0d3f3-5666-4479-8763-65004800e9be,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:52.363938 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.376666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 64a0d3f3-5666-4479-8763-65004800e9be owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:19:52.544473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.575495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=64a0d3f3-5666-4479-8763-65004800e9be,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:52.632188 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.720156 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.722274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.763562 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.764117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Fanout notify agent at l3_agent the message router_deleted on router aa5188e9-65d6-49f9-b041-58bd411ee5a4 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:19:52.770879 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.772067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab198e02-3048-4732-851a-4fc37cfb60a8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/routers/aa5188e9-65d6-49f9-b041-58bd411ee5a4 HTTP/1.1" status: 204 len: 168 time: 1.1095319 Jan 29 05:19:52.775396 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:52.858053 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.947069 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:52.970693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a046c231-00c5-4e6e-8318-67f901626afe']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:52.979782 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ab281c-e14c-43af-8e8e-704553155be0') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:52.980085 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ab281c-e14c-43af-8e8e-704553155be0') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:52.989084 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.002586 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.009058 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:19:53.009529 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:19:53.012754 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:19:53.067019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.074748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.077869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/networks/a046c231-00c5-4e6e-8318-67f901626afe HTTP/1.1" status: 204 len: 168 time: 0.3013029 Jan 29 05:19:53.080855 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38848) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:53.089565 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ef8ec-45b3-4f09-b07a-870f2da175ed tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Network': ['ID=a046c231-00c5-4e6e-8318-67f901626afe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.138150 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.162168 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.224430 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.229041 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.232648 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/security-groups/f217f4e2-01ca-4fcf-b114-1cafaa26ee91 HTTP/1.1" status: 204 len: 168 time: 0.1506834 Jan 29 05:19:53.244190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f217f4e2-01ca-4fcf-b114-1cafaa26ee91,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.251807 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.252197 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.252569 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.253008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.253355 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.253693 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.254122 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.254475 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.255289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.255289 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.255484 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.255780 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c70fe-34db-4d74-851e-6761ba384eec tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:19:53.597823 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:53.602384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858524027', 'description': 'tempest-secgroup-smoke-1858524027 description', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:53.626920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.695816 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.699444 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.729546 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.730797 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1319511 Jan 29 05:19:53.732651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028ceb7-736e-458b-9c31-1cd0cffec9aa tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2095ebcc-08d7-4d5c-bca5-373925214783,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.733736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38856) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:53.739316 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '2095ebcc-08d7-4d5c-bca5-373925214783', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:53.768319 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.814412 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.817910 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.834577 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae87b65-af2f-4c41-ad7f-8aba44209a56,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.842775 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.843957 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-77c2ba29-65e6-41b8-b418-81c56bd5afc1 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083920 Jan 29 05:19:53.846919 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:53.852509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '2095ebcc-08d7-4d5c-bca5-373925214783', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:53.879525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.951057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.956071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0dbad8a5-20ac-441d-92de-18a786e188fc no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:53.957149 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.959615 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-643050e5-7f4d-4254-92ef-2e95edd5f348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.978413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 0dbad8a5-20ac-441d-92de-18a786e188fc {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:19:53.978829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 0dbad8a5-20ac-441d-92de-18a786e188fc not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:53.979045 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f8bfe4-21c0-4c28-922c-28f2d95b0f38,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:53.979379 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 64a0d3f3-5666-4479-8763-65004800e9be no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:19:53.985010 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:53.986079 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-81ab5c33-a650-454a-915a-ad5f1dc9f0c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379309 Jan 29 05:19:53.988901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:53.993349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '2095ebcc-08d7-4d5c-bca5-373925214783', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:53.998460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 64a0d3f3-5666-4479-8763-65004800e9be {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:19:53.998803 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 64a0d3f3-5666-4479-8763-65004800e9be not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:19:54.023292 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.079058 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.082715 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.101411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd83895e-fe6d-4eec-b8da-b3dd809044c0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.105870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.109817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38862) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:54.110415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-19c61328-ad42-4d3c-8472-0657c0c641c5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199968 Jan 29 05:19:54.114359 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '2095ebcc-08d7-4d5c-bca5-373925214783', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:54.141794 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.199556 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.203000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.223091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14da43dc-6c67-478c-91e9-32a96d4b65c0,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.231530 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.232691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5ef2a5ad-0cbe-4081-901b-b3da181b2ecc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218185 Jan 29 05:19:54.235401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38864) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:54.239591 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '2095ebcc-08d7-4d5c-bca5-373925214783', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:54.263303 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:19:54.268002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.328298 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.331961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.350955 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ab5ffd-2f6e-4116-a6c9-9b7daa7ab70b,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.356305 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.357392 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-99df4a6e-64f3-4056-ac6f-63c0ab86ac9b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210120 Jan 29 05:19:54.360066 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38866) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:54.364534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'security_group_rule': {'security_group_id': '2095ebcc-08d7-4d5c-bca5-373925214783', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:54.388104 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Project f5ef5b34c9984d29ba91e45b7ac185b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:19:54.392719 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.452144 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.455553 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.473603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac7d0b3-b656-4453-b508-00015cca56fc,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.478310 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.479508 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b94de1f8-53b4-4546-a016-79ef113484c7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185360 Jan 29 05:19:54.482439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38868) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:54.487140 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'network': {'name': 'tempest-network-smoke--828792959', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'port_security_enabled': True}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:54.509606 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:19:54.512961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.535663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:19:54.545021 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.545358 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Added segment 0240ed18-58a6-46d7-acf2-c9955dc3506d of type vlan for network beaecbb8-865c-4bdc-853b-a1dcd7fba094 Jan 29 05:19:54.587432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.610599 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.616461 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:54.617065 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.667653 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1842222 Jan 29 05:19:54.670513 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38870) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:54.675222 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'admin_state_up': True, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:54.686008 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4125a5c-63a4-4949-982d-069a4244dff5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Network': ['ID=beaecbb8-865c-4bdc-853b-a1dcd7fba094,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:54.696900 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:19:54.700631 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.701753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.756640 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:54.890632 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.080003 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.098701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.197950 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.176 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/819a83ee-b790-4680-b374-5435b8f7f164) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:55.300693 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.336363 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.375224 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:55.379578 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:55.383621 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:55.405385 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=819a83ee-b790-4680-b374-5435b8f7f164,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:55.627085 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.818798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:55.945485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router dbea4ec6-70d2-46e5-abcb-68a645ca0393 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:19:56.050130 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:56.061434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Sync routers for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:56.070910 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.071215 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:56.072325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:56.072735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5844e886-bf15-4126-8b77-282ba8f20545 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4010849 Jan 29 05:19:56.075912 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:56.146970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b1764eb3-1074-4b3f-9359-a77c5da1efba tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5ef5b34c9984d29ba91e45b7ac185b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697007 Jan 29 05:19:56.149622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:56.186528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:56.240171 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3e268-565f-4c9b-833f-23f0fe59edfe tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:56.241119 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2f12965-787c-4c47-9db5-229b83d7e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.244811 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-efb3e268-565f-4c9b-833f-23f0fe59edfe tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915375 Jan 29 05:19:56.245528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38878) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:56.275762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a1b7001-e4d2-455a-ab6f-67fb019be6ec tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d93d545d-1b4f-412e-9ffa-6c33f277612f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289462 Jan 29 05:19:56.278478 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:56.283203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-779635815', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:19:56.366183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:56.374797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:19:56.378244 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.392942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Checking router: dbea4ec6-70d2-46e5-abcb-68a645ca0393 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:56.393294 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Updating router dbea4ec6-70d2-46e5-abcb-68a645ca0393 port 819a83ee-b790-4680-b374-5435b8f7f164 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:19:56.422234 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.556887 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.623545 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Subnet': ['ID=bef1381b-b55e-4981-9b21-add9ea9dbf7e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:56.632915 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Checking segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:19:56.633411 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network hostable DHCP agents. Network: beaecbb8-865c-4bdc-853b-a1dcd7fba094, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:19:56.650613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:19:56.659611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, beaecbb8-865c-4bdc-853b-a1dcd7fba094) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:56.664036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:56.664635 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.670948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6d082-d240-461d-8b2d-817dac6cab7f None None] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:19:56.684382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5cf6427-59e3-4e77-8ea8-991075e4d3c4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4022315 Jan 29 05:19:56.684571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.684675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:19:56.719611 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.792977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83cb3-f32c-4544-b05b-4744f9e65cc6 None None] Pushing event updated for resources: {'Port': ['ID=819a83ee-b790-4680-b374-5435b8f7f164,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:56.800000 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Attempting to bind port 819a83ee-b790-4680-b374-5435b8f7f164 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:19:56.800495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Attempting to bind port 819a83ee-b790-4680-b374-5435b8f7f164 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:19:56.800724 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Attempting to bind port 819a83ee-b790-4680-b374-5435b8f7f164 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:56.814729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:56.815106 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:19:56.815509 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.815901 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:56.816366 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Bound port: 819a83ee-b790-4680-b374-5435b8f7f164, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:19:56.816753 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.911934 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] For port 819a83ee-b790-4680-b374-5435b8f7f164, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:56.925475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:19:56.926359 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:56.933703 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] For port 819a83ee-b790-4680-b374-5435b8f7f164, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=819a83ee-b790-4680-b374-5435b8f7f164,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:56.944145 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.073091 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83cb3-f32c-4544-b05b-4744f9e65cc6 None None] Pushing event updated for resources: {'Port': ['ID=819a83ee-b790-4680-b374-5435b8f7f164,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:57.078065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:57.078599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:57.113216 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.383611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Allocated IP 172.20.0.2 (beaecbb8-865c-4bdc-853b-a1dcd7fba094/bef1381b-b55e-4981-9b21-add9ea9dbf7e/443f43d7-b7da-46a4-9812-efe476d2f516) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:57.435548 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:57.591046 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.722756 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.733009 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.781444 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:57.783212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.1 (beaecbb8-865c-4bdc-853b-a1dcd7fba094/bef1381b-b55e-4981-9b21-add9ea9dbf7e/5537324a-b0a9-4236-aa49-fb06489c0690) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:19:57.788500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:57.794138 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:57.798044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Pushing event updated for resources: {'Port': ['ID=443f43d7-b7da-46a4-9812-efe476d2f516,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:57.805241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:57.852864 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529cc59-1c3a-4e1e-9476-0f1fc2a7b673 None None] The sync data for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 is: [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:55Z', 'revision_number': 3, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:19:57.886948 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Attempting to bind port 443f43d7-b7da-46a4-9812-efe476d2f516 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:19:57.887318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Attempting to bind port 443f43d7-b7da-46a4-9812-efe476d2f516 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:19:57.887682 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Attempting to bind port 443f43d7-b7da-46a4-9812-efe476d2f516 on network beaecbb8-865c-4bdc-853b-a1dcd7fba094 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:19:57.893208 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:19:57.894089 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Checking segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:19:57.894089 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.894429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Bound using segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:19:57.894912 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Bound port: 443f43d7-b7da-46a4-9812-efe476d2f516, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:19:57.895290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.914181 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.953328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:57.964998 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] For port 443f43d7-b7da-46a4-9812-efe476d2f516, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:19:57.968780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] For port 443f43d7-b7da-46a4-9812-efe476d2f516, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=443f43d7-b7da-46a4-9812-efe476d2f516,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:19:57.973300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:58.010425 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:58.014986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:58.017248 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:19:58.021316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=5537324a-b0a9-4236-aa49-fb06489c0690,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.039009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d652c-ea83-4efd-b2ea-a54cc5fc6890 None None] Pushing event updated for resources: {'Port': ['ID=443f43d7-b7da-46a4-9812-efe476d2f516,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.078304 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:58.252781 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:58.547401 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:58.552803 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:58.630395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=5537324a-b0a9-4236-aa49-fb06489c0690,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:58.636323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:58.733590 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:19:58.735269 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:19:59.065334 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0e854-f46e-451e-8a78-10b9123d1c75 None None] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:19:59.138108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3d66a7e0-5ceb-442d-a0d2-d62ebe23debc None None] Provisioning complete for port 443f43d7-b7da-46a4-9812-efe476d2f516 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:59.138480 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d66a7e0-5ceb-442d-a0d2-d62ebe23debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.212409 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router dbea4ec6-70d2-46e5-abcb-68a645ca0393 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:19:59.285560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d66a7e0-5ceb-442d-a0d2-d62ebe23debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.333373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:19:59.333995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.343017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2daf1056-1b18-43cf-99c1-8f889701dbe0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/dbea4ec6-70d2-46e5-abcb-68a645ca0393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575019 Jan 29 05:19:59.349704 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3d66a7e0-5ceb-442d-a0d2-d62ebe23debc None None] For port 443f43d7-b7da-46a4-9812-efe476d2f516, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=443f43d7-b7da-46a4-9812-efe476d2f516,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:19:59.351487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.358576 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d66a7e0-5ceb-442d-a0d2-d62ebe23debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.436852 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66a7e0-5ceb-442d-a0d2-d62ebe23debc None None] Pushing event updated for resources: {'Port': ['ID=443f43d7-b7da-46a4-9812-efe476d2f516,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:19:59.501932 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-a1e8b043-845d-4ac4-a74c-8ab14f8124bc tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858524027&fields=id&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 267 time: 0.0366313 Jan 29 05:19:59.575795 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Sync routers for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:19:59.581384 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e94fc4b1-3a64-40d7-9012-661549ceda8b None None] Provisioning complete for port 443f43d7-b7da-46a4-9812-efe476d2f516 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:59.581925 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e94fc4b1-3a64-40d7-9012-661549ceda8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.587070 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:19:59.587712 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:59.633880 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-290fb4c3-4d18-416a-9ef6-df4460a13f9c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:19:59.636744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-290fb4c3-4d18-416a-9ef6-df4460a13f9c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 796 time: 0.1259494 Jan 29 05:19:59.653817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-40aff71d-bc44-40fb-81ab-d7eb1f6252e8 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/quotas/f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 375 time: 0.0110710 Jan 29 05:19:59.688357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-e94fc4b1-3a64-40d7-9012-661549ceda8b None None] Provisioning complete for port 5537324a-b0a9-4236-aa49-fb06489c0690 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:59.689285 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e94fc4b1-3a64-40d7-9012-661549ceda8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.704745 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:19:59.715397 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-d48542a4-5403-4606-9c0d-75137e122d6c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550854 Jan 29 05:19:59.721063 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:19:59.730681 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e94fc4b1-3a64-40d7-9012-661549ceda8b None None] Port 5537324a-b0a9-4236-aa49-fb06489c0690 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:19:59.830574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-6bbfa45e-8795-4f5d-be7e-42a4ad7ef7fa service neutron] 10.222.0.32 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995655 Jan 29 05:19:59.851118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3716a644-bca5-4898-864f-0bd7685d11f8 None None] Provisioning complete for port 5537324a-b0a9-4236-aa49-fb06489c0690 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:19:59.851894 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3716a644-bca5-4898-864f-0bd7685d11f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:19:59.897555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3716a644-bca5-4898-864f-0bd7685d11f8 None None] Port 5537324a-b0a9-4236-aa49-fb06489c0690 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:19:59.946202 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 2, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:19:59.965288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-ce36ac48-4976-4029-901d-8f0e83959c32 service neutron] 10.222.0.32 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338496 Jan 29 05:19:59.978638 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Checking router: dbea4ec6-70d2-46e5-abcb-68a645ca0393 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:19:59.978991 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Updating router dbea4ec6-70d2-46e5-abcb-68a645ca0393 port 5537324a-b0a9-4236-aa49-fb06489c0690 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:20:00.018879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0d043fed-ba97-4823-b824-106b03d2905b None None] Provisioning complete for port 5537324a-b0a9-4236-aa49-fb06489c0690 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:00.019325 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0d043fed-ba97-4823-b824-106b03d2905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.028857 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.060259 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0d043fed-ba97-4823-b824-106b03d2905b None None] Port 5537324a-b0a9-4236-aa49-fb06489c0690 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:20:00.104922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 443f43d7-b7da-46a4-9812-efe476d2f516 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:20:00.153923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 443f43d7-b7da-46a4-9812-efe476d2f516 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:00.154315 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.186483 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e59a0d8f-1a54-499b-b243-be4c93cd0a89 req-6a202ae0-dc3d-4dce-8ef3-90149c8fdfe9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 210 time: 0.0443993 Jan 29 05:20:00.236776 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 819a83ee-b790-4680-b374-5435b8f7f164 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:20:00.291325 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 819a83ee-b790-4680-b374-5435b8f7f164 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:00.291940 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.378245 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.400558 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 819a83ee-b790-4680-b374-5435b8f7f164, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=819a83ee-b790-4680-b374-5435b8f7f164,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:00.405328 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.446118 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.452445 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.463823 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=819a83ee-b790-4680-b374-5435b8f7f164,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:00.508416 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Pushing event updated for resources: {'Port': ['ID=5537324a-b0a9-4236-aa49-fb06489c0690,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:00.531384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.531384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.531384 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.531787 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.531955 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.532343 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.532594 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.532916 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.533234 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.533554 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.534170 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.534462 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:00.567518 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Attempting to bind port 5537324a-b0a9-4236-aa49-fb06489c0690 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:20:00.568005 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Attempting to bind port 5537324a-b0a9-4236-aa49-fb06489c0690 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:20:00.568390 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Attempting to bind port 5537324a-b0a9-4236-aa49-fb06489c0690 on network beaecbb8-865c-4bdc-853b-a1dcd7fba094 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:00.574677 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:20:00.575060 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Checking segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:20:00.575466 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.575854 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Bound using segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:20:00.576422 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Bound port: 5537324a-b0a9-4236-aa49-fb06489c0690, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:20:00.576685 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.646056 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] For port 5537324a-b0a9-4236-aa49-fb06489c0690, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:20:00.649645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] For port 5537324a-b0a9-4236-aa49-fb06489c0690, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5537324a-b0a9-4236-aa49-fb06489c0690,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:20:00.655379 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.712102 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:00.712734 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:00.755154 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7109f8-8928-4731-9039-a394d02602c3 None None] Pushing event updated for resources: {'Port': ['ID=5537324a-b0a9-4236-aa49-fb06489c0690,revision_number=4']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:00.787114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6264f436-b00e-40e6-a8b3-301fc688c80b None None] Provisioning complete for port 5537324a-b0a9-4236-aa49-fb06489c0690 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:00.787631 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6264f436-b00e-40e6-a8b3-301fc688c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.834458 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:00.909718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6264f436-b00e-40e6-a8b3-301fc688c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.944749 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6264f436-b00e-40e6-a8b3-301fc688c80b None None] For port 5537324a-b0a9-4236-aa49-fb06489c0690, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5537324a-b0a9-4236-aa49-fb06489c0690,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:00.949788 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6264f436-b00e-40e6-a8b3-301fc688c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:00.997710 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264f436-b00e-40e6-a8b3-301fc688c80b None None] Pushing event updated for resources: {'Port': ['ID=5537324a-b0a9-4236-aa49-fb06489c0690,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:01.039527 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:01.064553 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b3ad-1466-48bf-9346-f9a36ab125d6 None None] The sync data for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 is: [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:20:01.068281 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-69f8da35-7bab-4e32-af8b-2cf7dfe6f753 None None] Provisioning complete for port 5537324a-b0a9-4236-aa49-fb06489c0690 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:01.068754 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-69f8da35-7bab-4e32-af8b-2cf7dfe6f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:01.292504 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-41b58cff-7dd6-4930-8cbe-f74f8d77ece0 req-b1a30c72-6f54-4eec-8101-504c61125138 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 210 time: 0.0298910 Jan 29 05:20:01.350337 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-de7412bb-3395-404e-97c7-27ebadad6b29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:01.352311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-de7412bb-3395-404e-97c7-27ebadad6b29 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 796 time: 0.1224377 Jan 29 05:20:01.404958 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-4ea627df-7be7-4fa6-a69e-439273e9089a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7 HTTP/1.1" status: 200 len: 380 time: 0.0357883 Jan 29 05:20:01.420855 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'port': {'device_id': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'admin_state_up': True, 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'security_groups': ['2095ebcc-08d7-4d5c-bca5-373925214783']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:01.541528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Made reservation on behalf of f5ef5b34c9984d29ba91e45b7ac185b7 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:20:01.547453 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:01.677642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.20.0.5 (beaecbb8-865c-4bdc-853b-a1dcd7fba094/bef1381b-b55e-4981-9b21-add9ea9dbf7e/d052efcc-489a-493e-836a-581a060a99a3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:01.824070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:01.859537 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:01.906275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:01.909523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:01.912148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:01.947340 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=d052efcc-489a-493e-836a-581a060a99a3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:01.982992 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:01.983613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.003942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-dc5d2e64-133b-43bb-964c-cf5f25925fa2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863597 Jan 29 05:20:02.021633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Request body: {'port': {'device_id': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:02.079309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5537324a-b0a9-4236-aa49-fb06489c0690 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:20:02.090242 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.143777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5537324a-b0a9-4236-aa49-fb06489c0690 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:02.144253 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.208612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-91206f4d-7b90-479b-9c13-d655b6c2bc5b None None] Provisioning complete for port d052efcc-489a-493e-836a-581a060a99a3 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:02.209033 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-91206f4d-7b90-479b-9c13-d655b6c2bc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.280399 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-91206f4d-7b90-479b-9c13-d655b6c2bc5b None None] Port d052efcc-489a-493e-836a-581a060a99a3 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:20:02.287956 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 819a83ee-b790-4680-b374-5435b8f7f164 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:20:02.335829 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 819a83ee-b790-4680-b374-5435b8f7f164 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:02.335995 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.368979 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d052efcc-489a-493e-836a-581a060a99a3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:20:02.376733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.418917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Transition to ACTIVE for port object d052efcc-489a-493e-836a-581a060a99a3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:20:02.423722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.474229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a93b8-c046-44fb-b71a-3e5b1b9a8e11 req-729172c6-922f-4637-a46e-201588e6f27f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:02.476341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c89a93b8-c046-44fb-b71a-3e5b1b9a8e11 req-729172c6-922f-4637-a46e-201588e6f27f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 931 time: 0.0969679 Jan 29 05:20:02.509134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d052efcc-489a-493e-836a-581a060a99a3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:02.566557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c89a93b8-c046-44fb-b71a-3e5b1b9a8e11 req-b1730dc2-2ab4-474c-b1c5-b5833e0361ea tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832608 Jan 29 05:20:02.596896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Attempting to bind port d052efcc-489a-493e-836a-581a060a99a3 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:20:02.597239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Attempting to bind port d052efcc-489a-493e-836a-581a060a99a3 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:20:02.597572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Attempting to bind port d052efcc-489a-493e-836a-581a060a99a3 on network beaecbb8-865c-4bdc-853b-a1dcd7fba094 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:02.603654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Port d052efcc-489a-493e-836a-581a060a99a3 on network beaecbb8-865c-4bdc-853b-a1dcd7fba094 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:20:02.603974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Attempting to bind port d052efcc-489a-493e-836a-581a060a99a3 on network beaecbb8-865c-4bdc-853b-a1dcd7fba094 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:02.608982 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:20:02.609377 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Checking segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:20:02.609924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Bound using segment: {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:20:02.610384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Bound port: d052efcc-489a-493e-836a-581a060a99a3, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0240ed18-58a6-46d7-acf2-c9955dc3506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:20:02.610739 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.676990 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] For port d052efcc-489a-493e-836a-581a060a99a3, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:20:02.680136 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] For port d052efcc-489a-493e-836a-581a060a99a3, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d052efcc-489a-493e-836a-581a060a99a3,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:20:02.683894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.718843 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:02.719458 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:02.720888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] 10.222.0.20 "PUT /v2.0/ports/d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 1091 time: 0.7037601 Jan 29 05:20:02.721278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:20:02.723563 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18819a3a-6d37-46bc-ae36-27b46c4cca40" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "tag": "d052efcc-489a-493e-836a-581a060a99a3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:02.747952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34021ff0-0fc4-4c77-87cd-63053bcb6f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d052efcc-489a-493e-836a-581a060a99a3,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:02.776063 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3166e583-8d58-4748-8548-71a00e136787 x-openstack-request-id: req-3166e583-8d58-4748-8548-71a00e136787 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:02.776355 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "tag": "d052efcc-489a-493e-836a-581a060a99a3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:02.776608 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3166e583-8d58-4748-8548-71a00e136787 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:02.777006 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3', 'status': 'completed', 'code': 200} Jan 29 05:20:02.832977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-879c7877-ac66-40a4-9edd-eb3472ae20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:02.835112 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-879c7877-ac66-40a4-9edd-eb3472ae20f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1094 time: 0.0423131 Jan 29 05:20:02.887586 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-951ac1b5-7b7a-4a03-8428-ceeb790272b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 217 time: 0.0394602 Jan 29 05:20:02.937938 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-5dffdb33-8a67-4c1e-9750-953790fede8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:02.939382 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-5dffdb33-8a67-4c1e-9750-953790fede8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 200 len: 834 time: 0.0449920 Jan 29 05:20:02.983884 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-ed82b37f-175e-4b4a-81e8-c859072accad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:02.985269 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-ed82b37f-175e-4b4a-81e8-c859072accad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beaecbb8-865c-4bdc-853b-a1dcd7fba094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390875 Jan 29 05:20:03.076044 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-980ce994-fa3c-4c85-b0a9-89af5dab1d35 service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844157 Jan 29 05:20:03.164292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d375fd4b-8e95-4fb3-89b1-ec901e92c211 req-21d15827-e855-4ea0-a3ca-bcb926284a8f service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Jan 29 05:20:03.294421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-f6d2a028-7955-45aa-8196-dcb2d8e22c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:03.295899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-f6d2a028-7955-45aa-8196-dcb2d8e22c9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1094 time: 0.0463307 Jan 29 05:20:03.383361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-c00a9a8a-6880-4747-8e4c-b3f6b2f04eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:03.384786 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-c00a9a8a-6880-4747-8e4c-b3f6b2f04eab service neutron] 10.222.0.20 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 897 time: 0.0821393 Jan 29 05:20:03.424935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-3c6a2e44-9d70-420b-9c03-0aff11fc7eed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 217 time: 0.0328455 Jan 29 05:20:03.475349 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-7e92ca10-bc7d-48ce-9fd1-59294dca3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:03.476726 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-7e92ca10-bc7d-48ce-9fd1-59294dca3518 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 200 len: 834 time: 0.0455151 Jan 29 05:20:03.521228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-3268a9b4-6abf-47b1-a0e1-f1d9784d470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:03.522818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-3268a9b4-6abf-47b1-a0e1-f1d9784d470d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beaecbb8-865c-4bdc-853b-a1dcd7fba094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386267 Jan 29 05:20:03.611975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-bfd01848-2d11-45b7-bdf5-7dc295c4810c service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813289 Jan 29 05:20:03.735295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995d57-6fe4-41b4-b0a5-9e6976cda64e req-749dbd52-1436-4da9-ae56-d2d8c4071f68 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:03.736775 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6995d57-6fe4-41b4-b0a5-9e6976cda64e req-749dbd52-1436-4da9-ae56-d2d8c4071f68 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 943 time: 0.1008949 Jan 29 05:20:03.779292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-18819a3a-6d37-46bc-ae36-27b46c4cca40 req-5bc2e765-95d2-465f-bb81-5b63dc7afbb7 service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336246 Jan 29 05:20:03.791838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f6995d57-6fe4-41b4-b0a5-9e6976cda64e req-6e1310a5-a005-42ed-a96f-95d13847d47c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466175 Jan 29 05:20:04.910550 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985998e5-71e7-488d-a393-a71c5b005870 req-b92001f5-ee3d-4510-911d-609b9b54a400 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:04.912035 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-985998e5-71e7-488d-a393-a71c5b005870 req-b92001f5-ee3d-4510-911d-609b9b54a400 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 943 time: 0.0493965 Jan 29 05:20:04.951022 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-985998e5-71e7-488d-a393-a71c5b005870 req-1f5b5550-33e4-4c74-9b5e-29d5679ee80b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Jan 29 05:20:05.900234 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d052efcc-489a-493e-836a-581a060a99a3 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:20:05.992954 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d052efcc-489a-493e-836a-581a060a99a3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d052efcc-489a-493e-836a-581a060a99a3,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:06.003044 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'd052efcc-489a-493e-836a-581a060a99a3', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'port_id': 'd052efcc-489a-493e-836a-581a060a99a3', 'mac_address': 'fa:16:3e:13:96:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:20:06.042061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:06.054964 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d052efcc-489a-493e-836a-581a060a99a3 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:20:06.071946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd594f-0405-4f05-ad45-a8f0e29f90a9 req-b8d2c479-1028-4d52-a642-f9eeecfa04d0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:06.073443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdbd594f-0405-4f05-ad45-a8f0e29f90a9 req-b8d2c479-1028-4d52-a642-f9eeecfa04d0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 943 time: 0.0553763 Jan 29 05:20:06.077838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d052efcc-489a-493e-836a-581a060a99a3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d052efcc-489a-493e-836a-581a060a99a3,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:06.082847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:06.113619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bdbd594f-0405-4f05-ad45-a8f0e29f90a9 req-17adde0c-99fa-460f-a099-8358d7759f87 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Jan 29 05:20:06.130502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d052efcc-489a-493e-836a-581a060a99a3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:06.386505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['d052efcc-489a-493e-836a-581a060a99a3'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:20:07.233752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1dd16-9505-4718-9984-c72c31a0e33a req-142cc7d8-f1f7-46df-80e7-49c42b91953a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:07.235244 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1a1dd16-9505-4718-9984-c72c31a0e33a req-142cc7d8-f1f7-46df-80e7-49c42b91953a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 944 time: 0.0531828 Jan 29 05:20:07.271381 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f1a1dd16-9505-4718-9984-c72c31a0e33a req-2f562555-bfa1-4c73-88e7-e06202911f00 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302625 Jan 29 05:20:07.908381 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d052efcc-489a-493e-836a-581a060a99a3 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:20:07.956236 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port d052efcc-489a-493e-836a-581a060a99a3 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:20:07.959794 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port d052efcc-489a-493e-836a-581a060a99a3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:07.960185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:08.039813 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:08.061608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:20:08.063864 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ddcc2-be6b-4d45-b72b-b77836cd8fe2" -d '{"events": [{"server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "name": "network-vif-plugged", "status": "completed", "tag": "d052efcc-489a-493e-836a-581a060a99a3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:08.076696 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port d052efcc-489a-493e-836a-581a060a99a3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d052efcc-489a-493e-836a-581a060a99a3,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:08.080892 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:08.107301 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff13d73-9a2b-4d8c-8618-7447042ebc0c x-openstack-request-id: req-bff13d73-9a2b-4d8c-8618-7447042ebc0c {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:08.107598 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "name": "network-vif-plugged", "status": "completed", "tag": "d052efcc-489a-493e-836a-581a060a99a3", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:08.107853 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bff13d73-9a2b-4d8c-8618-7447042ebc0c {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:08.108238 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3', 'code': 200} Jan 29 05:20:08.128612 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=d052efcc-489a-493e-836a-581a060a99a3,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:08.222813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4afc62-6e47-4b77-8e7c-58eeeb53173c req-0a87f307-32c3-4efd-80e4-53fe76b888de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:08.224273 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a4afc62-6e47-4b77-8e7c-58eeeb53173c req-0a87f307-32c3-4efd-80e4-53fe76b888de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1096 time: 0.0397177 Jan 29 05:20:08.262179 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2a4afc62-6e47-4b77-8e7c-58eeeb53173c req-31b889df-969b-409b-873d-049cc78c2762 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Jan 29 05:20:08.386106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4557-30c1-43af-85f1-9d07424f722c req-2ac7b8fe-d38d-4967-9deb-eeebb809e525 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:08.387564 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25ea4557-30c1-43af-85f1-9d07424f722c req-2ac7b8fe-d38d-4967-9deb-eeebb809e525 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0483041 Jan 29 05:20:08.424524 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-25ea4557-30c1-43af-85f1-9d07424f722c req-72bfd614-f7a1-4c1d-acd2-2c122e329370 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jan 29 05:20:09.542599 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39e03c-e5c7-493b-ace7-1ca71aac2bf4 req-b2bbda2a-4b00-4d2a-9f65-9ed04d9bbf48 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.544062 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a39e03c-e5c7-493b-ace7-1ca71aac2bf4 req-b2bbda2a-4b00-4d2a-9f65-9ed04d9bbf48 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0485458 Jan 29 05:20:09.582023 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6a39e03c-e5c7-493b-ace7-1ca71aac2bf4 req-ba1cf690-d45a-47da-a376-cc9bed47865e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Jan 29 05:20:09.694177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7b49-2d3e-4d60-9639-bcba5123cfc0 req-6bcd0db3-9c80-4b71-b478-c147657102d2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.695730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f61c7b49-2d3e-4d60-9639-bcba5123cfc0 req-6bcd0db3-9c80-4b71-b478-c147657102d2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0490479 Jan 29 05:20:09.727908 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-473f6e1b-337f-4e7c-9411-a28101935c71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439415 Jan 29 05:20:09.734238 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f61c7b49-2d3e-4d60-9639-bcba5123cfc0 req-45ac3516-0447-494d-800b-81222354adb9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Jan 29 05:20:09.755773 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38938) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:09.827373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50753d95-fee6-4dd8-869e-6ea0a9eb20f0 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.828863 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-50753d95-fee6-4dd8-869e-6ea0a9eb20f0 tempest-TestNetworkAdvancedServerOps-767053393 tempest-TestNetworkAdvancedServerOps-767053393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1091 time: 0.0714450 Jan 29 05:20:09.831814 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38940) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:09.835442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-c24452e5-7aa6-4529-aba0-c2af5f067bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.836378 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'd052efcc-489a-493e-836a-581a060a99a3', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:09.836788 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-c24452e5-7aa6-4529-aba0-c2af5f067bfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1096 time: 0.0504730 Jan 29 05:20:09.863481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:09.948669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-c63b5d2a-44b1-485a-9ce5-2da6bc941f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:09.950249 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-c63b5d2a-44b1-485a-9ce5-2da6bc941f06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 897 time: 0.0954890 Jan 29 05:20:09.963943 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:09.994480 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-5de4025a-177a-470e-b423-bc3bb0804b29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 217 time: 0.0360155 Jan 29 05:20:10.044145 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-c759eba8-3619-44f3-9382-fd987b5336d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:10.045605 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-c759eba8-3619-44f3-9382-fd987b5336d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 200 len: 834 time: 0.0446560 Jan 29 05:20:10.070663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Allocated IP 172.25.4.75 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/10e89c13-f969-47f9-957c-23bb11af0dc3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:10.091063 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-f165771b-7b88-4a1e-9366-3322d042cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:10.092454 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-f165771b-7b88-4a1e-9366-3322d042cf0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beaecbb8-865c-4bdc-853b-a1dcd7fba094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404611 Jan 29 05:20:10.171237 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:10.186481 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-56d4205c-3797-46d3-90cd-0fd0e798b76b service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Jan 29 05:20:10.204554 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:10.245298 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:10.248134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:10.251518 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:10.278831 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=10e89c13-f969-47f9-957c-23bb11af0dc3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:10.280624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4816a8c3-5751-4ca4-9fc4-b1fb89c85407 req-f0fde080-e038-4c3e-a517-1a827450d706 service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Jan 29 05:20:10.611912 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:10.678355 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:10.822830 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:10.827401 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:10.899493 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event updated for resources: {'Port': ['ID=10e89c13-f969-47f9-957c-23bb11af0dc3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:10.909706 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:11.005907 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP a640a133-285b-4dda-ac5e-f15ed81412fd associated. External IP: 172.25.4.75, port: d052efcc-489a-493e-836a-581a060a99a3. Jan 29 05:20:11.204806 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router dbea4ec6-70d2-46e5-abcb-68a645ca0393 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:20:11.309573 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:20:11.320055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] Sync routers for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:20:11.327879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:11.329804 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:11.330451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:11.354971 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-a52b625d-711e-4e93-8bec-8e112590235d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5220702 Jan 29 05:20:11.355829 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:20:11.358247 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e7ced3ca35a7345b971a52c6ba7e670ae7017504bf01e5c394a4e34e11df8f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d826552f-d0b6-4890-a782-eee59f284f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "tag": "d052efcc-489a-493e-836a-581a060a99a3"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:11.393570 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cce7b3-d813-4e33-ae1b-60478c803a4e x-openstack-request-id: req-97cce7b3-d813-4e33-ae1b-60478c803a4e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:11.393863 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "tag": "d052efcc-489a-493e-836a-581a060a99a3", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:11.394169 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97cce7b3-d813-4e33-ae1b-60478c803a4e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:11.394581 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3', 'status': 'completed', 'code': 200} Jan 29 05:20:11.452543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:11.492307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac1a6-be46-419f-a686-fcb1442a0a77 req-02ae601f-93ce-4efa-9844-4df4e57f56d7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:11.493842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f88ac1a6-be46-419f-a686-fcb1442a0a77 req-02ae601f-93ce-4efa-9844-4df4e57f56d7 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0881717 Jan 29 05:20:11.496686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826552f-d0b6-4890-a782-eee59f284f0c req-02631426-b96d-418b-8187-c5b67ccaaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:11.498362 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-02631426-b96d-418b-8187-c5b67ccaaf14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1096 time: 0.0604434 Jan 29 05:20:11.587913 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f88ac1a6-be46-419f-a686-fcb1442a0a77 req-9953e7d6-efca-401f-aa7c-948f73289ce2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866189 Jan 29 05:20:11.611025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38948) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:11.621001 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826552f-d0b6-4890-a782-eee59f284f0c req-c68b44fc-5ce0-423e-9da1-46d59a71489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:11.622528 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-c68b44fc-5ce0-423e-9da1-46d59a71489d service neutron] 10.222.0.20 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 897 time: 0.1153171 Jan 29 05:20:11.671792 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-849b4c80-58cc-48f0-89a2-c78a7d7aac2b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/a640a133-285b-4dda-ac5e-f15ed81412fd HTTP/1.1" status: 200 len: 990 time: 0.0595219 Jan 29 05:20:11.689544 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-710d4ce2-43e5-432f-9b89-f383abe1c539 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 998 time: 0.0603583 Jan 29 05:20:11.689798 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'a640a133-285b-4dda-ac5e-f15ed81412fd', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'port_id': 'd052efcc-489a-493e-836a-581a060a99a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'mac_address': 'fa:16:3e:13:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:20:10Z', 'updated_at': '2022-01-29T05:20:10Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:11.719417 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] Checking router: dbea4ec6-70d2-46e5-abcb-68a645ca0393 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:20:11.728590 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:11.729329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:19:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:11.739198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826552f-d0b6-4890-a782-eee59f284f0c req-857385a0-7dd3-471b-b7cc-97192fd48977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:11.740579 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-857385a0-7dd3-471b-b7cc-97192fd48977 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 200 len: 834 time: 0.0445521 Jan 29 05:20:11.791422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826552f-d0b6-4890-a782-eee59f284f0c req-332a2085-f7a6-4452-b839-79d69b7e6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:11.792919 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-332a2085-f7a6-4452-b839-79d69b7e6ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beaecbb8-865c-4bdc-853b-a1dcd7fba094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454383 Jan 29 05:20:11.886092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-4cab786f-1baf-49bb-b013-6f0c8859780f service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Jan 29 05:20:11.984015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d826552f-d0b6-4890-a782-eee59f284f0c req-6a84ad80-0d15-469a-9860-8ffca42977bd service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917413 Jan 29 05:20:11.992027 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:12.207060 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'a640a133-285b-4dda-ac5e-f15ed81412fd', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'port_id': 'd052efcc-489a-493e-836a-581a060a99a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'mac_address': 'fa:16:3e:13:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:20:10Z', 'updated_at': '2022-01-29T05:20:10Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:12.236268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834e02-9fab-4a10-bed4-918e64f62cee None None] The sync data for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 is: [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'a640a133-285b-4dda-ac5e-f15ed81412fd', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'port_id': 'd052efcc-489a-493e-836a-581a060a99a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'mac_address': 'fa:16:3e:13:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:20:10Z', 'updated_at': '2022-01-29T05:20:10Z', 'revision_number': 0, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:20:12.417293 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1894d-3673-4527-841e-8f8684983357 None None] New status for floating IP a640a133-285b-4dda-ac5e-f15ed81412fd: ACTIVE {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:20:12.561680 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:12.675585 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 38950) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:12.737663 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1a1a440f-3be6-4368-8922-832df012e74b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/a640a133-285b-4dda-ac5e-f15ed81412fd HTTP/1.1" status: 200 len: 992 time: 0.0609286 Jan 29 05:20:14.111147 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:23.951535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4059d5c5-72e8-4350-9eb8-da27fc5c83b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:26.187887 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-50d3f2e0-b679-4d6d-97ab-5da04be9e29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:27.501699 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:29.307931 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:29.328947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:36.704401 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:20:41.602779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f126bc-6aad-4cbf-b8c3-b5cd0b95b986 req-9c101d1f-f3a5-422f-992e-78a2d043b70e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:41.604173 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30f126bc-6aad-4cbf-b8c3-b5cd0b95b986 req-9c101d1f-f3a5-422f-992e-78a2d043b70e tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.1004205 Jan 29 05:20:41.641274 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-30f126bc-6aad-4cbf-b8c3-b5cd0b95b986 req-cc97fd7d-ca51-432d-9a77-ecb60179fdc0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Jan 29 05:20:42.580583 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:42.800219 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e4ac6-9785-4418-b563-56ef99bed396 req-c8dac773-84d0-4d94-a133-7800a7fe365c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:42.801690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a3e4ac6-9785-4418-b563-56ef99bed396 req-c8dac773-84d0-4d94-a133-7800a7fe365c tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0927153 Jan 29 05:20:42.839970 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0a3e4ac6-9785-4418-b563-56ef99bed396 req-bde2a60a-133b-41d3-998a-2d15b1cb3867 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Jan 29 05:20:42.861712 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:42.919676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7e527ff-a89c-4575-a765-3e3d7492a930 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/a640a133-285b-4dda-ac5e-f15ed81412fd HTTP/1.1" status: 200 len: 992 time: 0.0568235 Jan 29 05:20:44.124707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:44.187557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55219825-1a2c-4ff3-ba11-15bca1441dc7 req-7221396d-c9fa-44ea-8248-8132dbe27c5d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:44.188931 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55219825-1a2c-4ff3-ba11-15bca1441dc7 req-7221396d-c9fa-44ea-8248-8132dbe27c5d tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0499527 Jan 29 05:20:44.227201 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-55219825-1a2c-4ff3-ba11-15bca1441dc7 req-80a64c2a-c5a3-43fb-b2a6-1a2e0ec282f9 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Jan 29 05:20:44.228183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-8980139f-4727-4b8f-a6e8-c73b2d7784d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:44.229686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-8980139f-4727-4b8f-a6e8-c73b2d7784d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1096 time: 0.0454946 Jan 29 05:20:44.318129 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-84e6c6c4-413b-4863-a4eb-5c32a6a641a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:44.319622 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-84e6c6c4-413b-4863-a4eb-5c32a6a641a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 897 time: 0.0839393 Jan 29 05:20:44.390805 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-022102a8-bd17-4c13-99ea-1dbadd69347f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 1000 time: 0.0647986 Jan 29 05:20:44.441041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-fc9888af-1a29-4da4-8584-b08a0351026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:44.442499 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-fc9888af-1a29-4da4-8584-b08a0351026b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 200 len: 834 time: 0.0450089 Jan 29 05:20:44.486879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-ff02bf2b-f49e-4914-b92d-824805b0e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:44.488305 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-ff02bf2b-f49e-4914-b92d-824805b0e0eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beaecbb8-865c-4bdc-853b-a1dcd7fba094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398059 Jan 29 05:20:44.498509 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-1380ce12-ced8-435c-944b-5be68071e242 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:20:44.499425 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-1380ce12-ced8-435c-944b-5be68071e242 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047231 Jan 29 05:20:44.591721 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-862fac3d-33ac-43c5-9e2d-6fa5c4bdd302 service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849507 Jan 29 05:20:44.678755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-31b02942-c4a8-4172-bb5a-40a50210c6b2 req-345761cd-fc23-4d2a-a8ad-e5b35dc7ad4f service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805237 Jan 29 05:20:45.343864 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca470e-eaf2-42bf-b259-6b071c254646 req-eafc74e3-31e6-4b35-b1aa-f3c76066eb7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:45.345376 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3bca470e-eaf2-42bf-b259-6b071c254646 req-eafc74e3-31e6-4b35-b1aa-f3c76066eb7f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0494614 Jan 29 05:20:45.382237 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3bca470e-eaf2-42bf-b259-6b071c254646 req-8ffe74a0-03a0-498a-936b-73d33c8fb5d5 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Jan 29 05:20:46.507221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978687-5ced-4cd0-97ad-b9c20f8519df req-8b6e9501-3cc8-464b-b3e8-2517dc840a03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:46.510394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a6978687-5ced-4cd0-97ad-b9c20f8519df req-8b6e9501-3cc8-464b-b3e8-2517dc840a03 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0567734 Jan 29 05:20:46.550984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a6978687-5ced-4cd0-97ad-b9c20f8519df req-f4287253-62b1-4590-8339-84df9df95f86 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Jan 29 05:20:46.574654 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:46.640021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5062300b-bb5b-4c1f-b053-1b3b0cfa97e4 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/floatingips/a640a133-285b-4dda-ac5e-f15ed81412fd HTTP/1.1" status: 200 len: 992 time: 0.0642133 Jan 29 05:20:46.890305 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:47.046383 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 10e89c13-f969-47f9-957c-23bb11af0dc3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:20:47.046725 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:47.123516 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:47.123844 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:47.135414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 10e89c13-f969-47f9-957c-23bb11af0dc3 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:20:47.274489 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:47.301359 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=10e89c13-f969-47f9-957c-23bb11af0dc3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:47.314895 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.315251 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.315598 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.315939 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.316275 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.316611 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.316943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.317279 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.317608 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.317962 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.318288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.318613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:47.371519 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:47.371850 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Floating IP a640a133-285b-4dda-ac5e-f15ed81412fd disassociated (deleted). External IP: 172.25.4.75, port: d052efcc-489a-493e-836a-581a060a99a3. Jan 29 05:20:47.572859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router dbea4ec6-70d2-46e5-abcb-68a645ca0393 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:20:47.676454 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:20:47.681110 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:47.686357 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] Sync routers for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:20:47.694779 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:47.695921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:47.707735 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c82f1ae-0f6b-41f6-b79c-8694866ac32b tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/floatingips/a640a133-285b-4dda-ac5e-f15ed81412fd HTTP/1.1" status: 204 len: 168 time: 0.8164194 Jan 29 05:20:47.708316 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:20:47.710562 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51731790-175b-4d5d-86dc-c6e99ed534f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "tag": "d052efcc-489a-493e-836a-581a060a99a3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:47.751253 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f31084-8437-4ec2-bdb7-3be0fe759c8a x-openstack-request-id: req-74f31084-8437-4ec2-bdb7-3be0fe759c8a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:47.751552 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "tag": "d052efcc-489a-493e-836a-581a060a99a3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:47.751809 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74f31084-8437-4ec2-bdb7-3be0fe759c8a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:47.752242 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3', 'status': 'completed', 'code': 200} Jan 29 05:20:47.801974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:47.840378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-b70e3e8a-e394-4ab3-9d44-8b885dcbfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:47.842097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-b70e3e8a-e394-4ab3-9d44-8b885dcbfb1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 1096 time: 0.0454168 Jan 29 05:20:47.990988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08357065-7718-40d0-a76e-55c4764dde35 req-587c7766-ef3a-4223-9855-6adcb1d855ee tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:47.993051 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08357065-7718-40d0-a76e-55c4764dde35 req-587c7766-ef3a-4223-9855-6adcb1d855ee tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.1018286 Jan 29 05:20:48.001451 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:48.031391 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] Checking router: dbea4ec6-70d2-46e5-abcb-68a645ca0393 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:20:48.040287 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-a16d5c1d-55f4-47dc-b105-1dc2f5e84c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:48.040478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:48.040891 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:48.041746 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-a16d5c1d-55f4-47dc-b105-1dc2f5e84c78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 200 len: 897 time: 0.1417732 Jan 29 05:20:48.046730 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-08357065-7718-40d0-a76e-55c4764dde35 req-6127986d-d762-4c20-9c7c-9a41b914b994 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473583 Jan 29 05:20:48.089700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-89499aff-8fbf-4cd8-b5a7-363362c769ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 200 len: 217 time: 0.0382693 Jan 29 05:20:48.138231 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-5f6242f9-a175-457b-9963-95fc37ed294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:48.139674 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-5f6242f9-a175-457b-9963-95fc37ed294c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 200 len: 834 time: 0.0427232 Jan 29 05:20:48.143576 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:48.188228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-d3d9ea1c-2534-4462-b435-47b9e7f80334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:48.189700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-d3d9ea1c-2534-4462-b435-47b9e7f80334 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=beaecbb8-865c-4bdc-853b-a1dcd7fba094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402019 Jan 29 05:20:48.289134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-275f09fd-108f-473c-9ba1-0b7e54ecb39d service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904951 Jan 29 05:20:48.344144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:48.369595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613da8db-6a2b-4322-be46-facf16a308fa None None] The sync data for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 is: [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:19:58Z', 'revision_number': 4, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '5537324a-b0a9-4236-aa49-fb06489c0690', 'name': '', 'network_id': 'beaecbb8-865c-4bdc-853b-a1dcd7fba094', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'mac_address': 'fa:16:3e:ec:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:57Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'subnets': [{'id': 'bef1381b-b55e-4981-9b21-add9ea9dbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:20:48.380205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-51731790-175b-4d5d-86dc-c6e99ed534f9 req-c604a669-c72c-4671-b9d1-51ad432f7ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842576 Jan 29 05:20:48.589873 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368704b-ca95-4007-83cd-81dde4daf60d None None] New status for floating IP a640a133-285b-4dda-ac5e-f15ed81412fd: DOWN {{(pid=102405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:20:49.160628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f47a0-7c48-4f6b-a06e-79af6a91e42b req-c0278703-095d-4d3b-bf4d-d29ebfddfebf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:49.162107 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-982f47a0-7c48-4f6b-a06e-79af6a91e42b req-c0278703-095d-4d3b-bf4d-d29ebfddfebf tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0479810 Jan 29 05:20:49.199940 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-982f47a0-7c48-4f6b-a06e-79af6a91e42b req-b005d0ce-3911-473b-9cfb-eabd5996ad60 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/security-groups?id=2095ebcc-08d7-4d5c-bca5-373925214783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Jan 29 05:20:49.774155 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-c365a16b-324c-49ad-b498-6b8823c67bd2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:49.775580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-c365a16b-324c-49ad-b498-6b8823c67bd2 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 945 time: 0.0474644 Jan 29 05:20:49.864902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port d052efcc-489a-493e-836a-581a060a99a3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:20:49.865247 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:49.949594 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port d052efcc-489a-493e-836a-581a060a99a3, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=d052efcc-489a-493e-836a-581a060a99a3,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:49.949997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:49.961266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for d052efcc-489a-493e-836a-581a060a99a3 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:20:50.086307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:50.114784 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=d052efcc-489a-493e-836a-581a060a99a3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:50.158887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] No DVR routers for this DVR port d052efcc-489a-493e-836a-581a060a99a3 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:20:50.161519 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:50.165599 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c3a09901-3be0-4b23-870d-b81b72a01cd4 req-ef4531f4-0606-4d3c-8d66-184177a44622 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.20 "DELETE /v2.0/ports/d052efcc-489a-493e-836a-581a060a99a3 HTTP/1.1" status: 204 len: 173 time: 0.3843596 Jan 29 05:20:50.166056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'name': 'network-vif-deleted', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:20:50.168334 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d40e43-ae44-4f10-80cb-0264e573241d" -d '{"events": [{"server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "name": "network-vif-deleted", "tag": "d052efcc-489a-493e-836a-581a060a99a3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:20:50.204871 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db038846-3e5c-4e57-8206-3516fe77cafd x-openstack-request-id: req-db038846-3e5c-4e57-8206-3516fe77cafd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:20:50.205171 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a3a28-b548-4266-b661-06bc4d9ba4ac", "name": "network-vif-deleted", "tag": "d052efcc-489a-493e-836a-581a060a99a3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:20:50.205438 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db038846-3e5c-4e57-8206-3516fe77cafd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:20:50.205834 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a3a28-b548-4266-b661-06bc4d9ba4ac', 'name': 'network-vif-deleted', 'tag': 'd052efcc-489a-493e-836a-581a060a99a3', 'status': 'completed', 'code': 200} Jan 29 05:20:50.294967 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bc2b94ff-1097-43d7-8fb7-989cd4fb3908 req-a47ad208-a0ac-4e8a-a9c5-d33ffb48a59f tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b5a3a28-b548-4266-b661-06bc4d9ba4ac HTTP/1.1" status: 200 len: 210 time: 0.0284507 Jan 29 05:20:51.350907 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39004) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:52.008392 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:52.234763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d052efcc-489a-493e-836a-581a060a99a3 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:20:52.255788 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 5537324a-b0a9-4236-aa49-fb06489c0690 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:20:52.256133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:52.259012 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: d052efcc-489a-493e-836a-581a060a99a3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:20:52.259367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device d052efcc-489a-493e-836a-581a060a99a3 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:20:52.344177 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 5537324a-b0a9-4236-aa49-fb06489c0690, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5537324a-b0a9-4236-aa49-fb06489c0690,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:52.344483 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:52.355918 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 5537324a-b0a9-4236-aa49-fb06489c0690 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:20:52.544990 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:52.572134 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=5537324a-b0a9-4236-aa49-fb06489c0690,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:52.741342 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:52.954716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Router dbea4ec6-70d2-46e5-abcb-68a645ca0393 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:20:53.058221 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:20:53.063295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bc23956d-0f89-4be5-bce1-b31a7b292188 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "PUT /v2.0/routers/dbea4ec6-70d2-46e5-abcb-68a645ca0393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111769 Jan 29 05:20:53.066051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39006) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:53.068712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] Sync routers for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:20:53.078528 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:53.079148 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:53.115521 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting subnet bef1381b-b55e-4981-9b21-add9ea9dbf7e {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:20:53.119200 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.158879 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.182229 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:53.244527 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.308166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.336503 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Subnet': ['ID=bef1381b-b55e-4981-9b21-add9ea9dbf7e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:53.338974 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.344459 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/subnets/bef1381b-b55e-4981-9b21-add9ea9dbf7e HTTP/1.1" status: 204 len: 168 time: 0.2751052 Jan 29 05:20:53.344643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bba4df-89ef-41fd-883d-b14640932296 None None] Network beaecbb8-865c-4bdc-853b-a1dcd7fba094 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:20:53.345969 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:53.348707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.349052 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.349391 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.349720 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.350104 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.350406 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.350730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.351051 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.351942 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.352426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.352761 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.353159 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50998b0-25af-4350-8c31-3efb5b35a5f3 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:53.438205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:20:52Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:53.480165 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] Checking router: dbea4ec6-70d2-46e5-abcb-68a645ca0393 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:20:53.495772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] Routers {'dbea4ec6-70d2-46e5-abcb-68a645ca0393'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:53.496306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:53.580462 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] DHCP port deletion for beaecbb8-865c-4bdc-853b-a1dcd7fba094 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:20:53.632972 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] Set router dbea4ec6-70d2-46e5-abcb-68a645ca0393 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:53.744621 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Deleting port 443f43d7-b7da-46a4-9812-efe476d2f516 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:20:53.744982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.821701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.930680 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.990119 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Deleting port 819a83ee-b790-4680-b374-5435b8f7f164 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:20:53.990374 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:53.996004 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45d9912a-fa2e-4dc1-99b0-da2d6d52c321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.030440 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] For port 443f43d7-b7da-46a4-9812-efe476d2f516, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=443f43d7-b7da-46a4-9812-efe476d2f516,segment=NetworkSegment(0240ed18-58a6-46d7-acf2-c9955dc3506d),segment_id=0240ed18-58a6-46d7-acf2-c9955dc3506d)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:54.030855 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.046644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Calling delete_port for 443f43d7-b7da-46a4-9812-efe476d2f516 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:20:54.059842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 443f43d7-b7da-46a4-9812-efe476d2f516 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:20:54.071925 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] For port 819a83ee-b790-4680-b374-5435b8f7f164, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=819a83ee-b790-4680-b374-5435b8f7f164,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:54.072223 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.083678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Calling delete_port for 819a83ee-b790-4680-b374-5435b8f7f164 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:20:54.151949 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:20:52Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:54.184701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d340c-2a1b-40ca-8510-bb71735fcd69 None None] The sync data for ids ['dbea4ec6-70d2-46e5-abcb-68a645ca0393'] in n-d-825930-1 is: [{'id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564681739', 'tenant_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '819a83ee-b790-4680-b374-5435b8f7f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:19:54Z', 'updated_at': '2022-01-29T05:20:52Z', 'revision_number': 5, 'project_id': 'f5ef5b34c9984d29ba91e45b7ac185b7', 'gw_port': {'id': '819a83ee-b790-4680-b374-5435b8f7f164', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:71:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea4ec6-70d2-46e5-abcb-68a645ca0393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:19:55Z', 'updated_at': '2022-01-29T05:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:20:54.232459 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.242470 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.258540 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.267614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Pushing event deleted for resources: {'Port': ['ID=443f43d7-b7da-46a4-9812-efe476d2f516,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:54.274219 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] No DVR routers for this DVR port 443f43d7-b7da-46a4-9812-efe476d2f516 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:20:54.287036 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.287378 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.287908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.288323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.288323 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.288717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.289075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.289577 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.289922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.290248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.290980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.290980 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bba56-e4a6-4f29-b296-a958873e3534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:20:54.302458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Port': ['ID=819a83ee-b790-4680-b374-5435b8f7f164,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:54.361417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.451622 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.453677 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.494394 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.494866 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Fanout notify agent at l3_agent the message router_deleted on router dbea4ec6-70d2-46e5-abcb-68a645ca0393 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:20:54.505341 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.507280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-eccb62bb-8847-4652-9a5c-8bb6ed6c13b0 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/routers/dbea4ec6-70d2-46e5-abcb-68a645ca0393 HTTP/1.1" status: 204 len: 168 time: 1.1596131 Jan 29 05:20:54.510372 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:54.596873 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.684757 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.709713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaecbb8-865c-4bdc-853b-a1dcd7fba094']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:54.719690 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0240ed18-58a6-46d7-acf2-c9955dc3506d') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:54.719988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0240ed18-58a6-46d7-acf2-c9955dc3506d') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:54.729802 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.743517 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.749688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:20:54.750212 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:20:54.753206 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:20:54.812524 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.819894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.825623 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/networks/beaecbb8-865c-4bdc-853b-a1dcd7fba094 HTTP/1.1" status: 204 len: 168 time: 0.3117354 Jan 29 05:20:54.826260 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39012) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:54.835041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20abc-2040-41cd-bd04-0faf751b2b14 tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'Network': ['ID=beaecbb8-865c-4bdc-853b-a1dcd7fba094,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:54.888423 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22b6-d15b-48df-9589-ced0274fef1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.912835 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22b6-d15b-48df-9589-ced0274fef1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.975054 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22b6-d15b-48df-9589-ced0274fef1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.978368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed7d22b6-d15b-48df-9589-ced0274fef1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:54.979556 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-ed7d22b6-d15b-48df-9589-ced0274fef1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] 10.222.0.32 "DELETE /v2.0/security-groups/2095ebcc-08d7-4d5c-bca5-373925214783 HTTP/1.1" status: 204 len: 168 time: 0.1521354 Jan 29 05:20:54.988652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d22b6-d15b-48df-9589-ced0274fef1a tempest-TestNetworkAdvancedServerOps-1620510478 tempest-TestNetworkAdvancedServerOps-1620510478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095ebcc-08d7-4d5c-bca5-373925214783,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:55.268288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:55.411766 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d1d2700-9894-4e53-9147-3df9dad6e8ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5ef5b34c9984d29ba91e45b7ac185b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416595 Jan 29 05:20:55.413567 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:55.460163 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-def45302-a8d1-45cb-9d5b-c191e5a603cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.485049 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-def45302-a8d1-45cb-9d5b-c191e5a603cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.532535 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-def45302-a8d1-45cb-9d5b-c191e5a603cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.535464 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-def45302-a8d1-45cb-9d5b-c191e5a603cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.536607 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-def45302-a8d1-45cb-9d5b-c191e5a603cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/306fa37b-def9-46e8-9756-6a920badadfb HTTP/1.1" status: 204 len: 168 time: 0.1219273 Jan 29 05:20:55.544582 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def45302-a8d1-45cb-9d5b-c191e5a603cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fa37b-def9-46e8-9756-6a920badadfb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:55.791080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:55.805130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4527bf6-0467-4bf9-89ed-630d980b0595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.881306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4527bf6-0467-4bf9-89ed-630d980b0595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.885116 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4527bf6-0467-4bf9-89ed-630d980b0595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.923321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4527bf6-0467-4bf9-89ed-630d980b0595 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e756feb116af45d2bc977c3254acbfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311035 Jan 29 05:20:55.924447 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527bf6-0467-4bf9-89ed-630d980b0595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba45108-fe72-429b-b766-27e3f37bb1d1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:55.926043 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39032) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:55.978269 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e863dce-c9b6-4bd7-8cd5-37f96a80a1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:55.996009 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5537324a-b0a9-4236-aa49-fb06489c0690 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:20:56.000002 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e863dce-c9b6-4bd7-8cd5-37f96a80a1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.015164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5537324a-b0a9-4236-aa49-fb06489c0690 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:20:56.015515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5537324a-b0a9-4236-aa49-fb06489c0690 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:20:56.015936 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 819a83ee-b790-4680-b374-5435b8f7f164 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:20:56.037631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 819a83ee-b790-4680-b374-5435b8f7f164 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:20:56.038117 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 819a83ee-b790-4680-b374-5435b8f7f164 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:20:56.046400 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e863dce-c9b6-4bd7-8cd5-37f96a80a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.048979 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e863dce-c9b6-4bd7-8cd5-37f96a80a1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.050190 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1e863dce-c9b6-4bd7-8cd5-37f96a80a1db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fba45108-fe72-429b-b766-27e3f37bb1d1 HTTP/1.1" status: 204 len: 168 time: 0.1230350 Jan 29 05:20:56.058596 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863dce-c9b6-4bd7-8cd5-37f96a80a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba45108-fe72-429b-b766-27e3f37bb1d1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:56.188962 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7d9ec83d-f92c-4271-9891-b30a6028c477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.700975 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39056) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:56.797628 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1207419588-network', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:56.819704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Made reservation on behalf of 0e19d78cd24e437fbcdaa5bc3bcee1f8 for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:20:56.822731 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.831114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.905658 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.909924 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.931044 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:20:56.946264 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d9d49a-e662-408c-a8f4-d16f6dafcfed,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:56.949393 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:56.949737 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Added segment 234cd1a6-fc04-4870-aa5c-1e4942e771ab of type vlan for network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 Jan 29 05:20:56.990593 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.015263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.016333 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:57.017003 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.063491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3614182 Jan 29 05:20:57.066645 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:57.072243 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Request body: {'subnet': {'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1207419588-subnet', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:57.079529 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536848b0-080c-4140-a816-7b9f834a16c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe4d660-ec4f-4dd1-9882-f2e688c03966,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:57.089505 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:20:57.095999 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Made reservation on behalf of 0e19d78cd24e437fbcdaa5bc3bcee1f8 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:20:57.098490 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.286843 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.346741 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=023b6f6a-6624-43b5-b781-d5b7e63b8f2e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:57.356463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Checking segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:20:57.356854 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Network hostable DHCP agents. Network: 8fe4d660-ec4f-4dd1-9882-f2e688c03966, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:20:57.374289 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:20:57.383149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 8fe4d660-ec4f-4dd1-9882-f2e688c03966) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:57.388312 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:20:57.389207 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.393002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9cd24f-574c-422f-8510-d4bcd833311c None None] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:20:57.405022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6fecd2af-179a-4000-b7ec-aa1928b3f4a1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372366 Jan 29 05:20:57.408902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:57.414159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:20:57.440101 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.441293 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.506821 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.534299 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.569266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:20:57.570319 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.658744 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.727515 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Allocated IP 172.20.0.2 (8fe4d660-ec4f-4dd1-9882-f2e688c03966/023b6f6a-6624-43b5-b781-d5b7e63b8f2e/3dabd623-ac30-467a-902d-b06f03913081) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:57.872704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.883348 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.890631 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.897078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:57.940373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:57.944224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:57.946220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Pushing event updated for resources: {'Port': ['ID=3dabd623-ac30-467a-902d-b06f03913081,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:57.949164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:58.003141 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Attempting to bind port 3dabd623-ac30-467a-902d-b06f03913081 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:20:58.003507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Attempting to bind port 3dabd623-ac30-467a-902d-b06f03913081 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:20:58.003869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Attempting to bind port 3dabd623-ac30-467a-902d-b06f03913081 on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:58.009309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:20:58.009680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Checking segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:20:58.010112 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.010502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Bound using segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:20:58.010960 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Bound port: 3dabd623-ac30-467a-902d-b06f03913081, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:20:58.011337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.019018 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Allocated IP 172.25.4.4 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/d94a7003-2a30-45b3-808c-92b2655370d1) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:58.073345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] For port 3dabd623-ac30-467a-902d-b06f03913081, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:20:58.076857 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] For port 3dabd623-ac30-467a-902d-b06f03913081, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3dabd623-ac30-467a-902d-b06f03913081,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:20:58.080875 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.124505 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.150509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02c278-de88-4fa6-953a-8d12e0a7b9c3 None None] Pushing event updated for resources: {'Port': ['ID=3dabd623-ac30-467a-902d-b06f03913081,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:58.167857 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.209701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:58.213234 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:58.215714 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:58.240893 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Pushing event updated for resources: {'Port': ['ID=d94a7003-2a30-45b3-808c-92b2655370d1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:58.483283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.678929 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.810036 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:20:58.919472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:20:58.928670 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:20:58.937005 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:58.938198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-10e14014-89b2-4fd6-bcc3-a3242251b098 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5282898 Jan 29 05:20:58.938539 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:58.939190 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:58.940894 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:20:59.049732 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:59.062879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a25494-540b-4c91-a68e-02aacbb820be None None] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:20:59.196716 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-a074833d-7ddd-44bf-a8af-f9575b665e8b None None] Provisioning complete for port 3dabd623-ac30-467a-902d-b06f03913081 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:59.197412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a074833d-7ddd-44bf-a8af-f9575b665e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.228910 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:58Z', 'revision_number': 3, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:59.263486 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:20:59.263963 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Updating router 110a1897-99e2-4835-b176-f7acaff4cfc6 port d94a7003-2a30-45b3-808c-92b2655370d1 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:20:59.292102 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.344676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a074833d-7ddd-44bf-a8af-f9575b665e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.373435 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.380403 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.390459 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.402608 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a074833d-7ddd-44bf-a8af-f9575b665e8b None None] For port 3dabd623-ac30-467a-902d-b06f03913081, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3dabd623-ac30-467a-902d-b06f03913081,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:20:59.408566 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a074833d-7ddd-44bf-a8af-f9575b665e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.464211 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074833d-7ddd-44bf-a8af-f9575b665e8b None None] Pushing event updated for resources: {'Port': ['ID=3dabd623-ac30-467a-902d-b06f03913081,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:59.531171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3dbece7d-e0f5-4c69-9450-8e61562e6f26 None None] Provisioning complete for port 3dabd623-ac30-467a-902d-b06f03913081 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:20:59.531673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3dbece7d-e0f5-4c69-9450-8e61562e6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.568888 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Allocated IP 172.20.0.1 (8fe4d660-ec4f-4dd1-9882-f2e688c03966/023b6f6a-6624-43b5-b781-d5b7e63b8f2e/dea26a26-287a-4419-beb0-1ffb8cd38899) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:20:59.589578 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.596214 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.651934 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Attempting to bind port d94a7003-2a30-45b3-808c-92b2655370d1 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:20:59.652302 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Attempting to bind port d94a7003-2a30-45b3-808c-92b2655370d1 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:20:59.652664 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Attempting to bind port d94a7003-2a30-45b3-808c-92b2655370d1 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:20:59.655675 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac073f4-6173-43bb-ae80-4e4c8346f813 None None] Pushing event updated for resources: {'Port': ['ID=d94a7003-2a30-45b3-808c-92b2655370d1,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:59.660352 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:20:59.660724 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:20:59.661114 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.661494 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:20:59.661972 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Bound port: d94a7003-2a30-45b3-808c-92b2655370d1, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:20:59.662347 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.679923 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.712205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] For port d94a7003-2a30-45b3-808c-92b2655370d1, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:20:59.713162 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.715533 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] For port d94a7003-2a30-45b3-808c-92b2655370d1, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d94a7003-2a30-45b3-808c-92b2655370d1,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:20:59.719131 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.753968 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:20:59.756805 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:20:59.761341 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:20:59.773922 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:20:59.774639 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:20:59.792183 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Pushing event updated for resources: {'Port': ['ID=dea26a26-287a-4419-beb0-1ffb8cd38899,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:59.806126 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:20:59.827554 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac073f4-6173-43bb-ae80-4e4c8346f813 None None] Pushing event updated for resources: {'Port': ['ID=d94a7003-2a30-45b3-808c-92b2655370d1,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:20:59.888031 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:20:59.947590 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.037619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-9621566b-53e4-4cc0-b78e-1e7d0508f3f1 None None] Provisioning complete for port dea26a26-287a-4419-beb0-1ffb8cd38899 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:00.038161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9621566b-53e4-4cc0-b78e-1e7d0508f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.078248 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9621566b-53e4-4cc0-b78e-1e7d0508f3f1 None None] Port dea26a26-287a-4419-beb0-1ffb8cd38899 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:21:00.084010 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3dabd623-ac30-467a-902d-b06f03913081 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:00.132324 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 3dabd623-ac30-467a-902d-b06f03913081 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:00.132786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.138303 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.146259 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.162536 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:58Z', 'revision_number': 3, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:00.189070 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572e1fc-97a0-4a2a-a236-ad8465781183 None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:58Z', 'revision_number': 3, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:21:00.216763 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.220090 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Pushing event updated for resources: {'Port': ['ID=dea26a26-287a-4419-beb0-1ffb8cd38899,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:00.315039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:00.316477 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:00.601490 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-4c588d5c-aaad-4a20-b733-463ead6121a0 None None] Provisioning complete for port dea26a26-287a-4419-beb0-1ffb8cd38899 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:00.602214 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4c588d5c-aaad-4a20-b733-463ead6121a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:00.637156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4c588d5c-aaad-4a20-b733-463ead6121a0 None None] Port dea26a26-287a-4419-beb0-1ffb8cd38899 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:21:00.797128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:21:00.910205 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:21:00.920696 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-03d18066-9475-48a6-a665-c3cdcae9f914 admin admin] 10.222.0.32 "PUT /v2.0/routers/110a1897-99e2-4835-b176-f7acaff4cfc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731066 Jan 29 05:21:01.374973 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39084) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:01.379893 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1091823543-network', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:01.401743 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Made reservation on behalf of 48ceea37134f49e39ce76c72f37dccbf for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:21:01.404340 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.414050 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.494405 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.498156 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.522143 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:21:01.536401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7541a-faaa-4817-99fa-def390e22b85,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:01.542971 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.543316 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Added segment 172e3001-16e1-4e3e-ad95-3bcb538d9a9c of type vlan for network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec Jan 29 05:21:01.586167 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.612122 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.613137 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:01.613716 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.660580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2844942 Jan 29 05:21:01.663381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:01.669030 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Request body: {'subnet': {'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1091823543-subnet', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:01.676107 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1ba05-5736-44b5-aef2-a7dfbe0e73c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e13389a4-fe9a-4283-a8b1-2030fbd4a8ec,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:01.687329 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:21:01.693655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Made reservation on behalf of 48ceea37134f49e39ce76c72f37dccbf for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:21:01.696130 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.784595 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:21:01.794497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:01.795116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:01.869357 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.903495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:01.926998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a543811f-9275-4ba9-b95e-4b853a76831a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:01.935283 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Checking segment: {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:21:01.935748 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Network hostable DHCP agents. Network: e13389a4-fe9a-4283-a8b1-2030fbd4a8ec, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:21:01.954847 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:21:01.964075 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, e13389a4-fe9a-4283-a8b1-2030fbd4a8ec) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:01.968862 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:01.969638 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:01.980500 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b74c5d-d6f4-4bd1-aab3-811043120fc9 None None] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:21:01.990959 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2ba3d11-334e-4c83-8632-3b67ed1cceef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257356 Jan 29 05:21:01.994251 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39088) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:01.999194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:02.021630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.022804 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.075626 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d94a7003-2a30-45b3-808c-92b2655370d1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:02.091680 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.224460 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.259423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d94a7003-2a30-45b3-808c-92b2655370d1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:02.259927 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.265586 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-e13389a4-fe9a-4283-a8b1-2030fbd4a8ec', 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'fixed_ips': [{'subnet_id': 'a543811f-9275-4ba9-b95e-4b853a76831a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:21:02.266594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.335706 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:00Z', 'revision_number': 2, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:02.430920 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.451078 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.559084 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Allocated IP 172.25.4.173 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/7b7d1fba-40db-45fe-95b0-37c210e9b035) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:21:02.568497 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:21:02.568837 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Updating router 110a1897-99e2-4835-b176-f7acaff4cfc6 port dea26a26-287a-4419-beb0-1ffb8cd38899 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:21:02.626865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.658709 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.676979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.695664 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.731373 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port d94a7003-2a30-45b3-808c-92b2655370d1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d94a7003-2a30-45b3-808c-92b2655370d1,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:02.732010 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:02.734419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Allocated IP 172.20.0.2 (e13389a4-fe9a-4283-a8b1-2030fbd4a8ec/a543811f-9275-4ba9-b95e-4b853a76831a/58157d74-8929-41d4-8703-11bd0a4b5069) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:21:02.736350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:02.739941 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:21:02.740108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:02.771994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7d1fba-40db-45fe-95b0-37c210e9b035,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:02.921578 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=d94a7003-2a30-45b3-808c-92b2655370d1,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:02.991539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.060249 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.067719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.144122 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:03.152850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:03.159419 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:21:03.162273 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.165997 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Pushing event updated for resources: {'Port': ['ID=58157d74-8929-41d4-8703-11bd0a4b5069,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:03.170948 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.190312 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.253658 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18fbd2-a8ce-41e1-8623-493939c7fdf3 None None] Pushing event updated for resources: {'Port': ['ID=dea26a26-287a-4419-beb0-1ffb8cd38899,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:03.272069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Attempting to bind port 58157d74-8929-41d4-8703-11bd0a4b5069 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:21:03.272439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Attempting to bind port 58157d74-8929-41d4-8703-11bd0a4b5069 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:21:03.272842 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Attempting to bind port 58157d74-8929-41d4-8703-11bd0a4b5069 on network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:21:03.295348 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:21:03.295708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Checking segment: {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:21:03.296104 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.296493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Bound using segment: {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:21:03.296963 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Bound port: 58157d74-8929-41d4-8703-11bd0a4b5069, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:21:03.297344 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.357337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Attempting to bind port dea26a26-287a-4419-beb0-1ffb8cd38899 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:21:03.357701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Attempting to bind port dea26a26-287a-4419-beb0-1ffb8cd38899 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:21:03.358096 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Attempting to bind port dea26a26-287a-4419-beb0-1ffb8cd38899 on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:21:03.372455 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:21:03.372830 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Checking segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:21:03.373237 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.373628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Bound using segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:21:03.374139 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Bound port: dea26a26-287a-4419-beb0-1ffb8cd38899, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:21:03.374519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.435507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] For port 58157d74-8929-41d4-8703-11bd0a4b5069, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:21:03.451395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] For port 58157d74-8929-41d4-8703-11bd0a4b5069, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=58157d74-8929-41d4-8703-11bd0a4b5069,segment=NetworkSegment(172e3001-16e1-4e3e-ad95-3bcb538d9a9c),segment_id=172e3001-16e1-4e3e-ad95-3bcb538d9a9c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:21:03.463023 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.520026 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] For port dea26a26-287a-4419-beb0-1ffb8cd38899, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:21:03.546429 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] For port dea26a26-287a-4419-beb0-1ffb8cd38899, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dea26a26-287a-4419-beb0-1ffb8cd38899,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:21:03.550572 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1dd52ede-8a53-45f8-9de8-7bba1bd7911d None None] Provisioning complete for port dea26a26-287a-4419-beb0-1ffb8cd38899 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:03.550942 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dd52ede-8a53-45f8-9de8-7bba1bd7911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.559326 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.592142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3740d8-d559-4c7e-8e95-92d986613e6a None None] Pushing event updated for resources: {'Port': ['ID=58157d74-8929-41d4-8703-11bd0a4b5069,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:03.655913 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:03.656546 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:03.681270 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:21:03.706251 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18fbd2-a8ce-41e1-8623-493939c7fdf3 None None] Pushing event updated for resources: {'Port': ['ID=dea26a26-287a-4419-beb0-1ffb8cd38899,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:03.812144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dd52ede-8a53-45f8-9de8-7bba1bd7911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.851292 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:21:03.853072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:03.874514 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Sync routers for ids ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:21:03.887121 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:03.890992 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Routers {'5cda7781-5d86-4c4e-bdf2-6279263ae6a8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:03.891302 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fa43232a-c358-42c0-9be8-38093186f248 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8945396 Jan 29 05:21:03.891949 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:03.892749 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39090) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:03.901224 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1dd52ede-8a53-45f8-9de8-7bba1bd7911d None None] For port dea26a26-287a-4419-beb0-1ffb8cd38899, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dea26a26-287a-4419-beb0-1ffb8cd38899,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:03.909982 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dd52ede-8a53-45f8-9de8-7bba1bd7911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.042534 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Set router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:04.095917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd52ede-8a53-45f8-9de8-7bba1bd7911d None None] Pushing event updated for resources: {'Port': ['ID=dea26a26-287a-4419-beb0-1ffb8cd38899,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:04.103868 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-24aa686c-911e-43a4-9003-3f58470baba5 None None] Provisioning complete for port dea26a26-287a-4419-beb0-1ffb8cd38899 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:04.104687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24aa686c-911e-43a4-9003-3f58470baba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.198403 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58157d74-8929-41d4-8703-11bd0a4b5069 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:04.252231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 3, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:04.285924 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Checking router: 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:21:04.286406 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Updating router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 port 7b7d1fba-40db-45fe-95b0-37c210e9b035 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:21:04.300330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:04.302067 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 58157d74-8929-41d4-8703-11bd0a4b5069 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:04.302441 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.313544 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.353491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b7e5-a2da-4159-aedb-e4a73fbeef99 None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:21:04.451243 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.464332 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.499354 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 58157d74-8929-41d4-8703-11bd0a4b5069, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=58157d74-8929-41d4-8703-11bd0a4b5069,segment=NetworkSegment(172e3001-16e1-4e3e-ad95-3bcb538d9a9c),segment_id=172e3001-16e1-4e3e-ad95-3bcb538d9a9c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:04.504322 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.505250 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d94a7003-2a30-45b3-808c-92b2655370d1 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:04.608039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=58157d74-8929-41d4-8703-11bd0a4b5069,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:04.654116 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d94a7003-2a30-45b3-808c-92b2655370d1 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:04.654467 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.672210 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.679194 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.703753 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Allocated IP 172.20.0.1 (e13389a4-fe9a-4283-a8b1-2030fbd4a8ec/a543811f-9275-4ba9-b95e-4b853a76831a/6c740432-c460-41f0-8142-06e4a0f22f1f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:21:04.771136 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Attempting to bind port 7b7d1fba-40db-45fe-95b0-37c210e9b035 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:21:04.771657 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Attempting to bind port 7b7d1fba-40db-45fe-95b0-37c210e9b035 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:21:04.772818 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Attempting to bind port 7b7d1fba-40db-45fe-95b0-37c210e9b035 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:21:04.780674 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Pushing event updated for resources: {'Port': ['ID=7b7d1fba-40db-45fe-95b0-37c210e9b035,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:04.789451 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:21:04.790049 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:21:04.790548 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.791033 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:21:04.791603 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Bound port: 7b7d1fba-40db-45fe-95b0-37c210e9b035, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:21:04.792078 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.795954 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.796400 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.796843 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.797273 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.797700 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.798147 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.798569 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.799281 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.799407 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.799819 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.800234 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.801302 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:21:04.840956 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.861610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] For port 7b7d1fba-40db-45fe-95b0-37c210e9b035, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:21:04.865371 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] For port 7b7d1fba-40db-45fe-95b0-37c210e9b035, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7b7d1fba-40db-45fe-95b0-37c210e9b035,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:21:04.873672 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.887707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:04.930310 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Routers {'5cda7781-5d86-4c4e-bdf2-6279263ae6a8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:04.931439 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:04.955709 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:04.957317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04efc65-4d79-4f95-8046-77372e8e48ed None None] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:21:04.960353 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:04.962684 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Pushing event updated for resources: {'Port': ['ID=6c740432-c460-41f0-8142-06e4a0f22f1f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:04.965033 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:21:04.990758 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574219ff-d9f9-4224-b722-3c6d57c36d68 None None] Pushing event updated for resources: {'Port': ['ID=7b7d1fba-40db-45fe-95b0-37c210e9b035,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:05.007991 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.081268 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] Set router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:05.169749 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.267850 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7ba2cb0c-410a-4fa4-9502-c967eb1bc41d None None] Provisioning complete for port 58157d74-8929-41d4-8703-11bd0a4b5069 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:05.268227 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7ba2cb0c-410a-4fa4-9502-c967eb1bc41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.336536 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 3, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:05.366341 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.376822 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.378334 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc26be0-38ce-4ef9-a807-c33a37a75634 None None] The sync data for ids ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'] in n-d-825930-1 is: [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 3, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:21:05.467625 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Pushing event updated for resources: {'Port': ['ID=6c740432-c460-41f0-8142-06e4a0f22f1f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:05.473221 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.594796 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:05.596249 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:05.730240 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:21:05.777775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f9d1a9c-ce8e-4818-9389-1f401c09d5e6 None None] Provisioning complete for port 6c740432-c460-41f0-8142-06e4a0f22f1f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:05.787070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1a9c-ce8e-4818-9389-1f401c09d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.842073 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d1a9c-ce8e-4818-9389-1f401c09d5e6 None None] Port 6c740432-c460-41f0-8142-06e4a0f22f1f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:21:05.864760 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-7f9d1a9c-ce8e-4818-9389-1f401c09d5e6 None None] Provisioning complete for port 58157d74-8929-41d4-8703-11bd0a4b5069 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:05.865145 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1a9c-ce8e-4818-9389-1f401c09d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:05.887890 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:21:05.893580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1026f349-5349-41e2-8691-3d4af0495803 admin admin] 10.222.0.32 "PUT /v2.0/routers/5cda7781-5d86-4c4e-bdf2-6279263ae6a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9998102 Jan 29 05:21:06.138522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5ad0b1a3-1c81-4742-b1d1-daa664bb63dc None None] Provisioning complete for port 6c740432-c460-41f0-8142-06e4a0f22f1f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:06.139422 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b1a3-1c81-4742-b1d1-daa664bb63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.213717 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0b1a3-1c81-4742-b1d1-daa664bb63dc None None] Port 6c740432-c460-41f0-8142-06e4a0f22f1f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:21:06.244777 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58157d74-8929-41d4-8703-11bd0a4b5069 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:06.311223 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 58157d74-8929-41d4-8703-11bd0a4b5069 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:06.311431 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.369557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-5ae64654-d08d-47ca-a755-b78e8f1526ec None None] Provisioning complete for port 6c740432-c460-41f0-8142-06e4a0f22f1f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:06.369972 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ae64654-d08d-47ca-a755-b78e8f1526ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.428256 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5ae64654-d08d-47ca-a755-b78e8f1526ec None None] Port 6c740432-c460-41f0-8142-06e4a0f22f1f cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:21:06.437848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7b7d1fba-40db-45fe-95b0-37c210e9b035 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:06.486439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7b7d1fba-40db-45fe-95b0-37c210e9b035 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:06.486723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.573320 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.586803 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39098) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:06.592015 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582677602', 'description': 'tempest-secgroup-smoke-1582677602 description', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:06.595999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 7b7d1fba-40db-45fe-95b0-37c210e9b035, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7b7d1fba-40db-45fe-95b0-37c210e9b035,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:06.601220 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.602166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dea26a26-287a-4419-beb0-1ffb8cd38899 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:06.618465 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.678416 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=7b7d1fba-40db-45fe-95b0-37c210e9b035,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:06.688735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port dea26a26-287a-4419-beb0-1ffb8cd38899 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:06.689108 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.697260 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.701230 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.731217 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.732452 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442688 Jan 29 05:21:06.734539 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362d27f-d8de-46c4-8c0d-c5b29ca0664d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df1f37b-e471-4b63-bd42-5c23366582f2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:06.735743 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:06.743278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '0df1f37b-e471-4b63-bd42-5c23366582f2', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:06.771753 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.832784 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.837106 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.859027 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6c6b28-0e44-4bda-976f-cd7c11d13bba,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:06.865525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.866715 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cc6a4ca-82d7-4559-ad34-15a75f77220a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281564 Jan 29 05:21:06.869707 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:06.874052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '0df1f37b-e471-4b63-bd42-5c23366582f2', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:06.901354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.958184 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.962306 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.979103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bd65e8-1c69-4886-917c-63f60af82dd7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:06.988228 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:06.989415 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ac96bf3-43d2-4f61-918a-97ce263a9cd7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186869 Jan 29 05:21:06.992199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:06.996536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '0df1f37b-e471-4b63-bd42-5c23366582f2', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:07.024377 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.084086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.088128 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.106430 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95153ec7-6102-4adb-ad1a-1bc87175da01,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:07.111462 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.114326 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-533122b1-328a-416b-8b45-509d7ccfdc4e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211858 Jan 29 05:21:07.115309 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:07.119886 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '0df1f37b-e471-4b63-bd42-5c23366582f2', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:07.146896 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.206173 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.209824 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.229669 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9aaf3a-ef5e-4190-a32a-68b749ae94a6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:07.238628 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.239807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b9c68fd-95c6-4d23-bd7b-2162c18b6769 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235905 Jan 29 05:21:07.243146 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:07.247381 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '0df1f37b-e471-4b63-bd42-5c23366582f2', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:07.270401 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Project 0e19d78cd24e437fbcdaa5bc3bcee1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:21:07.275600 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.334507 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.338613 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.355770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec1a9f9-02b5-436e-a8cd-142c6461ad31,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:07.363328 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.364545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c5e95e2-d0a4-4cd8-bcc9-ee2cb82f7375 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205409 Jan 29 05:21:07.367972 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:07.372422 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '0df1f37b-e471-4b63-bd42-5c23366582f2', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:07.395960 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Project 0e19d78cd24e437fbcdaa5bc3bcee1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:21:07.400831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.463062 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.466472 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.484263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7ac60d-010c-4356-8f7b-307f6137893f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:07.489274 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:07.490545 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-136e9f5c-5a03-4fca-8dd5-71040c19b45b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215878 Jan 29 05:21:07.634095 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-9a621176-0f82-4018-943e-d2ec36e8f5ca tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582677602&fields=id&tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 267 time: 0.0344090 Jan 29 05:21:07.742777 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-b1ba75ce-4219-43f5-bcb8-7d3027d690ba tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:07.744292 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-b1ba75ce-4219-43f5-bcb8-7d3027d690ba tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 809 time: 0.1032243 Jan 29 05:21:07.760339 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-74c3f627-42f4-4cd2-8446-967d449d7e82 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/quotas/0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 375 time: 0.0098593 Jan 29 05:21:07.817420 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-3573ee9e-ff9b-4138-b8d1-a85af063f99d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515499 Jan 29 05:21:07.868869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Sync routers for ids ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:21:07.878098 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Routers {'5cda7781-5d86-4c4e-bdf2-6279263ae6a8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:07.878718 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:07.915443 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-e8b8d177-8092-4102-844a-fc3c3aa45b70 service neutron] 10.222.0.32 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Jan 29 05:21:07.985597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Set router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:08.011984 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-8fff1b2c-90c6-46f5-ba78-01bf16384438 service neutron] 10.222.0.32 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904350 Jan 29 05:21:08.016070 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7b7d1fba-40db-45fe-95b0-37c210e9b035 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:08.157959 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 7b7d1fba-40db-45fe-95b0-37c210e9b035 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:08.158598 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.179710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d443ca22-bd9a-4c7e-9c60-3c2c99b6aa34 req-f0c93831-d46b-489f-8c42-585b07b205a4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 210 time: 0.0279436 Jan 29 05:21:08.290331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:05Z', 'revision_number': 4, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6c740432-c460-41f0-8142-06e4a0f22f1f', 'name': '', 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'mac_address': 'fa:16:3e:67:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a543811f-9275-4ba9-b95e-4b853a76831a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:04Z', 'updated_at': '2022-01-29T05:21:05Z', 'revision_number': 2, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'subnets': [{'id': 'a543811f-9275-4ba9-b95e-4b853a76831a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:08.316977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Checking router: 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:21:08.317330 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Updating router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 port 6c740432-c460-41f0-8142-06e4a0f22f1f binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:21:08.346099 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.626719 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.633186 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.681729 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8ee8-c4d0-48be-b3aa-534fa4e52973 None None] Pushing event updated for resources: {'Port': ['ID=6c740432-c460-41f0-8142-06e4a0f22f1f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:08.739238 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Attempting to bind port 6c740432-c460-41f0-8142-06e4a0f22f1f on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:21:08.739613 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Attempting to bind port 6c740432-c460-41f0-8142-06e4a0f22f1f by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:21:08.739983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Attempting to bind port 6c740432-c460-41f0-8142-06e4a0f22f1f on network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:21:08.745414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:21:08.745807 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Checking segment: {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:21:08.746235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.746672 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Bound using segment: {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:21:08.747144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Bound port: 6c740432-c460-41f0-8142-06e4a0f22f1f, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172e3001-16e1-4e3e-ad95-3bcb538d9a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:21:08.747538 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.812421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] For port 6c740432-c460-41f0-8142-06e4a0f22f1f, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:21:08.815708 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] For port 6c740432-c460-41f0-8142-06e4a0f22f1f, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6c740432-c460-41f0-8142-06e4a0f22f1f,segment=NetworkSegment(172e3001-16e1-4e3e-ad95-3bcb538d9a9c),segment_id=172e3001-16e1-4e3e-ad95-3bcb538d9a9c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:21:08.822095 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:08.883114 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Routers {'5cda7781-5d86-4c4e-bdf2-6279263ae6a8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:08.883792 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:08.885518 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8ee8-c4d0-48be-b3aa-534fa4e52973 None None] Pushing event updated for resources: {'Port': ['ID=6c740432-c460-41f0-8142-06e4a0f22f1f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:09.000414 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-09f70600-bd80-42df-b268-aa12f4d8fcef None None] Provisioning complete for port 6c740432-c460-41f0-8142-06e4a0f22f1f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:09.000783 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-bd80-42df-b268-aa12f4d8fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.025762 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] Set router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:09.198037 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-bd80-42df-b268-aa12f4d8fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.269368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-09f70600-bd80-42df-b268-aa12f4d8fcef None None] For port 6c740432-c460-41f0-8142-06e4a0f22f1f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6c740432-c460-41f0-8142-06e4a0f22f1f,segment=NetworkSegment(172e3001-16e1-4e3e-ad95-3bcb538d9a9c),segment_id=172e3001-16e1-4e3e-ad95-3bcb538d9a9c)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:09.281025 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-bd80-42df-b268-aa12f4d8fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.298019 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8407263a-503e-4d51-b229-c9d7323f6351 req-911e64b7-32c5-4602-9225-4efc226caf8d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 210 time: 0.0433156 Jan 29 05:21:09.353522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f70600-bd80-42df-b268-aa12f4d8fcef None None] Pushing event updated for resources: {'Port': ['ID=6c740432-c460-41f0-8142-06e4a0f22f1f,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:09.362701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-e309e85a-1ab4-4369-b56e-bf93f03b2d17 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:09.363153 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:05Z', 'revision_number': 4, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6c740432-c460-41f0-8142-06e4a0f22f1f', 'name': '', 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'mac_address': 'fa:16:3e:67:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a543811f-9275-4ba9-b95e-4b853a76831a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:04Z', 'updated_at': '2022-01-29T05:21:08Z', 'revision_number': 4, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'subnets': [{'id': 'a543811f-9275-4ba9-b95e-4b853a76831a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:09.364346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-e309e85a-1ab4-4369-b56e-bf93f03b2d17 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 809 time: 0.1341929 Jan 29 05:21:09.396786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363c54e-52ac-4c32-9f22-1cbe32de88d4 None None] The sync data for ids ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'] in n-d-825930-1 is: [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:05Z', 'revision_number': 4, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '6c740432-c460-41f0-8142-06e4a0f22f1f', 'name': '', 'network_id': 'e13389a4-fe9a-4283-a8b1-2030fbd4a8ec', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'mac_address': 'fa:16:3e:67:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a543811f-9275-4ba9-b95e-4b853a76831a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:04Z', 'updated_at': '2022-01-29T05:21:08Z', 'revision_number': 4, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'subnets': [{'id': 'a543811f-9275-4ba9-b95e-4b853a76831a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:21:09.409154 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f892e71c-53b1-4990-ae4a-79ff296f6141 None None] Provisioning complete for port 6c740432-c460-41f0-8142-06e4a0f22f1f triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:09.409591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f892e71c-53b1-4990-ae4a-79ff296f6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.421727 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-72bbb30b-917b-49a8-b12d-7ee0a0f554a4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 380 time: 0.0423198 Jan 29 05:21:09.435149 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'port': {'device_id': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'admin_state_up': True, 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'security_groups': ['0df1f37b-e471-4b63-bd42-5c23366582f2']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:09.570749 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Made reservation on behalf of 0e19d78cd24e437fbcdaa5bc3bcee1f8 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:21:09.575007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.709606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Allocated IP 172.20.0.12 (8fe4d660-ec4f-4dd1-9882-f2e688c03966/023b6f6a-6624-43b5-b781-d5b7e63b8f2e/641e2268-496b-4f86-a8ea-b8b10492dca7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:21:09.853671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.890937 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:09.942603 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:09.946666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:09.949345 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:21:09.975827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:10.006518 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:10.007675 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.031608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-c055b7c3-3e7a-439d-b803-07700da223a3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6009183 Jan 29 05:21:10.061257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c740432-c460-41f0-8142-06e4a0f22f1f up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:10.115592 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 6c740432-c460-41f0-8142-06e4a0f22f1f triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:10.116340 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.160848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Request body: {'port': {'device_id': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:10.215704 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.232481 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f921c68f-2c99-483f-a790-ba6789d39494 None None] Provisioning complete for port 641e2268-496b-4f86-a8ea-b8b10492dca7 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:10.232779 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f921c68f-2c99-483f-a790-ba6789d39494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.269701 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-f921c68f-2c99-483f-a790-ba6789d39494 None None] Port 641e2268-496b-4f86-a8ea-b8b10492dca7 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:21:10.458965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16afe-16fa-4ef0-902f-cd1e421d1524 req-82acf64c-f855-4b97-b2ae-26cac0622c4c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:10.460563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79c16afe-16fa-4ef0-902f-cd1e421d1524 req-82acf64c-f855-4b97-b2ae-26cac0622c4c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 932 time: 0.0809855 Jan 29 05:21:10.516193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-79c16afe-16fa-4ef0-902f-cd1e421d1524 req-c5e08f2d-7e13-477c-86d4-b7dde8a60501 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489440 Jan 29 05:21:10.546434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641e2268-496b-4f86-a8ea-b8b10492dca7 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:21:10.553711 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.565726 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Transition to ACTIVE for port object 641e2268-496b-4f86-a8ea-b8b10492dca7 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:21:10.570282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.624765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:10.689975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Attempting to bind port 641e2268-496b-4f86-a8ea-b8b10492dca7 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:21:10.690313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Attempting to bind port 641e2268-496b-4f86-a8ea-b8b10492dca7 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:21:10.690655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Attempting to bind port 641e2268-496b-4f86-a8ea-b8b10492dca7 on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:21:10.695732 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Port 641e2268-496b-4f86-a8ea-b8b10492dca7 on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:21:10.696133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Attempting to bind port 641e2268-496b-4f86-a8ea-b8b10492dca7 on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:21:10.700949 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:21:10.701296 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Checking segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:21:10.701686 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Bound using segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:21:10.702174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Bound port: 641e2268-496b-4f86-a8ea-b8b10492dca7, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:21:10.702523 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.767717 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:21:10.770902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:21:10.775065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.815724 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:10.816476 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:10.817877 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1092 time: 0.7720852 Jan 29 05:21:10.818278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:21:10.820915 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a95176-b0a6-4581-ac9d-10d3a0e4957f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:21:10.842966 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbadba-15bb-4774-a589-d987eea2b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:10.868633 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44fb95-1720-49c1-96c6-100072c608f4 x-openstack-request-id: req-9c44fb95-1720-49c1-96c6-100072c608f4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:21:10.868922 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:21:10.869179 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c44fb95-1720-49c1-96c6-100072c608f4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:21:10.869591 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'status': 'completed', 'code': 200} Jan 29 05:21:10.941323 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-6b30ae54-8c38-4270-b114-4713bd3957c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:10.943191 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-6b30ae54-8c38-4270-b114-4713bd3957c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1095 time: 0.0483003 Jan 29 05:21:10.994263 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-222bba63-168e-4af8-8401-d56ce0c5e0ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 217 time: 0.0371439 Jan 29 05:21:11.047194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-967a7be1-cba1-41a0-942f-1c02b1678ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.048559 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-967a7be1-cba1-41a0-942f-1c02b1678ea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0483813 Jan 29 05:21:11.093281 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-da0650ca-482d-44ed-b1f0-cc972c517fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.094820 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-da0650ca-482d-44ed-b1f0-cc972c517fed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390985 Jan 29 05:21:11.182460 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-0c05139e-a9f6-47ca-914b-94e946f3ce03 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801404 Jan 29 05:21:11.282653 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c05305bf-bda2-4526-b8b1-b48f9cc447d3 req-5104569a-1246-4ab2-b2c7-5df981e094f5 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871067 Jan 29 05:21:11.418196 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-8871017d-a57c-46c8-85bd-e2da81b2623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.419690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-8871017d-a57c-46c8-85bd-e2da81b2623f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1095 time: 0.0424407 Jan 29 05:21:11.515600 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-cbe85945-25e9-4074-baee-d1df96c7e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.517144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-cbe85945-25e9-4074-baee-d1df96c7e6ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0909827 Jan 29 05:21:11.573824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-bd82a0fa-307d-4a84-9c69-1212e93475f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 217 time: 0.0373814 Jan 29 05:21:11.649694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-ce63915b-8d09-4564-9972-acf8f9d000e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.651193 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-ce63915b-8d09-4564-9972-acf8f9d000e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0697620 Jan 29 05:21:11.666525 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066312bc-ceda-4622-b33a-5555b2d2338f req-fed17a92-f5c8-4e8a-9e2f-21af257694b2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.667865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-066312bc-ceda-4622-b33a-5555b2d2338f req-fed17a92-f5c8-4e8a-9e2f-21af257694b2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0767519 Jan 29 05:21:11.733038 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-066312bc-ceda-4622-b33a-5555b2d2338f req-3bb71ccb-7167-4eed-a9ae-4f780c16dcb9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567100 Jan 29 05:21:11.735577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-fea7a31c-1d25-4c35-bd0e-ea73ee647442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:11.736960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-fea7a31c-1d25-4c35-bd0e-ea73ee647442 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682154 Jan 29 05:21:11.825064 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-ead88e3f-e316-46b0-8b09-e338c3872fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798073 Jan 29 05:21:11.917983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-49a95176-b0a6-4581-ac9d-10d3a0e4957f req-0be91717-c561-4677-a746-4992609462d7 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850661 Jan 29 05:21:12.581594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:12.848243 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15559db-047f-49e8-b2dc-3a37b5ccec4e req-58e21033-1698-4538-a95a-54e9604f0d9b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:12.849694 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c15559db-047f-49e8-b2dc-3a37b5ccec4e req-58e21033-1698-4538-a95a-54e9604f0d9b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0485654 Jan 29 05:21:12.888320 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c15559db-047f-49e8-b2dc-3a37b5ccec4e req-53a2e6c5-7cda-4d76-8c7b-3d31094f5346 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Jan 29 05:21:13.703703 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:21:14.003032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55609a51-9af0-4160-9ffb-2049cec7a3ef req-dac33359-1ae4-49ea-a92d-86ae9d8ceeca tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:14.004395 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55609a51-9af0-4160-9ffb-2049cec7a3ef req-dac33359-1ae4-49ea-a92d-86ae9d8ceeca tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0495687 Jan 29 05:21:14.042537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55609a51-9af0-4160-9ffb-2049cec7a3ef req-a146bc32-8bde-4a74-984b-66a3317866ef tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Jan 29 05:21:14.122097 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:14.389563 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:21:14.481944 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:14.491987 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'mac_address': 'fa:16:3e:6d:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:21:14.529258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:14.542509 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641e2268-496b-4f86-a8ea-b8b10492dca7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:21:14.561447 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:14.565494 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:14.614751 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:14.843133 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['641e2268-496b-4f86-a8ea-b8b10492dca7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:21:15.156027 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c531b6-15ab-4015-9a0c-dcbe02430fd5 req-063d48aa-eed1-4d2b-bb80-083332861be2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:15.157471 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80c531b6-15ab-4015-9a0c-dcbe02430fd5 req-063d48aa-eed1-4d2b-bb80-083332861be2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 945 time: 0.0479364 Jan 29 05:21:15.193886 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80c531b6-15ab-4015-9a0c-dcbe02430fd5 req-f863a6e2-2649-4e2f-b84f-f680770c1b96 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303879 Jan 29 05:21:16.308646 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2984e5f-6f63-4d11-975a-5f1ea2224ac4 req-ce6cae23-9c0d-4e7c-958e-2aea058c8073 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:16.310296 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2984e5f-6f63-4d11-975a-5f1ea2224ac4 req-ce6cae23-9c0d-4e7c-958e-2aea058c8073 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 945 time: 0.0487692 Jan 29 05:21:16.354437 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c2984e5f-6f63-4d11-975a-5f1ea2224ac4 req-6499ddcb-bb3a-4c9b-81fc-9c023fd84960 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 Jan 29 05:21:16.421108 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:21:16.469740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port 641e2268-496b-4f86-a8ea-b8b10492dca7 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:21:16.473368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 641e2268-496b-4f86-a8ea-b8b10492dca7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:21:16.473687 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:16.550613 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:16.577173 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:21:16.579415 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690f393-c35e-4178-9607-8c33e34117f8" -d '{"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-plugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:21:16.591712 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:21:16.596904 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:16.620530 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7752114c-0721-4d5f-92b1-97c13a50463e x-openstack-request-id: req-7752114c-0721-4d5f-92b1-97c13a50463e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:21:16.620821 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-plugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:21:16.621068 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7752114c-0721-4d5f-92b1-97c13a50463e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:21:16.621459 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'code': 200} Jan 29 05:21:16.646283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:16.739270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dbd14-19a7-46d5-bdb6-9b79d6fcb1ec req-e0a549c2-e210-42fb-9438-8bad79ade01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:16.740655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a5dbd14-19a7-46d5-bdb6-9b79d6fcb1ec req-e0a549c2-e210-42fb-9438-8bad79ade01e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1097 time: 0.0389733 Jan 29 05:21:16.774927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a5dbd14-19a7-46d5-bdb6-9b79d6fcb1ec req-c2164724-9a45-4ac9-88bd-cfbd421435e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275126 Jan 29 05:21:17.467404 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e6cf4-4478-431a-a1a6-a038bdbef482 req-76982ab3-0d7a-45c0-84e8-fd8efce4df5b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:17.468938 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-455e6cf4-4478-431a-a1a6-a038bdbef482 req-76982ab3-0d7a-45c0-84e8-fd8efce4df5b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0482569 Jan 29 05:21:17.505965 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-455e6cf4-4478-431a-a1a6-a038bdbef482 req-f1612891-13b8-433b-a8c1-6872f296b2eb tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Jan 29 05:21:18.626835 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7d7dd-bdfb-4a0c-b519-ea4e637dd5cb req-f52e8895-5631-4054-a5e1-32feb534a929 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:18.628205 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bc7d7dd-bdfb-4a0c-b519-ea4e637dd5cb req-f52e8895-5631-4054-a5e1-32feb534a929 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0533459 Jan 29 05:21:18.666195 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2bc7d7dd-bdfb-4a0c-b519-ea4e637dd5cb req-9e27b73b-71e4-4d58-a2ff-71348a7f89f0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Jan 29 05:21:18.779945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd0c1-6197-434b-b1bc-c6ef48ba55d1 req-dc22fc17-d071-4a3f-bb76-d2cac12e878e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:18.781377 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba4cd0c1-6197-434b-b1bc-c6ef48ba55d1 req-dc22fc17-d071-4a3f-bb76-d2cac12e878e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0471783 Jan 29 05:21:18.820999 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ba4cd0c1-6197-434b-b1bc-c6ef48ba55d1 req-b991fe1b-4988-4568-94ac-16de2664bca2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334761 Jan 29 05:21:18.842536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:18.922783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd646b-a52f-45f1-ad95-a5c3f760dbfd tempest-TestShelveInstance-1362300843 tempest-TestShelveInstance-1362300843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:18.924259 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-73bd646b-a52f-45f1-ad95-a5c3f760dbfd tempest-TestShelveInstance-1362300843 tempest-TestShelveInstance-1362300843-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1092 time: 0.0807891 Jan 29 05:21:18.927209 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:21:18.931412 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:21:18.953830 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.045780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.148932 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Allocated IP 172.25.4.150 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/f15cfa42-c751-4ebd-997c-943607a6f572) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:21:19.245870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.278226 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.319878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:21:19.322942 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:21:19.326361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:21:19.354232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'Port': ['ID=f15cfa42-c751-4ebd-997c-943607a6f572,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:19.670502 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.737031 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.883754 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.887919 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:19.954179 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'Port': ['ID=f15cfa42-c751-4ebd-997c-943607a6f572,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:21:19.963977 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:20.066286 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Floating IP d780eeff-5ead-46d2-bdae-fda2c00a7aa5 associated. External IP: 172.25.4.150, port: 641e2268-496b-4f86-a8ea-b8b10492dca7. Jan 29 05:21:20.267825 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:21:20.373616 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:21:20.382989 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:21:20.392019 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:20.392206 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:20.392622 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:20.419198 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5b504f7-1d38-4f7b-8256-af151ec9a359 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4909747 Jan 29 05:21:20.419765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:21:20.422009 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:21:20.457522 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b003d8-9e3e-4779-b968-2483d5bd7a91 x-openstack-request-id: req-b1b003d8-9e3e-4779-b968-2483d5bd7a91 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:21:20.457814 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:21:20.458110 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1b003d8-9e3e-4779-b968-2483d5bd7a91 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:21:20.458520 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'status': 'completed', 'code': 200} Jan 29 05:21:20.498555 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:20.541579 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-b67e3838-c096-4c51-88d2-2f69494caa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.543033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-b67e3838-c096-4c51-88d2-2f69494caa36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1097 time: 0.0411260 Jan 29 05:21:20.641159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-ea7b7e6b-d506-4e51-aaa7-9742700b8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.642714 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-ea7b7e6b-d506-4e51-aaa7-9742700b8578 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0930910 Jan 29 05:21:20.708584 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-19506d31-5adf-4acd-a7d4-2e1f9265b60d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1000 time: 0.0593863 Jan 29 05:21:20.755272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-7d3a11bf-c0d0-4d6f-8d1b-83801a21db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.757342 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-7d3a11bf-c0d0-4d6f-8d1b-83801a21db99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0419259 Jan 29 05:21:20.799676 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'd780eeff-5ead-46d2-bdae-fda2c00a7aa5', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'mac_address': 'fa:16:3e:6d:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:21:19Z', 'updated_at': '2022-01-29T05:21:19Z', 'revision_number': 0, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:20.811706 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-2be1b526-51b2-4d02-a81a-60dca46a70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:21:20.813194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-2be1b526-51b2-4d02-a81a-60dca46a70ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495267 Jan 29 05:21:20.828604 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:21:20.837438 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:21:20.838086 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:20:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:20.903107 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-819ca503-4fc2-491f-88af-7625353ea492 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824187 Jan 29 05:21:20.941146 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:21:20.996353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cbe535a7-3e46-4b40-80bb-6fb62eebf27f req-453ba6d1-9d76-482f-add3-8fd627c5bb33 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866597 Jan 29 05:21:21.151875 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'd780eeff-5ead-46d2-bdae-fda2c00a7aa5', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'mac_address': 'fa:16:3e:6d:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:21:19Z', 'updated_at': '2022-01-29T05:21:19Z', 'revision_number': 0, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:21:21.180169 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5575e-1eab-404e-b6f1-453cf291eef1 None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': 'd780eeff-5ead-46d2-bdae-fda2c00a7aa5', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'mac_address': 'fa:16:3e:6d:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:21:19Z', 'updated_at': '2022-01-29T05:21:19Z', 'revision_number': 0, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:21:21.362866 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690ce5f-0d5f-4bb8-aca1-0b9b55bd518f None None] New status for floating IP d780eeff-5ead-46d2-bdae-fda2c00a7aa5: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:21:23.957594 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9f78fc0-d293-40b7-9c5b-2cb95f3a8880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:26.189613 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec571544-6811-42ad-be75-0ef80c6262c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:27.505689 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:29.313800 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:29.336229 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:42.580844 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:44.120966 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:50.702856 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:21:53.959535 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d0f93178-a7db-4eb9-9cb9-1efa433cbf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:56.189874 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-faf99785-32d9-4803-87f3-b9cb8b197c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:57.512081 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:59.319176 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:21:59.338491 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:11.661213 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-101c6585-3484-4612-b2e7-869e9558ad1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388496 Jan 29 05:22:11.757418 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-e09d60be-c7bb-4f57-9bc1-b693466eef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:11.758918 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-e09d60be-c7bb-4f57-9bc1-b693466eef14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1097 time: 0.0400527 Jan 29 05:22:11.869993 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-1b7ee119-d803-4632-a39c-3318a8d8374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:11.871470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-1b7ee119-d803-4632-a39c-3318a8d8374e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0874786 Jan 29 05:22:11.935695 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-80dbfb33-6daa-4d83-a769-a2533634846c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1002 time: 0.0570800 Jan 29 05:22:11.983870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-3b010c49-b55b-406a-b069-a37820a0a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:11.985271 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-3b010c49-b55b-406a-b069-a37820a0a294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0426118 Jan 29 05:22:12.033064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-1c3a9c98-f536-4c12-a91e-d84b86a655cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:22:12.034537 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-1c3a9c98-f536-4c12-a91e-d84b86a655cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421367 Jan 29 05:22:12.119615 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-c1f4378d-0a2d-498f-b43c-0083efd00281 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783207 Jan 29 05:22:12.217678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9ab138-f8bf-40a3-b751-5a9a111d26aa req-45221f9a-1a0f-4fec-9f59-a692f0beabd8 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Jan 29 05:22:12.598824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:14.137109 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:23.960672 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be797d38-8817-4c7d-bb26-0b87d03e900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:26.190300 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-99f66136-51fb-4c9e-a0ed-0c1b5ed1847a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:27.512518 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:27.702752 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:22:29.311294 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:29.339928 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:40.488181 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-03ea096e-15d9-499f-96f2-75b1f1f88245 req-33a03445-ca55-45a2-930a-4d713539e54b service neutron] (102402) timed out ('10.222.0.36', 52100) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:22:42.595142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:44.135113 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:53.960947 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84ed35eb-bcb8-4f08-8e17-e8fa14859995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:56.191100 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dff766cf-6086-46d0-99e7-d479762e2367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:57.515525 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:59.313981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:22:59.341449 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:04.702050 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:23:12.609838 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:13.661275 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-dbba0cb8-c49d-4759-af98-a02e29481059 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413916 Jan 29 05:23:13.760532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-cadd95bc-aea2-45d2-889c-1be1e956e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:13.762552 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-cadd95bc-aea2-45d2-889c-1be1e956e621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1097 time: 0.0386882 Jan 29 05:23:14.133260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:14.208887 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-4f6d9e37-1609-4c3b-b3d9-92680564d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:14.210455 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-4f6d9e37-1609-4c3b-b3d9-92680564d917 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.4295182 Jan 29 05:23:14.273047 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-3140706b-6736-4b75-a1ea-2982a6a95f70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1002 time: 0.0555148 Jan 29 05:23:14.321450 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-3c018a98-5b73-4f37-8ab2-85479042bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:14.322921 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-3c018a98-5b73-4f37-8ab2-85479042bb3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0434580 Jan 29 05:23:14.371688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-fe717591-c5eb-4062-bbb0-531170737128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:14.373220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-fe717591-c5eb-4062-bbb0-531170737128 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428851 Jan 29 05:23:14.459839 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-5a4b02e9-7cce-4a7c-8d30-4d8a135e7700 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794466 Jan 29 05:23:14.553331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9d823d14-e01a-4ee3-a90b-e6aaab56ee30 req-2ac5028a-d659-4fb1-9670-e1695089745e service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864768 Jan 29 05:23:16.297091 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ce5a2-b6c9-446d-9877-395f40f54016 req-ad43a50f-0dfd-4147-a934-0157888afe7b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:16.298690 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01ce5a2-b6c9-446d-9877-395f40f54016 req-ad43a50f-0dfd-4147-a934-0157888afe7b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0555444 Jan 29 05:23:16.338869 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d01ce5a2-b6c9-446d-9877-395f40f54016 req-0494be52-0802-48d0-b5dc-1fd405466551 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342422 Jan 29 05:23:16.664766 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-9c873731-463c-44b4-909c-888df28e5713 req-8c89a6eb-e7c3-4ab5-b455-9cdd37fc7306 service neutron] (102403) timed out ('10.222.0.32', 35360) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:23:17.458917 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc701f19-037b-490b-bee9-1f53e1c1541c req-e9c6ad6c-b254-478f-9561-ab4c3139a5eb tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:17.460348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc701f19-037b-490b-bee9-1f53e1c1541c req-e9c6ad6c-b254-478f-9561-ab4c3139a5eb tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0479078 Jan 29 05:23:17.497111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fc701f19-037b-490b-bee9-1f53e1c1541c req-ff613139-7e0d-4956-9122-ae006af7f334 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Jan 29 05:23:18.616398 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f307621-baf1-4edf-b780-565df424b64c req-5146af5e-2d83-48b0-88a8-a755f29cb725 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:18.617846 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f307621-baf1-4edf-b780-565df424b64c req-5146af5e-2d83-48b0-88a8-a755f29cb725 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Jan 29 05:23:18.655269 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5f307621-baf1-4edf-b780-565df424b64c req-12684fcf-3af2-475e-aec6-a030517ec32d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310762 Jan 29 05:23:19.767531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e5bb2-1952-4d8e-a957-6087074c3092 req-9cd5cc51-3934-4ba7-806e-8c50ae7dd0d4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:19.769004 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712e5bb2-1952-4d8e-a957-6087074c3092 req-9cd5cc51-3934-4ba7-806e-8c50ae7dd0d4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0477493 Jan 29 05:23:19.806070 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-712e5bb2-1952-4d8e-a957-6087074c3092 req-dc3ca5d7-9c76-4143-8b16-77f1ff8d7204 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311744 Jan 29 05:23:20.926232 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35def26-e495-4f79-9872-babce2a0e07d req-f997a94c-58bc-40e8-a240-56f5d5ff8250 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:20.927680 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e35def26-e495-4f79-9872-babce2a0e07d req-f997a94c-58bc-40e8-a240-56f5d5ff8250 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0529728 Jan 29 05:23:20.968370 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e35def26-e495-4f79-9872-babce2a0e07d req-48d711dd-630a-417f-8640-426bd18aa173 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Jan 29 05:23:22.085452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67820263-c761-47ff-a77d-09b17e80d71c req-1e7ed7c6-d55e-4295-b570-0437b31c20bc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:22.086943 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67820263-c761-47ff-a77d-09b17e80d71c req-1e7ed7c6-d55e-4295-b570-0437b31c20bc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0515013 Jan 29 05:23:22.124504 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-67820263-c761-47ff-a77d-09b17e80d71c req-2a2924c9-3d9f-4839-b743-5829784ae296 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Jan 29 05:23:23.237791 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c21aa-3e1a-4122-b6bf-f6ef5b4eaa7f req-4f7077db-00eb-4478-9d3b-c6f391f979b8 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:23.239283 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-083c21aa-3e1a-4122-b6bf-f6ef5b4eaa7f req-4f7077db-00eb-4478-9d3b-c6f391f979b8 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0483408 Jan 29 05:23:23.276458 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-083c21aa-3e1a-4122-b6bf-f6ef5b4eaa7f req-ee592559-5f6d-4743-8ada-ed6c8a0594cf tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Jan 29 05:23:23.960981 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f97e0bd8-0ebd-4113-aa7e-b68709f066bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:24.391520 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659e0d-b4ee-405d-94a6-dd2665147e29 req-57ac70ca-6a84-465e-86dd-d2caff4f13fc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:24.392989 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05659e0d-b4ee-405d-94a6-dd2665147e29 req-57ac70ca-6a84-465e-86dd-d2caff4f13fc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Jan 29 05:23:24.430662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-05659e0d-b4ee-405d-94a6-dd2665147e29 req-b100bf53-52e3-413b-a9b4-aaf82d9fbc22 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Jan 29 05:23:25.546716 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0140-4f7b-400a-b9fa-8336d670d73e req-5660babe-9fa4-4681-802c-d7127442c5ff tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:25.548180 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-426b0140-4f7b-400a-b9fa-8336d670d73e req-5660babe-9fa4-4681-802c-d7127442c5ff tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Jan 29 05:23:25.585100 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-426b0140-4f7b-400a-b9fa-8336d670d73e req-89eca8b5-cd3e-4ba6-86a2-dbc2d166dbd5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Jan 29 05:23:26.190456 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fac223b7-3e56-48b2-82cd-8f213e9f7d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:26.704811 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afa99-e0bb-4579-92a0-28e13d04507e req-b6dff140-7247-41ce-9b38-92c464f53ba9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:26.706289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db0afa99-e0bb-4579-92a0-28e13d04507e req-b6dff140-7247-41ce-9b38-92c464f53ba9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Jan 29 05:23:26.742010 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-db0afa99-e0bb-4579-92a0-28e13d04507e req-9c1aab55-4106-4678-9edd-11e524966d51 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297878 Jan 29 05:23:27.521157 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:27.860234 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b1f3-cc5c-4c74-9f8b-e1d6652f2799 req-9efb057c-1d29-44ab-8414-c23bd0c0e72f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:27.861682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d846b1f3-cc5c-4c74-9f8b-e1d6652f2799 req-9efb057c-1d29-44ab-8414-c23bd0c0e72f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0526133 Jan 29 05:23:27.899821 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-d846b1f3-cc5c-4c74-9f8b-e1d6652f2799 req-d3a0d34e-166a-451f-aece-777424b1bd0f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Jan 29 05:23:29.014367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:23:29.025671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605db83-4c3c-4272-af1a-9d0b3fa9983f req-4243bb87-587f-4e3a-ad8a-023930791fa5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:29.027857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e605db83-4c3c-4272-af1a-9d0b3fa9983f req-4243bb87-587f-4e3a-ad8a-023930791fa5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0571430 Jan 29 05:23:29.076777 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e605db83-4c3c-4272-af1a-9d0b3fa9983f req-ec51edd9-bc17-4a87-b452-5c941dfdc972 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Jan 29 05:23:29.145436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:29.159731 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'mac_address': 'fa:16:3e:6d:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:23:29.202853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:29.218581 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 641e2268-496b-4f86-a8ea-b8b10492dca7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:23:29.240585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:29.246449 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:29.315057 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:29.334290 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.334636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.334975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.335308 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.335642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.335973 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.336302 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.336628 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.336953 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.337272 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.337623 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.337932 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:23:29.354466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:29.363743 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:29.401826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['641e2268-496b-4f86-a8ea-b8b10492dca7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:23:30.211813 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058053-f74b-438f-941c-6f69afa064b8 req-709c0e34-4770-4d47-97fd-815596e19efe tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:30.213496 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5058053-f74b-438f-941c-6f69afa064b8 req-709c0e34-4770-4d47-97fd-815596e19efe tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 945 time: 0.0572755 Jan 29 05:23:30.256541 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f5058053-f74b-438f-941c-6f69afa064b8 req-e7cb68c8-319b-47b7-a9ec-66c54b352602 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350583 Jan 29 05:23:31.022041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:23:31.078884 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 641e2268-496b-4f86-a8ea-b8b10492dca7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:23:31.079258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:31.167372 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:31.197262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:23:31.199656 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c34f1-8956-40af-b04c-41a2db0c8ef0" -d '{"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-plugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:23:31.221631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:31.226889 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:31.321210 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:31.357001 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becee534-7ec7-4955-8e80-9d38c33ce7b4 x-openstack-request-id: req-becee534-7ec7-4955-8e80-9d38c33ce7b4 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:23:31.357301 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-plugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:23:31.357616 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-becee534-7ec7-4955-8e80-9d38c33ce7b4 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:23:31.358198 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'code': 200} Jan 29 05:23:31.410739 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19489e6-ce63-4e60-a67c-92d259c18409 req-4e328326-8e1c-4843-ad05-049d4b34d607 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:31.418574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e19489e6-ce63-4e60-a67c-92d259c18409 req-4e328326-8e1c-4843-ad05-049d4b34d607 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0635314 Jan 29 05:23:31.462814 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e19489e6-ce63-4e60-a67c-92d259c18409 req-86b369f9-005b-445f-aca7-e7bf75a7dcc1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Jan 29 05:23:32.574633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88271d26-d62a-4d9a-95e2-e2e5a5ca90a6 req-2d59bda3-8c19-44ed-a836-0c964636cfe7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:32.578378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88271d26-d62a-4d9a-95e2-e2e5a5ca90a6 req-2d59bda3-8c19-44ed-a836-0c964636cfe7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Jan 29 05:23:32.615719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-88271d26-d62a-4d9a-95e2-e2e5a5ca90a6 req-09b72dbc-9890-43ae-8ebd-d4aa1829f9f0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Jan 29 05:23:33.744960 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c134-37b7-49dc-8886-9635a39f7b3a req-0a774c51-4b8e-4ed0-8d1b-7760246a8c96 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:33.746887 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc33c134-37b7-49dc-8886-9635a39f7b3a req-0a774c51-4b8e-4ed0-8d1b-7760246a8c96 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0577509 Jan 29 05:23:33.789354 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fc33c134-37b7-49dc-8886-9635a39f7b3a req-a62be16a-c81e-4d7c-98c6-9ecac5cdd1b2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351932 Jan 29 05:23:34.930481 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44d2f-b2ab-43ab-a0f2-b515f6b7a7a9 req-da0e2ce2-8041-49e4-a4d4-0c216b312334 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:34.931945 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6d44d2f-b2ab-43ab-a0f2-b515f6b7a7a9 req-da0e2ce2-8041-49e4-a4d4-0c216b312334 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0525203 Jan 29 05:23:34.978940 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b6d44d2f-b2ab-43ab-a0f2-b515f6b7a7a9 req-d0dde05a-376f-496c-93e2-08b88fa0245b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360928 Jan 29 05:23:36.104417 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f315f-c175-4b6d-93c7-1a8b696afe54 req-5ef2f393-28da-4fca-9eed-89520f904d10 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:36.106072 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b3f315f-c175-4b6d-93c7-1a8b696afe54 req-5ef2f393-28da-4fca-9eed-89520f904d10 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0516109 Jan 29 05:23:36.145843 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7b3f315f-c175-4b6d-93c7-1a8b696afe54 req-2fd964ae-142d-4da8-b793-7037d9edf658 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Jan 29 05:23:37.271315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ecde-0bf2-4a0b-b694-0acf72630eeb req-5f1e7b0b-b4d8-4e53-aadd-9367d81b7aa5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:37.272836 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ee1ecde-0bf2-4a0b-b694-0acf72630eeb req-5f1e7b0b-b4d8-4e53-aadd-9367d81b7aa5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0552452 Jan 29 05:23:37.318734 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ee1ecde-0bf2-4a0b-b694-0acf72630eeb req-1f3469f3-7500-4f5c-99d5-19373a27fa16 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Jan 29 05:23:38.083967 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-b8d63fae-2b34-4c9b-99f2-0ddef8038815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:38.085419 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-b8d63fae-2b34-4c9b-99f2-0ddef8038815 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1097 time: 0.0386310 Jan 29 05:23:38.175011 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-86bb9f41-b9c3-4d27-9442-2fa33cb9d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:38.176443 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-86bb9f41-b9c3-4d27-9442-2fa33cb9d16c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0848136 Jan 29 05:23:38.238655 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-1eedb235-19ab-4a7f-b074-21074db3c5bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1002 time: 0.0556786 Jan 29 05:23:38.286250 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-d115c747-1141-49fe-a7e3-b86691d52ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:38.287548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-d115c747-1141-49fe-a7e3-b86691d52ea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0423958 Jan 29 05:23:38.336503 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-4123b32d-4e87-47d3-a0ae-4a3d0e3964a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:38.338034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-4123b32d-4e87-47d3-a0ae-4a3d0e3964a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438018 Jan 29 05:23:38.428733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-bf2c8fea-b913-41a8-a39a-972e34763e97 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835369 Jan 29 05:23:38.432954 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd413e0-3071-43f8-8f8f-75277225cd1d req-c5529e47-fd20-4770-b66e-bfccb7ff1313 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:38.434639 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcd413e0-3071-43f8-8f8f-75277225cd1d req-c5529e47-fd20-4770-b66e-bfccb7ff1313 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0486448 Jan 29 05:23:38.471671 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bcd413e0-3071-43f8-8f8f-75277225cd1d req-ac37e606-6f05-43a9-8b2e-38e6d908e2f4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Jan 29 05:23:38.524998 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-cf493b18-f4cd-482c-ae50-8dc0e7070d1a req-8210da00-5004-478b-99a0-35f3be078ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894239 Jan 29 05:23:39.589112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350ac37-8469-451c-89e0-46666f417c8b req-7e5586c6-f8a2-4b6f-87cd-71107339f4d0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:39.590736 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c350ac37-8469-451c-89e0-46666f417c8b req-7e5586c6-f8a2-4b6f-87cd-71107339f4d0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Jan 29 05:23:39.627041 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c350ac37-8469-451c-89e0-46666f417c8b req-da5790a7-0555-4ca2-99a1-b6e5aeb02845 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304570 Jan 29 05:23:40.742930 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cbd04-1bbb-4f2f-a9fe-720ba91cdb6c req-e57ed783-3bee-4d46-b5cb-4d1176394608 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:40.744372 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a2cbd04-1bbb-4f2f-a9fe-720ba91cdb6c req-e57ed783-3bee-4d46-b5cb-4d1176394608 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0517104 Jan 29 05:23:40.780760 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9a2cbd04-1bbb-4f2f-a9fe-720ba91cdb6c req-407c8880-b05a-4710-944f-784a19a936ab tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297556 Jan 29 05:23:40.944390 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-e3968d93-3f95-43ce-b9d7-e501e7ab1af8 req-13197030-284e-4a9e-a0a6-21a4efac1064 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:23:40.946265 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3968d93-3f95-43ce-b9d7-e501e7ab1af8 req-13197030-284e-4a9e-a0a6-21a4efac1064 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457082 Jan 29 05:23:41.063439 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:23:41.102922 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576c642-6a4a-423f-a9be-75465dcd9c24 req-d22f22dc-250c-4184-a659-881d602e0190 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:41.104744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9576c642-6a4a-423f-a9be-75465dcd9c24 req-d22f22dc-250c-4184-a659-881d602e0190 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 946 time: 0.0517960 Jan 29 05:23:41.142129 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:41.146263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9576c642-6a4a-423f-a9be-75465dcd9c24 req-f4b10855-710b-4fae-a2c3-35ffb73ab385 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Jan 29 05:23:41.168885 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:23:41.172188 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f5836-714d-4d43-af31-42ce91df233e" -d '{"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-unplugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:23:41.185383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:41.189742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:41.213582 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf616741-8952-4b9b-8210-5d691bb03aa2 x-openstack-request-id: req-cf616741-8952-4b9b-8210-5d691bb03aa2 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:23:41.213880 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-unplugged", "status": "failed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "code": 422}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:23:41.214163 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf616741-8952-4b9b-8210-5d691bb03aa2 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:23:41.214553 n-d-825930-1 neutron-server[102404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'code': 422} returned with failed status Jan 29 05:23:41.240618 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:41.340947 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:23:41.420889 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-1c77289a-969b-45e9-a6fc-4a46f4a963d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780604 Jan 29 05:23:41.429301 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-453ffd84-1e9c-46de-bfea-82264ecbf689 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:23:41.430267 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-453ffd84-1e9c-46de-bfea-82264ecbf689 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048153 Jan 29 05:23:41.700024 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:23:42.223896 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-ca686a7b-b47d-469f-b321-c73fc6be09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.225564 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-ca686a7b-b47d-469f-b321-c73fc6be09cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606&tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 1095 time: 0.0414214 Jan 29 05:23:42.261863 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0fd79-4264-4930-90f4-a4a3074ed61c req-5635a71c-314b-454e-9446-0c4bc724dea7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.263875 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64c0fd79-4264-4930-90f4-a4a3074ed61c req-5635a71c-314b-454e-9446-0c4bc724dea7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0490887 Jan 29 05:23:42.301660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-d183cfc2-bb1e-489d-8c42-fb0ca3fad1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.302018 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-64c0fd79-4264-4930-90f4-a4a3074ed61c req-022bf948-22b8-43ae-8262-8bd0950d3ec0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Jan 29 05:23:42.303116 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-d183cfc2-bb1e-489d-8c42-fb0ca3fad1e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1095 time: 0.0451155 Jan 29 05:23:42.393067 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-b567cc79-718e-4773-abfb-b0625624bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.394574 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-b567cc79-718e-4773-abfb-b0625624bfe5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0850737 Jan 29 05:23:42.461360 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-7c107ec8-47f1-43e5-935d-3ab88086fb8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1000 time: 0.0601666 Jan 29 05:23:42.508465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-6e046b35-2816-4cf0-a705-f4281cc1a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.509857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-6e046b35-2816-4cf0-a705-f4281cc1a833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0419414 Jan 29 05:23:42.552688 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-59c1b4f1-19ba-4459-b755-aed430d3e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:42.554098 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-59c1b4f1-19ba-4459-b755-aed430d3e98e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380011 Jan 29 05:23:42.610203 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:42.646803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-199d0737-50e6-433b-95b6-faa079518cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Jan 29 05:23:42.735824 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-b5bd66c7-8f24-4c2b-a6ea-964ac31c4f2c service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Jan 29 05:23:43.449158 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155d60-fe39-432b-a3dd-07a531b9bd7e req-398ed3e4-a2e2-429a-82ed-6ed5af9799af tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:43.451765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34155d60-fe39-432b-a3dd-07a531b9bd7e req-398ed3e4-a2e2-429a-82ed-6ed5af9799af tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0742040 Jan 29 05:23:43.492512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-34155d60-fe39-432b-a3dd-07a531b9bd7e req-39680d1b-2747-48ac-a523-bf914e9fbae7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Jan 29 05:23:44.132260 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:44.623246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48486df2-17bb-4b9e-b2c8-db3b55d30824 req-792ded31-4a0b-43c8-8088-2dc843811ace tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:44.624685 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48486df2-17bb-4b9e-b2c8-db3b55d30824 req-792ded31-4a0b-43c8-8088-2dc843811ace tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0541401 Jan 29 05:23:44.666855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-48486df2-17bb-4b9e-b2c8-db3b55d30824 req-7c8d7f69-dfa1-41a9-9c2c-ba17f3e5057c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Jan 29 05:23:45.791256 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fadbe-0ebf-4002-8535-4ee1e6882249 req-3cd451b1-30eb-4bda-ba4c-010831884b90 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:45.792900 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5fadbe-0ebf-4002-8535-4ee1e6882249 req-3cd451b1-30eb-4bda-ba4c-010831884b90 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0535812 Jan 29 05:23:45.839304 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5fadbe-0ebf-4002-8535-4ee1e6882249 req-d2597d67-77ba-4947-916a-352d8fa96c35 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Jan 29 05:23:46.962727 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794d46c-ea49-45d4-9c34-581069a78892 req-6e828b28-dbd2-472b-87ae-36d36be34999 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:46.964199 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6794d46c-ea49-45d4-9c34-581069a78892 req-6e828b28-dbd2-472b-87ae-36d36be34999 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0495417 Jan 29 05:23:47.002542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6794d46c-ea49-45d4-9c34-581069a78892 req-4f1cdae6-3c4a-4db3-a528-4cc57c1189ed tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Jan 29 05:23:48.132770 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830354e9-f80b-42ae-a224-0fdcbc2243e6 req-d9be34b4-3a22-4bdb-a5e5-52931787ec42 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:48.134530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-830354e9-f80b-42ae-a224-0fdcbc2243e6 req-d9be34b4-3a22-4bdb-a5e5-52931787ec42 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0553381 Jan 29 05:23:48.177462 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-830354e9-f80b-42ae-a224-0fdcbc2243e6 req-92dd2795-e2c2-4f64-b0ee-bcf8110192be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Jan 29 05:23:49.293631 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b39c-6810-4d03-80e6-0075e3904838 req-fbf04f40-89c4-4aeb-9005-0d75b5b40ace tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:49.295917 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ea7b39c-6810-4d03-80e6-0075e3904838 req-fbf04f40-89c4-4aeb-9005-0d75b5b40ace tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0497301 Jan 29 05:23:49.345441 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-6ea7b39c-6810-4d03-80e6-0075e3904838 req-8dff955f-0af4-4b8e-9102-219f0df81b2f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362020 Jan 29 05:23:50.467445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340472df-fd28-4de1-a6ff-c395bf45d4d4 req-cb6d9a31-13a4-4450-a4c2-0bccf6e34570 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:50.469530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-340472df-fd28-4de1-a6ff-c395bf45d4d4 req-cb6d9a31-13a4-4450-a4c2-0bccf6e34570 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0524497 Jan 29 05:23:50.510045 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-340472df-fd28-4de1-a6ff-c395bf45d4d4 req-73dde985-0d15-4d0c-ad62-8e854c6971bb tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340736 Jan 29 05:23:51.629374 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07a73-8606-4772-90cb-123b98fef901 req-5033104c-1c4f-4682-b02d-4ae072af2511 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:51.630855 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56a07a73-8606-4772-90cb-123b98fef901 req-5033104c-1c4f-4682-b02d-4ae072af2511 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0527871 Jan 29 05:23:51.668196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-56a07a73-8606-4772-90cb-123b98fef901 req-49a7ae2f-9bb5-4169-a690-14eef358ccff tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Jan 29 05:23:52.785172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4793b-9ae5-4b5d-b327-34356f1555d9 req-c8d961da-d90b-460a-ae20-f65e81e5dd33 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:52.786699 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e4793b-9ae5-4b5d-b327-34356f1555d9 req-c8d961da-d90b-460a-ae20-f65e81e5dd33 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 944 time: 0.0531809 Jan 29 05:23:52.824094 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b0e4793b-9ae5-4b5d-b327-34356f1555d9 req-13db91ca-a41e-4093-b153-e280070e27ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Jan 29 05:23:53.089183 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:23:53.182029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:53.192146 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'port_id': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'mac_address': 'fa:16:3e:6d:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:23:53.228955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:53.241356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641e2268-496b-4f86-a8ea-b8b10492dca7 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:23:53.259299 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:53.262650 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:53.308502 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:53.571189 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['641e2268-496b-4f86-a8ea-b8b10492dca7'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:23:53.936944 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504236d-0598-49d5-bdd2-038870b227d6 req-32be81db-f3f3-4484-9dd0-705ba65beb01 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:53.939263 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c504236d-0598-49d5-bdd2-038870b227d6 req-32be81db-f3f3-4484-9dd0-705ba65beb01 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 945 time: 0.0502224 Jan 29 05:23:53.962159 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-53f682a0-335d-4b25-94e8-448d6744f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:53.978111 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c504236d-0598-49d5-bdd2-038870b227d6 req-ff0acd96-ac2b-417e-af4f-bdf414b3284c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Jan 29 05:23:55.093357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847fe6-5de7-4aec-8778-d5c82c34d081 req-0cefa493-902f-4e89-af78-fe609da6b67b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:55.095637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee847fe6-5de7-4aec-8778-d5c82c34d081 req-0cefa493-902f-4e89-af78-fe609da6b67b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Jan 29 05:23:55.104327 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:23:55.133803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ee847fe6-5de7-4aec-8778-d5c82c34d081 req-effde622-47ed-4c23-9c00-146b120ecb9e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Jan 29 05:23:55.150838 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port 641e2268-496b-4f86-a8ea-b8b10492dca7 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:23:55.151212 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:55.228090 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:55.250262 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:23:55.252496 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c645e9-a785-47ac-bf0d-fbb059014fe4" -d '{"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-plugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:23:55.264653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:23:55.268908 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:55.293599 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff4f84-14c0-4874-b274-6ddff50e9c42 x-openstack-request-id: req-c7ff4f84-14c0-4874-b274-6ddff50e9c42 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:23:55.293902 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-plugged", "status": "completed", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:23:55.294166 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7ff4f84-14c0-4874-b274-6ddff50e9c42 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:23:55.294555 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'code': 200} Jan 29 05:23:55.320005 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:23:55.480794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3aed0-45c4-47d7-acd6-9049ab8492c1 req-73d83c4b-23ce-4287-a3d1-f10e3d142b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:55.482328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cb3aed0-45c4-47d7-acd6-9049ab8492c1 req-73d83c4b-23ce-4287-a3d1-f10e3d142b71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1098 time: 0.0388927 Jan 29 05:23:55.519157 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8cb3aed0-45c4-47d7-acd6-9049ab8492c1 req-ae079303-e259-4758-a43e-aa6cb2820bad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296450 Jan 29 05:23:56.192745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-be8541ba-0d99-4bf3-a8fb-f384ade586fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:56.253721 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149b033-cb4d-4a56-95c1-e9ab4c2585a9 req-05329c95-64ff-4364-89bc-beb242c0e0ab tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:56.255209 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3149b033-cb4d-4a56-95c1-e9ab4c2585a9 req-05329c95-64ff-4364-89bc-beb242c0e0ab tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 947 time: 0.0524580 Jan 29 05:23:56.291793 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3149b033-cb4d-4a56-95c1-e9ab4c2585a9 req-dee497ee-7870-40ab-bb45-b884149fd790 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304987 Jan 29 05:23:57.406326 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e901981-26a6-4374-aea9-9ed5f291592b req-d69aaf0b-85bf-403e-92ed-2fd21c6abeee tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:23:57.407822 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e901981-26a6-4374-aea9-9ed5f291592b req-d69aaf0b-85bf-403e-92ed-2fd21c6abeee tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 947 time: 0.0484681 Jan 29 05:23:57.444430 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e901981-26a6-4374-aea9-9ed5f291592b req-b006225d-6048-464f-be41-04bc84fbe770 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Jan 29 05:23:57.520252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:59.317593 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:23:59.347513 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:12.608117 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:13.662677 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-9990054e-fcc4-472f-a0f0-d6bc2015ac37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394268 Jan 29 05:24:13.760885 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-da71a116-acef-4496-9359-9108268cd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:13.762386 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-da71a116-acef-4496-9359-9108268cd98b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1098 time: 0.0401840 Jan 29 05:24:13.870274 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-3daafc51-00c7-492f-a66b-5ec625265c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:13.871880 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-3daafc51-00c7-492f-a66b-5ec625265c25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0869486 Jan 29 05:24:13.937796 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-161803a6-db10-4069-b27d-0c9cad359588 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 1002 time: 0.0568027 Jan 29 05:24:13.989739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-d3a37208-aefb-4eda-af50-9642389f8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:13.991187 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-d3a37208-aefb-4eda-af50-9642389f8da4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0466011 Jan 29 05:24:14.035132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-46c1a64b-f465-4ca0-85fa-94947152fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:24:14.036621 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-46c1a64b-f465-4ca0-85fa-94947152fa3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389519 Jan 29 05:24:14.124228 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-7fff96d6-8b1a-476e-918f-0e0e25514b7e service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808232 Jan 29 05:24:14.137923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:14.215576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6001ada5-ad53-4bce-ba29-e958995ff5e3 req-5e57fee3-0895-4cfd-924c-13300cdaa9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850387 Jan 29 05:24:18.698644 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:24:23.963636 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3c86-67b4-4f38-820b-8dc4e4509e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:26.193695 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f18aee6c-b63a-499d-b1e6-260527c4a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:27.522745 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:29.318116 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:29.350707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:42.627523 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:44.137770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:53.963904 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5385c5ab-1e9f-445c-8a77-445b31dfc9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:55.697493 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:24:56.193188 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11bd7c7a-cf7e-42a0-b935-bc4807472226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:57.526824 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:59.319810 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:24:59.352161 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:10.416927 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:10.572124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Deleting port f15cfa42-c751-4ebd-997c-943607a6f572 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:25:10.572477 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:10.649315 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:10.649645 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:10.661131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Calling delete_port for f15cfa42-c751-4ebd-997c-943607a6f572 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:25:10.800268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:10.828128 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event deleted for resources: {'Port': ['ID=f15cfa42-c751-4ebd-997c-943607a6f572,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:10.840643 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.840998 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.841338 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.841676 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.842041 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.842370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.842697 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.843023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.843343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.843664 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.843988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.844307 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:10.897307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:10.897636 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Floating IP d780eeff-5ead-46d2-bdae-fda2c00a7aa5 disassociated (deleted). External IP: 172.25.4.150, port: 641e2268-496b-4f86-a8ea-b8b10492dca7. Jan 29 05:25:11.099039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:25:11.203613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:25:11.208388 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:11.213113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:25:11.222386 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:25:11.222980 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:11.234234 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2f46e7f-05d7-42d4-90be-e03adf640e8b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "DELETE /v2.0/floatingips/d780eeff-5ead-46d2-bdae-fda2c00a7aa5 HTTP/1.1" status: 204 len: 168 time: 0.8162773 Jan 29 05:25:11.234822 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:25:11.237056 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14c148b-f20c-43f0-bfa3-a424c6a18859" -d '{"events": [{"name": "network-changed", "server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:11.330423 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:25:11.350952 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5a235b-33f2-484f-9ab5-0307d76a4c73 x-openstack-request-id: req-7c5a235b-33f2-484f-9ab5-0307d76a4c73 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:11.351211 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:11.351459 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c5a235b-33f2-484f-9ab5-0307d76a4c73 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:11.352337 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'status': 'completed', 'code': 200} Jan 29 05:25:11.464001 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74242054-0efb-4c99-8171-1b7897d46907 req-25ee88a0-bd04-42e2-ac1e-1a9d3676c787 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:11.465198 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-fc1843e9-88c5-44d4-b3d4-5bcc2457a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:11.465778 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74242054-0efb-4c99-8171-1b7897d46907 req-25ee88a0-bd04-42e2-ac1e-1a9d3676c787 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 947 time: 0.0548904 Jan 29 05:25:11.466742 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-fc1843e9-88c5-44d4-b3d4-5bcc2457a113 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 1098 time: 0.0427656 Jan 29 05:25:11.512243 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-74242054-0efb-4c99-8171-1b7897d46907 req-f9e8fb67-a5f0-41e0-8dcd-e438f273ca01 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399687 Jan 29 05:25:11.534096 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:11.558685 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:25:11.563952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-909a64ab-7a8c-4956-9e94-db56367be207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:11.565430 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-909a64ab-7a8c-4956-9e94-db56367be207 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0908322 Jan 29 05:25:11.566664 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:25:11.567932 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:24:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:11.607154 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-7a871028-6042-4274-bc80-190160543ff1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 200 len: 217 time: 0.0339770 Jan 29 05:25:11.658255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-a62c849e-7842-4d14-8174-0cd0701cfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:11.659701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-a62c849e-7842-4d14-8174-0cd0701cfe66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0435491 Jan 29 05:25:11.669926 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:25:11.709561 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-7e298510-11f8-4c4b-b1ad-6d78a982202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:11.711093 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-7e298510-11f8-4c4b-b1ad-6d78a982202b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443542 Jan 29 05:25:11.802200 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-6b7b908b-af37-4af1-bb4e-eeaab589d80a service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831482 Jan 29 05:25:11.898389 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c14c148b-f20c-43f0-bfa3-a424c6a18859 req-67a3c6e9-52a1-42f4-8a26-fd08d8cee6b3 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900795 Jan 29 05:25:11.953040 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:11.977703 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5aa37-4d6b-4b42-9feb-c22e490b7afe None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:25:12.203382 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf374c59-66ef-4fbe-80b5-a1be602bb518 None None] New status for floating IP d780eeff-5ead-46d2-bdae-fda2c00a7aa5: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:25:12.628065 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:12.632531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76717a77-ed43-4d2e-9149-f21f3cb93f2b req-28f1f977-78e3-413e-b1da-b1a06f666574 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:12.634067 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76717a77-ed43-4d2e-9149-f21f3cb93f2b req-28f1f977-78e3-413e-b1da-b1a06f666574 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 947 time: 0.0515294 Jan 29 05:25:12.670942 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-76717a77-ed43-4d2e-9149-f21f3cb93f2b req-de92a29b-1b52-4ceb-89dc-92ecd35954e5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=0df1f37b-e471-4b63-bd42-5c23366582f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308282 Jan 29 05:25:12.896236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97748b26-22a9-481c-8213-5450f2038b90 req-cfdee4c7-4e29-4f32-8059-d54e55a47cd6 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:12.897686 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97748b26-22a9-481c-8213-5450f2038b90 req-cfdee4c7-4e29-4f32-8059-d54e55a47cd6 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 947 time: 0.0482357 Jan 29 05:25:12.987694 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Deleting port 641e2268-496b-4f86-a8ea-b8b10492dca7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:25:12.988037 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:13.072636 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] For port 641e2268-496b-4f86-a8ea-b8b10492dca7, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=641e2268-496b-4f86-a8ea-b8b10492dca7,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:25:13.073007 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:13.084618 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Calling delete_port for 641e2268-496b-4f86-a8ea-b8b10492dca7 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:25:13.211634 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:13.237683 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event deleted for resources: {'Port': ['ID=641e2268-496b-4f86-a8ea-b8b10492dca7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:13.280357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] No DVR routers for this DVR port 641e2268-496b-4f86-a8ea-b8b10492dca7 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:25:13.282866 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:13.286186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-97748b26-22a9-481c-8213-5450f2038b90 req-c9c4f7ed-a6a8-4bf3-a5af-e6fca8dc6d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "DELETE /v2.0/ports/641e2268-496b-4f86-a8ea-b8b10492dca7 HTTP/1.1" status: 204 len: 173 time: 0.3827035 Jan 29 05:25:13.353228 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-deleted', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:25:13.355597 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a41317-a662-4c77-9ebe-df3a70571f47" -d '{"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-deleted", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:13.392937 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afba082-706a-4b95-add4-c3991eec7f90 x-openstack-request-id: req-9afba082-706a-4b95-add4-c3991eec7f90 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:13.393239 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e518616-3b8d-4a9d-a44b-c9efb06a3606", "name": "network-vif-deleted", "tag": "641e2268-496b-4f86-a8ea-b8b10492dca7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:13.393499 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9afba082-706a-4b95-add4-c3991eec7f90 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:13.393919 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e518616-3b8d-4a9d-a44b-c9efb06a3606', 'name': 'network-vif-deleted', 'tag': '641e2268-496b-4f86-a8ea-b8b10492dca7', 'status': 'completed', 'code': 200} Jan 29 05:25:13.648456 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1e43f06-b602-4267-8deb-c86a3ef56482 req-47a78cfe-0888-447f-abd2-9b9e400f84ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286038 Jan 29 05:25:13.768361 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1e43f06-b602-4267-8deb-c86a3ef56482 req-cf31eb6a-19d1-4b58-a572-63584124ad71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 210 time: 0.0282357 Jan 29 05:25:13.793657 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-96e7cf7a-7423-4d3b-8859-6f0cba1a5385 req-25054ea4-1ccc-438b-8b9c-824efa0410a0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e518616-3b8d-4a9d-a44b-c9efb06a3606 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Jan 29 05:25:13.892252 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e43f06-b602-4267-8deb-c86a3ef56482 req-39daef06-b1b8-4691-b720-cc4d30418710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.893594 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1e43f06-b602-4267-8deb-c86a3ef56482 req-39daef06-b1b8-4691-b720-cc4d30418710 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0990844 Jan 29 05:25:13.988192 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e43f06-b602-4267-8deb-c86a3ef56482 req-badabfb7-ac7b-45ff-9b78-9ecab2e45be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:13.989624 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f1e43f06-b602-4267-8deb-c86a3ef56482 req-badabfb7-ac7b-45ff-9b78-9ecab2e45be4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897522 Jan 29 05:25:14.160466 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:14.849702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:14.906900 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9da493f2-505c-464c-926f-0fd5ce4ef1ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:14.932454 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9da493f2-505c-464c-926f-0fd5ce4ef1ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:14.995706 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9da493f2-505c-464c-926f-0fd5ce4ef1ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:14.998355 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9da493f2-505c-464c-926f-0fd5ce4ef1ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:14.999515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-9da493f2-505c-464c-926f-0fd5ce4ef1ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "DELETE /v2.0/security-groups/0df1f37b-e471-4b63-bd42-5c23366582f2 HTTP/1.1" status: 204 len: 168 time: 0.1488459 Jan 29 05:25:15.009215 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da493f2-505c-464c-926f-0fd5ce4ef1ae tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df1f37b-e471-4b63-bd42-5c23366582f2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.304817 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39538) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:15.309229 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145042681', 'description': 'tempest-secgroup-smoke-2145042681 description', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:15.332741 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.396679 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.400309 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.428159 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.429362 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1237423 Jan 29 05:25:15.432366 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:15.433300 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987eb7cc-bc5d-4488-a723-aca81ab2e63c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.436954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '987eb7cc-bc5d-4488-a723-aca81ab2e63c', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:15.440425 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.440769 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.441106 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.441442 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.441772 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.442115 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.442438 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.442759 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.443081 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.443390 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.443706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.444020 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbee31-d8e4-49f9-96a2-077fce1d02b3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:15.466771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.496547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:25:15.514057 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.517694 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.525285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: 641e2268-496b-4f86-a8ea-b8b10492dca7 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:25:15.525632 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device 641e2268-496b-4f86-a8ea-b8b10492dca7 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:25:15.541023 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e0104a-0602-473d-a680-cd2237b360c5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.548746 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.549946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-5af995e7-806b-4b4b-b1ef-18f3f0815487 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165073 Jan 29 05:25:15.553172 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:15.557399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '987eb7cc-bc5d-4488-a723-aca81ab2e63c', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:15.584307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.639931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.643741 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.667671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19488a66-cbb8-49d5-abe5-60f7005f6a5d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.673091 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.674309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0715127d-4801-4ae8-8323-515c6d6ee5b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202755 Jan 29 05:25:15.676997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:15.681634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '987eb7cc-bc5d-4488-a723-aca81ab2e63c', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:15.708284 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.764475 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.767307 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.785974 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4c2301-3d77-4565-accc-1a50f98a07bf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.791417 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.792610 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1300cea6-e19f-475b-93c4-e1986cd0bc3b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144123 Jan 29 05:25:15.795272 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:15.799433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '987eb7cc-bc5d-4488-a723-aca81ab2e63c', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:15.826748 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.885144 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.889138 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.909606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2d9d5a-8d27-4661-9ea2-92749c76e22c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:15.917527 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:15.921310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fdebd0a0-9434-4921-ba64-bba370fa06be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226923 Jan 29 05:25:15.921554 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:15.926164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '987eb7cc-bc5d-4488-a723-aca81ab2e63c', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:15.952063 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Project 0e19d78cd24e437fbcdaa5bc3bcee1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:25:15.957125 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.017241 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.021930 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.038913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3b32b6-94ab-40b8-87e1-68d6f02c26df,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:16.049045 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.052662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdc49c88-650c-466c-a07b-34d290fdf153 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273851 Jan 29 05:25:16.053019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39550) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:16.057448 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'security_group_rule': {'security_group_id': '987eb7cc-bc5d-4488-a723-aca81ab2e63c', 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:16.082138 n-d-825930-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Project 0e19d78cd24e437fbcdaa5bc3bcee1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:25:16.087815 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.150268 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.154497 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.173150 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91c69d4-7158-4560-8e07-994eaff49e57,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:16.177486 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:16.187172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-ccc04e27-1fe9-4455-9cb5-bff69948b157 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248686 Jan 29 05:25:23.975296 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c175e722-e5a6-4eef-be01-65aaae57f3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:26.194811 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-88e9b98b-f4ec-4d1a-8cbb-6659855f073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:27.528850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:29.322393 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:29.338009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a9ec7ff5-7569-4483-bea4-80e26499cab1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145042681&fields=id&tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 267 time: 0.0344670 Jan 29 05:25:29.356487 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:29.448807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-02ad76c5-0d1e-47d3-b04e-d919d76e0823 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:29.450316 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-02ad76c5-0d1e-47d3-b04e-d919d76e0823 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 809 time: 0.1044524 Jan 29 05:25:29.465132 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-35948fe5-84ec-4ef1-9289-3405494f2528 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/quotas/0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 375 time: 0.0089226 Jan 29 05:25:29.515512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-f6665da0-33ca-4059-aecb-026e2a8800e2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447605 Jan 29 05:25:29.530370 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-87690fe2-681d-4975-a363-02a5f8126726 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:25:29.531301 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-87690fe2-681d-4975-a363-02a5f8126726 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050085 Jan 29 05:25:29.620636 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-71c1b7c5-38fe-4c5e-8dfa-ceacca96b6b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837808 Jan 29 05:25:29.707130 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-996b8416-e8f5-4345-9a26-8532e907e1fe service neutron] 10.222.0.32 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804012 Jan 29 05:25:29.985515 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-eecfb91b-3323-4e97-9d40-e00629a8e892 req-43fe8ddc-fa9c-4671-ab34-c186f5347e89 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 210 time: 0.0264199 Jan 29 05:25:30.988405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-0fe8ddb8-c647-4cc0-b664-c7507f55b4fc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:30.989850 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-0fe8ddb8-c647-4cc0-b664-c7507f55b4fc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.36 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 809 time: 0.1105368 Jan 29 05:25:31.402220 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a549f11b-c044-4c6b-aef4-e247dd82a7d0 req-c98f6078-7d0c-4829-859e-b741c1aee14b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 210 time: 0.0340192 Jan 29 05:25:31.411561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-bab1a4e0-5d40-42c5-a7fc-3dbcf2aaeeee tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 380 time: 0.4077048 Jan 29 05:25:31.422210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'port': {'device_id': '384ef80e-42fc-48d6-8870-838305b728de', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'admin_state_up': True, 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'security_groups': ['987eb7cc-bc5d-4488-a723-aca81ab2e63c']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:31.533838 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Made reservation on behalf of 0e19d78cd24e437fbcdaa5bc3bcee1f8 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:25:31.537365 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:31.665134 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Allocated IP 172.20.0.3 (8fe4d660-ec4f-4dd1-9882-f2e688c03966/023b6f6a-6624-43b5-b781-d5b7e63b8f2e/f6850c04-5cbb-4d9d-a0c6-37c961a17bef) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:25:31.804011 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:31.838648 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:31.883744 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:25:31.886711 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:25:31.889258 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:25:31.915787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:31.946791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:31.947861 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:31.965580 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-34297938-0b09-49bc-bce1-1b18a9bc235a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471528 Jan 29 05:25:31.976530 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-fb548d7d-4553-4780-a9bf-d9c8a7495389 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:25:31.977619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-fb548d7d-4553-4780-a9bf-d9c8a7495389 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062735 Jan 29 05:25:32.042572 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Request body: {'port': {'device_id': '384ef80e-42fc-48d6-8870-838305b728de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:32.113809 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.146748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0804fe88-03a8-47ca-b8c4-1df9dc970676 None None] Provisioning complete for port f6850c04-5cbb-4d9d-a0c6-37c961a17bef triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:25:32.147994 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0804fe88-03a8-47ca-b8c4-1df9dc970676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.186021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0804fe88-03a8-47ca-b8c4-1df9dc970676 None None] Port f6850c04-5cbb-4d9d-a0c6-37c961a17bef cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:25:32.377538 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6850c04-5cbb-4d9d-a0c6-37c961a17bef {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:25:32.385060 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.396470 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Transition to ACTIVE for port object f6850c04-5cbb-4d9d-a0c6-37c961a17bef will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:25:32.401166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.449140 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:32.534282 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:25:32.535032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:25:32.535374 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:25:32.540760 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:25:32.541094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:25:32.547242 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ba4c-5597-42e4-bc2a-6005237f8265 req-445056b4-775b-452c-b441-4348d6a24a83 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:32.547815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:25:32.547815 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Checking segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:25:32.548031 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Bound using segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:25:32.548379 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Bound port: f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:25:32.548745 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.548863 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4a4ba4c-5597-42e4-bc2a-6005237f8265 req-445056b4-775b-452c-b441-4348d6a24a83 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0632348 Jan 29 05:25:32.601132 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f4a4ba4c-5597-42e4-bc2a-6005237f8265 req-f1a1d568-14ef-461b-a299-5f9be97b761f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449769 Jan 29 05:25:32.628094 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:25:32.631442 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:25:32.636499 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.679535 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:32.680008 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:32.681474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] 10.222.0.36 "PUT /v2.0/ports/f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1091 time: 0.6902773 Jan 29 05:25:32.681935 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:25:32.684182 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b38f5c-5b69-4318-ace1-d87f926fba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:32.703860 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18152d5-229b-4654-9f7f-900156f03008 service neutron] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:32.712782 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:25:32.732326 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0d14ec-f16c-4716-a76a-86fe414f936c x-openstack-request-id: req-3f0d14ec-f16c-4716-a76a-86fe414f936c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:32.732622 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:32.732881 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f0d14ec-f16c-4716-a76a-86fe414f936c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:32.733420 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'status': 'completed', 'code': 200} Jan 29 05:25:32.795753 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-56519f3b-088a-4838-99b2-721221242b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:32.797311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-56519f3b-088a-4838-99b2-721221242b19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1094 time: 0.0478413 Jan 29 05:25:32.848633 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-cf038723-9ec4-4c2d-a83b-af16edf23bd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 217 time: 0.0387106 Jan 29 05:25:32.899704 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-c0f78b51-a647-4a4c-81e9-c1c53dc3d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:32.901353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-c0f78b51-a647-4a4c-81e9-c1c53dc3d7e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0461872 Jan 29 05:25:32.951449 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-fe54e774-c0f4-4ef9-8fac-179ce87be744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:32.952975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-fe54e774-c0f4-4ef9-8fac-179ce87be744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449851 Jan 29 05:25:33.040182 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-e788d9ea-62c7-4ca2-9fd3-26fe5a7a4cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802548 Jan 29 05:25:33.132757 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9a01ac54-bd4d-43d3-b5b9-aec616b05016 req-a11ce56a-e787-449a-83e4-da7b2a481008 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855882 Jan 29 05:25:33.243335 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-459476cd-56f0-4bb8-8eec-80bb625aa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:33.244743 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-459476cd-56f0-4bb8-8eec-80bb625aa29f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1094 time: 0.0414186 Jan 29 05:25:33.333159 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-44b91b4f-86e9-4fd1-8fe3-71abf523ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:33.335215 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-44b91b4f-86e9-4fd1-8fe3-71abf523ba49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0841434 Jan 29 05:25:33.379807 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-f64c432d-562f-4115-b280-8a1d12c17bb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 217 time: 0.0382950 Jan 29 05:25:33.434174 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-74fe70f7-bbf4-45b7-a43d-e7423c6f0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:33.435658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-74fe70f7-bbf4-45b7-a43d-e7423c6f0450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0447917 Jan 29 05:25:33.483994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-fdac904c-a578-437c-8a35-18b12a9260ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:33.485567 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-fdac904c-a578-437c-8a35-18b12a9260ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428634 Jan 29 05:25:33.587165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-957312ba-5f55-420a-b115-ba6144625e57 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947361 Jan 29 05:25:33.677662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b38f5c-5b69-4318-ace1-d87f926fba4e req-f8900d10-cbb9-423b-b9ff-dc02737455af service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843656 Jan 29 05:25:33.716494 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80491ee7-e790-4a7b-9919-860be910c34c req-9421e2fa-d880-454f-8385-e705d4afa93c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:33.718008 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80491ee7-e790-4a7b-9919-860be910c34c req-9421e2fa-d880-454f-8385-e705d4afa93c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0521979 Jan 29 05:25:33.755367 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-80491ee7-e790-4a7b-9919-860be910c34c req-28036be3-67d2-479d-93a8-04fffbe4e864 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jan 29 05:25:34.881361 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdf06-43c8-4224-9de3-4c33e36a6db3 req-778f3f5e-887e-400a-b96f-d55c7394c04c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:34.883012 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41bfdf06-43c8-4224-9de3-4c33e36a6db3 req-778f3f5e-887e-400a-b96f-d55c7394c04c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0571811 Jan 29 05:25:34.924131 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-41bfdf06-43c8-4224-9de3-4c33e36a6db3 req-8f7286dc-4f46-428f-aed1-97f7d349275d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347500 Jan 29 05:25:36.035953 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d981a7-dbdf-4d74-9a27-95df428cb0ef req-4cb03d91-40f3-4b72-a693-4f265dc2d81e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:36.037994 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91d981a7-dbdf-4d74-9a27-95df428cb0ef req-4cb03d91-40f3-4b72-a693-4f265dc2d81e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0474951 Jan 29 05:25:36.074574 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-91d981a7-dbdf-4d74-9a27-95df428cb0ef req-69aea0b4-70b9-4fa8-88b7-d27a7c4be8d1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304737 Jan 29 05:25:37.188651 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b06e3-ac94-461e-bccd-dc57d1825275 req-81e324ac-2282-490b-b6b1-ae49d72aea82 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:37.190138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1b06e3-ac94-461e-bccd-dc57d1825275 req-81e324ac-2282-490b-b6b1-ae49d72aea82 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0480187 Jan 29 05:25:37.228013 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1b06e3-ac94-461e-bccd-dc57d1825275 req-368d2555-7378-4114-b57a-5d345164c3a8 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306756 Jan 29 05:25:38.346652 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42add-01fd-40bb-987b-17ca2fda6912 req-b5468a9f-ec62-46b3-9eef-0fd9912aeedc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:38.348002 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ed42add-01fd-40bb-987b-17ca2fda6912 req-b5468a9f-ec62-46b3-9eef-0fd9912aeedc tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0529227 Jan 29 05:25:38.385230 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9ed42add-01fd-40bb-987b-17ca2fda6912 req-ad1b8831-b198-4d9b-bbcb-87a54e37a1df tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Jan 29 05:25:39.497373 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c4361-1712-4e7b-ae58-f01c987adc36 req-cf7114ec-2602-4a24-aff9-b5e79774a06c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:39.498888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b6c4361-1712-4e7b-ae58-f01c987adc36 req-cf7114ec-2602-4a24-aff9-b5e79774a06c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0491383 Jan 29 05:25:39.536348 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8b6c4361-1712-4e7b-ae58-f01c987adc36 req-8c9b56a6-5108-4961-9fb8-4dee9725f6e5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Jan 29 05:25:40.649129 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32ff1b-eb8e-435d-b601-3f0048a0220d req-d5fec32f-1f0d-4b01-ad19-e45dea63de51 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:40.650624 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b32ff1b-eb8e-435d-b601-3f0048a0220d req-d5fec32f-1f0d-4b01-ad19-e45dea63de51 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0489390 Jan 29 05:25:40.687769 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3b32ff1b-eb8e-435d-b601-3f0048a0220d req-1efd0b0f-c6b6-4f05-be0c-3c2635e0b062 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Jan 29 05:25:41.805490 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55af4b-cac0-449f-b3f7-4b398a8d44a5 req-59da88b6-8756-4202-850a-4e0ef2b066ed tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:41.806975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b55af4b-cac0-449f-b3f7-4b398a8d44a5 req-59da88b6-8756-4202-850a-4e0ef2b066ed tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0533421 Jan 29 05:25:41.845380 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1b55af4b-cac0-449f-b3f7-4b398a8d44a5 req-cbf01243-c34f-4a25-a890-c8f7892f5e7c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324149 Jan 29 05:25:42.075002 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:25:42.165232 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:25:42.175198 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'port_id': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'mac_address': 'fa:16:3e:ec:2b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:25:42.213395 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:42.225910 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6850c04-5cbb-4d9d-a0c6-37c961a17bef {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:25:42.248331 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:25:42.251996 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:42.296942 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:42.305016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.305411 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.305757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.306126 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.306457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.306780 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.307118 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.307421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.307740 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.308062 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.308380 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.308694 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:25:42.554069 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['f6850c04-5cbb-4d9d-a0c6-37c961a17bef'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:25:42.648337 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:43.007351 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160efe-ec4e-4073-8b32-887cc4a9bb33 req-6b139c01-d1f4-433f-99f0-b9ef182cbad0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:43.008817 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58160efe-ec4e-4073-8b32-887cc4a9bb33 req-6b139c01-d1f4-433f-99f0-b9ef182cbad0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 944 time: 0.0968790 Jan 29 05:25:43.045973 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-58160efe-ec4e-4073-8b32-887cc4a9bb33 req-bbfde5ec-88af-435c-adf4-9f3eeae6708b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Jan 29 05:25:44.097833 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:25:44.155943 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:44.156943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port f6850c04-5cbb-4d9d-a0c6-37c961a17bef completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:25:44.160631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port f6850c04-5cbb-4d9d-a0c6-37c961a17bef triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:25:44.161021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:44.212348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d5fe-36b8-4996-bc68-50fbd21cce71 req-968c13e2-d60b-4b19-ba36-ddd35eeff1a1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:44.213988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eaa1d5fe-36b8-4996-bc68-50fbd21cce71 req-968c13e2-d60b-4b19-ba36-ddd35eeff1a1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 944 time: 0.1010201 Jan 29 05:25:44.239780 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:44.254123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-eaa1d5fe-36b8-4996-bc68-50fbd21cce71 req-a44d7529-1254-4ff3-8386-68910874c2ab tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jan 29 05:25:44.262667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:25:44.264884 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ee5e3-6c47-493f-ab82-a2aecf71766e" -d '{"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-plugged", "status": "completed", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:44.278046 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:25:44.282584 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:44.309988 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47d9dc9-6129-416e-aff0-3d4b5b1e1063 x-openstack-request-id: req-a47d9dc9-6129-416e-aff0-3d4b5b1e1063 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:44.310286 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-plugged", "status": "completed", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:44.310543 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a47d9dc9-6129-416e-aff0-3d4b5b1e1063 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:44.310933 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'code': 200} Jan 29 05:25:44.331890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:44.423457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89585-b66c-4dcf-a907-005a6fba7972 req-1ed6dbed-2606-4207-99d8-17dec8a9dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:44.424833 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4d89585-b66c-4dcf-a907-005a6fba7972 req-1ed6dbed-2606-4207-99d8-17dec8a9dca0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1096 time: 0.0392196 Jan 29 05:25:44.458956 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a4d89585-b66c-4dcf-a907-005a6fba7972 req-825888ab-c00a-4dd2-ab01-4f3c6ec78cc9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267725 Jan 29 05:25:45.372700 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aedb1-6495-489a-987b-692de27be4b4 req-138aad77-5875-475e-ac76-dd6a625c742a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:45.374194 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e5aedb1-6495-489a-987b-692de27be4b4 req-138aad77-5875-475e-ac76-dd6a625c742a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0519509 Jan 29 05:25:45.411150 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e5aedb1-6495-489a-987b-692de27be4b4 req-4325bde5-8a78-416c-93c8-d4b4463b3a7b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jan 29 05:25:46.531706 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291925f-f8f2-45e3-ac3e-77b337e1be23 req-dfa2154e-dee5-45e1-9122-7fd0d3fa87ad tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:46.533196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4291925f-f8f2-45e3-ac3e-77b337e1be23 req-dfa2154e-dee5-45e1-9122-7fd0d3fa87ad tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0518894 Jan 29 05:25:46.570050 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4291925f-f8f2-45e3-ac3e-77b337e1be23 req-6c590bf7-a0d8-4b28-8921-c299f22446e8 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304692 Jan 29 05:25:46.683610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0fe83-1405-4aed-a3a2-f25f7d169be5 req-8320f233-7945-4074-b387-268ecbc9a7d9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:46.685091 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e0fe83-1405-4aed-a3a2-f25f7d169be5 req-8320f233-7945-4074-b387-268ecbc9a7d9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0495915 Jan 29 05:25:46.721930 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-55e0fe83-1405-4aed-a3a2-f25f7d169be5 req-62c07435-9c19-49a6-ac24-9f47577c993e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307493 Jan 29 05:25:46.743670 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:46.782195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f954f5-54ac-4090-bce0-d055035a6779 tempest-TestShelveInstance-1362300843 tempest-TestShelveInstance-1362300843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:46.783693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-55f954f5-54ac-4090-bce0-d055035a6779 tempest-TestShelveInstance-1362300843 tempest-TestShelveInstance-1362300843-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1091 time: 0.0390224 Jan 29 05:25:46.786342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:25:46.791107 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:25:46.813918 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:46.913814 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.012276 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Allocated IP 172.25.4.232 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/c0ece023-a10d-4853-8bf1-f999e45d77f6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:25:47.113701 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.147204 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.185577 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:25:47.188357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:25:47.191678 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:25:47.197453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'Port': ['ID=c0ece023-a10d-4853-8bf1-f999e45d77f6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:47.543679 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.610990 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.758683 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.763571 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.835656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event updated for resources: {'Port': ['ID=c0ece023-a10d-4853-8bf1-f999e45d77f6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:25:47.848132 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:47.950642 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Floating IP 9cf140b3-21fb-493d-96d4-372ac9b9bbc6 associated. External IP: 172.25.4.232, port: f6850c04-5cbb-4d9d-a0c6-37c961a17bef. Jan 29 05:25:48.153329 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:25:48.256747 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:25:48.266186 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:25:48.274689 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:48.276299 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:25:48.276912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:25:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:48.306444 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8321482-9bdf-4c60-b6df-02019c44ff19 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5190580 Jan 29 05:25:48.307322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:25:48.310760 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de" -d '{"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:25:48.346692 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e90dcfc-04b2-4712-89e6-9f516f5dbfcd x-openstack-request-id: req-4e90dcfc-04b2-4712-89e6-9f516f5dbfcd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:25:48.346984 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:25:48.347243 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e90dcfc-04b2-4712-89e6-9f516f5dbfcd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:25:48.347652 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'status': 'completed', 'code': 200} Jan 29 05:25:48.388099 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:25:48.429347 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-46302104-23c9-4fba-af14-5772584d1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:48.430902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-46302104-23c9-4fba-af14-5772584d1363 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1096 time: 0.0418732 Jan 29 05:25:48.522701 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-731e541a-f003-42ec-842c-3697e9327455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:48.524105 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-731e541a-f003-42ec-842c-3697e9327455 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0867269 Jan 29 05:25:48.587604 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-f6eec520-72b5-4b39-8325-566e98ba7b24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 999 time: 0.0571208 Jan 29 05:25:48.605918 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '9cf140b3-21fb-493d-96d4-372ac9b9bbc6', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'port_id': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'mac_address': 'fa:16:3e:ec:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ef80e-42fc-48d6-8870-838305b728de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:25:47Z', 'updated_at': '2022-01-29T05:25:47Z', 'revision_number': 0, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:48.632067 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:25:48.636384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-87785920-96f5-4a9b-ab20-0d66456b3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:48.637854 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-87785920-96f5-4a9b-ab20-0d66456b3cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0443425 Jan 29 05:25:48.640154 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:25:48.640763 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:25:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:48.685980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-4bafc6c8-8814-406b-8285-0836427920e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:25:48.687515 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-4bafc6c8-8814-406b-8285-0836427920e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432951 Jan 29 05:25:48.743291 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:25:48.778960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-87790cb7-9a0e-483c-bfb9-a3864ac532f5 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844400 Jan 29 05:25:48.871706 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5f1e23a4-5b32-48ca-8f36-5f1b8d3d28de req-56f9d536-7d27-47c0-9862-20cbc8ad72b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857279 Jan 29 05:25:48.963229 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '9cf140b3-21fb-493d-96d4-372ac9b9bbc6', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'port_id': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'mac_address': 'fa:16:3e:ec:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ef80e-42fc-48d6-8870-838305b728de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:25:47Z', 'updated_at': '2022-01-29T05:25:47Z', 'revision_number': 0, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:25:48.988772 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac406d55-1bd4-4466-9fd4-32892ba834c3 None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '9cf140b3-21fb-493d-96d4-372ac9b9bbc6', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'port_id': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'mac_address': 'fa:16:3e:ec:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ef80e-42fc-48d6-8870-838305b728de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:25:47Z', 'updated_at': '2022-01-29T05:25:47Z', 'revision_number': 0, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:25:49.169160 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81575261-43e3-4b55-ae33-d280e79f25ad None None] New status for floating IP 9cf140b3-21fb-493d-96d4-372ac9b9bbc6: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:25:53.967613 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f39a46d4-b6c2-42da-81af-e630e6c9e5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:56.196146 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f89a2913-f534-483a-9a64-b5dab87d9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:57.531860 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:59.323510 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:25:59.357683 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:09.703210 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:26:12.657452 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:14.156604 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:18.850493 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-809697b3-6e24-4054-9ad6-7791827bc5b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399234 Jan 29 05:26:18.946536 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-428abb1f-dad6-46de-85a7-987794679043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:18.947972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-428abb1f-dad6-46de-85a7-987794679043 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1096 time: 0.0408194 Jan 29 05:26:19.053840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-d504ec62-5918-483a-b47a-abeec27eb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:19.055309 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-d504ec62-5918-483a-b47a-abeec27eb767 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0875804 Jan 29 05:26:19.117771 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-e042d27e-b385-4278-98bc-f53a4e910e5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1001 time: 0.0556021 Jan 29 05:26:19.165963 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-e74a7ed4-7018-4cd1-a4bb-61c999bbc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:19.167344 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-e74a7ed4-7018-4cd1-a4bb-61c999bbc432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0423658 Jan 29 05:26:19.215138 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-903053a3-edf3-4fda-bf0e-cbb76ca1134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:26:19.216589 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-903053a3-edf3-4fda-bf0e-cbb76ca1134d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417657 Jan 29 05:26:19.301463 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-4a775200-8d97-4ca2-b5d8-6f8440f29415 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781486 Jan 29 05:26:19.391470 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf43825-a852-4c8a-b7b6-36a9a491845d req-a11d9cf7-8382-4c9f-b8f1-935e2845a674 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834999 Jan 29 05:26:23.967035 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1ff15861-227f-4f4d-9458-f0fa2f3d677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:26.199071 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d8e82e7a-1a2b-499b-9f78-92e88164d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:27.535262 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:29.323765 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:29.360024 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:42.665303 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:44.171931 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:46.702747 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:26:53.967463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c10c9f6a-a4cb-4027-9126-a02c0d7c8fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:56.201449 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-19f7f544-6f32-4df5-a83c-dc728eb9525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:57.538128 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:59.324655 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:26:59.361803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:12.664400 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:14.170614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:21.292514 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-ff6b5ca7-6080-4c15-b9b7-f5613cc45e42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3802557 Jan 29 05:27:21.402207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d53a58-b290-4202-ba75-214beafa94fe req-16d05e60-42b5-449e-92ad-d9b20b0ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:21.404292 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-16d05e60-42b5-449e-92ad-d9b20b0ed3a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1096 time: 0.0441666 Jan 29 05:27:21.514113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d53a58-b290-4202-ba75-214beafa94fe req-4c3156b8-7fca-49e5-9079-e0cd6f61c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:21.516422 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-4c3156b8-7fca-49e5-9079-e0cd6f61c717 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0936785 Jan 29 05:27:21.581426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-a1dda94a-2d51-4d76-87d1-76d9de989685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1001 time: 0.0587215 Jan 29 05:27:21.634495 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d53a58-b290-4202-ba75-214beafa94fe req-8258e773-3040-443d-baa9-6fe203285c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:21.636036 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-8258e773-3040-443d-baa9-6fe203285c78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0489347 Jan 29 05:27:21.688846 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d53a58-b290-4202-ba75-214beafa94fe req-c4a51cd5-6fb8-40f1-80a9-ade6432a375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:21.690709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-c4a51cd5-6fb8-40f1-80a9-ade6432a375d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481808 Jan 29 05:27:21.787651 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-170da0da-865d-4ae3-9aaa-adbb91b77e8c service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905099 Jan 29 05:27:21.888007 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d6d53a58-b290-4202-ba75-214beafa94fe req-aa922e49-5572-4860-9a61-c20dbbf9dc16 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943973 Jan 29 05:27:23.701866 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:27:23.968969 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f4db3c90-54d3-41d5-a584-fd3d29771b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:26.203016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-90fec567-da14-46de-b8c8-2032493d43dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:27.540157 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:29.324746 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:29.365426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:42.692600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:43.667246 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c58ac9-c449-4f95-84f1-7db19d2fa88d req-333532c0-75f2-41f3-b8a3-342322bac069 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:43.668682 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2c58ac9-c449-4f95-84f1-7db19d2fa88d req-333532c0-75f2-41f3-b8a3-342322bac069 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0485148 Jan 29 05:27:43.706944 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a2c58ac9-c449-4f95-84f1-7db19d2fa88d req-3a9156c2-64b1-442a-928d-6104a7bfed18 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Jan 29 05:27:44.170276 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:44.832055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e1990-288e-4925-880f-d61f8c212300 req-190b925b-ce0a-4329-b5f9-00b0aed77ad1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:44.833530 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d5e1990-288e-4925-880f-d61f8c212300 req-190b925b-ce0a-4329-b5f9-00b0aed77ad1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0489635 Jan 29 05:27:44.870881 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2d5e1990-288e-4925-880f-d61f8c212300 req-5343bb65-e5a9-46d9-b554-256c156d4263 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Jan 29 05:27:45.993687 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66b578-57d2-4f1d-8aa9-5a394552e07e req-d676d4d4-7da3-4d2d-8afd-1e73820198b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:45.995174 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f66b578-57d2-4f1d-8aa9-5a394552e07e req-d676d4d4-7da3-4d2d-8afd-1e73820198b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0490513 Jan 29 05:27:46.032282 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4f66b578-57d2-4f1d-8aa9-5a394552e07e req-a8074466-eb9f-46d1-ac48-de3ea8ed53ab tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301366 Jan 29 05:27:47.145103 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747590e8-7d27-4327-a1c2-463ec5c94ee9 req-5adac427-a773-4c0c-8ce9-4b7aada3dc6a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:47.146593 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-747590e8-7d27-4327-a1c2-463ec5c94ee9 req-5adac427-a773-4c0c-8ce9-4b7aada3dc6a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0477087 Jan 29 05:27:47.184221 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-747590e8-7d27-4327-a1c2-463ec5c94ee9 req-526af8c3-b795-4904-963d-f24fa482c9c1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Jan 29 05:27:48.301762 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480500c3-5be6-4374-bcf4-98c5c599ef0a req-e2ea4656-66e2-4a87-8a80-fa01ef528d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:48.304255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-480500c3-5be6-4374-bcf4-98c5c599ef0a req-e2ea4656-66e2-4a87-8a80-fa01ef528d7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0521648 Jan 29 05:27:48.342123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-480500c3-5be6-4374-bcf4-98c5c599ef0a req-71b055ae-848d-44c0-af11-a84bf962b436 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Jan 29 05:27:49.460564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4d716-0713-45fa-b01c-8ae13423a949 req-3c9fa5e1-5101-40bb-9f9d-9f4f6b9679a7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:49.462115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2b4d716-0713-45fa-b01c-8ae13423a949 req-3c9fa5e1-5101-40bb-9f9d-9f4f6b9679a7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0530198 Jan 29 05:27:49.501000 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b2b4d716-0713-45fa-b01c-8ae13423a949 req-14f6e605-2f46-404e-a39d-58d56ca30508 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328300 Jan 29 05:27:50.612726 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a60f-f24c-4036-8615-a00f858fc115 req-b00aefbc-5bb0-44a7-9a92-d8ebdfe1de7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:50.614196 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5f9a60f-f24c-4036-8615-a00f858fc115 req-b00aefbc-5bb0-44a7-9a92-d8ebdfe1de7e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0474629 Jan 29 05:27:50.650540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c5f9a60f-f24c-4036-8615-a00f858fc115 req-be9b964a-9d19-4c5d-8031-4abc488094f5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304995 Jan 29 05:27:51.762313 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902f012-1a22-4e05-a8d7-8f90f637c663 req-469837cb-22cb-4901-a3bc-b9d2672e912a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:51.763755 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c902f012-1a22-4e05-a8d7-8f90f637c663 req-469837cb-22cb-4901-a3bc-b9d2672e912a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0472593 Jan 29 05:27:51.801427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c902f012-1a22-4e05-a8d7-8f90f637c663 req-25fd6a2c-a48d-48fd-a281-03e33dde4beb tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Jan 29 05:27:52.917093 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98306a1-5bea-4a51-88a7-6cdc6bb90e15 req-dcc6684a-7d1b-4496-a4e1-7aae1cd674e2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:52.918646 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b98306a1-5bea-4a51-88a7-6cdc6bb90e15 req-dcc6684a-7d1b-4496-a4e1-7aae1cd674e2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0506632 Jan 29 05:27:52.955395 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b98306a1-5bea-4a51-88a7-6cdc6bb90e15 req-4a574502-78f9-44a7-9747-d1b00d729e69 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304489 Jan 29 05:27:53.875008 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-4decc38c-effa-4f17-aba2-15bc73d1e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:53.876487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-4decc38c-effa-4f17-aba2-15bc73d1e48c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1096 time: 0.0408554 Jan 29 05:27:53.967878 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-da016552-4192-4ba7-9f1b-ce08686ee4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:53.970202 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9fd11fb6-623e-46c2-b444-aeb125ff1122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:53.970733 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-da016552-4192-4ba7-9f1b-ce08686ee4d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0872910 Jan 29 05:27:54.058388 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-ec9698c7-dd16-4bc2-a354-6b7228d30734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1001 time: 0.0819829 Jan 29 05:27:54.105032 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f61b1-3618-403b-8548-d8b8b6085165 req-0313de98-64d0-4cdb-8473-18a2020fc9d2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:54.106487 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-761f61b1-3618-403b-8548-d8b8b6085165 req-0313de98-64d0-4cdb-8473-18a2020fc9d2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0835094 Jan 29 05:27:54.134853 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-5bf3b488-b1c3-4632-bb93-57181d9ec3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:54.136576 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-5bf3b488-b1c3-4632-bb93-57181d9ec3b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0704920 Jan 29 05:27:54.175693 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-761f61b1-3618-403b-8548-d8b8b6085165 req-d38ac6eb-df5e-4244-b724-3f7ef3999257 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612357 Jan 29 05:27:54.190930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-ed1a6c4f-faa0-47fd-97c0-e9c52e0795d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:54.192387 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-ed1a6c4f-faa0-47fd-97c0-e9c52e0795d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454760 Jan 29 05:27:54.284690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-0027abf3-c96d-4ae7-a881-db0da13b1459 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Jan 29 05:27:54.371280 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1260dbfc-74a4-4cb3-bcc5-c4974f55e12d req-aee14463-37a7-4633-8952-76c4123f38e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799487 Jan 29 05:27:55.291166 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f30b09-90e0-49c6-a015-30025339c943 req-ad4f9763-55ad-4000-8d53-083f2a0e0f71 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:55.292616 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12f30b09-90e0-49c6-a015-30025339c943 req-ad4f9763-55ad-4000-8d53-083f2a0e0f71 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0513916 Jan 29 05:27:55.330311 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-12f30b09-90e0-49c6-a015-30025339c943 req-262a024c-fad2-47d9-9c9e-bde3be72de67 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Jan 29 05:27:56.204264 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-98b23df9-507f-4c83-987b-caa00e107e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:56.446298 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969555-009e-4397-84d5-19a14f1b997a req-6cce988e-815d-4332-9090-a5ae79f55cb6 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:56.447769 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4969555-009e-4397-84d5-19a14f1b997a req-6cce988e-815d-4332-9090-a5ae79f55cb6 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0499220 Jan 29 05:27:56.485414 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d4969555-009e-4397-84d5-19a14f1b997a req-8d4cbdcb-766c-43e5-aa69-9348a26136c6 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308528 Jan 29 05:27:57.549321 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:57.599151 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9feb3-92ee-491c-9a29-a257e5a22b89 req-cb763a11-4ca6-4e62-924f-5f855c5b3d0c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:57.600478 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0c9feb3-92ee-491c-9a29-a257e5a22b89 req-cb763a11-4ca6-4e62-924f-5f855c5b3d0c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0487890 Jan 29 05:27:57.637018 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-a0c9feb3-92ee-491c-9a29-a257e5a22b89 req-42f62d53-e05d-46dc-8957-cb21d378612e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306549 Jan 29 05:27:57.888952 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50f4f1-4a6e-4a05-8802-92d31b46dd72 req-9ed9c93a-83c8-4c80-a9a2-0dbeb5b66c1f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:57.890849 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff50f4f1-4a6e-4a05-8802-92d31b46dd72 req-9ed9c93a-83c8-4c80-a9a2-0dbeb5b66c1f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0878229 Jan 29 05:27:57.894273 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-3b7c6f8f-5c90-4a86-82c8-ced55a9c42d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190782 Jan 29 05:27:57.907870 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-484f2509-a24e-4e60-adc1-403afb319bb6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:27:57.908816 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-484f2509-a24e-4e60-adc1-403afb319bb6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064566 Jan 29 05:27:57.933832 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-ff50f4f1-4a6e-4a05-8802-92d31b46dd72 req-7b3caa80-6a34-412a-8cbf-c093ad84f073 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369804 Jan 29 05:27:58.835643 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:27:59.059378 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f8472-ec7d-46f5-bee8-39562852dcc7 req-b1921366-576f-4ee3-a898-7aa02a71bd18 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:27:59.061034 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-890f8472-ec7d-46f5-bee8-39562852dcc7 req-b1921366-576f-4ee3-a898-7aa02a71bd18 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 945 time: 0.0560992 Jan 29 05:27:59.073422 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:59.097033 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:27:59.099166 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858f8c1c-d967-4242-b920-4c12d5576c1e" -d '{"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-unplugged", "status": "completed", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:27:59.101951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-890f8472-ec7d-46f5-bee8-39562852dcc7 req-245922e0-3b9c-4389-afc1-e256ea76ac24 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325618 Jan 29 05:27:59.112633 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:27:59.117148 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:59.142101 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 05:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd52dd8-ee17-4ad6-8a23-624346a3058f x-openstack-request-id: req-1bd52dd8-ee17-4ad6-8a23-624346a3058f {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:27:59.142665 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-unplugged", "status": "failed", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "code": 422}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:27:59.142923 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bd52dd8-ee17-4ad6-8a23-624346a3058f {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:27:59.143313 n-d-825930-1 neutron-server[102404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'code': 422} returned with failed status Jan 29 05:27:59.167436 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:27:59.174570 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.174918 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.175258 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.175593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.175921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.176249 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.176573 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.176893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.177214 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.177534 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.177853 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.178202 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:27:59.326727 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:27:59.370610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:00.222504 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27131dcd-711d-49af-9b71-c0b3cf8845cf req-ec1497f0-0216-4e98-b5bb-74f9446176b5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:00.224001 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27131dcd-711d-49af-9b71-c0b3cf8845cf req-ec1497f0-0216-4e98-b5bb-74f9446176b5 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0512908 Jan 29 05:28:00.260705 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-27131dcd-711d-49af-9b71-c0b3cf8845cf req-140bf44b-ea0c-473d-ac85-e96e9608b7ed tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Jan 29 05:28:00.701677 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:28:01.374566 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b9fa-11fc-4d76-9330-102494373f81 req-0bf0dbcc-1339-4409-b9ac-16aa8985461c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:01.375754 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e81b9fa-11fc-4d76-9330-102494373f81 req-0bf0dbcc-1339-4409-b9ac-16aa8985461c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0481596 Jan 29 05:28:01.412231 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-2e81b9fa-11fc-4d76-9330-102494373f81 req-73510154-4fce-486d-bee6-82fdba1f384e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306985 Jan 29 05:28:02.526682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2417-7ff7-4118-bc8c-fb12c1c84b85 req-695d9cb5-f5c8-4168-acf9-4d3c3470d534 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:02.528508 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06ad2417-7ff7-4118-bc8c-fb12c1c84b85 req-695d9cb5-f5c8-4168-acf9-4d3c3470d534 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0489874 Jan 29 05:28:02.567033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-06ad2417-7ff7-4118-bc8c-fb12c1c84b85 req-0fa522d6-0659-4642-b401-7fa916ac5aa7 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Jan 29 05:28:03.678812 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29d5ea-beb3-4b5f-a454-2e88cb38399d req-c6f547e6-9240-4896-9361-99a225fa766a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:03.680283 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c29d5ea-beb3-4b5f-a454-2e88cb38399d req-c6f547e6-9240-4896-9361-99a225fa766a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0480297 Jan 29 05:28:03.717590 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7c29d5ea-beb3-4b5f-a454-2e88cb38399d req-cb977e99-13ca-4cf0-868d-9c60e7a3dd73 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312181 Jan 29 05:28:04.850306 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097881a-8d96-45ed-bf5d-6ef65f054017 req-e1556931-d007-4c19-a27e-f84a11e1dd73 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:04.851927 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2097881a-8d96-45ed-bf5d-6ef65f054017 req-e1556931-d007-4c19-a27e-f84a11e1dd73 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0600357 Jan 29 05:28:04.893311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-2097881a-8d96-45ed-bf5d-6ef65f054017 req-1331cf74-be3e-4319-944e-fcf494b1c80d tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341856 Jan 29 05:28:06.011603 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa531-7cc2-45c5-a134-3b034d7061b0 req-cda65b19-3b79-4d66-b163-100d49346965 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:06.013075 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b0fa531-7cc2-45c5-a134-3b034d7061b0 req-cda65b19-3b79-4d66-b163-100d49346965 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0527966 Jan 29 05:28:06.053288 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8b0fa531-7cc2-45c5-a134-3b034d7061b0 req-d4d912f7-f738-4c81-993f-484091d016b1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Jan 29 05:28:06.763152 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-fe341b04-5716-43f8-b1af-4d1d75455312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:06.764642 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-fe341b04-5716-43f8-b1af-4d1d75455312 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de&tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8 HTTP/1.1" status: 200 len: 1094 time: 0.0774367 Jan 29 05:28:06.782765 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825930-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:28:06.833985 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:07.037861 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:28:07.069441 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:28:07.103125 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6850c04-5cbb-4d9d-a0c6-37c961a17bef {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:28:07.110876 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:07.130941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Transition to ACTIVE for port object f6850c04-5cbb-4d9d-a0c6-37c961a17bef will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:28:07.135199 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:07.244364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:28:07.256588 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.256924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.257255 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.257604 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.257965 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.258300 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.258630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.258958 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.259288 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.259615 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.259945 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.260262 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:28:07.270977 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de543-e4da-4367-b018-6c5fd7e35eb7 req-1a421ad3-1521-4780-b815-c0b8860940f4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:07.272541 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff3de543-e4da-4367-b018-6c5fd7e35eb7 req-1a421ad3-1521-4780-b815-c0b8860940f4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.1513841 Jan 29 05:28:07.333144 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] No DVR routers for this DVR port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:28:07.340575 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ff3de543-e4da-4367-b018-6c5fd7e35eb7 req-defef016-7bed-4afd-9341-97c6c71cfd04 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601308 Jan 29 05:28:07.470772 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:28:07.471017 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:28:07.471352 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:28:07.475531 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:28:07.475856 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Attempting to bind port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:28:07.480591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:28:07.480936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Checking segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:28:07.481333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Bound using segment: {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:28:07.481761 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Bound port: f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234cd1a6-fc04-4870-aa5c-1e4942e771ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:28:07.482150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:07.547223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:28:07.550148 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:28:07.554282 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:07.590384 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:07.591000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:07.592429 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] 10.222.0.20 "PUT /v2.0/ports/f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1091 time: 0.8140154 Jan 29 05:28:07.592890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:28:07.595247 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2ebd9-4ca0-4261-9a75-0224c42342e5" -d '{"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:28:07.615457 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538391d-62e8-40cd-bcd5-f4298bde46bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:28:07.659200 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d31be3-143a-4366-8825-700042074f45 x-openstack-request-id: req-a6d31be3-143a-4366-8825-700042074f45 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:28:07.659493 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:28:07.659751 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6d31be3-143a-4366-8825-700042074f45 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:28:07.660151 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'status': 'completed', 'code': 200} Jan 29 05:28:07.676523 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-e10d9b2d-4229-4d95-a648-02f8a64bb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:07.678111 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-e10d9b2d-4229-4d95-a648-02f8a64bb964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1094 time: 0.0469086 Jan 29 05:28:07.774399 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-3235ff9a-f9cb-40b7-a79f-c3f6ae10ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:07.776019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-3235ff9a-f9cb-40b7-a79f-c3f6ae10ddf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0906219 Jan 29 05:28:07.840844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-ccaa1bb4-56e3-46dc-9d77-248b7dd6bc40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 999 time: 0.0578697 Jan 29 05:28:07.888112 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-8f8d5e67-5a60-4367-a27d-6c1e4483d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:07.889555 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-8f8d5e67-5a60-4367-a27d-6c1e4483d7e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0428531 Jan 29 05:28:07.937010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-81532eff-558a-4b03-a893-284488d9054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:07.939341 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-81532eff-558a-4b03-a893-284488d9054e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438836 Jan 29 05:28:08.025439 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-bcef1673-c0b8-4706-a936-97b02227104d service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786140 Jan 29 05:28:08.117053 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-526c8787-3a7e-4db4-99bd-5e61ca287533 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844281 Jan 29 05:28:08.224080 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-74376bd1-da9c-44af-8771-38d6afa74881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:08.225581 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-74376bd1-da9c-44af-8771-38d6afa74881 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1094 time: 0.0419033 Jan 29 05:28:08.316946 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-74348a4b-66df-428c-8017-4348b2084d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:08.318426 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-74348a4b-66df-428c-8017-4348b2084d5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0825207 Jan 29 05:28:08.387761 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-19cb9a9e-0b3c-4cb4-909d-31318dd35c4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 999 time: 0.0610983 Jan 29 05:28:08.469807 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-e9a068e4-9cd7-468a-8b3c-ea7fb54ebe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:08.471354 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-e9a068e4-9cd7-468a-8b3c-ea7fb54ebe35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0775430 Jan 29 05:28:08.481088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b515dd0-fda5-438b-a7b8-80552caf63ad req-746db73a-291f-4274-b5e6-431898ac6a9c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:08.482484 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b515dd0-fda5-438b-a7b8-80552caf63ad req-746db73a-291f-4274-b5e6-431898ac6a9c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0631828 Jan 29 05:28:08.544025 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3b515dd0-fda5-438b-a7b8-80552caf63ad req-ed778e6e-b102-48c2-8b4b-6afe3459397b tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528927 Jan 29 05:28:08.546526 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-7939b77f-b813-40e3-9b57-b1ed165337b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:08.548458 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-7939b77f-b813-40e3-9b57-b1ed165337b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651190 Jan 29 05:28:08.639557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-8f07d6b0-7c16-4dab-b583-f632785d6aa9 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833039 Jan 29 05:28:08.727337 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-09b2ebd9-4ca0-4261-9a75-0224c42342e5 req-20ebe387-e810-4f1f-8d6b-b3b797e6c764 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810549 Jan 29 05:28:09.659568 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715341e-bf53-41eb-a2ef-126a8a142a20 req-647fc913-db2a-40dd-b414-ef79d66f50c4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:09.661031 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1715341e-bf53-41eb-a2ef-126a8a142a20 req-647fc913-db2a-40dd-b414-ef79d66f50c4 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0484092 Jan 29 05:28:09.697947 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-1715341e-bf53-41eb-a2ef-126a8a142a20 req-1b741cfd-4467-4ac8-bf21-7bfade9125ba tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Jan 29 05:28:10.810660 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39baaf2-0790-4b86-b1f7-8f6e8950f53e req-ed24486b-1737-4271-95e2-60675b62a3e2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:10.812129 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f39baaf2-0790-4b86-b1f7-8f6e8950f53e req-ed24486b-1737-4271-95e2-60675b62a3e2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0486975 Jan 29 05:28:10.849172 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f39baaf2-0790-4b86-b1f7-8f6e8950f53e req-b37b6567-afc0-4d0c-873a-34f90fd055d8 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Jan 29 05:28:11.962676 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ee1f5-5489-4f46-881d-8a9281675e27 req-e2b864ad-73cb-498e-8f28-0cbede8982d9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:11.964123 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f14ee1f5-5489-4f46-881d-8a9281675e27 req-e2b864ad-73cb-498e-8f28-0cbede8982d9 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0489917 Jan 29 05:28:12.001840 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f14ee1f5-5489-4f46-881d-8a9281675e27 req-38efc4f9-55c8-443e-87b7-ad4b241e0812 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Jan 29 05:28:12.718707 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:13.121821 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e24b0-453b-4d1a-b2e0-846077f9b310 req-b57d2714-390c-4046-95ec-4bd7eac55075 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:13.123491 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e5e24b0-453b-4d1a-b2e0-846077f9b310 req-b57d2714-390c-4046-95ec-4bd7eac55075 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0552077 Jan 29 05:28:13.162791 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3e5e24b0-453b-4d1a-b2e0-846077f9b310 req-104ec740-d512-476a-a52f-de2dc79b25b2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Jan 29 05:28:14.184534 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:14.279385 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c82dda-97d3-4b6e-b19c-7d458a367cd7 req-bfe56e38-13df-40e3-8358-761009eacd40 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:14.280852 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67c82dda-97d3-4b6e-b19c-7d458a367cd7 req-bfe56e38-13df-40e3-8358-761009eacd40 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0521162 Jan 29 05:28:14.317580 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-67c82dda-97d3-4b6e-b19c-7d458a367cd7 req-5d700091-fe9e-44b7-816c-a70a72974109 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Jan 29 05:28:15.429827 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdde7b-af21-4209-8454-4c2d9a413917 req-e1ecf9e5-2f4a-4965-87af-73f0c26aa233 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:15.431302 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b4bdde7b-af21-4209-8454-4c2d9a413917 req-e1ecf9e5-2f4a-4965-87af-73f0c26aa233 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 943 time: 0.0476327 Jan 29 05:28:15.467138 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b4bdde7b-af21-4209-8454-4c2d9a413917 req-4816592a-8da6-4cb1-939b-320d64e77cc3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299287 Jan 29 05:28:16.326770 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:28:16.420664 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:28:16.431453 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'port_id': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'mac_address': 'fa:16:3e:ec:2b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:28:16.471849 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:16.484194 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6850c04-5cbb-4d9d-a0c6-37c961a17bef {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:28:16.504958 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:28:16.510785 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:16.561709 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=9']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:28:16.585605 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b02e-2b5e-4a68-b5f6-8870200c1122 req-94813a31-791e-42bf-ae72-a05d812857ed tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:16.587216 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8cc0b02e-2b5e-4a68-b5f6-8870200c1122 req-94813a31-791e-42bf-ae72-a05d812857ed tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 944 time: 0.0502710 Jan 29 05:28:16.623948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-8cc0b02e-2b5e-4a68-b5f6-8870200c1122 req-9837f4b9-6614-4bef-befa-19a508c16fa0 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Jan 29 05:28:16.820495 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['f6850c04-5cbb-4d9d-a0c6-37c961a17bef'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:28:17.705142 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-f9bd101b-6ca9-4f9f-a3a7-76d6993a568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:17.706620 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-f9bd101b-6ca9-4f9f-a3a7-76d6993a568a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1095 time: 0.0498128 Jan 29 05:28:17.796170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb73a07-90fb-4589-b7dd-7d4caec58ecc req-13ac5174-9f3b-4ea2-b1bf-7ada40c7313e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:17.797660 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb73a07-90fb-4589-b7dd-7d4caec58ecc req-13ac5174-9f3b-4ea2-b1bf-7ada40c7313e tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 944 time: 0.1059852 Jan 29 05:28:17.837702 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-01bbf512-c54d-4cab-af72-fb2769f89af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:17.839144 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-01bbf512-c54d-4cab-af72-fb2769f89af4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.1145844 Jan 29 05:28:17.857557 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb73a07-90fb-4589-b7dd-7d4caec58ecc req-e59dd75a-6926-4ab7-bb40-8b9e1374110f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537055 Jan 29 05:28:17.913009 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-856d44d7-de75-40ed-84b3-327ee1a8b7a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1000 time: 0.0660946 Jan 29 05:28:17.960566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-7d83bc98-4454-4c4e-b732-f0b0b84f67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:17.961975 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-7d83bc98-4454-4c4e-b732-f0b0b84f67e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0430410 Jan 29 05:28:18.006233 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-e146221d-6bf4-4134-8d4e-9ff0b9e0fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:18.007664 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-e146221d-6bf4-4134-8d4e-9ff0b9e0fe3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386457 Jan 29 05:28:18.096713 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-2cad9772-5df1-4189-a494-a51631a2bd7a service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818701 Jan 29 05:28:18.183124 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4fe022-8fed-4fbf-b0d4-4e78cabe203b req-4d0a2f1a-d01a-4c55-bf65-0eaf88d3a1cb service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796142 Jan 29 05:28:18.335260 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:28:18.382507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port f6850c04-5cbb-4d9d-a0c6-37c961a17bef completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:28:18.386029 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port f6850c04-5cbb-4d9d-a0c6-37c961a17bef triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:28:18.386407 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:18.462644 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:18.483841 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:28:18.486721 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286619be-088d-4036-94e6-8d953b1421f3" -d '{"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-plugged", "status": "completed", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:28:18.499016 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:28:18.503883 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:18.526610 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3ce7f8-ad5c-440c-a3f3-ac12e6c3af7e x-openstack-request-id: req-1b3ce7f8-ad5c-440c-a3f3-ac12e6c3af7e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:28:18.526917 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-plugged", "status": "completed", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:28:18.527159 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b3ce7f8-ad5c-440c-a3f3-ac12e6c3af7e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:28:18.527796 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'code': 200} Jan 29 05:28:18.553761 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=10']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:28:18.709720 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bced3b3-1145-4170-b1a3-df216bcb7dd2 req-2a38e797-46bf-4f7c-8751-901cabfb194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:18.711245 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bced3b3-1145-4170-b1a3-df216bcb7dd2 req-2a38e797-46bf-4f7c-8751-901cabfb194b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1097 time: 0.0440094 Jan 29 05:28:18.746374 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9bced3b3-1145-4170-b1a3-df216bcb7dd2 req-f4b17515-1196-43e4-b5c6-a80a7380fba0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270433 Jan 29 05:28:18.970756 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed1ba7-0d7f-4941-9bdd-bfb8cd728cb0 req-4f55b1a4-60eb-499e-8bd6-764aa6ec62fa tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:18.972214 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5ed1ba7-0d7f-4941-9bdd-bfb8cd728cb0 req-4f55b1a4-60eb-499e-8bd6-764aa6ec62fa tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 946 time: 0.0479791 Jan 29 05:28:19.007885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b5ed1ba7-0d7f-4941-9bdd-bfb8cd728cb0 req-5230ea18-5e8d-47fb-9296-3edd7f27252a tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297341 Jan 29 05:28:20.122845 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb36ba-a150-4d48-b868-c016e03e6639 req-c7948521-d367-45e9-a3c8-eecb58e40829 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:28:20.124284 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86eb36ba-a150-4d48-b868-c016e03e6639 req-c7948521-d367-45e9-a3c8-eecb58e40829 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 946 time: 0.0491366 Jan 29 05:28:20.160744 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-86eb36ba-a150-4d48-b868-c016e03e6639 req-79cdd4a7-60bf-4542-a346-7bca666c478f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Jan 29 05:28:23.972343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-09637468-e781-4377-b823-4fc4caa7fe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:26.205853 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2252ef27-5019-4729-907b-119eb7742587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:27.546297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:29.330360 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:29.369589 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:37.700584 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:28:42.708097 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:44.187867 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:53.972419 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29dc882c-da2a-40fa-8e36-4522ba0800c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:56.210560 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-638fabe0-8012-4e0b-9a1e-1566105b0cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:57.548342 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:59.333561 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:28:59.372723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:12.721625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:14.198614 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:14.699423 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:29:18.644550 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-045f8805-702e-479a-834d-4b9e7f5ba587 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385978 Jan 29 05:29:18.737622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-95eb262b-8c78-4974-ad65-fc6e2829da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:18.739167 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-95eb262b-8c78-4974-ad65-fc6e2829da60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1097 time: 0.0387442 Jan 29 05:29:18.841071 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-04819399-a9e9-4dbc-bcb3-cfb12a6ef303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:18.842536 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-04819399-a9e9-4dbc-bcb3-cfb12a6ef303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0846286 Jan 29 05:29:18.906548 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-c424f20d-67c5-4409-ad9d-2758d5d4572d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 1001 time: 0.0573781 Jan 29 05:29:18.958214 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-5cedb148-b001-4d32-b270-089e1da9960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:18.959616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-5cedb148-b001-4d32-b270-089e1da9960e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0463097 Jan 29 05:29:19.002223 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-b0a3a4c2-9a88-40ab-b492-bbe1d51250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:19.003658 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-b0a3a4c2-9a88-40ab-b492-bbe1d51250a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380514 Jan 29 05:29:19.088346 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-3af2ac07-25fa-4695-85e5-960165252586 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780957 Jan 29 05:29:19.179336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-29a2e7e3-db4a-4ea0-af8f-76f31c27e5db req-2d25817d-0247-44fa-bd03-368cc23edea1 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841105 Jan 29 05:29:23.974661 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a3056f90-9ec5-4d52-aa67-42460c779394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:26.210007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5556-81dd-4e44-9fb0-5050a1ef5dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:27.552997 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:29.335045 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:29.375096 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:32.902421 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39944) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:33.057105 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Deleting port c0ece023-a10d-4853-8bf1-f999e45d77f6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:33.057449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:33.132651 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:33.132976 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:33.144113 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Calling delete_port for c0ece023-a10d-4853-8bf1-f999e45d77f6 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:33.284644 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:33.314693 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event deleted for resources: {'Port': ['ID=c0ece023-a10d-4853-8bf1-f999e45d77f6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:33.339270 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.339625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.339991 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.340315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.340655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.340989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.341320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.341653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.342006 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.342344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.342672 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.342997 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:33.381183 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:33.381644 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Floating IP 9cf140b3-21fb-493d-96d4-372ac9b9bbc6 disassociated (deleted). External IP: 172.25.4.232, port: f6850c04-5cbb-4d9d-a0c6-37c961a17bef. Jan 29 05:29:33.581750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:29:34.025389 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:34.030331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:34.035049 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:29:34.043664 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:34.044266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:34.056904 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-47d6f9c1-155a-4986-a428-0a07e5d1b258 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "DELETE /v2.0/floatingips/9cf140b3-21fb-493d-96d4-372ac9b9bbc6 HTTP/1.1" status: 204 len: 168 time: 1.1532648 Jan 29 05:29:34.057353 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:29:34.060065 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f3829-94df-41a9-97de-cc746f01cc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:29:34.098279 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc04bc2e-758a-46af-ad7e-e4b2b2814dc9 x-openstack-request-id: req-bc04bc2e-758a-46af-ad7e-e4b2b2814dc9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:29:34.098575 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:29:34.098834 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc04bc2e-758a-46af-ad7e-e4b2b2814dc9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:29:34.100170 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'status': 'completed', 'code': 200} Jan 29 05:29:34.157651 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:34.185097 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-8418de9d-9235-4f09-be00-a7abe49edb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:34.187308 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-8418de9d-9235-4f09-be00-a7abe49edb56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 1097 time: 0.0452433 Jan 29 05:29:34.299224 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81643-c375-418c-8fd6-177db326c4e3 req-7b3ec2bb-9909-46e8-a622-327a950b00ac tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:34.300691 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92d81643-c375-418c-8fd6-177db326c4e3 req-7b3ec2bb-9909-46e8-a622-327a950b00ac tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 946 time: 0.0571752 Jan 29 05:29:34.327849 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-4faf719a-b134-4f4f-ac16-baf2b3ed83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:34.329531 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-4faf719a-b134-4f4f-ac16-baf2b3ed83c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 200 len: 910 time: 0.0959778 Jan 29 05:29:34.343730 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-92d81643-c375-418c-8fd6-177db326c4e3 req-ed288d65-86eb-4d42-9081-0b143945e43f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329249 Jan 29 05:29:34.372072 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-9edcba3f-a261-42a5-9f2d-3591cf5013e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 200 len: 217 time: 0.0355814 Jan 29 05:29:34.420511 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-cf0effe9-5e40-485d-8455-457621e364b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:34.421983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-cf0effe9-5e40-485d-8455-457621e364b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 200 len: 848 time: 0.0432761 Jan 29 05:29:34.452932 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:34.467911 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-b1201935-ce62-4b67-af28-beeca39dd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:34.469400 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-b1201935-ce62-4b67-af28-beeca39dd205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fe4d660-ec4f-4dd1-9882-f2e688c03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401175 Jan 29 05:29:34.478944 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:29:34.488562 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:34.489167 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:34.561423 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-f4c07382-4c18-41a9-a6e7-d1e92f44c6a7 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Jan 29 05:29:34.592690 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:34.652184 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c00f3829-94df-41a9-97de-cc746f01cc9b req-2b2b5ea8-75da-4f88-a7e1-35288a6d02c0 service neutron] 10.222.0.20 "GET /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806315 Jan 29 05:29:34.786019 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:34.811699 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739b44c-ea1d-4458-a1ab-765132cde17b None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:20:59Z', 'revision_number': 4, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'dea26a26-287a-4419-beb0-1ffb8cd38899', 'name': '', 'network_id': '8fe4d660-ec4f-4dd1-9882-f2e688c03966', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'mac_address': 'fa:16:3e:54:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:59Z', 'updated_at': '2022-01-29T05:21:03Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'subnets': [{'id': '023b6f6a-6624-43b5-b781-d5b7e63b8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:29:35.029115 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c13ac-325f-4a9a-9507-23df23b1e4c0 None None] New status for floating IP 9cf140b3-21fb-493d-96d4-372ac9b9bbc6: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:29:35.465195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ebfe9-3264-4f0e-8f88-3e13da09814e req-4818a973-4fc7-43e3-b560-bde49d8f44a2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:35.466678 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a48ebfe9-3264-4f0e-8f88-3e13da09814e req-4818a973-4fc7-43e3-b560-bde49d8f44a2 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 946 time: 0.0531623 Jan 29 05:29:35.503448 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-a48ebfe9-3264-4f0e-8f88-3e13da09814e req-22bdcd42-f935-4ffb-9015-c4a08659c00c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/security-groups?id=987eb7cc-bc5d-4488-a723-aca81ab2e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304797 Jan 29 05:29:35.971622 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-7f366996-f212-46a9-a847-5fcbffd8332c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:35.973055 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-7f366996-f212-46a9-a847-5fcbffd8332c tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 946 time: 0.0464568 Jan 29 05:29:36.058812 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Deleting port f6850c04-5cbb-4d9d-a0c6-37c961a17bef {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:36.059158 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:36.147633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] For port f6850c04-5cbb-4d9d-a0c6-37c961a17bef, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:36.147996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:36.159630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Calling delete_port for f6850c04-5cbb-4d9d-a0c6-37c961a17bef owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:36.286408 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:36.315189 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event deleted for resources: {'Port': ['ID=f6850c04-5cbb-4d9d-a0c6-37c961a17bef,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:36.356364 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] No DVR routers for this DVR port f6850c04-5cbb-4d9d-a0c6-37c961a17bef on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:29:36.359054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:36.362343 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8e9ad55a-68b9-4d15-bf5c-10d655be5664 req-773d848b-d41c-4fae-8b8b-72481262033f tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.20 "DELETE /v2.0/ports/f6850c04-5cbb-4d9d-a0c6-37c961a17bef HTTP/1.1" status: 204 len: 173 time: 0.3838613 Jan 29 05:29:36.362786 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-deleted', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:29:36.365088 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa37098b-02c2-4805-a362-ee45459f3ee2" -d '{"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-deleted", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:29:36.404008 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471017d4-dc71-4499-be66-75f30f03c6ef x-openstack-request-id: req-471017d4-dc71-4499-be66-75f30f03c6ef {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:29:36.404326 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384ef80e-42fc-48d6-8870-838305b728de", "name": "network-vif-deleted", "tag": "f6850c04-5cbb-4d9d-a0c6-37c961a17bef", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:29:36.404624 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-471017d4-dc71-4499-be66-75f30f03c6ef {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:29:36.405172 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384ef80e-42fc-48d6-8870-838305b728de', 'name': 'network-vif-deleted', 'tag': 'f6850c04-5cbb-4d9d-a0c6-37c961a17bef', 'status': 'completed', 'code': 200} Jan 29 05:29:36.597865 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-6ff268a8-739f-46b5-8ab6-ac1e364d38f6 req-2bb7b71f-5b94-4994-b79d-43495aad7642 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 210 time: 0.0263169 Jan 29 05:29:37.696440 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e1c644c3-6807-4700-b883-5b4d8783eba5 req-e58628fc-007c-4ecc-802e-65c9b68212be tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 210 time: 0.0275104 Jan 29 05:29:38.794701 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-692a6bb2-a659-464b-a02d-1426972fa31f req-ad888f96-5905-427d-b8a4-e836d584cfd1 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 210 time: 0.0305271 Jan 29 05:29:39.898735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9e82d712-7803-4719-b3a7-d281e5583e42 req-c1a845c5-432d-44e2-9c88-1443618337bf tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "GET /v2.0/ports?device_id=384ef80e-42fc-48d6-8870-838305b728de HTTP/1.1" status: 200 len: 210 time: 0.0269675 Jan 29 05:29:40.652741 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:40.672561 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: f6850c04-5cbb-4d9d-a0c6-37c961a17bef {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:40.672903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device f6850c04-5cbb-4d9d-a0c6-37c961a17bef not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:40.954930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:41.014099 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cd07af5-f74a-48e3-9cbb-78507754feb3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:41.040702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cd07af5-f74a-48e3-9cbb-78507754feb3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:41.100323 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cd07af5-f74a-48e3-9cbb-78507754feb3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:41.103043 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cd07af5-f74a-48e3-9cbb-78507754feb3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:41.104205 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2cd07af5-f74a-48e3-9cbb-78507754feb3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] 10.222.0.32 "DELETE /v2.0/security-groups/987eb7cc-bc5d-4488-a723-aca81ab2e63c HTTP/1.1" status: 204 len: 168 time: 0.1482737 Jan 29 05:29:41.115689 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd07af5-f74a-48e3-9cbb-78507754feb3 tempest-TestShelveInstance-1217110730 tempest-TestShelveInstance-1217110730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987eb7cc-bc5d-4488-a723-aca81ab2e63c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:41.163105 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39980) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:41.620777 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:42.184255 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Deleting port dea26a26-287a-4419-beb0-1ffb8cd38899 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:42.184893 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:42.269770 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] For port dea26a26-287a-4419-beb0-1ffb8cd38899, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=dea26a26-287a-4419-beb0-1ffb8cd38899,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:42.270171 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:42.282844 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Calling delete_port for dea26a26-287a-4419-beb0-1ffb8cd38899 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:42.463180 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:42.491198 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea26a26-287a-4419-beb0-1ffb8cd38899,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:42.526623 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.526886 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.527226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.527554 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.527889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.528218 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.528544 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.528868 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.529195 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.529520 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.529846 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.530194 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:42.675169 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:42.723803 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:42.888779 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Router 110a1897-99e2-4835-b176-f7acaff4cfc6 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:29:42.992917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:42.997836 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9a1c48eb-7abe-4809-b346-345d66dc7714 admin admin] 10.222.0.32 "PUT /v2.0/routers/110a1897-99e2-4835-b176-f7acaff4cfc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337157 Jan 29 05:29:43.000315 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39984) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:43.004269 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] Sync routers for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:29:43.014364 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:43.014968 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:43.103137 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.116212 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:43.204495 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.256883 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Deleting port d94a7003-2a30-45b3-808c-92b2655370d1 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:43.257107 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.287817 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:29:42Z', 'revision_number': 5, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port': {'id': 'd94a7003-2a30-45b3-808c-92b2655370d1', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:43.316723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] Checking router: 110a1897-99e2-4835-b176-f7acaff4cfc6 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:29:43.326322 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] Routers {'110a1897-99e2-4835-b176-f7acaff4cfc6'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:43.326923 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['110a1897-99e2-4835-b176-f7acaff4cfc6'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:43.339965 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] For port d94a7003-2a30-45b3-808c-92b2655370d1, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d94a7003-2a30-45b3-808c-92b2655370d1,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:43.340334 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.351658 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Calling delete_port for d94a7003-2a30-45b3-808c-92b2655370d1 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:43.410588 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] Set router 110a1897-99e2-4835-b176-f7acaff4cfc6 gateway port host: None {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:43.462045 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:29:43Z', 'revision_number': 6, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:43.492591 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a2a1e-6fd4-408b-bfbd-84cff8f697cb None None] The sync data for ids ['110a1897-99e2-4835-b176-f7acaff4cfc6'] in n-d-825930-1 is: [{'id': '110a1897-99e2-4835-b176-f7acaff4cfc6', 'name': 'tempest-TestShelveInstance-1207419588-router', 'tenant_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:20:57Z', 'updated_at': '2022-01-29T05:29:43Z', 'revision_number': 6, 'project_id': '0e19d78cd24e437fbcdaa5bc3bcee1f8', 'gw_port_host': None}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:29:43.515136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.542401 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94a7003-2a30-45b3-808c-92b2655370d1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:43.598961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.690961 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.693153 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.734896 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.735447 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110a1897-99e2-4835-b176-f7acaff4cfc6 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:29:43.739748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.740977 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-c310b9e3-54ec-4530-84c0-1ea0dc208382 admin admin] 10.222.0.32 "DELETE /v2.0/routers/110a1897-99e2-4835-b176-f7acaff4cfc6 HTTP/1.1" status: 204 len: 168 time: 0.7397456 Jan 29 05:29:43.743439 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39986) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:43.786299 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Deleting subnet 023b6f6a-6624-43b5-b781-d5b7e63b8f2e {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:29:43.789707 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.822997 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.910503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.963922 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.988555 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=023b6f6a-6624-43b5-b781-d5b7e63b8f2e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:43.992152 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:43.995345 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-50c9215d-7aeb-40c0-81ce-dde1f7c67342 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/023b6f6a-6624-43b5-b781-d5b7e63b8f2e HTTP/1.1" status: 204 len: 168 time: 0.2509890 Jan 29 05:29:43.997911 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39988) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:43.998071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac1ee1-9cd4-496f-a36f-3ba0f4ec5cbb None None] Network 8fe4d660-ec4f-4dd1-9882-f2e688c03966 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:29:44.070000 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.124307 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Deleting port 3dabd623-ac30-467a-902d-b06f03913081 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:44.124653 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.186012 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] For port 3dabd623-ac30-467a-902d-b06f03913081, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=3dabd623-ac30-467a-902d-b06f03913081,segment=NetworkSegment(234cd1a6-fc04-4870-aa5c-1e4942e771ab),segment_id=234cd1a6-fc04-4870-aa5c-1e4942e771ab)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:44.186635 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.195967 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.199889 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Calling delete_port for 3dabd623-ac30-467a-902d-b06f03913081 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:44.259021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] DHCP port deletion for 8fe4d660-ec4f-4dd1-9882-f2e688c03966 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:29:44.297785 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.318977 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3dabd623-ac30-467a-902d-b06f03913081 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:44.328172 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dabd623-ac30-467a-902d-b06f03913081,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:44.332957 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] No DVR routers for this DVR port 3dabd623-ac30-467a-902d-b06f03913081 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:29:44.341993 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 3dabd623-ac30-467a-902d-b06f03913081 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:44.342337 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 3dabd623-ac30-467a-902d-b06f03913081 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:44.342757 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dea26a26-287a-4419-beb0-1ffb8cd38899 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:44.362415 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: dea26a26-287a-4419-beb0-1ffb8cd38899 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:44.362765 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device dea26a26-287a-4419-beb0-1ffb8cd38899 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:44.363186 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d94a7003-2a30-45b3-808c-92b2655370d1 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:44.367698 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Deleting port 3dabd623-ac30-467a-902d-b06f03913081 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:44.368074 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.389955 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d94a7003-2a30-45b3-808c-92b2655370d1 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:44.390306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d94a7003-2a30-45b3-808c-92b2655370d1 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:44.414414 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.434950 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe4d660-ec4f-4dd1-9882-f2e688c03966']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:44.444760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234cd1a6-fc04-4870-aa5c-1e4942e771ab') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:44.445535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234cd1a6-fc04-4870-aa5c-1e4942e771ab') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:44.451434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] For port 3dabd623-ac30-467a-902d-b06f03913081, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:44.451837 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.455113 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.465522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Calling delete_port for 3dabd623-ac30-467a-902d-b06f03913081 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:44.468292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Port 3dabd623-ac30-467a-902d-b06f03913081 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 05:29:44.469378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.469609 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.476180 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:29:44.476539 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:29:44.478283 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:29:44.496485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Pushing event deleted for resources: {'Port': ['ID=3dabd623-ac30-467a-902d-b06f03913081,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:44.504597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] No DVR routers for this DVR port 3dabd623-ac30-467a-902d-b06f03913081 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:29:44.507596 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.507943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.508283 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.508619 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.508951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.509278 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.509602 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.509951 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.510277 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.510597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.510914 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.511291 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871d0ca-b80b-4a52-ad7c-e2d472fb8610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:44.539738 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.545472 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:44.548607 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8fe4d660-ec4f-4dd1-9882-f2e688c03966 HTTP/1.1" status: 204 len: 168 time: 0.5496833 Jan 29 05:29:44.551735 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:44.561822 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cca61-9b57-47bf-a071-9927f326f397 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe4d660-ec4f-4dd1-9882-f2e688c03966,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:44.895240 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:45.140474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Deleting port 6c740432-c460-41f0-8142-06e4a0f22f1f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:45.140819 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:45.215816 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] For port 6c740432-c460-41f0-8142-06e4a0f22f1f, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=6c740432-c460-41f0-8142-06e4a0f22f1f,segment=NetworkSegment(172e3001-16e1-4e3e-ad95-3bcb538d9a9c),segment_id=172e3001-16e1-4e3e-ad95-3bcb538d9a9c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:45.216182 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:45.228013 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Calling delete_port for 6c740432-c460-41f0-8142-06e4a0f22f1f owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:45.404283 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:45.427532 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c740432-c460-41f0-8142-06e4a0f22f1f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:45.596771 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:45.804510 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:29:45.908186 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:45.913381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-622488a0-376b-457a-a98a-ad1b4d515a6f admin admin] 10.222.0.32 "PUT /v2.0/routers/5cda7781-5d86-4c4e-bdf2-6279263ae6a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3600063 Jan 29 05:29:45.916148 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39992) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:45.917559 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] Sync routers for ids ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:29:45.926593 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] Routers {'5cda7781-5d86-4c4e-bdf2-6279263ae6a8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:45.927883 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:46.023178 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks [] for router, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.030408 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] Set router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:46.125630 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.176988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Deleting port 7b7d1fba-40db-45fe-95b0-37c210e9b035 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:46.178044 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.209158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:29:45Z', 'revision_number': 5, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port': {'id': '7b7d1fba-40db-45fe-95b0-37c210e9b035', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:46.237735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] Checking router: 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:29:46.246970 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] Routers {'5cda7781-5d86-4c4e-bdf2-6279263ae6a8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:46.247614 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:46.268070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] For port 7b7d1fba-40db-45fe-95b0-37c210e9b035, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=7b7d1fba-40db-45fe-95b0-37c210e9b035,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:46.268432 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.280839 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Calling delete_port for 7b7d1fba-40db-45fe-95b0-37c210e9b035 owned by network:router_gateway {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:46.333292 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] Set router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:46.382784 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:29:46Z', 'revision_number': 6, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:46.411653 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7a11f-f0a3-4b70-b9fe-0969631215be None None] The sync data for ids ['5cda7781-5d86-4c4e-bdf2-6279263ae6a8'] in n-d-825930-1 is: [{'id': '5cda7781-5d86-4c4e-bdf2-6279263ae6a8', 'name': 'tempest-TestShelveInstance-1091823543-router', 'tenant_id': '48ceea37134f49e39ce76c72f37dccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:21:02Z', 'updated_at': '2022-01-29T05:29:46Z', 'revision_number': 6, 'project_id': '48ceea37134f49e39ce76c72f37dccbf', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:29:46.448843 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.474735 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7d1fba-40db-45fe-95b0-37c210e9b035,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:46.533810 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.625274 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.627484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.669422 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.669878 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cda7781-5d86-4c4e-bdf2-6279263ae6a8 {{(pid=102403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:29:46.674284 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.675461 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-1617b2d0-1700-4279-a6ab-ca89b7c78390 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5cda7781-5d86-4c4e-bdf2-6279263ae6a8 HTTP/1.1" status: 204 len: 168 time: 0.7583244 Jan 29 05:29:46.678795 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39994) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:46.722801 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Deleting subnet a543811f-9275-4ba9-b95e-4b853a76831a {{(pid=102403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:29:46.725993 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.760874 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131101873'] for subnet, precommit_delete_associations {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.849489 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.900558 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131335846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131592599'] for subnet, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.928215 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a543811f-9275-4ba9-b95e-4b853a76831a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:46.930136 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:46.933286 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-4546fce3-1008-48c2-9bb6-e9c1a8766c24 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a543811f-9275-4ba9-b95e-4b853a76831a HTTP/1.1" status: 204 len: 168 time: 0.2534938 Jan 29 05:29:46.934772 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf96801-e101-4190-b924-52203a0be284 None None] Network e13389a4-fe9a-4283-a8b1-2030fbd4a8ec requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:29:46.935809 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 39996) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:47.005819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.058181 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Deleting port 58157d74-8929-41d4-8703-11bd0a4b5069 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:47.058533 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.119833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] For port 58157d74-8929-41d4-8703-11bd0a4b5069, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=58157d74-8929-41d4-8703-11bd0a4b5069,segment=NetworkSegment(172e3001-16e1-4e3e-ad95-3bcb538d9a9c),segment_id=172e3001-16e1-4e3e-ad95-3bcb538d9a9c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:47.120138 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.132939 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Calling delete_port for 58157d74-8929-41d4-8703-11bd0a4b5069 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:47.171355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] DHCP port deletion for e13389a4-fe9a-4283-a8b1-2030fbd4a8ec request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:29:47.215314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.218252 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Deleting port 58157d74-8929-41d4-8703-11bd0a4b5069 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:29:47.218635 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.242325 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Pushing event deleted for resources: {'Port': ['ID=58157d74-8929-41d4-8703-11bd0a4b5069,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:47.244154 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] No DVR routers for this DVR port 58157d74-8929-41d4-8703-11bd0a4b5069 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:29:47.281588 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] For port 58157d74-8929-41d4-8703-11bd0a4b5069, host n-d-825930-1, got binding levels [] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:47.282020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.295668 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Calling delete_port for 58157d74-8929-41d4-8703-11bd0a4b5069 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:29:47.298317 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.ipam_backend_mixin [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Port 58157d74-8929-41d4-8703-11bd0a4b5069 was not found and therefore no delete operation was performed {{(pid=102404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 05:29:47.299624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.317346 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.327843 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] Pushing event deleted for resources: {'Port': ['ID=58157d74-8929-41d4-8703-11bd0a4b5069,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:47.332269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580aa45-0284-43dd-aefe-cc6dc0bc6035 None None] No DVR routers for this DVR port 58157d74-8929-41d4-8703-11bd0a4b5069 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:29:47.342478 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13389a4-fe9a-4283-a8b1-2030fbd4a8ec']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:47.353540 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172e3001-16e1-4e3e-ad95-3bcb538d9a9c') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:47.353833 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172e3001-16e1-4e3e-ad95-3bcb538d9a9c') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:47.363257 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.377568 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.384006 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:29:47.384481 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:29:47.386332 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:29:47.442248 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.451870 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.460213 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e13389a4-fe9a-4283-a8b1-2030fbd4a8ec HTTP/1.1" status: 204 len: 168 time: 0.5182297 Jan 29 05:29:47.466534 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067db451-7dd8-4e45-ac4a-7ae529b3532b admin admin] Pushing event deleted for resources: {'Network': ['ID=e13389a4-fe9a-4283-a8b1-2030fbd4a8ec,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:47.559685 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:47.598266 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a1f832c-8a35-4e5b-aded-ad7ab8b1ba28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e19d78cd24e437fbcdaa5bc3bcee1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373569 Jan 29 05:29:47.601221 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40002) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:47.649190 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd6ce-a08e-4b5d-b6b7-17525d8b224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.673798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd6ce-a08e-4b5d-b6b7-17525d8b224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.720615 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd6ce-a08e-4b5d-b6b7-17525d8b224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.723124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd6ce-a08e-4b5d-b6b7-17525d8b224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:47.724375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e7dd6ce-a08e-4b5d-b6b7-17525d8b224e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14d9d49a-e662-408c-a8f4-d16f6dafcfed HTTP/1.1" status: 204 len: 168 time: 0.1221611 Jan 29 05:29:47.731794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd6ce-a08e-4b5d-b6b7-17525d8b224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d9d49a-e662-408c-a8f4-d16f6dafcfed,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:48.043405 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:48.083085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-48b0f431-9e69-4895-a669-f8471c30dc20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48ceea37134f49e39ce76c72f37dccbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385559 Jan 29 05:29:48.085563 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:48.131982 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17e16e75-3d69-4ab1-a1c9-9348c831d415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:48.152105 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17e16e75-3d69-4ab1-a1c9-9348c831d415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:48.197412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17e16e75-3d69-4ab1-a1c9-9348c831d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:48.199964 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17e16e75-3d69-4ab1-a1c9-9348c831d415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:48.201192 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-17e16e75-3d69-4ab1-a1c9-9348c831d415 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86a7541a-faaa-4817-99fa-def390e22b85 HTTP/1.1" status: 204 len: 168 time: 0.1146889 Jan 29 05:29:48.209413 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e16e75-3d69-4ab1-a1c9-9348c831d415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a7541a-faaa-4817-99fa-def390e22b85,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:48.285051 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7b7d1fba-40db-45fe-95b0-37c210e9b035 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:48.305412 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 7b7d1fba-40db-45fe-95b0-37c210e9b035 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:48.305767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 7b7d1fba-40db-45fe-95b0-37c210e9b035 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:48.306220 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c740432-c460-41f0-8142-06e4a0f22f1f no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:48.327266 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 6c740432-c460-41f0-8142-06e4a0f22f1f {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:48.327607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 6c740432-c460-41f0-8142-06e4a0f22f1f not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:48.328021 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58157d74-8929-41d4-8703-11bd0a4b5069 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:29:48.348054 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 58157d74-8929-41d4-8703-11bd0a4b5069 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:29:48.348395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 58157d74-8929-41d4-8703-11bd0a4b5069 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:29:48.909124 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:49.012623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-417224232-network', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:49.035052 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Made reservation on behalf of c84c8b740a5f409a9aa8480c87f03fab for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:29:49.037217 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.045331 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.121450 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.125381 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.146524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:29:49.160064 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f47a9-a772-49ed-9b75-6b2695bfd87b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:49.166451 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.166800 n-d-825930-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Added segment 2f76decd-d245-40bb-8514-110909c5131a of type vlan for network 563a584d-911d-4c30-8637-15f85c2c7e2b Jan 29 05:29:49.206260 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.231354 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.232299 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:49.232870 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.280611 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3704042 Jan 29 05:29:49.283583 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40036) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:49.289786 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Request body: {'subnet': {'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-417224232-subnet', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'ip_version': 4}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:49.295642 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafdb3e-1089-4841-8b31-e74ad0e36d85 admin admin] Pushing event updated for resources: {'Network': ['ID=563a584d-911d-4c30-8637-15f85c2c7e2b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:49.307680 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 563a584d-911d-4c30-8637-15f85c2c7e2b details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:29:49.312784 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Made reservation on behalf of c84c8b740a5f409a9aa8480c87f03fab for: {'subnet': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:29:49.315254 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131592588'] for subnet, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.479594 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131335913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131592606'] for subnet, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.534477 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc2b006-35f0-4359-9bbe-825a99e9fe0a,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:49.542634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Checking segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:49.542990 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Network hostable DHCP agents. Network: 563a584d-911d-4c30-8637-15f85c2c7e2b, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:29:49.558768 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Network 563a584d-911d-4c30-8637-15f85c2c7e2b is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:29:49.566914 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 563a584d-911d-4c30-8637-15f85c2c7e2b) {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:49.570902 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:49.571480 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.576929 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553e2b7-cc2c-4189-89ab-f5753a719db3 None None] Network 563a584d-911d-4c30-8637-15f85c2c7e2b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:29:49.586638 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e1995226-9eaa-4f24-ae23-7476303f838c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019407 Jan 29 05:29:49.589361 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40038) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:49.593792 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:49.615584 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.616728 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.671354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.715017 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-563a584d-911d-4c30-8637-15f85c2c7e2b', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:29:49.715859 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:49.857927 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Allocated IP 172.20.0.2 (563a584d-911d-4c30-8637-15f85c2c7e2b/4bc2b006-35f0-4359-9bbe-825a99e9fe0a/d14284a2-e019-463d-9093-4d71387ededb) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:29:50.135735 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.161793 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.167111 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.208625 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Network 563a584d-911d-4c30-8637-15f85c2c7e2b is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:50.211501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:50.215802 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:29:50.218789 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Pushing event updated for resources: {'Port': ['ID=d14284a2-e019-463d-9093-4d71387ededb,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:50.268865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Attempting to bind port d14284a2-e019-463d-9093-4d71387ededb on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:29:50.269231 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Attempting to bind port d14284a2-e019-463d-9093-4d71387ededb by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:29:50.269597 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Attempting to bind port d14284a2-e019-463d-9093-4d71387ededb on network 563a584d-911d-4c30-8637-15f85c2c7e2b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:29:50.274985 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:29:50.275361 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Checking segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:50.275762 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.276402 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Bound using segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:29:50.276861 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Bound port: d14284a2-e019-463d-9093-4d71387ededb, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:29:50.277242 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.333937 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.342434 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] For port d14284a2-e019-463d-9093-4d71387ededb, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:29:50.345355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] For port d14284a2-e019-463d-9093-4d71387ededb, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d14284a2-e019-463d-9093-4d71387ededb,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:29:50.350717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.353903 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.406293 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76516-493b-4263-aec8-f61b0d21231d None None] Pushing event updated for resources: {'Port': ['ID=d14284a2-e019-463d-9093-4d71387ededb,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:50.466487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Allocated IP 172.25.4.245 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/2f8a33ba-9938-4d80-a450-628db69bd6b3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:29:50.590492 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.627982 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:50.674557 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:50.677704 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:50.681362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:29:50.686945 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8a33ba-9938-4d80-a450-628db69bd6b3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:50.929989 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.126114 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.257515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:29:51.336233 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8384b6a7-ee67-49fb-937a-78b9b698bdd1 None None] Network 563a584d-911d-4c30-8637-15f85c2c7e2b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:29:51.362201 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:51.372146 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:29:51.382615 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:51.383231 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:51.385131 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] Notify callbacks [] for router, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.386911 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-0cc8a623-057f-4689-8e16-61478cad1571 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7964263 Jan 29 05:29:51.389497 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40040) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:51.426213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-008531e9-523d-4824-abe0-142852294e50 None None] Provisioning complete for port d14284a2-e019-463d-9093-4d71387ededb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:51.426871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-008531e9-523d-4824-abe0-142852294e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.496569 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:51.560811 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-008531e9-523d-4824-abe0-142852294e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.599974 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-008531e9-523d-4824-abe0-142852294e50 None None] For port d14284a2-e019-463d-9093-4d71387ededb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d14284a2-e019-463d-9093-4d71387ededb,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:51.606179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-008531e9-523d-4824-abe0-142852294e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.672917 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008531e9-523d-4824-abe0-142852294e50 None None] Pushing event updated for resources: {'Port': ['ID=d14284a2-e019-463d-9093-4d71387ededb,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:51.704627 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:29:51.786668 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:50Z', 'revision_number': 3, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:51.813419 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:29:51.813769 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Updating router e74ff56c-98ed-408d-adb5-a18a8f8984d8 port 2f8a33ba-9938-4d80-a450-628db69bd6b3 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:29:51.827909 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-0c642789-ebb7-45e1-94fb-c0c4ed2a3cae None None] Provisioning complete for port d14284a2-e019-463d-9093-4d71387ededb triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:51.828283 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c642789-ebb7-45e1-94fb-c0c4ed2a3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.840617 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:51.845936 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.005917 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Allocated IP 172.20.0.1 (563a584d-911d-4c30-8637-15f85c2c7e2b/4bc2b006-35f0-4359-9bbe-825a99e9fe0a/22b620cb-0de1-4daf-828b-3861084d2f50) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:29:52.097990 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.103542 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.108196 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.141337 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.150317 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Attempting to bind port 2f8a33ba-9938-4d80-a450-628db69bd6b3 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:29:52.150688 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Attempting to bind port 2f8a33ba-9938-4d80-a450-628db69bd6b3 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:29:52.151301 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Attempting to bind port 2f8a33ba-9938-4d80-a450-628db69bd6b3 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:29:52.158825 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:29:52.159195 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:52.159594 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.159985 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:29:52.160444 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Bound port: 2f8a33ba-9938-4d80-a450-628db69bd6b3, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:29:52.160818 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.182383 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Pushing event updated for resources: {'Port': ['ID=2f8a33ba-9938-4d80-a450-628db69bd6b3,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:52.185705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Network 563a584d-911d-4c30-8637-15f85c2c7e2b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:52.188668 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:52.192144 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:29:52.215226 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Pushing event updated for resources: {'Port': ['ID=22b620cb-0de1-4daf-828b-3861084d2f50,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:52.221770 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] For port 2f8a33ba-9938-4d80-a450-628db69bd6b3, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:29:52.225639 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] For port 2f8a33ba-9938-4d80-a450-628db69bd6b3, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2f8a33ba-9938-4d80-a450-628db69bd6b3,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:29:52.232227 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.232575 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.232968 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.233342 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.233712 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.234436 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.234836 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.234962 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.235257 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.235574 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.235692 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.235935 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.236206 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:29:52.241794 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.304912 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:52.306135 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:52.308692 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40b395-68ec-434d-b029-97ea0805d88c None None] Pushing event updated for resources: {'Port': ['ID=2f8a33ba-9938-4d80-a450-628db69bd6b3,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:52.373544 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d14284a2-e019-463d-9093-4d71387ededb up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:52.409933 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.423645 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:52.443457 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port d14284a2-e019-463d-9093-4d71387ededb triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:52.444985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.541038 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6d20d4dd-e269-49a7-a19f-9812801db88b None None] Provisioning complete for port 22b620cb-0de1-4daf-828b-3861084d2f50 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:52.541352 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6d20d4dd-e269-49a7-a19f-9812801db88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.574642 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6d20d4dd-e269-49a7-a19f-9812801db88b None None] Port 22b620cb-0de1-4daf-828b-3861084d2f50 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:29:52.589753 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.594888 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.615473 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:50Z', 'revision_number': 3, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:52.641766 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b084114-5813-40da-a10c-d4b6f23872c0 None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:50Z', 'revision_number': 3, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:29:52.667653 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Pushing event updated for resources: {'Port': ['ID=22b620cb-0de1-4daf-828b-3861084d2f50,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:52.670398 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:52.761719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Network 563a584d-911d-4c30-8637-15f85c2c7e2b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:52.763155 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:52.910915 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:29:53.028113 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:53.033295 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-7e53ad7b-f9e4-4d66-8e66-e843df95685f admin admin] 10.222.0.32 "PUT /v2.0/routers/e74ff56c-98ed-408d-adb5-a18a8f8984d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420662 Jan 29 05:29:53.105501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-59cb45d5-5ad5-4bfa-ab86-e8ff0cd5cc8e None None] Provisioning complete for port 22b620cb-0de1-4daf-828b-3861084d2f50 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:53.105692 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-59cb45d5-5ad5-4bfa-ab86-e8ff0cd5cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.144767 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-59cb45d5-5ad5-4bfa-ab86-e8ff0cd5cc8e None None] Port 22b620cb-0de1-4daf-828b-3861084d2f50 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:29:53.587279 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40056) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:53.592263 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-464569993-network', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:53.614961 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Made reservation on behalf of 9af04c0de9bb4981b73e846ae424b7ec for: {'network': 1} {{(pid=102403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:29:53.617192 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for network, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.625368 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.701292 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.705231 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.730748 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 05:29:53.741216 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6511438-e907-4e06-a865-953face8b5da,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:53.745952 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.746305 n-d-825930-1 neutron-server[102403]: INFO neutron.db.segments_db [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Added segment 6b3e656c-bc92-4043-9de1-d6aabe3bb297 of type vlan for network 2b732716-7a0a-4838-be17-39d1ff044bb2 Jan 29 05:29:53.785164 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746768023242'] for network, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.810092 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752'] for network, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.811046 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:53.811626 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.858476 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2700760 Jan 29 05:29:53.861195 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:53.866207 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Request body: {'subnet': {'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-464569993-subnet', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:53.872805 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68c838-edd1-4a06-923e-3c01ca9f1887 admin admin] Pushing event updated for resources: {'Network': ['ID=2b732716-7a0a-4838-be17-39d1ff044bb2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:53.883855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 details requested by agent ovs-agent-n-d-825930-1 with host n-d-825930-1 {{(pid=102404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 05:29:53.903480 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Made reservation on behalf of 9af04c0de9bb4981b73e846ae424b7ec for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:29:53.906256 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131560061'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:53.975776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16f8dd45-17f7-4483-ac30-1d03fe187435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.081412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131393368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131560047'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.142940 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0221481-c6a9-4d53-969f-df37c1b3ec58,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:54.150133 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Checking segment: {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:54.150498 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Network hostable DHCP agents. Network: 2b732716-7a0a-4838-be17-39d1ff044bb2, hostable agents: ['870823af-78df-4f22-82ef-6e3d9d8ac3be'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 05:29:54.167236 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 is scheduled to be hosted by DHCP agent 870823af-78df-4f22-82ef-6e3d9d8ac3be with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 05:29:54.175204 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825930-1, 2b732716-7a0a-4838-be17-39d1ff044bb2) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:54.179890 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:29:54.180481 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.188265 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efedc8-ec3d-4151-9d7c-2bbae3eeb2b7 None None] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:29:54.198951 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-8754bd39-a6c4-4d70-8434-5f00cacf0bcc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3365455 Jan 29 05:29:54.201491 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:54.206203 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:54.235754 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10231'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.237471 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10126'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.238763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:29:54.257983 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:54.258631 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:54.308752 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.362730 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2f8a33ba-9938-4d80-a450-628db69bd6b3 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:54.447039 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:54.450703 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.512636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf6c054-3c6d-53bb-b3c6-f615164337a2-2b732716-7a0a-4838-be17-39d1ff044bb2', 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'fixed_ips': [{'subnet_id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58'}]}} from n-d-825930-1. {{(pid=102404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 29 05:29:54.513461 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.574242 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2f8a33ba-9938-4d80-a450-628db69bd6b3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:54.574618 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.650153 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.672146 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.777859 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Allocated IP 172.25.4.113 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/5688cfde-8a8c-4757-b654-75a57d317cf9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:29:54.826553 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Allocated IP 172.20.0.2 (2b732716-7a0a-4838-be17-39d1ff044bb2/b0221481-c6a9-4d53-969f-df37c1b3ec58/e07debc5-d058-4f1a-a5c3-2131633c17a9) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:29:54.853757 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.883798 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.919644 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 2f8a33ba-9938-4d80-a450-628db69bd6b3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2f8a33ba-9938-4d80-a450-628db69bd6b3,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:54.920300 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.930070 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:54.960170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:54.964633 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:54.967099 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:29:54.973395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 2, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:54.992434 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Pushing event updated for resources: {'Port': ['ID=5688cfde-8a8c-4757-b654-75a57d317cf9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:55.015766 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:29:55.016119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Updating router e74ff56c-98ed-408d-adb5-a18a8f8984d8 port 22b620cb-0de1-4daf-828b-3861084d2f50 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:29:55.061158 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=2f8a33ba-9938-4d80-a450-628db69bd6b3,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:55.068519 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.159628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Notify callbacks [] for port, precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.215277 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119'] for port, after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.221604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.281343 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:55.286763 n-d-825930-1 neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:55.288487 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Pushing event updated for resources: {'Port': ['ID=e07debc5-d058-4f1a-a5c3-2131633c17a9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:55.290648 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:29:55.392269 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Attempting to bind port e07debc5-d058-4f1a-a5c3-2131633c17a9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:29:55.392543 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Attempting to bind port e07debc5-d058-4f1a-a5c3-2131633c17a9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:29:55.392907 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Attempting to bind port e07debc5-d058-4f1a-a5c3-2131633c17a9 on network 2b732716-7a0a-4838-be17-39d1ff044bb2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:29:55.408422 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:29:55.408799 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Checking segment: {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:55.409194 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.409584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Bound using segment: {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:29:55.410075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Bound port: e07debc5-d058-4f1a-a5c3-2131633c17a9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:29:55.410461 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.414994 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450878'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.511771 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.518875 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] For port e07debc5-d058-4f1a-a5c3-2131633c17a9, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:29:55.522368 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] For port e07debc5-d058-4f1a-a5c3-2131633c17a9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e07debc5-d058-4f1a-a5c3-2131633c17a9,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:29:55.523524 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.545019 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Router 7f71e2db-a990-44a8-b0e5-9e285158fe40 is scheduled to L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 05:29:55.555133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.590923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ddec1-52f1-4364-97ad-2f4d6bdb6b02 None None] Pushing event updated for resources: {'Port': ['ID=22b620cb-0de1-4daf-828b-3861084d2f50,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:55.682166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Attempting to bind port 22b620cb-0de1-4daf-828b-3861084d2f50 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:29:55.682636 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Attempting to bind port 22b620cb-0de1-4daf-828b-3861084d2f50 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:29:55.683003 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Attempting to bind port 22b620cb-0de1-4daf-828b-3861084d2f50 on network 563a584d-911d-4c30-8637-15f85c2c7e2b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:29:55.686855 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f7775-088e-4473-8538-cc9163b89250 None None] Pushing event updated for resources: {'Port': ['ID=e07debc5-d058-4f1a-a5c3-2131633c17a9,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:55.693079 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:29:55.694020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Checking segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:55.694020 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.694401 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Bound using segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:29:55.694887 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Bound port: 22b620cb-0de1-4daf-828b-3861084d2f50, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:29:55.695277 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.775157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] For port 22b620cb-0de1-4daf-828b-3861084d2f50, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:29:55.779152 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] For port 22b620cb-0de1-4daf-828b-3861084d2f50, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=22b620cb-0de1-4daf-828b-3861084d2f50,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:29:55.785427 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:55.899196 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:55.899940 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:55.904048 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ddec1-52f1-4364-97ad-2f4d6bdb6b02 None None] Pushing event updated for resources: {'Port': ['ID=22b620cb-0de1-4daf-828b-3861084d2f50,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:56.095791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:56.107740 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Sync routers for ids ['7f71e2db-a990-44a8-b0e5-9e285158fe40'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:29:56.119780 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.123838 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a64d23e-1672-4233-b0e4-c067022e9237 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9185247 Jan 29 05:29:56.124170 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:56.125931 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Routers {'7f71e2db-a990-44a8-b0e5-9e285158fe40'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:56.126629 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7f71e2db-a990-44a8-b0e5-9e285158fe40'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:56.204119 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-f6b49250-c912-4d2d-a4b4-81c269a453e3 None None] Provisioning complete for port 22b620cb-0de1-4daf-828b-3861084d2f50 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:56.204741 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f6b49250-c912-4d2d-a4b4-81c269a453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.209994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:56.261101 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Set router 7f71e2db-a990-44a8-b0e5-9e285158fe40 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:56.316716 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cba93bbc-c113-4650-863e-1b6d330cd565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.419047 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f6b49250-c912-4d2d-a4b4-81c269a453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.492736 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f6b49250-c912-4d2d-a4b4-81c269a453e3 None None] For port 22b620cb-0de1-4daf-828b-3861084d2f50, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=22b620cb-0de1-4daf-828b-3861084d2f50,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:56.497456 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e07debc5-d058-4f1a-a5c3-2131633c17a9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:56.507786 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:55Z', 'revision_number': 3, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:56.524828 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f6b49250-c912-4d2d-a4b4-81c269a453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.542774 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Checking router: 7f71e2db-a990-44a8-b0e5-9e285158fe40 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:29:56.543237 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Updating router 7f71e2db-a990-44a8-b0e5-9e285158fe40 port 5688cfde-8a8c-4757-b654-75a57d317cf9 binding host n-d-825930-1 {{(pid=102405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:29:56.576608 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.612922 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b49250-c912-4d2d-a4b4-81c269a453e3 None None] Pushing event updated for resources: {'Port': ['ID=22b620cb-0de1-4daf-828b-3861084d2f50,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:56.632362 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:55Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:56.656473 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.674420 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6883e09-0c00-4f66-b920-0f3067315e0b None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:55Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:29:56.681975 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e07debc5-d058-4f1a-a5c3-2131633c17a9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:56.682469 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.821848 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-6150bcb3-14d9-4438-9b87-2d29548df07e None None] Provisioning complete for port 22b620cb-0de1-4daf-828b-3861084d2f50 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:56.822252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6150bcb3-14d9-4438-9b87-2d29548df07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.863122 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.913961 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Allocated IP 172.20.0.1 (2b732716-7a0a-4838-be17-39d1ff044bb2/b0221481-c6a9-4d53-969f-df37c1b3ec58/c3c7824c-9d59-47aa-b038-719d946dfd00) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:29:56.966879 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port e07debc5-d058-4f1a-a5c3-2131633c17a9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e07debc5-d058-4f1a-a5c3-2131633c17a9,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:56.967319 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.983253 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.989301 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:56.990287 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2f8a33ba-9938-4d80-a450-628db69bd6b3 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:57.043930 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Attempting to bind port 5688cfde-8a8c-4757-b654-75a57d317cf9 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:29:57.044722 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Attempting to bind port 5688cfde-8a8c-4757-b654-75a57d317cf9 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:29:57.044722 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Attempting to bind port 5688cfde-8a8c-4757-b654-75a57d317cf9 on network d93d545d-1b4f-412e-9ffa-6c33f277612f {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:29:57.050754 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b136287-d3fc-4a9e-915d-2c82fba04625 None None] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:29:57.051931 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caf65b-6184-4f53-a9e0-45ae9eced4c1 None None] Pushing event updated for resources: {'Port': ['ID=5688cfde-8a8c-4757-b654-75a57d317cf9,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:57.054843 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:29:57.055205 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Checking segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:29:57.055596 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.055985 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Bound using segment: {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:29:57.056436 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Bound port: 5688cfde-8a8c-4757-b654-75a57d317cf9, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610de965-1d6d-418e-b7ee-761ca546fca4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:29:57.056812 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.078666 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.121449 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.122169 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] For port 5688cfde-8a8c-4757-b654-75a57d317cf9, host n-d-825930-1, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:29:57.125975 n-d-825930-1 neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] For port 5688cfde-8a8c-4757-b654-75a57d317cf9, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5688cfde-8a8c-4757-b654-75a57d317cf9,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:29:57.132401 n-d-825930-1 neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.141748 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=e07debc5-d058-4f1a-a5c3-2131633c17a9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:57.175870 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:57.181232 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:57.185989 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:29:57.189796 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c7824c-9d59-47aa-b038-719d946dfd00,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:57.191356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 2f8a33ba-9938-4d80-a450-628db69bd6b3 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:57.193665 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.228248 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Routers {'7f71e2db-a990-44a8-b0e5-9e285158fe40'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:29:57.229303 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7f71e2db-a990-44a8-b0e5-9e285158fe40'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:57.233163 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caf65b-6184-4f53-a9e0-45ae9eced4c1 None None] Pushing event updated for resources: {'Port': ['ID=5688cfde-8a8c-4757-b654-75a57d317cf9,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:57.234178 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451041'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.260943 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-928c48fa-bdcf-4e5e-9330-99e42be7559a None None] Provisioning complete for port e07debc5-d058-4f1a-a5c3-2131633c17a9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:57.261571 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-928c48fa-bdcf-4e5e-9330-99e42be7559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.362886 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] Set router 7f71e2db-a990-44a8-b0e5-9e285158fe40 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:29:57.395000 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.568065 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.599314 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.606549 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.670107 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-80380a27-93da-427c-8716-973ae3bd918a None None] Provisioning complete for port c3c7824c-9d59-47aa-b038-719d946dfd00 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:57.670480 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-80380a27-93da-427c-8716-973ae3bd918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.698654 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453745'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.707117 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c7824c-9d59-47aa-b038-719d946dfd00,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:57.726921 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-80380a27-93da-427c-8716-973ae3bd918a None None] Port c3c7824c-9d59-47aa-b038-719d946dfd00 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:29:57.748989 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:55Z', 'revision_number': 3, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:29:57.750193 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-80380a27-93da-427c-8716-973ae3bd918a None None] Provisioning complete for port e07debc5-d058-4f1a-a5c3-2131633c17a9 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:57.750574 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-80380a27-93da-427c-8716-973ae3bd918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.777610 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675b42b-b5f0-4a2d-8817-b67cb656a2d4 None None] The sync data for ids ['7f71e2db-a990-44a8-b0e5-9e285158fe40'] in n-d-825930-1 is: [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:55Z', 'revision_number': 3, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:29:57.839212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:29:57.841438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:29:57.980306 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-180d9afd-1256-4b12-a6b5-09a891b1250e None None] Provisioning complete for port c3c7824c-9d59-47aa-b038-719d946dfd00 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:57.981061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-180d9afd-1256-4b12-a6b5-09a891b1250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:57.981975 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Router 7f71e2db-a990-44a8-b0e5-9e285158fe40 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:29:58.027693 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-180d9afd-1256-4b12-a6b5-09a891b1250e None None] Port c3c7824c-9d59-47aa-b038-719d946dfd00 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:29:58.135271 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:29:58.140816 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ed37b3e-c984-4de7-8180-347fe2bcfb67 admin admin] 10.222.0.32 "PUT /v2.0/routers/7f71e2db-a990-44a8-b0e5-9e285158fe40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153053 Jan 29 05:29:58.256607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3281a7d3-259c-4178-bfc8-66a44a6d4e78 None None] Provisioning complete for port c3c7824c-9d59-47aa-b038-719d946dfd00 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:58.262527 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3281a7d3-259c-4178-bfc8-66a44a6d4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.355824 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3281a7d3-259c-4178-bfc8-66a44a6d4e78 None None] Port c3c7824c-9d59-47aa-b038-719d946dfd00 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:29:58.475723 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e07debc5-d058-4f1a-a5c3-2131633c17a9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:58.524785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port e07debc5-d058-4f1a-a5c3-2131633c17a9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:58.525297 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.614785 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5688cfde-8a8c-4757-b654-75a57d317cf9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:58.666607 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5688cfde-8a8c-4757-b654-75a57d317cf9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:58.667061 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.746774 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.767753 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] For port 5688cfde-8a8c-4757-b654-75a57d317cf9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5688cfde-8a8c-4757-b654-75a57d317cf9,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:29:58.773276 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.774394 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 22b620cb-0de1-4daf-828b-3861084d2f50 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:29:58.844357 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:58.850081 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434893367', 'description': 'tempest-secgroup-smoke-1434893367 description', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:58.853665 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Pushing event updated for resources: {'Port': ['ID=5688cfde-8a8c-4757-b654-75a57d317cf9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:58.866554 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 22b620cb-0de1-4daf-828b-3861084d2f50 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:29:58.866924 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.887831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.967270 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:58.970997 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.001124 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.005388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40072) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:59.005988 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1598709 Jan 29 05:29:59.010263 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8561e-a681-4c39-92cb-583289c15744 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d9cce9-f689-4bd1-89a9-bc9f8645da83,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.010418 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group_rule': {'security_group_id': '68d9cce9-f689-4bd1-89a9-bc9f8645da83', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:59.038537 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.096815 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.100964 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.120362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e533be8-3b8a-40e8-a21e-b97ccf1f484f,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.125872 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.127041 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-55ef6364-f28f-4683-aae0-1c9653940e94 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203601 Jan 29 05:29:59.129705 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40074) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:59.134007 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group_rule': {'security_group_id': '68d9cce9-f689-4bd1-89a9-bc9f8645da83', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:59.161819 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.216576 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.220055 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.238096 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42024b6-5b4e-4efa-a882-24d06032c50d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.243110 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.246316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-e7d32cb2-ed7c-421b-836b-75ad42aaf01d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156516 Jan 29 05:29:59.247056 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:59.251914 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group_rule': {'security_group_id': '68d9cce9-f689-4bd1-89a9-bc9f8645da83', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:59.281877 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.335659 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.342343 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.345671 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.362438 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f6ed65-ca14-40da-85e8-5fc2587d6fb0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.372078 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.373353 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-73de0cc4-7a1c-4dfb-9507-2f35d98606cf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252649 Jan 29 05:29:59.376167 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40078) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:59.381633 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group_rule': {'security_group_id': '68d9cce9-f689-4bd1-89a9-bc9f8645da83', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:59.382256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.407566 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.466314 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.473133 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.491634 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d226ef-8819-4f02-979d-3224530a640d,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.499751 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.500977 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-f1b89336-b4cf-49f8-bac6-045b21a9adc2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238043 Jan 29 05:29:59.503553 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40080) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:59.508571 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group_rule': {'security_group_id': '68d9cce9-f689-4bd1-89a9-bc9f8645da83', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:59.531404 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Project c84c8b740a5f409a9aa8480c87f03fab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:29:59.536176 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.597426 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.602182 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.619085 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2887386-e7c9-46c3-baec-c0dfdd2f92cd,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.627157 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.628351 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d71757cd-c215-46b8-938c-a9c69cf11710 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238878 Jan 29 05:29:59.631089 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40082) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:29:59.635314 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'security_group_rule': {'security_group_id': '68d9cce9-f689-4bd1-89a9-bc9f8645da83', 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:29:59.658058 n-d-825930-1 neutron-server[102403]: INFO neutron.db.securitygroups_db [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Project c84c8b740a5f409a9aa8480c87f03fab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 05:29:59.663242 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.723965 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.728135 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447276'] for security_group_rule, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.745925 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50556780-c1de-412c-bf77-358ad10280c5,revision_number=0']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:29:59.753302 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:29:59.754542 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-3a8d74a1-329d-452b-9659-78ff1f06b5d2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225283 Jan 29 05:29:59.893150 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-ccbb1fe4-ef51-4aaf-aa97-7815535e2de1 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434893367&fields=id&tenant_id=c84c8b740a5f409a9aa8480c87f03fab HTTP/1.1" status: 200 len: 267 time: 0.0319042 Jan 29 05:30:00.005320 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-769187fb-33fb-4dae-81b1-ccb8df38d099 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:00.006878 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-769187fb-33fb-4dae-81b1-ccb8df38d099 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 809 time: 0.1066558 Jan 29 05:30:00.022627 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-1f4fad00-ca13-4ce8-84e6-06999e7a6686 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/quotas/c84c8b740a5f409a9aa8480c87f03fab HTTP/1.1" status: 200 len: 375 time: 0.0098073 Jan 29 05:30:00.075595 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-276c4a85-8097-491d-9b3b-ce964fc17aab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475876 Jan 29 05:30:00.187128 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-dcdf8f6c-a5ec-49dd-8e17-65eee2581155 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:30:00.188135 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-dcdf8f6c-a5ec-49dd-8e17-65eee2581155 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0963533 Jan 29 05:30:00.252733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Sync routers for ids ['7f71e2db-a990-44a8-b0e5-9e285158fe40'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:30:00.262166 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Routers {'7f71e2db-a990-44a8-b0e5-9e285158fe40'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:30:00.262786 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7f71e2db-a990-44a8-b0e5-9e285158fe40'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:00.283313 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-73455889-6532-475d-b160-08f107d19b7c service neutron] 10.222.0.32 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887656 Jan 29 05:30:00.300771 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5688cfde-8a8c-4757-b654-75a57d317cf9 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:30:00.379449 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-861a3eef-f7c1-4a7d-b772-7c446aba9bda service neutron] 10.222.0.32 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Jan 29 05:30:00.401667 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port 5688cfde-8a8c-4757-b654-75a57d317cf9 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:30:00.402271 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:00.425582 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Set router 7f71e2db-a990-44a8-b0e5-9e285158fe40 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:30:00.557365 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-03d89c50-66f6-47b0-aa31-071e0b7b358c req-496b8df7-a468-4756-a1b6-9dcd6786dfb9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 210 time: 0.0317404 Jan 29 05:30:00.683787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:57Z', 'revision_number': 4, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c3c7824c-9d59-47aa-b038-719d946dfd00', 'name': '', 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'mac_address': 'fa:16:3e:4b:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:56Z', 'updated_at': '2022-01-29T05:29:57Z', 'revision_number': 2, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'subnets': [{'id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:00.713478 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Checking router: 7f71e2db-a990-44a8-b0e5-9e285158fe40 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:30:00.713867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Updating router 7f71e2db-a990-44a8-b0e5-9e285158fe40 port c3c7824c-9d59-47aa-b038-719d946dfd00 binding host n-d-825930-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 05:30:00.738308 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.011417 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.015642 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.087688 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e7a83-79a2-4447-839d-22d2cf98290d None None] Pushing event updated for resources: {'Port': ['ID=c3c7824c-9d59-47aa-b038-719d946dfd00,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:01.117735 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Attempting to bind port c3c7824c-9d59-47aa-b038-719d946dfd00 on host n-d-825930-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:30:01.118135 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Attempting to bind port c3c7824c-9d59-47aa-b038-719d946dfd00 by drivers openvswitch,hyperv on host n-d-825930-1 at level 0 using segments [{'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:30:01.118530 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Attempting to bind port c3c7824c-9d59-47aa-b038-719d946dfd00 on network 2b732716-7a0a-4838-be17-39d1ff044bb2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:30:01.125990 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Checking agent: {'id': '1ca5079e-4e5e-4e0d-bc28-031382e07da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 7, 29), 'started_at': datetime.datetime(2022, 1, 29, 4, 7, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825930-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:30:01.126893 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Checking segment: {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:30:01.127205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.127826 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Bound using segment: {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:30:01.128413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Bound port: c3c7824c-9d59-47aa-b038-719d946dfd00, host: n-d-825930-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3e656c-bc92-4043-9de1-d6aabe3bb297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:30:01.129016 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.201865 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] For port c3c7824c-9d59-47aa-b038-719d946dfd00, host n-d-825930-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:30:01.205163 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] For port c3c7824c-9d59-47aa-b038-719d946dfd00, host n-d-825930-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c3c7824c-9d59-47aa-b038-719d946dfd00,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:30:01.209946 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.265237 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Routers {'7f71e2db-a990-44a8-b0e5-9e285158fe40'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:30:01.265869 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7f71e2db-a990-44a8-b0e5-9e285158fe40'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:01.319747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e7a83-79a2-4447-839d-22d2cf98290d None None] Pushing event updated for resources: {'Port': ['ID=c3c7824c-9d59-47aa-b038-719d946dfd00,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:01.338226 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-1849916a-4f60-4b8a-9bf8-4a155ced4569 None None] Provisioning complete for port c3c7824c-9d59-47aa-b038-719d946dfd00 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:30:01.338603 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1849916a-4f60-4b8a-9bf8-4a155ced4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.590469 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] Set router 7f71e2db-a990-44a8-b0e5-9e285158fe40 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:30:01.594516 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-08b46dbd-b766-4516-9d35-f7459ce9d06d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:01.596027 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-08b46dbd-b766-4516-9d35-f7459ce9d06d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 809 time: 0.1270080 Jan 29 05:30:01.655885 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-ecdaada0-9844-43b8-9e9f-4aa2fd5d5b18 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84c8b740a5f409a9aa8480c87f03fab HTTP/1.1" status: 200 len: 380 time: 0.0374792 Jan 29 05:30:01.665203 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-042e71ec-638d-43de-a419-930d0c3592f7 req-4150ebd0-0c2b-4a30-b848-30d274bfea44 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Jan 29 05:30:01.688543 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'port': {'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'admin_state_up': True, 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'security_groups': ['68d9cce9-f689-4bd1-89a9-bc9f8645da83']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:30:01.704173 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1849916a-4f60-4b8a-9bf8-4a155ced4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.779678 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1849916a-4f60-4b8a-9bf8-4a155ced4569 None None] For port c3c7824c-9d59-47aa-b038-719d946dfd00, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c3c7824c-9d59-47aa-b038-719d946dfd00,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:30:01.784532 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1849916a-4f60-4b8a-9bf8-4a155ced4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.805653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Made reservation on behalf of c84c8b740a5f409a9aa8480c87f03fab for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:30:01.809146 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.865475 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849916a-4f60-4b8a-9bf8-4a155ced4569 None None] Pushing event updated for resources: {'Port': ['ID=c3c7824c-9d59-47aa-b038-719d946dfd00,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:01.887078 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:57Z', 'revision_number': 4, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c3c7824c-9d59-47aa-b038-719d946dfd00', 'name': '', 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'mac_address': 'fa:16:3e:4b:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:56Z', 'updated_at': '2022-01-29T05:30:01Z', 'revision_number': 4, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'subnets': [{'id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:01.917965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86095-0264-4d0d-9150-6fd0a82cee6f None None] The sync data for ids ['7f71e2db-a990-44a8-b0e5-9e285158fe40'] in n-d-825930-1 is: [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:57Z', 'revision_number': 4, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': 'c3c7824c-9d59-47aa-b038-719d946dfd00', 'name': '', 'network_id': '2b732716-7a0a-4838-be17-39d1ff044bb2', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'mac_address': 'fa:16:3e:4b:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:56Z', 'updated_at': '2022-01-29T05:30:01Z', 'revision_number': 4, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'subnets': [{'id': 'b0221481-c6a9-4d53-969f-df37c1b3ec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:30:01.929473 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-bd817fb2-11d7-487a-a832-a5bf0be612c3 None None] Provisioning complete for port c3c7824c-9d59-47aa-b038-719d946dfd00 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:30:01.929850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bd817fb2-11d7-487a-a832-a5bf0be612c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:01.939147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Allocated IP 172.20.0.5 (563a584d-911d-4c30-8637-15f85c2c7e2b/4bc2b006-35f0-4359-9bbe-825a99e9fe0a/86bdbc83-f2ad-4566-a4a0-bd364ee19156) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:30:02.162641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.198071 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.248406 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Network 563a584d-911d-4c30-8637-15f85c2c7e2b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:30:02.251488 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:30:02.256245 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:30:02.289239 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:02.319211 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:02.321390 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.340484 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c3c7824c-9d59-47aa-b038-719d946dfd00 up at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:30:02.342075 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-4180008d-64b6-4271-a39c-23a979cccd6d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6577032 Jan 29 05:30:02.361589 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Request body: {'port': {'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:30:02.407356 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Provisioning complete for port c3c7824c-9d59-47aa-b038-719d946dfd00 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:30:02.407729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.429427 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.586142 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-91a8db76-9996-439c-a766-9e30572ed557 None None] Provisioning complete for port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:30:02.586610 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-91a8db76-9996-439c-a766-9e30572ed557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.620213 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-91a8db76-9996-439c-a766-9e30572ed557 None None] Port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:30:02.709941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bdbc83-f2ad-4566-a4a0-bd364ee19156 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:30:02.718941 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.732936 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Transition to ACTIVE for port object 86bdbc83-f2ad-4566-a4a0-bd364ee19156 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:30:02.745406 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:02.821606 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:02.837771 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef7f22-ae03-4a9f-9e02-7672487c849f req-3a8f6b2d-7d8f-4de7-bc94-a969508209d9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:02.839406 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7ef7f22-ae03-4a9f-9e02-7672487c849f req-3a8f6b2d-7d8f-4de7-bc94-a969508209d9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 943 time: 0.1053262 Jan 29 05:30:02.915133 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c7ef7f22-ae03-4a9f-9e02-7672487c849f req-351d433e-82cc-423f-b625-110b54e2a57d tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616565 Jan 29 05:30:02.931667 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Attempting to bind port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 on host n-h1-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:30:02.932010 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Attempting to bind port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 by drivers openvswitch,hyperv on host n-h1-825930-1 at level 0 using segments [{'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:30:02.932343 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Attempting to bind port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 on network 563a584d-911d-4c30-8637-15f85c2c7e2b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:30:02.936924 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 on network 563a584d-911d-4c30-8637-15f85c2c7e2b not bound, no agent of type Open vSwitch agent registered on host n-h1-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:30:02.937348 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Attempting to bind port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 on network 563a584d-911d-4c30-8637-15f85c2c7e2b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:30:02.942607 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Checking agent: {'id': '98b16d0c-35da-4612-9469-043a8362fdcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:30:02.943005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Checking segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:30:02.943351 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Bound using segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:30:02.943783 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Bound port: 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host: n-h1-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:30:02.944150 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:03.011550 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:30:03.015074 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:30:03.019210 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:03.058414 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.059023 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:03.060398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] 10.222.0.36 "PUT /v2.0/ports/86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 1091 time: 0.7037652 Jan 29 05:30:03.060828 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:30:03.063077 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310b8fd-2d1d-4688-993d-c0d35ff00326" -d '{"events": [{"name": "network-changed", "server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:30:03.089472 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008353-4e22-41e5-ae6b-9caba7f515ca service neutron] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:03.107600 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5172b289-3dff-4241-9220-bbf5ba65b992 x-openstack-request-id: req-5172b289-3dff-4241-9220-bbf5ba65b992 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:30:03.108003 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:30:03.108353 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5172b289-3dff-4241-9220-bbf5ba65b992 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:30:03.108856 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'status': 'completed', 'code': 200} Jan 29 05:30:03.165564 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-e67b12ae-a57e-43bf-9dec-6d7232259bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.167134 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-e67b12ae-a57e-43bf-9dec-6d7232259bea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1094 time: 0.0437350 Jan 29 05:30:03.220163 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-a61c5e50-3932-4f16-95fd-0d09f69ab819 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 217 time: 0.0400140 Jan 29 05:30:03.271484 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-704b8722-f50e-47a7-ab51-157b767394a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.272946 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-704b8722-f50e-47a7-ab51-157b767394a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0461786 Jan 29 05:30:03.318240 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3442-261c-458d-a794-b259905a7f0b req-3d6718c5-8785-4a40-858b-3f9c8a6a0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.319700 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-3d6718c5-8785-4a40-858b-3f9c8a6a0b47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404761 Jan 29 05:30:03.413359 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-7b82b89b-c3f9-4901-a49d-83c60475bb7f service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868983 Jan 29 05:30:03.498461 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fe5a3442-261c-458d-a794-b259905a7f0b req-1ea595de-eb2f-45b4-9b9e-75d27fbb52b7 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782919 Jan 29 05:30:03.627451 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-38c80e5b-2d2e-4c6f-8ade-3e914a621e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.629021 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-38c80e5b-2d2e-4c6f-8ade-3e914a621e8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1094 time: 0.0423570 Jan 29 05:30:03.721068 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-07f783d9-b87e-4caf-9d2f-845b73768d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.722535 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-07f783d9-b87e-4caf-9d2f-845b73768d4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0870664 Jan 29 05:30:03.763561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-2bc7bf8c-9934-41e2-8687-7e92a73813e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 217 time: 0.0341883 Jan 29 05:30:03.819333 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-8544a0a8-8168-446b-af19-b350877e0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.820822 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-8544a0a8-8168-446b-af19-b350877e0993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0498025 Jan 29 05:30:03.868294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-11e6a11f-5958-43c2-98e9-223822a4cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:03.869844 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-11e6a11f-5958-43c2-98e9-223822a4cfc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419915 Jan 29 05:30:03.963644 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-96fd1b44-301d-4df0-8d16-726812b393e6 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Jan 29 05:30:04.087976 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec73f79-78d1-46e6-bef5-11f4de8ed78a req-48b56080-1a12-43a6-afca-cd10cfd35fca tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:04.089467 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ec73f79-78d1-46e6-bef5-11f4de8ed78a req-48b56080-1a12-43a6-afca-cd10cfd35fca tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 943 time: 0.0989463 Jan 29 05:30:04.105561 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b310b8fd-2d1d-4688-993d-c0d35ff00326 req-b04912df-bd48-403d-a45a-4e1f81c7a61c service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337714 Jan 29 05:30:04.133288 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-7ec73f79-78d1-46e6-bef5-11f4de8ed78a req-d25d1a6c-eaa7-4c32-b761-133cce4c2bf4 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Jan 29 05:30:05.250508 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48c5d-57e3-4b9e-8daf-9e219c257cce req-b00df260-028c-4509-a7c6-cf44e3d49443 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:05.252000 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9aa48c5d-57e3-4b9e-8daf-9e219c257cce req-b00df260-028c-4509-a7c6-cf44e3d49443 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 943 time: 0.0482836 Jan 29 05:30:05.288942 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-9aa48c5d-57e3-4b9e-8daf-9e219c257cce req-2634bb55-15a5-4ffc-a1fb-5e4afe7d8e2e tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310669 Jan 29 05:30:05.435591 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:30:05.528994 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:30:05.540243 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:30:05.576919 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:05.589733 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bdbc83-f2ad-4566-a4a0-bd364ee19156 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:30:05.608355 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:30:05.612376 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:05.658699 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:05.911702 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['86bdbc83-f2ad-4566-a4a0-bd364ee19156'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:30:06.404901 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4eb76-1c6d-47d9-b76f-c15f9ce964fd req-e94bc5b4-fb2b-41b8-9cd8-72de620a1dca tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:06.406390 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fd4eb76-1c6d-47d9-b76f-c15f9ce964fd req-e94bc5b4-fb2b-41b8-9cd8-72de620a1dca tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 944 time: 0.0515444 Jan 29 05:30:06.443398 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9fd4eb76-1c6d-47d9-b76f-c15f9ce964fd req-7f725dcf-f894-4a9e-a1e8-a05808df5f6f tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305336 Jan 29 05:30:07.454675 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:30:07.504144 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning for port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:30:07.508555 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:30:07.508958 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:07.562487 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03250544-027a-44c8-be91-95abf11d386d req-7a1ac7f0-50f0-44ba-a38f-985acb105932 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:07.563992 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-03250544-027a-44c8-be91-95abf11d386d req-7a1ac7f0-50f0-44ba-a38f-985acb105932 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 944 time: 0.0523493 Jan 29 05:30:07.586497 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:07.601144 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-03250544-027a-44c8-be91-95abf11d386d req-eaad54ee-ef2b-423a-be75-e7d280f8baa6 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304289 Jan 29 05:30:07.608125 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:30:07.610551 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128dc6bf-fd2d-4a42-ad35-68f78371aa81" -d '{"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-plugged", "status": "completed", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:30:07.623797 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:30:07.627554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:07.680288 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:07.708856 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da739566-d1ad-4bdb-a8b3-7cab0ec7e8d1 x-openstack-request-id: req-da739566-d1ad-4bdb-a8b3-7cab0ec7e8d1 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:30:07.709146 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-plugged", "status": "completed", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:30:07.709401 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da739566-d1ad-4bdb-a8b3-7cab0ec7e8d1 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:30:07.709806 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'code': 200} Jan 29 05:30:07.825092 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc6372-9324-472a-b18a-f2b508a9e718 req-1f7adfd4-f73a-49fa-9d9e-c045d7778a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:07.826665 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0ddc6372-9324-472a-b18a-f2b508a9e718 req-1f7adfd4-f73a-49fa-9d9e-c045d7778a3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0397968 Jan 29 05:30:07.860829 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-0ddc6372-9324-472a-b18a-f2b508a9e718 req-477e8f09-977c-42e2-8de9-76c474def9fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269942 Jan 29 05:30:08.724025 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3144c-0176-407b-9271-4fa138f6a4ce req-3c801495-413a-4c3b-bea3-17a3c6cd2bf5 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:08.725540 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2a3144c-0176-407b-9271-4fa138f6a4ce req-3c801495-413a-4c3b-bea3-17a3c6cd2bf5 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 945 time: 0.0555472 Jan 29 05:30:08.771799 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-c2a3144c-0176-407b-9271-4fa138f6a4ce req-9f9a8bec-35ce-46fe-9a63-d11f2f78f13a tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Jan 29 05:30:09.887225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8033a-7ce3-4211-bae2-0622eba2fe20 req-ff33ff72-b6ae-47e8-a73c-9d565a27baf7 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:09.888711 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffb8033a-7ce3-4211-bae2-0622eba2fe20 req-ff33ff72-b6ae-47e8-a73c-9d565a27baf7 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 945 time: 0.0471344 Jan 29 05:30:09.927364 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ffb8033a-7ce3-4211-bae2-0622eba2fe20 req-2a6b9acd-b631-4e66-945b-177843630138 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327098 Jan 29 05:30:10.039343 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5372-6414-43b1-9146-7661330e1ee8 req-91fcd35d-e598-440c-b16b-c1ca6254d9b7 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:10.040790 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-606a5372-6414-43b1-9146-7661330e1ee8 req-91fcd35d-e598-440c-b16b-c1ca6254d9b7 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Jan 29 05:30:10.077198 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-606a5372-6414-43b1-9146-7661330e1ee8 req-33cbf06d-7753-4425-9437-2fbaa25a9bb7 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Jan 29 05:30:10.099069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40138) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:30:10.185767 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb083bea-0339-459d-92f1-173e5bc77e8b tempest-TestSnapshotPattern-1617202515 tempest-TestSnapshotPattern-1617202515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:10.187275 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-bb083bea-0339-459d-92f1-173e5bc77e8b tempest-TestSnapshotPattern-1617202515 tempest-TestSnapshotPattern-1617202515-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1091 time: 0.0872443 Jan 29 05:30:10.190173 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40142) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:30:10.194828 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:30:10.217898 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:10.312477 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:10.416350 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Allocated IP 172.25.4.199 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/b2137623-c5f6-4567-a85c-f89409cf4d76) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:30:10.515308 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:10.547160 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:10.894303 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:30:10.898983 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:30:10.902707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:30:10.925515 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'Port': ['ID=b2137623-c5f6-4567-a85c-f89409cf4d76,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:11.254045 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:11.318354 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:11.465681 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:11.470417 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:11.541662 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'Port': ['ID=b2137623-c5f6-4567-a85c-f89409cf4d76,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:30:11.549074 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:11.649590 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Floating IP 8472edfd-a858-41ad-9071-c608f69de245 associated. External IP: 172.25.4.199, port: 86bdbc83-f2ad-4566-a4a0-bd364ee19156. Jan 29 05:30:11.855535 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:30:11.968531 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:30:11.979276 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:30:11.987166 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:11.989859 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:30:11.990571 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:12.013674 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d7e8c13d-9fcc-4834-b0e3-3be400982ce9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8224838 Jan 29 05:30:12.014293 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:30:12.016668 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e7ced3ca35a7345b971a52c6ba7e670ae7017504bf01e5c394a4e34e11df8f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdb57ce-546e-4726-ae49-03a03e49b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:30:12.096077 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:30:12.111708 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca34096-5636-4bd1-97bc-217f4649e157 x-openstack-request-id: req-2ca34096-5636-4bd1-97bc-217f4649e157 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:30:12.112001 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:30:12.112257 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ca34096-5636-4bd1-97bc-217f4649e157 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:30:12.112671 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'status': 'completed', 'code': 200} Jan 29 05:30:12.200820 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-8c17d459-7249-496f-aafc-a9b4e188de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:12.202381 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-8c17d459-7249-496f-aafc-a9b4e188de20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0432353 Jan 29 05:30:12.292780 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-76472069-6ca6-4737-8930-243be68cdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:12.294311 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-76472069-6ca6-4737-8930-243be68cdfca service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0850828 Jan 29 05:30:12.320514 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:11Z', 'revision_number': 0, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:12.345585 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:30:12.354185 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:30:12.354790 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:29:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:12.364716 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-1aaa70e9-0129-49f2-8f5c-eff3d3c20c3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 999 time: 0.0616751 Jan 29 05:30:12.411562 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-566cc99d-bd7e-47cb-a189-0422f058914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:12.413049 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-566cc99d-bd7e-47cb-a189-0422f058914e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0431104 Jan 29 05:30:12.456958 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:30:12.457220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-00e43558-6051-4f1d-b676-ceb38b4a92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:12.458765 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-00e43558-6051-4f1d-b676-ceb38b4a92e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395994 Jan 29 05:30:12.551803 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-8f90228a-d18a-4b06-bc96-e198b1e62ede service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854945 Jan 29 05:30:12.640347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdb57ce-546e-4726-ae49-03a03e49b5cc req-07b52cce-4173-435f-b850-7547cd490bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Jan 29 05:30:12.673423 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:11Z', 'revision_number': 0, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:30:12.699560 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c84eb-947a-44b2-a0a1-1cc827e14220 None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:11Z', 'revision_number': 0, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:30:12.721718 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:12.886090 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268fb73-87a1-4626-807f-d6c7b8ecb377 None None] New status for floating IP 8472edfd-a858-41ad-9071-c608f69de245: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:30:14.195228 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:23.975514 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c6cee78-42df-4bc4-87c5-4694ac1c9f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:24.940085 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-ccaf1573-41aa-448b-b42c-52cc613d9c99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399072 Jan 29 05:30:25.041185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-7152ebdd-d4bc-47ca-b073-16e5e3a0a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:25.042723 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-7152ebdd-d4bc-47ca-b073-16e5e3a0a2d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0439103 Jan 29 05:30:25.146818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-87f6badc-e638-4680-91e8-fbf4d7c76e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:25.148331 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-87f6badc-e638-4680-91e8-fbf4d7c76e06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0871980 Jan 29 05:30:25.215809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-18e879a8-b199-48a4-b95a-8350ed9a405b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 1001 time: 0.0607157 Jan 29 05:30:25.264247 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-dd6330db-57ea-4eb5-a910-a17eba801fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:25.265637 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-dd6330db-57ea-4eb5-a910-a17eba801fb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0421462 Jan 29 05:30:25.315614 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-0322e7f5-dd08-4dd8-8f65-3b7f173a3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:30:25.317122 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-0322e7f5-dd08-4dd8-8f65-3b7f173a3b08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435190 Jan 29 05:30:25.407447 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-015ec5f7-a535-4f0c-bf18-bb275df82226 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828140 Jan 29 05:30:25.494926 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39c7b737-8d3a-46a8-8b0a-1bfdcd82dd2f req-ba6117b0-4f37-4fa7-a6de-6902dbc31b11 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801208 Jan 29 05:30:26.210075 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35335dbb-1325-4630-880b-e1507b5f9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:27.559057 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:28.704300 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:30:29.337080 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:29.380179 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:42.720452 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:44.209787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:53.976043 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-eb78c007-d8dd-4354-aee7-9b539e04a553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:56.209361 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94cd569c-d629-4056-b212-f395bafec68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:57.561816 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:59.339381 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:30:59.383032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:05.703717 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:31:12.718557 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:14.208544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:23.977007 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12853946-4e50-4afb-a024-90b0d87488a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:24.251991 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-9748dc45-d45d-41d7-a7a5-0db714fdf767 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924964 Jan 29 05:31:24.352322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-0045a894-d27f-4b92-801e-76b628c3d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:24.354115 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-0045a894-d27f-4b92-801e-76b628c3d471 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0448306 Jan 29 05:31:24.452552 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-26733bd8-3672-4a1f-8294-b22c86c2dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:24.454077 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-26733bd8-3672-4a1f-8294-b22c86c2dab3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0822561 Jan 29 05:31:24.521110 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-8f5c9d2b-1070-4f07-8b54-ec43c732723a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 1001 time: 0.0592549 Jan 29 05:31:24.911185 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-25fdb051-a296-404a-86e5-731372934307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:24.912600 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-25fdb051-a296-404a-86e5-731372934307 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.3846629 Jan 29 05:31:24.957769 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-844ad038-00e9-4615-a5c9-f8fcb76f1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:31:24.960450 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-844ad038-00e9-4615-a5c9-f8fcb76f1878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414207 Jan 29 05:31:25.049608 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-0915c46a-96dd-4ced-9bef-b0501f24760f service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828876 Jan 29 05:31:25.135972 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-9e1a1462-9ff4-4f4e-ad4d-aee0ec59ddec req-2d78209e-4a83-4d60-9e23-12d308394eca service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790992 Jan 29 05:31:26.209870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b088-ec3d-4c06-8306-303cea7d47b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:27.564698 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:29.340373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:29.385565 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:42.703037 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:31:42.718058 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:44.223174 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:53.981426 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f25c324f-aa0f-4a29-85c8-23f539ea4132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:56.209755 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-28b04998-9713-438c-b3c3-68042b736fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:57.567465 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:59.341639 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:31:59.388080 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:12.059756 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 details requested by agent hyperv_n-h1-825930-1 with host n-h1-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:32:12.152747 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:12.163035 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Returning: {'device': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:32:12.201871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:12.217805 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86bdbc83-f2ad-4566-a4a0-bd364ee19156 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:32:12.239326 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:12.243144 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:12.291103 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:12.298580 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.298923 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.299257 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.299584 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.299908 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.300228 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.300547 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.300867 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.301180 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.301501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.301815 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.302167 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:12.383071 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] get_ports_and_sgs() called for port_ids ['86bdbc83-f2ad-4566-a4a0-bd364ee19156'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:32:12.722559 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:14.076055 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 up at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:32:14.127647 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Provisioning complete for port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:32:14.128011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:14.210042 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:14.245041 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:32:14.247450 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9098ed3-5eee-437d-adae-6d13016cc606" -d '{"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-plugged", "status": "completed", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:32:14.268252 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:14.273178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:14.279975 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:14.327423 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45940965-87a1-45d4-9831-2bfb3483b201 x-openstack-request-id: req-45940965-87a1-45d4-9831-2bfb3483b201 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:32:14.327721 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-plugged", "status": "completed", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:32:14.328179 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45940965-87a1-45d4-9831-2bfb3483b201 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:32:14.328575 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'code': 200} Jan 29 05:32:14.343157 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:19.702346 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:32:21.493842 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-955160cb-fbb5-4c4c-aca2-801cf0f61a6f tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434893367&fields=id&tenant_id=c84c8b740a5f409a9aa8480c87f03fab HTTP/1.1" status: 200 len: 267 time: 0.0346544 Jan 29 05:32:21.600273 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-072fc467-929a-4886-82f1-1ec1d8c033ee tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:21.601688 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-072fc467-929a-4886-82f1-1ec1d8c033ee tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 809 time: 0.1008241 Jan 29 05:32:21.616575 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a9f79fdd-1102-450f-a0ec-77d6d0c535cb tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/quotas/c84c8b740a5f409a9aa8480c87f03fab HTTP/1.1" status: 200 len: 375 time: 0.0086327 Jan 29 05:32:21.670976 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-cd9fb33a-9b16-48c0-adfd-69eecf1ef18c tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487187 Jan 29 05:32:21.763838 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-cc512797-3b2d-47c8-ba2f-bb3f0f100217 service neutron] 10.222.0.32 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812025 Jan 29 05:32:21.855534 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-6195b648-a2cc-4201-b9f5-e71d41adc88b service neutron] 10.222.0.32 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857856 Jan 29 05:32:22.078268 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fae9f856-2164-47ff-bf03-b5ab962d3f7c req-8e542d50-e456-40e6-8700-2c809c4b80e5 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0748949 Jan 29 05:32:23.157360 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-e700177e-3aba-4308-bcd6-e7e29461bdb0 req-00a19519-746c-4e3a-a89f-9d19d4598195 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0279479 Jan 29 05:32:23.982770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec3eef28-b378-4ebe-b27a-ef2e3cdd3284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:24.237870 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-4a384112-5fd0-4ab0-acff-d70f3e4b591d req-232d6b62-55dc-4bf1-b7b6-f8d8893cbe75 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0305202 Jan 29 05:32:25.202558 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-cd93adab-f7f9-4508-882d-acc22d6d622a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379350 Jan 29 05:32:25.314278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a5f56-cb60-494b-93a9-4bd488143fef req-92625597-d74a-4816-a8b0-b5871c920785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:25.315934 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-92625597-d74a-4816-a8b0-b5871c920785 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0573127 Jan 29 05:32:25.330757 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f49a2279-25e4-4898-80dd-27b651d3c0d6 req-39c62f20-40c9-406b-9836-e0b713fb88e7 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0423231 Jan 29 05:32:25.422474 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a5f56-cb60-494b-93a9-4bd488143fef req-6b2049cf-8fd9-4c02-a673-98d41e7bb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:25.423966 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-6b2049cf-8fd9-4c02-a673-98d41e7bb7fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0898416 Jan 29 05:32:25.491899 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-24d4f065-0857-4998-9e23-387065f49944 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 1001 time: 0.0609925 Jan 29 05:32:25.539369 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a5f56-cb60-494b-93a9-4bd488143fef req-3ea59b61-ef93-41a2-b1c0-25c97b3b5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:25.540809 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-3ea59b61-ef93-41a2-b1c0-25c97b3b5f62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0430350 Jan 29 05:32:25.589954 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a5f56-cb60-494b-93a9-4bd488143fef req-35c4df8d-91ad-4d4b-b709-6a6a8e499176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:25.591471 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-35c4df8d-91ad-4d4b-b709-6a6a8e499176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436668 Jan 29 05:32:25.679563 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-00f35334-ba48-4431-a180-75eadd23e836 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809240 Jan 29 05:32:25.777108 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-854a5f56-cb60-494b-93a9-4bd488143fef req-06869d67-8c96-4dbb-9df4-b5186bd0cc6e service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913248 Jan 29 05:32:26.121065 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:32:26.202667 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:26.226379 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-83ae22d1-a370-4d02-ad6e-ee94b609d44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:26.233522 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:32:26.235861 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba785e35-29fa-4442-82fb-e2801e8714e0" -d '{"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:32:26.248501 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:26.252792 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:26.279909 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 05:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315fbcc1-aaf1-41c4-a096-6c8ee658b53a x-openstack-request-id: req-315fbcc1-aaf1-41c4-a096-6c8ee658b53a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:32:26.280202 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:32:26.280459 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-315fbcc1-aaf1-41c4-a096-6c8ee658b53a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:32:26.280846 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'code': 200} Jan 29 05:32:26.307285 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Pushing event updated for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=8']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:26.422005 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-417daacd-a2bc-4f6a-acf6-6fb985d9600f req-c2a069a4-558e-4756-beea-e7a47537ac9f tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0252104 Jan 29 05:32:27.168826 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-8f175d92-5f30-4ec8-b39d-01948afc7914 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:27.170310 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-8f175d92-5f30-4ec8-b39d-01948afc7914 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.20 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 809 time: 0.1036291 Jan 29 05:32:27.226165 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-d75371db-7528-4ac9-a761-53539cbf9511 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84c8b740a5f409a9aa8480c87f03fab HTTP/1.1" status: 200 len: 380 time: 0.0332990 Jan 29 05:32:27.261292 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'port': {'device_id': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'admin_state_up': True, 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'security_groups': ['68d9cce9-f689-4bd1-89a9-bc9f8645da83']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:32:27.374517 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Made reservation on behalf of c84c8b740a5f409a9aa8480c87f03fab for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 05:32:27.378080 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:27.528330 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Allocated IP 172.20.0.14 (563a584d-911d-4c30-8637-15f85c2c7e2b/4bc2b006-35f0-4359-9bbe-825a99e9fe0a/b820c416-c7be-40f0-9c1e-27932bf91096) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:32:27.580852 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-517516cd-103d-4e82-b256-8a5917880813 req-6fcb1db9-42a1-4eb5-b76b-f0c2989079db tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0398133 Jan 29 05:32:27.607907 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:27.730054 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:27.765831 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:27.803656 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Network 563a584d-911d-4c30-8637-15f85c2c7e2b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:32:27.807280 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:32:27.845506 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:32:27.915731 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:27.917148 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:27.948764 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:27.960619 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7029839 Jan 29 05:32:27.962514 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.963556 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.964088 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.964433 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.964774 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.965109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.965455 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.965779 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.966131 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.966463 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.966803 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:27.967123 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69e59bb-2aa6-4c0d-8f9f-6e457dc9a053 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:28.172705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-486db830-755c-4324-b0fd-ea62b74ae383 None None] Provisioning complete for port b820c416-c7be-40f0-9c1e-27932bf91096 triggered by entity DHCP. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:32:28.172989 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-486db830-755c-4324-b0fd-ea62b74ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:28.207493 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-486db830-755c-4324-b0fd-ea62b74ae383 None None] Port b820c416-c7be-40f0-9c1e-27932bf91096 cannot update to ACTIVE because it is not bound. {{(pid=102404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 29 05:32:28.707528 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc043-9f7d-4f14-82e1-6ed8ee063b65 req-bbf5101c-3c17-4dd1-bb25-b4384f502305 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:28.709067 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d9bc043-9f7d-4f14-82e1-6ed8ee063b65 req-bbf5101c-3c17-4dd1-bb25-b4384f502305 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0553994 Jan 29 05:32:28.751182 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7d9bc043-9f7d-4f14-82e1-6ed8ee063b65 req-f2db83a2-6fa4-4e67-8f50-bed071a39a9b tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350251 Jan 29 05:32:29.348647 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:29.399763 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:29.871206 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c1b69-f6df-42f4-ab81-3f92788c14bc req-72992447-bc0a-4bee-9f50-4f79491ea76e tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:29.872616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-203c1b69-f6df-42f4-ab81-3f92788c14bc req-72992447-bc0a-4bee-9f50-4f79491ea76e tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0526876 Jan 29 05:32:29.921762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-203c1b69-f6df-42f4-ab81-3f92788c14bc req-ded481ad-2fe8-4d59-8aa0-0a90ee10b5c2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 Jan 29 05:32:31.046238 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cf8a5-8c7b-4662-bab1-5d80aa731eaa req-dd0aff32-8e68-427e-934e-caf5c9b5f9f8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:31.047948 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f36cf8a5-8c7b-4662-bab1-5d80aa731eaa req-dd0aff32-8e68-427e-934e-caf5c9b5f9f8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0547709 Jan 29 05:32:31.095297 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-f36cf8a5-8c7b-4662-bab1-5d80aa731eaa req-0ebd3d76-2b30-4cd0-9744-ffaa74a660d4 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Jan 29 05:32:32.215395 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b0a4-4a78-4ebc-8e75-4b09351f55d1 req-e1e44f8f-8dc4-452a-b13c-8ae1b00153e1 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:32.216888 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b9b0a4-4a78-4ebc-8e75-4b09351f55d1 req-e1e44f8f-8dc4-452a-b13c-8ae1b00153e1 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0535886 Jan 29 05:32:32.257095 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-f0b9b0a4-4a78-4ebc-8e75-4b09351f55d1 req-c768087d-9dad-4fd0-a89a-ff49e5751494 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Jan 29 05:32:33.391444 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4283d6-7453-4cf8-be76-478ded8d7bf6 req-a54bf548-8ea4-4b75-935b-efc290019ab2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:33.392972 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e4283d6-7453-4cf8-be76-478ded8d7bf6 req-a54bf548-8ea4-4b75-935b-efc290019ab2 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0518084 Jan 29 05:32:33.437407 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4e4283d6-7453-4cf8-be76-478ded8d7bf6 req-289f2ccf-9e10-412e-b841-6b8300475d04 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374091 Jan 29 05:32:34.560610 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed6f9d-5e26-47f9-9936-4d2be282e6cc req-55bb0a9d-6af0-442c-a8f2-39fc76d00761 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:34.562040 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3bed6f9d-5e26-47f9-9936-4d2be282e6cc req-55bb0a9d-6af0-442c-a8f2-39fc76d00761 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0553398 Jan 29 05:32:34.605795 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3bed6f9d-5e26-47f9-9936-4d2be282e6cc req-98fdfdba-a526-4dea-a7fc-03275de8cadf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Jan 29 05:32:35.592266 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-516266e4-ba23-4bf6-a12c-c80b6a78b3bc tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 29 05:32:35.593242 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-516266e4-ba23-4bf6-a12c-c80b6a78b3bc tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068781 Jan 29 05:32:35.615623 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Request body: {'port': {'device_id': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825930-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:32:35.669402 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:35.726677 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664902f9-5973-49f9-b485-4b7e7ac0efdf req-a810c67f-02e3-43a2-8742-182856f98268 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:35.728151 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-664902f9-5973-49f9-b485-4b7e7ac0efdf req-a810c67f-02e3-43a2-8742-182856f98268 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 932 time: 0.0526245 Jan 29 05:32:35.766394 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-664902f9-5973-49f9-b485-4b7e7ac0efdf req-8b474a20-7dca-4565-a39e-18c3ec865f7b tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Jan 29 05:32:35.933839 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b820c416-c7be-40f0-9c1e-27932bf91096 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:32:35.941035 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:35.953076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Transition to ACTIVE for port object b820c416-c7be-40f0-9c1e-27932bf91096 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 05:32:35.956733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:36.005791 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:36.074723 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Attempting to bind port b820c416-c7be-40f0-9c1e-27932bf91096 on host n-h2-825930-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 29 05:32:36.075210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Attempting to bind port b820c416-c7be-40f0-9c1e-27932bf91096 by drivers openvswitch,hyperv on host n-h2-825930-1 at level 0 using segments [{'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 29 05:32:36.075559 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Attempting to bind port b820c416-c7be-40f0-9c1e-27932bf91096 on network 563a584d-911d-4c30-8637-15f85c2c7e2b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:32:36.080093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Port b820c416-c7be-40f0-9c1e-27932bf91096 on network 563a584d-911d-4c30-8637-15f85c2c7e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-825930-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 05:32:36.080436 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Attempting to bind port b820c416-c7be-40f0-9c1e-27932bf91096 on network 563a584d-911d-4c30-8637-15f85c2c7e2b {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 05:32:36.086713 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Checking agent: {'id': '614b1d5a-9ff0-4a42-b0cc-87aebd2b9a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825930-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'started_at': datetime.datetime(2022, 1, 29, 4, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 5, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 05:32:36.087278 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Checking segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 29 05:32:36.087675 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Bound using segment: {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 05:32:36.088666 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Bound port: b820c416-c7be-40f0-9c1e-27932bf91096, host: n-h2-825930-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f76decd-d245-40bb-8514-110909c5131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 29 05:32:36.089092 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:36.160482 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 05:32:36.163528 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 05:32:36.168309 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131393517'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:36.204988 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.205604 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:36.207015 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] 10.222.0.20 "PUT /v2.0/ports/b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 1092 time: 0.5952616 Jan 29 05:32:36.207445 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:32:36.209666 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800a7ffe-fdca-4fa5-8f79-077073c7e37f" -d '{"events": [{"name": "network-changed", "server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:32:36.234902 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ca81c-2fc1-452b-9154-adacf578a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:36.313943 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-285d6a1b-7e36-4398-a1d0-98fc28972dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.315476 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-285d6a1b-7e36-4398-a1d0-98fc28972dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1095 time: 0.0561981 Jan 29 05:32:36.320075 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d99af6-b83d-49c8-942f-20444205c701 x-openstack-request-id: req-57d99af6-b83d-49c8-942f-20444205c701 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:32:36.320364 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:32:36.320617 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57d99af6-b83d-49c8-942f-20444205c701 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:32:36.321012 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'status': 'completed', 'code': 200} Jan 29 05:32:36.371702 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-5289f10c-cb14-45f3-b2b1-dd4a729d0557 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 217 time: 0.0390103 Jan 29 05:32:36.421161 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-66513af8-6777-4575-bfb3-748abf0ba0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.422676 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-66513af8-6777-4575-bfb3-748abf0ba0ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0448091 Jan 29 05:32:36.468096 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-5b6e53bd-0594-45b0-a05b-9e4f31a7d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.469459 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-5b6e53bd-0594-45b0-a05b-9e4f31a7d87c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399830 Jan 29 05:32:36.560963 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-71592b6e-3b69-471b-8f5a-78e29f5c6ce6 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Jan 29 05:32:36.647857 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3562c626-9622-40a3-968f-c9c19b26feb5 req-3ea3670a-00e2-4731-9c41-8eb0956d2f71 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806353 Jan 29 05:32:36.778797 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-dd416ef3-bde9-45b7-8000-ddc78865e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.780222 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-dd416ef3-bde9-45b7-8000-ddc78865e90a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1095 time: 0.0400457 Jan 29 05:32:36.874485 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-6175d480-8ba5-4705-a353-0b69cad34418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.875953 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-6175d480-8ba5-4705-a353-0b69cad34418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0893736 Jan 29 05:32:36.882150 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2282d0-b0b2-4333-963d-f87776fad094 req-9b194ad7-5146-4ebb-a42c-1080c47d1bf4 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.883618 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb2282d0-b0b2-4333-963d-f87776fad094 req-9b194ad7-5146-4ebb-a42c-1080c47d1bf4 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 944 time: 0.0490174 Jan 29 05:32:36.920379 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-bf93540e-fa44-4881-983b-09b3bdb3ec7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 217 time: 0.0375361 Jan 29 05:32:36.922491 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-fb2282d0-b0b2-4333-963d-f87776fad094 req-3d4e9eb7-431c-4470-9590-b79112ed33e0 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jan 29 05:32:36.975322 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-28f36711-8b58-4091-9732-2e23c8febc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:36.976759 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-28f36711-8b58-4091-9732-2e23c8febc45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0487335 Jan 29 05:32:37.023295 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-a9c690cc-f438-4375-99b0-4d4581ecce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:37.025019 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-a9c690cc-f438-4375-99b0-4d4581ecce85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406425 Jan 29 05:32:37.113983 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-9958d52d-2e26-4c5a-9205-c727e473bef6 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800464 Jan 29 05:32:37.206935 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-800a7ffe-fdca-4fa5-8f79-077073c7e37f req-01737749-f2fc-431e-80f4-488d95a254ed service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Jan 29 05:32:38.041465 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d6ad5-15e2-4860-aa73-b5b1c2a0bf81 req-bcda69cf-4fff-4d4d-97c4-6f033b4b72c5 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:38.043186 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-025d6ad5-15e2-4860-aa73-b5b1c2a0bf81 req-bcda69cf-4fff-4d4d-97c4-6f033b4b72c5 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 944 time: 0.0496781 Jan 29 05:32:38.079902 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-025d6ad5-15e2-4860-aa73-b5b1c2a0bf81 req-3ff8c4d8-3fde-48fa-8465-ccaf78596cd1 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Jan 29 05:32:39.195834 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc8da9-1fe8-4f8c-b16c-5a5e3c1c3bdc req-0515636a-155c-4245-be0c-bc4afcf5c404 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:39.198280 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5abc8da9-1fe8-4f8c-b16c-5a5e3c1c3bdc req-0515636a-155c-4245-be0c-bc4afcf5c404 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 944 time: 0.0475752 Jan 29 05:32:39.233618 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-5abc8da9-1fe8-4f8c-b16c-5a5e3c1c3bdc req-24894661-9d35-4f5e-ba9d-2241a26bfcfa tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298145 Jan 29 05:32:39.629787 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b820c416-c7be-40f0-9c1e-27932bf91096 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:32:39.723344 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:39.734020 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'port_id': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'mac_address': 'fa:16:3e:80:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:32:39.770150 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:39.783178 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b820c416-c7be-40f0-9c1e-27932bf91096 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:32:39.801207 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:39.805349 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:39.854318 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:40.092816 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b820c416-c7be-40f0-9c1e-27932bf91096'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:32:40.348957 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423540-476d-4dd5-a88a-1869cfa6a65a req-ffed6346-3283-4ebc-940a-6211540f0701 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:40.350378 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd423540-476d-4dd5-a88a-1869cfa6a65a req-ffed6346-3283-4ebc-940a-6211540f0701 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 945 time: 0.0498543 Jan 29 05:32:40.387149 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-fd423540-476d-4dd5-a88a-1869cfa6a65a req-8cee02c6-a8ea-4751-b132-d22d9c8603b1 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Jan 29 05:32:41.504157 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752a6e-c0cf-46a7-892a-d1efb1cabadf req-58f4db5d-749a-4d08-a040-94c92a4475a9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:41.505611 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb752a6e-c0cf-46a7-892a-d1efb1cabadf req-58f4db5d-749a-4d08-a040-94c92a4475a9 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 945 time: 0.0516865 Jan 29 05:32:41.542945 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-bb752a6e-c0cf-46a7-892a-d1efb1cabadf req-b4116fbd-3f11-4f8e-8b6f-1e1a71698350 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Jan 29 05:32:41.634127 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b820c416-c7be-40f0-9c1e-27932bf91096 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:32:41.681862 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning for port b820c416-c7be-40f0-9c1e-27932bf91096 completed by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 05:32:41.685485 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port b820c416-c7be-40f0-9c1e-27932bf91096 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:32:41.685843 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:41.759418 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:41.782104 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:32:41.784291 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f8ef74-d851-4705-9597-d3e8acaef4ad" -d '{"events": [{"server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "name": "network-vif-plugged", "status": "completed", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:32:41.800557 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:32:41.804569 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:41.829490 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69075c-af26-45dd-bd9b-d88d1e481ed8 x-openstack-request-id: req-8b69075c-af26-45dd-bd9b-d88d1e481ed8 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:32:41.829767 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "name": "network-vif-plugged", "status": "completed", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:32:41.830049 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b69075c-af26-45dd-bd9b-d88d1e481ed8 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:32:41.830438 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'code': 200} Jan 29 05:32:41.855705 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=5']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:41.945212 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf77ffd-94db-4bbe-ab2b-d203da556041 req-ccb52ddf-4ac8-4135-a335-272985c75245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:41.946740 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bcf77ffd-94db-4bbe-ab2b-d203da556041 req-ccb52ddf-4ac8-4135-a335-272985c75245 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1097 time: 0.0425498 Jan 29 05:32:41.980830 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bcf77ffd-94db-4bbe-ab2b-d203da556041 req-5bda13f6-ec97-4294-8949-131e6d2d030f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271592 Jan 29 05:32:42.654882 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a898d-791b-4927-84af-f422b0c3e905 req-fad90e08-7839-4b17-a7e9-dc8608e30ef3 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:42.656340 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-495a898d-791b-4927-84af-f422b0c3e905 req-fad90e08-7839-4b17-a7e9-dc8608e30ef3 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 946 time: 0.0489609 Jan 29 05:32:42.693698 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-495a898d-791b-4927-84af-f422b0c3e905 req-0c5a9edc-cdc4-4938-8c5e-689a98ead8f6 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Jan 29 05:32:42.719476 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:43.810005 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db7cac-2c65-4fac-b8b8-6c746dd8657b req-36da2de6-58f0-48e9-9b82-0fb7ad5672df tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:43.811482 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3db7cac-2c65-4fac-b8b8-6c746dd8657b req-36da2de6-58f0-48e9-9b82-0fb7ad5672df tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 946 time: 0.0481706 Jan 29 05:32:43.848060 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d3db7cac-2c65-4fac-b8b8-6c746dd8657b req-d12b9d13-3759-40f8-8db0-06f188ffd6ae tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308163 Jan 29 05:32:43.961781 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034c0de-9385-4ce3-9acb-95b2a7c337c3 req-bb8c42d6-512f-458b-bb0c-6a2a36a0095b tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:43.963316 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4034c0de-9385-4ce3-9acb-95b2a7c337c3 req-bb8c42d6-512f-458b-bb0c-6a2a36a0095b tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 946 time: 0.0486746 Jan 29 05:32:44.000620 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4034c0de-9385-4ce3-9acb-95b2a7c337c3 req-fcb7d0b5-6dc1-4097-9bd7-c4e6a9a9eb16 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Jan 29 05:32:44.021443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40440) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:32:44.064730 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ce0db-1711-47d2-b68f-40aea4513896 tempest-TestSnapshotPattern-1617202515 tempest-TestSnapshotPattern-1617202515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:44.066255 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-5c7ce0db-1711-47d2-b68f-40aea4513896 tempest-TestSnapshotPattern-1617202515 tempest-TestSnapshotPattern-1617202515-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1092 time: 0.0438015 Jan 29 05:32:44.068933 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40442) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:32:44.073190 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.v2.base [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Request body: {'floatingip': {'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'port_id': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 05:32:44.095858 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:44.188882 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:44.228729 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:44.294387 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Allocated IP 172.25.4.32 (d93d545d-1b4f-412e-9ffa-6c33f277612f/00d0509e-e1da-4a32-90e2-7a91c2bd6149/0f7d8614-c5a0-4939-b1ef-b1dc33184dee) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 05:32:44.395888 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:44.428587 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746768022119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:44.470141 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Network d93d545d-1b4f-412e-9ffa-6c33f277612f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 05:32:44.473070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 05:32:44.477123 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 05:32:44.500435 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'Port': ['ID=0f7d8614-c5a0-4939-b1ef-b1dc33184dee,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:44.514388 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.514731 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.515069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.515399 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.515742 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.516058 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.516386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.516707 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.517026 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.517345 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.517663 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.518005 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:32:44.836263 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:44.903665 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:45.051542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:45.055960 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131335772'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:45.123499 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event updated for resources: {'Port': ['ID=0f7d8614-c5a0-4939-b1ef-b1dc33184dee,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:32:45.133087 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450964'] for floatingip, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:45.230997 n-d-825930-1 neutron-server[102403]: INFO neutron.db.l3_db [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Floating IP 4a9b64c2-56fb-4bea-adee-bf421429c6bd associated. External IP: 172.25.4.32, port: b820c416-c7be-40f0-9c1e-27932bf91096. Jan 29 05:32:45.434443 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:32:45.542272 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:32:45.552107 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:32:45.559861 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:45.561857 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:32:45.562513 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:32:45.588893 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-21e7a086-3a15-4369-a372-99220db6f198 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5189092 Jan 29 05:32:45.589564 n-d-825930-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:32:45.591985 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e7ced3ca35a7345b971a52c6ba7e670ae7017504bf01e5c394a4e34e11df8f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3858f32-0817-47a4-95a3-bd7f8f8550fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:32:45.626153 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd85e536-c710-4f65-92ff-2feb8e9d8242 x-openstack-request-id: req-cd85e536-c710-4f65-92ff-2feb8e9d8242 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:32:45.626442 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096", "status": "completed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:32:45.626691 n-d-825930-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd85e536-c710-4f65-92ff-2feb8e9d8242 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:32:45.627096 n-d-825930-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'status': 'completed', 'code': 200} Jan 29 05:32:45.672399 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:32:45.709500 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-b6338292-0a53-413c-8260-d76c04c6c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:45.711059 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-b6338292-0a53-413c-8260-d76c04c6c54d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1097 time: 0.0401173 Jan 29 05:32:45.804813 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-83af88b8-a90e-4e71-8113-03dbd04304b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:45.807272 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-83af88b8-a90e-4e71-8113-03dbd04304b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0886512 Jan 29 05:32:45.871247 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-333557e1-8f68-412f-b53a-20f3455f06d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 999 time: 0.0576124 Jan 29 05:32:45.891836 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '4a9b64c2-56fb-4bea-adee-bf421429c6bd', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:80:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:32:44Z', 'updated_at': '2022-01-29T05:32:44Z', 'revision_number': 0, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}, {'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:12Z', 'revision_number': 1, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:32:45.919027 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:32:45.925034 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-67dcf962-17ba-416e-b68a-bd1520a34047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:45.926554 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-67dcf962-17ba-416e-b68a-bd1520a34047 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0489047 Jan 29 05:32:45.927082 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:32:45.927675 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:32:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:32:45.971921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-942cdddf-72c5-42a0-b9a7-d7c788da2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:32:45.973322 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-942cdddf-72c5-42a0-b9a7-d7c788da2a0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400510 Jan 29 05:32:46.063869 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-fdf37d57-5d33-4505-8884-1cd0062bcb3a service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 Jan 29 05:32:46.120640 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:32:46.164627 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-b3858f32-0817-47a4-95a3-bd7f8f8550fa req-2b36da83-7768-4116-8571-9091f3fceae0 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938118 Jan 29 05:32:46.339980 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '4a9b64c2-56fb-4bea-adee-bf421429c6bd', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:80:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:32:44Z', 'updated_at': '2022-01-29T05:32:44Z', 'revision_number': 0, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}, {'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:12Z', 'revision_number': 1, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:32:46.370044 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581343-8c07-47c4-bee7-fa58e0f11f8b None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '4a9b64c2-56fb-4bea-adee-bf421429c6bd', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:80:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:32:44Z', 'updated_at': '2022-01-29T05:32:44Z', 'revision_number': 0, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}, {'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:12Z', 'revision_number': 1, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:32:46.660711 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3defc-8377-4902-8ad1-623e35df010e None None] New status for floating IP 4a9b64c2-56fb-4bea-adee-bf421429c6bd: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:32:53.983999 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-31899a11-a6b7-4c39-962b-523731c43cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:56.208011 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b5dcfc1-bb2b-4224-9b9d-e754a68b3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:56.701967 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:32:57.575367 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:59.340909 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:32:59.395017 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:12.795591 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:14.251715 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:22.681427 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-d9f1ede9-9d4c-4f80-bc55-daccee27b532 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808923 Jan 29 05:33:22.778077 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-6bec596f-c704-427b-89d7-fb1bfa5daeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:22.779533 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-6bec596f-c704-427b-89d7-fb1bfa5daeb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1097 time: 0.0393567 Jan 29 05:33:22.881718 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-50f0dd9f-9b51-4e34-89aa-3235f06164f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:22.883092 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-50f0dd9f-9b51-4e34-89aa-3235f06164f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0845265 Jan 29 05:33:22.946936 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-60310a49-bc84-4c09-b3f0-f91cf5127ef1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 1001 time: 0.0570111 Jan 29 05:33:22.999325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-24453744-3a25-409c-a6a7-9bf5ac955cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:23.000762 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-24453744-3a25-409c-a6a7-9bf5ac955cc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0477228 Jan 29 05:33:23.045848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-2ce5ef41-a2dc-47d3-b2fa-00907e27c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:23.047385 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-2ce5ef41-a2dc-47d3-b2fa-00907e27c316 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401108 Jan 29 05:33:23.132367 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-06fcf40c-7fed-484b-8232-439a6f89d74d service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785637 Jan 29 05:33:23.223818 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-39618d8c-c215-4041-bddb-0f4aa23a0516 req-28b672f7-5bd1-4770-947f-2004775bf785 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827589 Jan 29 05:33:23.987733 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1550affb-304a-4557-bec5-cf044874a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:26.207367 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e204c628-c76c-4bca-bb11-3b3fe2e4b783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:26.210886 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-18fc1e3f-f178-49ec-9c53-00a51158d7bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407100 Jan 29 05:33:26.307930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-7f61552d-b57c-4ea8-ada0-4d89b0ee9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:26.309420 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-7f61552d-b57c-4ea8-ada0-4d89b0ee9afb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1094 time: 0.0400472 Jan 29 05:33:26.412628 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-05564083-3af6-4545-a9a8-3a2f1aca09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:26.414123 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-05564083-3af6-4545-a9a8-3a2f1aca09f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0866213 Jan 29 05:33:26.476321 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-8ea354e4-ae8c-43ad-aa86-4d7bca125e59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 999 time: 0.0559435 Jan 29 05:33:26.528220 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-f110d8b6-363d-402b-aa9c-55f16c83b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:26.529616 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-f110d8b6-363d-402b-aa9c-55f16c83b726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0467088 Jan 29 05:33:26.574529 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-fbaa1a53-a3e7-4172-bdd2-5abaccb0bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:33:26.575995 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-fbaa1a53-a3e7-4172-bdd2-5abaccb0bccf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398357 Jan 29 05:33:26.664370 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-cc9fe8f9-85d1-4a2c-bb1c-0be5ebf9784d service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810325 Jan 29 05:33:26.754101 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-bf64eff6-5eee-404c-9588-ef4a4badfd17 req-af42d471-7685-4603-987f-5ca2b67aae5c service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831051 Jan 29 05:33:27.577787 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:29.343147 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:29.397690 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:33.701520 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:33:42.792600 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:44.265282 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:53.988775 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e53a7c6-1840-4011-8968-f9d4b550faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:56.207418 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dbc2124d-076a-4cd5-b01a-ee7ae8e01dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:57.580381 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:59.344586 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:33:59.401503 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:10.699827 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:34:12.803674 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:14.264770 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:15.979567 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b820c416-c7be-40f0-9c1e-27932bf91096 details requested by agent hyperv_n-h2-825930-1 with host n-h2-825930-1 {{(pid=102404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 05:34:16.078967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:16.092200 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Returning: {'device': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'port_id': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'mac_address': 'fa:16:3e:80:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 05:34:16.133165 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:16.153962 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b820c416-c7be-40f0-9c1e-27932bf91096 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 29 05:34:16.174413 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:16.178616 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:16.230328 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:16.238812 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.239156 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.239491 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.239938 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.240383 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.240835 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.241109 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.241446 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.241707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.242241 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.242670 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.242996 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:16.318471 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] get_ports_and_sgs() called for port_ids ['b820c416-c7be-40f0-9c1e-27932bf91096'] {{(pid=102404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 05:34:17.996395 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b820c416-c7be-40f0-9c1e-27932bf91096 up at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 05:34:18.053947 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Provisioning complete for port b820c416-c7be-40f0-9c1e-27932bf91096 triggered by entity L2. {{(pid=102404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 05:34:18.054328 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1410797'] for port, provisioning_complete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:18.143258 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582308'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:18.172123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:34:18.174405 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169c8ded22e424e96bdb8bc73607506e1c6df399c23d0b9db6d94f6494be4c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5804357c-b2d0-491c-aff7-dbb77048936c" -d '{"events": [{"server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "name": "network-vif-plugged", "status": "completed", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:18.192181 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:18.199493 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746768454768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746768022137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746768022155'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:18.225386 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eed9b0-87c5-4638-a5d3-31880bed2afd x-openstack-request-id: req-61eed9b0-87c5-4638-a5d3-31880bed2afd {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:18.226255 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "name": "network-vif-plugged", "status": "completed", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:18.227107 n-d-825930-1 neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61eed9b0-87c5-4638-a5d3-31880bed2afd {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:18.228024 n-d-825930-1 neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'code': 200} Jan 29 05:34:18.272890 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Pushing event updated for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:23.993233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc823-6ad9-4d9f-8d47-164749d423c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:24.688906 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd33bb-06cd-49db-a607-20193658088f req-9a49a057-b516-4f06-92c6-5b202e6f87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:24.690529 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-9a49a057-b516-4f06-92c6-5b202e6f87ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1097 time: 0.0426302 Jan 29 05:34:24.809194 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd33bb-06cd-49db-a607-20193658088f req-6d647366-4e35-4a66-aad1-9e15ca227648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:24.810710 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-6d647366-4e35-4a66-aad1-9e15ca227648 service neutron] 10.222.0.20 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.1010067 Jan 29 05:34:24.879102 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-49011744-8859-47c5-8cff-4fbb41d97fa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 1001 time: 0.0612094 Jan 29 05:34:24.929840 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd33bb-06cd-49db-a607-20193658088f req-2905142f-ae89-417d-9304-587ef1e51431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:24.931960 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-2905142f-ae89-417d-9304-587ef1e51431 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0456157 Jan 29 05:34:24.980320 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd33bb-06cd-49db-a607-20193658088f req-7e59443c-eb40-47ae-81b7-409124ecacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:24.981842 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-7e59443c-eb40-47ae-81b7-409124ecacbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439410 Jan 29 05:34:25.071525 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-dac8fadd-231c-482a-80a3-d60830a9bc76 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822012 Jan 29 05:34:25.169356 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-afdd33bb-06cd-49db-a607-20193658088f req-f8de1f37-f81e-4528-a38d-a2aac283f0e2 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885208 Jan 29 05:34:25.401342 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:25.554818 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Deleting port 0f7d8614-c5a0-4939-b1ef-b1dc33184dee {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:25.555160 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:25.629702 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:25.630070 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:25.641921 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Calling delete_port for 0f7d8614-c5a0-4939-b1ef-b1dc33184dee owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:25.790192 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:25.815000 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event deleted for resources: {'Port': ['ID=0f7d8614-c5a0-4939-b1ef-b1dc33184dee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:25.843315 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.843658 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.843994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.844325 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.844655 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.844986 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.845308 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.845630 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.845971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.846294 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.846613 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.846930 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:25.885423 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:25.885754 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Floating IP 4a9b64c2-56fb-4bea-adee-bf421429c6bd disassociated (deleted). External IP: 172.25.4.32, port: b820c416-c7be-40f0-9c1e-27932bf91096. Jan 29 05:34:26.087453 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:34:26.190580 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:34:26.195211 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:26.201557 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:34:26.215261 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bfff44a6-d421-4383-b991-7d09b678b93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:26.220714 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:26.221488 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:33:56Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:26.333713 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:26.560143 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:12Z', 'revision_number': 1, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:26.567849 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0261a66c-296d-44ad-8fde-89fdb29c41ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "DELETE /v2.0/floatingips/4a9b64c2-56fb-4bea-adee-bf421429c6bd HTTP/1.1" status: 204 len: 168 time: 1.1653891 Jan 29 05:34:26.568446 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:34:26.570746 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b121b9-d236-4002-ac68-205a8087e6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:26.592148 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:34:26.603309 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:26.604534 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:26.610108 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142726da-3949-4f88-8314-4be610da2eed x-openstack-request-id: req-142726da-3949-4f88-8314-4be610da2eed {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:26.610400 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:26.610719 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-142726da-3949-4f88-8314-4be610da2eed {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:26.611187 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'status': 'completed', 'code': 200} Jan 29 05:34:26.698164 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-a350328c-5da7-40f5-a217-2ebb3b3da2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:26.700409 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-a350328c-5da7-40f5-a217-2ebb3b3da2fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 1097 time: 0.0454915 Jan 29 05:34:26.717345 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:26.859394 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89132-f217-4e1a-a597-e316940e21fd req-4ebd5c1f-4737-4c2d-a6fd-8ed865701a92 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:26.861347 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9e89132-f217-4e1a-a597-e316940e21fd req-4ebd5c1f-4737-4c2d-a6fd-8ed865701a92 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 946 time: 0.1043961 Jan 29 05:34:26.886291 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-84c54156-2d47-419e-9306-98a25bc7287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:26.887724 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-84c54156-2d47-419e-9306-98a25bc7287d service neutron] 10.222.0.20 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.1426873 Jan 29 05:34:26.913250 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-c9e89132-f217-4e1a-a597-e316940e21fd req-79c7411f-00fa-40e7-889d-325dc5be2a45 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Jan 29 05:34:26.938345 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:12Z', 'revision_number': 1, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:26.942017 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-2102e502-25b6-491c-8369-399d4d5eb676 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 200 len: 217 time: 0.0417485 Jan 29 05:34:26.964637 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0457d5c-963c-4fdd-ae35-14b1e853ce6f None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_floatingips': [{'id': '8472edfd-a858-41ad-9071-c608f69de245', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'router_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'port_id': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'mac_address': 'fa:16:3e:24:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T05:30:11Z', 'updated_at': '2022-01-29T05:30:12Z', 'revision_number': 1, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:34:26.998344 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-93483164-01a2-45b3-949a-c1b7f0d74afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:26.999800 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-93483164-01a2-45b3-949a-c1b7f0d74afe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0502074 Jan 29 05:34:27.048591 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-08f5c8ec-4db0-41f3-9117-5c74f9df8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:27.050120 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-08f5c8ec-4db0-41f3-9117-5c74f9df8ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425518 Jan 29 05:34:27.140117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-aa978e7c-a776-4d52-a02c-1956bfe26032 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821185 Jan 29 05:34:27.228374 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60e960-3524-4acb-99ad-f5424dc733cf None None] New status for floating IP 4a9b64c2-56fb-4bea-adee-bf421429c6bd: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:34:27.239532 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-e3b121b9-d236-4002-ac68-205a8087e6b7 req-3bdc3407-c942-4307-9108-94e9494247b3 service neutron] 10.222.0.20 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909057 Jan 29 05:34:27.583196 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:28.033362 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada2e48-0ebd-46ce-8bd0-ff13be65c5ae req-0705a434-a0d1-4cfe-a8f9-a57f10939280 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:28.034870 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ada2e48-0ebd-46ce-8bd0-ff13be65c5ae req-0705a434-a0d1-4cfe-a8f9-a57f10939280 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 946 time: 0.0492671 Jan 29 05:34:28.071097 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-7ada2e48-0ebd-46ce-8bd0-ff13be65c5ae req-55c9f434-c3f5-4caa-b092-4b7e6bbc4fbe tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303321 Jan 29 05:34:28.229142 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-a06d78fd-12db-49d5-a52e-7a698f75377a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396509 Jan 29 05:34:28.320132 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-65ab0217-3edd-4a58-a182-2baed60a165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:28.322230 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-65ab0217-3edd-4a58-a182-2baed60a165d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1094 time: 0.0393219 Jan 29 05:34:28.433848 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-640abfbb-32a6-46aa-9b58-49518f669c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:28.435336 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-640abfbb-32a6-46aa-9b58-49518f669c7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0950916 Jan 29 05:34:28.519794 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb8cc-f31c-4290-a199-0359765585ce req-6616d99b-ebc2-4bf7-bd6c-a1bd9a58e45e tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:28.521147 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-752cb8cc-f31c-4290-a199-0359765585ce req-6616d99b-ebc2-4bf7-bd6c-a1bd9a58e45e tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.20 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 946 time: 0.1001544 Jan 29 05:34:28.525659 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-041b3b6c-aee0-41e6-9157-ee2aea611922 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 999 time: 0.0763497 Jan 29 05:34:28.616876 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-c23d3d9c-470d-4762-8f7d-5c0d17ee228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:28.618328 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-c23d3d9c-470d-4762-8f7d-5c0d17ee228b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0854993 Jan 29 05:34:28.675891 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-5155f5f3-3f68-43f2-9745-93c51cb613d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:28.677369 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-5155f5f3-3f68-43f2-9745-93c51cb613d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526631 Jan 29 05:34:28.679903 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Deleting port b820c416-c7be-40f0-9c1e-27932bf91096 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:28.680246 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:28.830566 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] For port b820c416-c7be-40f0-9c1e-27932bf91096, host n-h2-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825930-1',level=0,port_id=b820c416-c7be-40f0-9c1e-27932bf91096,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:28.830937 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:28.846097 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-387fe894-45dd-42f8-b165-2c27aef57f84 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613755 Jan 29 05:34:28.846913 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Calling delete_port for b820c416-c7be-40f0-9c1e-27932bf91096 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:28.992037 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0381-c1b2-4cdc-ad89-5c38d6509036 req-285ff700-aed8-45e7-93b2-61718116a702 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370177 Jan 29 05:34:29.045641 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:29.079427 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event deleted for resources: {'Port': ['ID=b820c416-c7be-40f0-9c1e-27932bf91096,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:29.121147 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] No DVR routers for this DVR port b820c416-c7be-40f0-9c1e-27932bf91096 on host n-h2-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:34:29.123825 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:29.127289 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-752cb8cc-f31c-4290-a199-0359765585ce req-42eef047-e3b6-4e25-b396-704913d226ab tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.20 "DELETE /v2.0/ports/b820c416-c7be-40f0-9c1e-27932bf91096 HTTP/1.1" status: 204 len: 173 time: 0.6002152 Jan 29 05:34:29.127722 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'name': 'network-vif-deleted', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:34:29.129963 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad416899-3980-4fe2-b537-6f2715d91406" -d '{"events": [{"server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "name": "network-vif-deleted", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:29.175877 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a659aca2-c859-4dc4-9f4b-4d510bd2c4c6 x-openstack-request-id: req-a659aca2-c859-4dc4-9f4b-4d510bd2c4c6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:29.176173 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4998005a-fbe7-4693-a9c3-c43342723c6b", "name": "network-vif-deleted", "tag": "b820c416-c7be-40f0-9c1e-27932bf91096", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:29.176423 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a659aca2-c859-4dc4-9f4b-4d510bd2c4c6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:29.176827 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4998005a-fbe7-4693-a9c3-c43342723c6b', 'name': 'network-vif-deleted', 'tag': 'b820c416-c7be-40f0-9c1e-27932bf91096', 'status': 'completed', 'code': 200} Jan 29 05:34:29.178914 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-5cd87e66-fb57-4b0f-9a8d-24e7b738b80e req-c12a6ee6-e9d2-497f-9f6d-fdfd6683f6d6 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=4998005a-fbe7-4693-a9c3-c43342723c6b HTTP/1.1" status: 200 len: 210 time: 0.0299399 Jan 29 05:34:29.346281 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:29.406133 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:30.100123 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b820c416-c7be-40f0-9c1e-27932bf91096 no longer exists at agent hyperv_n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:30.123268 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] No Port match for: b820c416-c7be-40f0-9c1e-27932bf91096 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:30.123611 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Device b820c416-c7be-40f0-9c1e-27932bf91096 not bound to the agent host n-h2-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:30.723210 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:30.880039 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Deleting port b2137623-c5f6-4567-a85c-f89409cf4d76 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:30.880288 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:30.953129 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:30.953460 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:30.965420 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Calling delete_port for b2137623-c5f6-4567-a85c-f89409cf4d76 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:31.112602 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:31.135466 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event deleted for resources: {'Port': ['ID=b2137623-c5f6-4567-a85c-f89409cf4d76,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:31.198019 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:31.198354 n-d-825930-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Floating IP 8472edfd-a858-41ad-9071-c608f69de245 disassociated (deleted). External IP: 172.25.4.199, port: 86bdbc83-f2ad-4566-a4a0-bd364ee19156. Jan 29 05:34:31.403458 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:34:31.507055 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:34:31.512630 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:31.518391 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:34:31.528094 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:31.528704 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:31.538971 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-79052d30-d256-48d6-8905-c6aa921b36d8 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "DELETE /v2.0/floatingips/8472edfd-a858-41ad-9071-c608f69de245 HTTP/1.1" status: 204 len: 168 time: 0.8146832 Jan 29 05:34:31.539634 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:34:31.541997 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a2225-cc75-4e61-8f26-2770761fdc82" -d '{"events": [{"name": "network-changed", "server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:31.578466 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bab76ed-41c9-4248-854d-7d44d5a04426 x-openstack-request-id: req-3bab76ed-41c9-4248-854d-7d44d5a04426 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:31.578757 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:31.579010 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bab76ed-41c9-4248-854d-7d44d5a04426 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:31.579803 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'status': 'completed', 'code': 200} Jan 29 05:34:31.636647 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:31.676402 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-da6eb693-8f52-4797-b9cb-b0d443fd0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.678229 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-da6eb693-8f52-4797-b9cb-b0d443fd0b11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 1094 time: 0.0558562 Jan 29 05:34:31.778666 n-d-825930-1 neutron-server[102403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065a5df-cbcb-4f29-9057-d2699250991e req-bbc5b6c1-5717-49e2-ac1e-12c08764b4ec tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.780155 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4065a5df-cbcb-4f29-9057-d2699250991e req-bbc5b6c1-5717-49e2-ac1e-12c08764b4ec tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 943 time: 0.0566123 Jan 29 05:34:31.811110 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-3d233992-e8e4-472f-8135-afc6b2e2bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.813449 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-3d233992-e8e4-472f-8135-afc6b2e2bc7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 200 len: 910 time: 0.0931640 Jan 29 05:34:31.821039 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [req-4065a5df-cbcb-4f29-9057-d2699250991e req-ea65ab46-82a8-44bf-9fbc-1221680e7c76 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347295 Jan 29 05:34:31.858512 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-eaeda5f6-3d2a-4abe-ae5a-a5fc1e35fea8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 200 len: 217 time: 0.0380304 Jan 29 05:34:31.917116 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-14ecf500-dacc-4287-9742-ce8778549226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.919210 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-14ecf500-dacc-4287-9742-ce8778549226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 200 len: 848 time: 0.0537210 Jan 29 05:34:31.940399 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:31.965163 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-fa3bc007-b6a2-4f72-a9c0-f321fb57016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:31.966551 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:34:31.966690 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-fa3bc007-b6a2-4f72-a9c0-f321fb57016d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=563a584d-911d-4c30-8637-15f85c2c7e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410879 Jan 29 05:34:31.974666 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:31.975266 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:32.056257 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-3b9541e8-518e-4c76-ba33-e6b47887e6ac service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821025 Jan 29 05:34:32.078087 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:32.148022 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7a2225-cc75-4e61-8f26-2770761fdc82 req-e2abad8d-9c0e-4cd4-b6d9-bf549108ec49 service neutron] 10.222.0.36 "GET /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Jan 29 05:34:32.270349 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:32.296096 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922ef17-6a1b-4290-9185-ccf40724b8c3 None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:29:52Z', 'revision_number': 4, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1', '_interfaces': [{'id': '22b620cb-0de1-4daf-828b-3861084d2f50', 'name': '', 'network_id': '563a584d-911d-4c30-8637-15f85c2c7e2b', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'mac_address': 'fa:16:3e:64:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:51Z', 'updated_at': '2022-01-29T05:29:56Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'subnets': [{'id': '4bc2b006-35f0-4359-9bbe-825a99e9fe0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:34:32.503549 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bfbb12-d138-41c6-b051-de3fdcfd5dcf None None] New status for floating IP 8472edfd-a858-41ad-9071-c608f69de245: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 05:34:32.937980 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31aa6a-a283-410c-bdeb-258a49d9a631 req-8a62d877-63a4-47d0-81ca-9193187ebacf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:32.939474 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d31aa6a-a283-410c-bdeb-258a49d9a631 req-8a62d877-63a4-47d0-81ca-9193187ebacf tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 943 time: 0.0490417 Jan 29 05:34:32.976719 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8d31aa6a-a283-410c-bdeb-258a49d9a631 req-85d4c396-bd22-44fa-8415-c3a804577330 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/security-groups?id=68d9cce9-f689-4bd1-89a9-bc9f8645da83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Jan 29 05:34:33.423230 n-d-825930-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-11b56831-a1e3-4d56-941c-8ec90e8ff33b tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 05:34:33.424662 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-11b56831-a1e3-4d56-941c-8ec90e8ff33b tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 943 time: 0.0515108 Jan 29 05:34:33.513879 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Deleting port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:33.514252 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:33.602665 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] For port 86bdbc83-f2ad-4566-a4a0-bd364ee19156, host n-h1-825930-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825930-1',level=0,port_id=86bdbc83-f2ad-4566-a4a0-bd364ee19156,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:33.603495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:33.614941 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Calling delete_port for 86bdbc83-f2ad-4566-a4a0-bd364ee19156 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:33.739931 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:33.766994 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event deleted for resources: {'Port': ['ID=86bdbc83-f2ad-4566-a4a0-bd364ee19156,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:33.814452 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] No DVR routers for this DVR port 86bdbc83-f2ad-4566-a4a0-bd364ee19156 on host n-h1-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:34:33.816996 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11421'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:33.820307 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-8dc1e81e-9ce7-42b8-838f-f3710a457ea1 req-87724d18-42d5-4655-9000-dc1039346818 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.36 "DELETE /v2.0/ports/86bdbc83-f2ad-4566-a4a0-bd364ee19156 HTTP/1.1" status: 204 len: 173 time: 0.3879192 Jan 29 05:34:33.820799 n-d-825930-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-deleted', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 29 05:34:33.823038 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fbb3610d00afa7c4f87e0dc0f21b7b63be1e0fc085c46be1de028abd982730f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e357e487-ca19-40fa-9767-00da9c75c025" -d '{"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-deleted", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 05:34:33.859713 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 05:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d707bdca-1ad4-4a4d-85de-449862b723d8 x-openstack-request-id: req-d707bdca-1ad4-4a4d-85de-449862b723d8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 05:34:33.860003 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78ed53c-c5b9-4944-a381-4c337c471dc6", "name": "network-vif-deleted", "tag": "86bdbc83-f2ad-4566-a4a0-bd364ee19156", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 05:34:33.860254 n-d-825930-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d707bdca-1ad4-4a4d-85de-449862b723d8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 05:34:33.860649 n-d-825930-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78ed53c-c5b9-4944-a381-4c337c471dc6', 'name': 'network-vif-deleted', 'tag': '86bdbc83-f2ad-4566-a4a0-bd364ee19156', 'status': 'completed', 'code': 200} Jan 29 05:34:34.080033 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [req-3471109f-2068-477f-ae5f-556e7010835b req-f9d9c294-7ced-46c3-8fc3-c83389d1fe25 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "GET /v2.0/ports?device_id=f78ed53c-c5b9-4944-a381-4c337c471dc6 HTTP/1.1" status: 200 len: 210 time: 0.0259440 Jan 29 05:34:35.138053 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:35.194414 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-904748ce-d098-4015-8cbc-80ea034f6b30 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.219370 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-904748ce-d098-4015-8cbc-80ea034f6b30 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.276863 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-904748ce-d098-4015-8cbc-80ea034f6b30 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.279541 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-904748ce-d098-4015-8cbc-80ea034f6b30 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.280709 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-904748ce-d098-4015-8cbc-80ea034f6b30 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] 10.222.0.32 "DELETE /v2.0/security-groups/68d9cce9-f689-4bd1-89a9-bc9f8645da83 HTTP/1.1" status: 204 len: 168 time: 0.1416543 Jan 29 05:34:35.290293 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904748ce-d098-4015-8cbc-80ea034f6b30 tempest-TestSnapshotPattern-2066411276 tempest-TestSnapshotPattern-2066411276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d9cce9-f689-4bd1-89a9-bc9f8645da83,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:35.335952 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:35.672963 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.911225 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Deleting port 22b620cb-0de1-4daf-828b-3861084d2f50 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:35.911567 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.986682 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] For port 22b620cb-0de1-4daf-828b-3861084d2f50, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=22b620cb-0de1-4daf-828b-3861084d2f50,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:35.987048 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:35.998810 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Calling delete_port for 22b620cb-0de1-4daf-828b-3861084d2f50 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:36.182734 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:36.207787 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=22b620cb-0de1-4daf-828b-3861084d2f50,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:36.378330 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:36.591739 n-d-825930-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Router e74ff56c-98ed-408d-adb5-a18a8f8984d8 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:34:36.693040 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:34:36.698602 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-436e69e2-b96b-4868-856f-7384a86afb8b admin admin] 10.222.0.32 "PUT /v2.0/routers/e74ff56c-98ed-408d-adb5-a18a8f8984d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3615994 Jan 29 05:34:36.701109 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40736) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:36.703778 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] Sync routers for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:34:36.713534 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:36.714314 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:36.817290 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:37.004739 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:34:36Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:37.036632 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] Checking router: e74ff56c-98ed-408d-adb5-a18a8f8984d8 for host: n-d-825930-1 {{(pid=102405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:34:37.046226 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] Routers {'e74ff56c-98ed-408d-adb5-a18a8f8984d8'} bound to L3 agent in host n-d-825930-1 {{(pid=102405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:37.046838 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'], 'active': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:37.148052 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.153578 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_dvr_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] Set router e74ff56c-98ed-408d-adb5-a18a8f8984d8 gateway port host: n-d-825930-1 {{(pid=102405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:37.249438 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.304734 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Deleting port 2f8a33ba-9938-4d80-a450-628db69bd6b3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:37.305086 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.329950 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.l3_hamode_db [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:34:36Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:37.355722 n-d-825930-1 neutron-server[102405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97302630-0857-4b60-ae26-1430eebe41f7 None None] The sync data for ids ['e74ff56c-98ed-408d-adb5-a18a8f8984d8'] in n-d-825930-1 is: [{'id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'name': 'tempest-TestSnapshotPattern-417224232-router', 'tenant_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:49Z', 'updated_at': '2022-01-29T05:34:36Z', 'revision_number': 5, 'project_id': 'c84c8b740a5f409a9aa8480c87f03fab', 'gw_port': {'id': '2f8a33ba-9938-4d80-a450-628db69bd6b3', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ff56c-98ed-408d-adb5-a18a8f8984d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:50Z', 'updated_at': '2022-01-29T05:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}] {{(pid=102405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:34:37.387841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] For port 2f8a33ba-9938-4d80-a450-628db69bd6b3, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=2f8a33ba-9938-4d80-a450-628db69bd6b3,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:37.387841 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.399199 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Calling delete_port for 2f8a33ba-9938-4d80-a450-628db69bd6b3 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:37.561030 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.590016 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8a33ba-9938-4d80-a450-628db69bd6b3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:37.648455 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.737743 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.739954 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.789785 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.790444 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74ff56c-98ed-408d-adb5-a18a8f8984d8 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:34:37.794933 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.796117 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4eacb6c-f19d-4f95-8b27-a2db8f8c32cb admin admin] 10.222.0.32 "DELETE /v2.0/routers/e74ff56c-98ed-408d-adb5-a18a8f8984d8 HTTP/1.1" status: 204 len: 168 time: 1.0940931 Jan 29 05:34:37.798625 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40738) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:37.844049 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Deleting subnet 4bc2b006-35f0-4359-9bbe-825a99e9fe0a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:34:37.847264 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.880811 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:37.960827 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.022920 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.048738 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc2b006-35f0-4359-9bbe-825a99e9fe0a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:38.052378 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.055717 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa43672d-0bd0-43d5-b2c1-599facb01b35 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4bc2b006-35f0-4359-9bbe-825a99e9fe0a HTTP/1.1" status: 204 len: 168 time: 0.2559841 Jan 29 05:34:38.058229 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40740) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:38.059423 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb0f2c-4f3b-4909-aa01-a13becf8ec95 None None] Network 563a584d-911d-4c30-8637-15f85c2c7e2b requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:34:38.125412 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.177785 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Deleting port d14284a2-e019-463d-9093-4d71387ededb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:38.178166 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.245401 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] For port d14284a2-e019-463d-9093-4d71387ededb, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=d14284a2-e019-463d-9093-4d71387ededb,segment=NetworkSegment(2f76decd-d245-40bb-8514-110909c5131a),segment_id=2f76decd-d245-40bb-8514-110909c5131a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:38.245769 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.258054 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Calling delete_port for d14284a2-e019-463d-9093-4d71387ededb owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:38.339346 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.363499 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c5d6c-186d-4037-9ce2-3d924db6942f None None] DHCP port deletion for 563a584d-911d-4c30-8637-15f85c2c7e2b request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:34:38.367806 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Pushing event deleted for resources: {'Port': ['ID=d14284a2-e019-463d-9093-4d71387ededb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:38.374037 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] No DVR routers for this DVR port d14284a2-e019-463d-9093-4d71387ededb on host n-d-825930-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:34:38.445496 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d14284a2-e019-463d-9093-4d71387ededb no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:38.455065 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.466345 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: d14284a2-e019-463d-9093-4d71387ededb {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:38.466686 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device d14284a2-e019-463d-9093-4d71387ededb not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:38.467094 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 22b620cb-0de1-4daf-828b-3861084d2f50 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:38.475671 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563a584d-911d-4c30-8637-15f85c2c7e2b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:38.485093 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f76decd-d245-40bb-8514-110909c5131a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:38.485388 n-d-825930-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f76decd-d245-40bb-8514-110909c5131a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:38.488562 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 22b620cb-0de1-4daf-828b-3861084d2f50 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:38.488903 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 22b620cb-0de1-4daf-828b-3861084d2f50 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:38.489309 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2f8a33ba-9938-4d80-a450-628db69bd6b3 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:38.495366 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131203706'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.510421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 2f8a33ba-9938-4d80-a450-628db69bd6b3 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:38.510421 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 2f8a33ba-9938-4d80-a450-628db69bd6b3 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:38.510751 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.515971 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:34:38.516894 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131393457'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: Traceback (most recent call last): Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: timer() Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: cb(*args, **kw) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: return func(*args, **kwargs) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: self._notify() Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: self.callback(batched_events) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: event.method(event) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: return f(self, *a, **k) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: return self._get(url).json() Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:34:38.518766 n-d-825930-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:34:38.575788 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.581733 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:38.584920 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] 10.222.0.32 "DELETE /v2.0/networks/563a584d-911d-4c30-8637-15f85c2c7e2b HTTP/1.1" status: 204 len: 168 time: 0.5257826 Jan 29 05:34:38.587994 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40742) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:38.595750 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d884c3f-080b-43a7-8249-3fc42e2d203f admin admin] Pushing event deleted for resources: {'Network': ['ID=563a584d-911d-4c30-8637-15f85c2c7e2b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:38.625470 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 no longer exists at agent hyperv_n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:38.645707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] No Port match for: 86bdbc83-f2ad-4566-a4a0-bd364ee19156 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:38.645999 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Device 86bdbc83-f2ad-4566-a4a0-bd364ee19156 not bound to the agent host n-h1-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:38.924720 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453780'] for router_interface, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:39.163736 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Deleting port c3c7824c-9d59-47aa-b038-719d946dfd00 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:39.164079 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:39.546638 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] For port c3c7824c-9d59-47aa-b038-719d946dfd00, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=c3c7824c-9d59-47aa-b038-719d946dfd00,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:39.547007 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:39.559719 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Calling delete_port for c3c7824c-9d59-47aa-b038-719d946dfd00 owned by network:router_interface {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:39.730746 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:39.756335 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c7824c-9d59-47aa-b038-719d946dfd00,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:39.768079 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.768516 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.768760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.769094 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.769422 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.769751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.770103 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.770426 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.770752 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.771069 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.771386 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.771714 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825930-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 05:34:39.932490 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453880'] for router_interface, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.137523 n-d-825930-1 neutron-server[102403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Router 7f71e2db-a990-44a8-b0e5-9e285158fe40 has already been hosted by L3 agent e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee {{(pid=102403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 05:34:40.241196 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] Notify agent at l3_agent.n-d-825930-1 the message routers_updated {{(pid=102403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 05:34:40.247355 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-14c163e7-fc40-41bd-8ecf-39912aa6a91f admin admin] 10.222.0.32 "PUT /v2.0/routers/7f71e2db-a990-44a8-b0e5-9e285158fe40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582406 Jan 29 05:34:40.250079 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:40.250601 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] Sync routers for ids ['7f71e2db-a990-44a8-b0e5-9e285158fe40'] in n-d-825930-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 05:34:40.259545 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] Routers {'7f71e2db-a990-44a8-b0e5-9e285158fe40'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:40.260164 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7f71e2db-a990-44a8-b0e5-9e285158fe40'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:40.357722 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.363230 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] Set router 7f71e2db-a990-44a8-b0e5-9e285158fe40 gateway port host: n-d-825930-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:40.461525 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.513653 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Deleting port 5688cfde-8a8c-4757-b654-75a57d317cf9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:40.514033 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.539863 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'external_fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:34:39Z', 'revision_number': 5, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port': {'id': '5688cfde-8a8c-4757-b654-75a57d317cf9', 'name': '', 'network_id': 'd93d545d-1b4f-412e-9ffa-6c33f277612f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825930-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d0509e-e1da-4a32-90e2-7a91c2bd6149', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825930-1'}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:40.569946 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] Checking router: 7f71e2db-a990-44a8-b0e5-9e285158fe40 for host: n-d-825930-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 05:34:40.578367 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] Routers {'7f71e2db-a990-44a8-b0e5-9e285158fe40'} bound to L3 agent in host n-d-825930-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 05:34:40.578965 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825930-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T04:07:26Z,description=,heartbeat_timestamp=2022-01-29T05:34:26Z,host='n-d-825930-1',id=e37c2fb4-e018-4bbe-8766-d32cfaa2c1ee,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T04:07:26Z,topic='l3_agent')) {'router_ids': ['7f71e2db-a990-44a8-b0e5-9e285158fe40'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:40.591524 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] For port 5688cfde-8a8c-4757-b654-75a57d317cf9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=5688cfde-8a8c-4757-b654-75a57d317cf9,segment=NetworkSegment(610de965-1d6d-418e-b7ee-761ca546fca4),segment_id=610de965-1d6d-418e-b7ee-761ca546fca4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:40.591898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.603841 n-d-825930-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Calling delete_port for 5688cfde-8a8c-4757-b654-75a57d317cf9 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:40.663171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] Set router 7f71e2db-a990-44a8-b0e5-9e285158fe40 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 05:34:40.715599 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:34:40Z', 'revision_number': 6, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port_host': None}], 'n-d-825930-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:40.745486 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54fb4a-f555-4d3a-8a72-ea8b7664d360 None None] The sync data for ids ['7f71e2db-a990-44a8-b0e5-9e285158fe40'] in n-d-825930-1 is: [{'id': '7f71e2db-a990-44a8-b0e5-9e285158fe40', 'name': 'tempest-TestSnapshotPattern-464569993-router', 'tenant_id': '9af04c0de9bb4981b73e846ae424b7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T05:29:54Z', 'updated_at': '2022-01-29T05:34:40Z', 'revision_number': 6, 'project_id': '9af04c0de9bb4981b73e846ae424b7ec', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 05:34:40.769795 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131393508'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.800242 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Pushing event deleted for resources: {'Port': ['ID=5688cfde-8a8c-4757-b654-75a57d317cf9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:40.859898 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450906'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.951398 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10117'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.953495 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.998483 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450775'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:40.998964 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f71e2db-a990-44a8-b0e5-9e285158fe40 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 05:34:41.003317 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.004453 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-3574ba0b-8cee-4fe2-b543-5d27a0b5f62c admin admin] 10.222.0.32 "DELETE /v2.0/routers/7f71e2db-a990-44a8-b0e5-9e285158fe40 HTTP/1.1" status: 204 len: 168 time: 0.7533038 Jan 29 05:34:41.007076 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:41.054833 n-d-825930-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Deleting subnet b0221481-c6a9-4d53-969f-df37c1b3ec58 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 29 05:34:41.057837 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.092674 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131203701'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.177312 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412658'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.234608 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131393303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131560038'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.259904 n-d-825930-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0221481-c6a9-4d53-969f-df37c1b3ec58,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:41.264530 n-d-825930-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.268375 n-d-825930-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e8525a2-da2d-4989-afad-e917c3be0ddb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0221481-c6a9-4d53-969f-df37c1b3ec58 HTTP/1.1" status: 204 len: 168 time: 0.2598443 Jan 29 05:34:41.269507 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471e900-a3b7-4942-ac51-5a9555a58c60 None None] Network 2b732716-7a0a-4838-be17-39d1ff044bb2 requested from n-d-825930-1 {{(pid=102404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 29 05:34:41.270463 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40748) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:41.342888 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1533499'] for network, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.398760 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Deleting port e07debc5-d058-4f1a-a5c3-2131633c17a9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:41.399103 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.460527 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] For port e07debc5-d058-4f1a-a5c3-2131633c17a9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e07debc5-d058-4f1a-a5c3-2131633c17a9,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:41.460889 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.474414 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Calling delete_port for e07debc5-d058-4f1a-a5c3-2131633c17a9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:41.502072 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] DHCP port deletion for 2b732716-7a0a-4838-be17-39d1ff044bb2 request from n-d-825930-1 {{(pid=102404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 29 05:34:41.552460 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] Deleting port e07debc5-d058-4f1a-a5c3-2131633c17a9 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 29 05:34:41.552746 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746768453982'] for port, before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.558917 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131335765'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.588070 n-d-825930-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] No DVR routers for this DVR port e07debc5-d058-4f1a-a5c3-2131633c17a9 on host n-d-825930-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:34:41.592629 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07debc5-d058-4f1a-a5c3-2131633c17a9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:41.623171 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] For port e07debc5-d058-4f1a-a5c3-2131633c17a9, host n-d-825930-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825930-1',level=0,port_id=e07debc5-d058-4f1a-a5c3-2131633c17a9,segment=NetworkSegment(6b3e656c-bc92-4043-9de1-d6aabe3bb297),segment_id=6b3e656c-bc92-4043-9de1-d6aabe3bb297)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 05:34:41.623656 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450690'] for port, precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.636657 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] Calling delete_port for e07debc5-d058-4f1a-a5c3-2131633c17a9 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 29 05:34:41.667748 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1414544', 'neutron.services.segments.db._delete_segments_for_network-8746768327976'] for network, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.688875 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b732716-7a0a-4838-be17-39d1ff044bb2']}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:41.699375 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3e656c-bc92-4043-9de1-d6aabe3bb297') {'for_net_delete': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:41.699682 n-d-825930-1 neutron-server[102403]: DEBUG neutron.services.segments.db [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3e656c-bc92-4043-9de1-d6aabe3bb297') {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 05:34:41.710093 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746768437652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131101886'] for segment, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.717140 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746768454741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746768022128'] for port, after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.725998 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152'] for segment, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.733825 n-d-825930-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 05:34:41.734514 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1419152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131335680'] for segment, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: Traceback (most recent call last): Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: timer() Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: cb(*args, **kw) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: return func(*args, **kwargs) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: self._notify() Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: self.callback(batched_events) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: event.method(event) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: return f(self, *a, **k) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: return self._get(url).json() Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: return self.request(url, 'GET', **kwargs) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 05:34:41.736530 n-d-825930-1 neutron-server[102403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 05:34:41.754966 n-d-825930-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] Pushing event deleted for resources: {'Port': ['ID=e07debc5-d058-4f1a-a5c3-2131633c17a9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:41.760282 n-d-825930-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13527c6-a8fe-481f-b1e1-44be49a418a4 None None] No DVR routers for this DVR port e07debc5-d058-4f1a-a5c3-2131633c17a9 on host n-d-825930-1 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 05:34:41.797484 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1414553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450918'] for network, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.803411 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Notify callbacks [] for network, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:41.807235 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b732716-7a0a-4838-be17-39d1ff044bb2 HTTP/1.1" status: 204 len: 168 time: 0.5357752 Jan 29 05:34:41.818191 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42c56-b7e3-4932-8f20-9e8ce5781f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b732716-7a0a-4838-be17-39d1ff044bb2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:41.961450 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40752) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:42.005735 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-6caa20d4-460b-4a91-ae0a-7c0b71102ed5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c84c8b740a5f409a9aa8480c87f03fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429714 Jan 29 05:34:42.008214 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40754) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:42.057294 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad1b3-ca69-4621-bec3-9398d0888124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.077542 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad1b3-ca69-4621-bec3-9398d0888124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.122875 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad1b3-ca69-4621-bec3-9398d0888124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.125487 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad1b3-ca69-4621-bec3-9398d0888124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.126673 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-8a5ad1b3-ca69-4621-bec3-9398d0888124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b10f47a9-a772-49ed-9b75-6b2695bfd87b HTTP/1.1" status: 204 len: 168 time: 0.1175132 Jan 29 05:34:42.134225 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad1b3-ca69-4621-bec3-9398d0888124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f47a9-a772-49ed-9b75-6b2695bfd87b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:42.428775 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e07debc5-d058-4f1a-a5c3-2131633c17a9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:42.440896 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40760) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:42.450205 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: e07debc5-d058-4f1a-a5c3-2131633c17a9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:42.450552 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device e07debc5-d058-4f1a-a5c3-2131633c17a9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:42.450967 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5688cfde-8a8c-4757-b654-75a57d317cf9 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:42.469707 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: 5688cfde-8a8c-4757-b654-75a57d317cf9 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:42.470075 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device 5688cfde-8a8c-4757-b654-75a57d317cf9 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:42.470480 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c3c7824c-9d59-47aa-b038-719d946dfd00 no longer exists at agent ovs-agent-n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 05:34:42.481450 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-d76d8b2f-2150-472a-86d2-3a688b4cd3fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9af04c0de9bb4981b73e846ae424b7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392709 Jan 29 05:34:42.483988 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [-] (102403) accepted ('10.222.0.32', 40762) {{(pid=102403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 29 05:34:42.489037 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] No Port match for: c3c7824c-9d59-47aa-b038-719d946dfd00 {{(pid=102404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 29 05:34:42.489585 n-d-825930-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.rpc [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Device c3c7824c-9d59-47aa-b038-719d946dfd00 not bound to the agent host n-d-825930-1 {{(pid=102404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 05:34:42.532253 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcd932a4-304f-40c4-9620-8d2ba79e63b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.553077 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcd932a4-304f-40c4-9620-8d2ba79e63b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.601378 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcd932a4-304f-40c4-9620-8d2ba79e63b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449267'] for security_group, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.604503 n-d-825930-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fcd932a4-304f-40c4-9620-8d2ba79e63b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:42.605641 n-d-825930-1 neutron-server[102403]: INFO neutron.wsgi [None req-fcd932a4-304f-40c4-9620-8d2ba79e63b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6511438-e907-4e06-a865-953face8b5da HTTP/1.1" status: 204 len: 168 time: 0.1207457 Jan 29 05:34:42.613751 n-d-825930-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd932a4-304f-40c4-9620-8d2ba79e63b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6511438-e907-4e06-a865-953face8b5da,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 05:34:42.804646 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:44.280829 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:47.698596 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:34:53.990871 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cdd88ab8-9bcf-4a6a-a351-400e808e0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:56.207984 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-adcdfa0b-e5fb-4bb4-a790-d048d98d265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:57.588358 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:59.348544 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:34:59.407205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:12.805625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:14.284815 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:23.992739 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca876b76-167d-4893-a872-c75e58b9647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:24.697723 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:35:26.208436 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9df45329-ee40-4742-9fe0-642db9081d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:27.589870 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:29.350142 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:29.409290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:42.816329 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:44.310915 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:53.992985 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55465660-531a-41a1-be65-3cf2dbf7fffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:56.208567 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-266d93e5-a676-4c7e-93ab-d2efab194b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:57.592654 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:59.349921 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:35:59.410923 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:01.697687 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:36:12.831453 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:14.324048 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:23.994185 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9529c436-ec54-457c-b47e-5eb9e5f7b876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:26.208272 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f4f7abb-cf7f-4a99-9988-c73535921a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:27.596343 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:29.350091 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:29.413171 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:38.698228 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:36:42.848633 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:44.319209 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:53.993885 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-52b78dc4-9968-47d7-b4a8-3c0de231bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:56.208882 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa357179-2417-4755-bbb7-59748bbcbf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:57.599738 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:59.351032 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:36:59.416180 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:12.850974 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:14.334233 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:15.697971 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:37:23.995051 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-81ccd24d-e2a7-4180-93d0-fedf9f8b9901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:26.208717 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6557-c58b-4b24-821a-3ea457f6dc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:27.601799 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:29.352392 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:29.419662 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:42.860489 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:44.337629 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:52.698769 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:37:53.995665 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4c60e449-21d6-44bb-b5d2-02b798b0d5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:56.208206 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d3bd802e-763a-4a11-871d-0a29aefd8503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:57.605291 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:59.353298 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:37:59.420287 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:12.858993 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:14.352019 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:23.996483 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1480372c-637f-4cbb-9795-7ac9397b737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:26.209241 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-823f2b11-e6d6-45fc-9306-203a2514b322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:27.608219 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:29.358171 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:29.423412 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:29.697113 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:38:41.432082 n-d-825930-1 neutron-server[102402]: DEBUG neutron.wsgi [req-04ccb38b-64e1-4e11-969a-e18070d60a1d req-453ffd84-1e9c-46de-bfea-82264ecbf689 service neutron] (102402) timed out ('10.222.0.32', 39384) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:38:42.865725 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:44.366424 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:53.998286 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f17e620-f7ac-40b4-b139-806a13e16e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:56.210005 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f612d9aa-5c98-415e-b47c-0bf2a83bb6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:57.610346 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:59.359001 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:38:59.425226 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:06.696787 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:39:12.873084 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:14.363938 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:23.998391 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2cb7028b-5c3c-4c5b-a1ff-633570ecb0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:26.210266 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e2943b3-72c8-4d36-8e33-632748d53559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:27.613028 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:29.360423 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:29.427847 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:42.871485 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:43.695823 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:39:44.380385 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:54.002865 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7853812d-db56-44ad-b868-f342f877571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:56.210498 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-269e3fb1-67ec-44b5-b475-a7f3546b6b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:57.615060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:59.361507 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:39:59.430802 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:12.876471 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:14.376742 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:20.694711 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:40:24.003205 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-46b8aec5-a90d-4127-b2d0-506a6e39419d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:26.210814 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1497564-1790-4f88-8435-272cc3b22845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:27.618212 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:29.365786 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:29.433395 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:42.888256 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:44.371625 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:54.003955 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1c02a736-ebbe-4f77-90c3-f606d49935f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:56.211624 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c7f43b9-0c13-44fc-b9bc-68cc13974d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:57.621549 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:57.692994 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:40:59.366868 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:40:59.435368 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:12.901926 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:14.393482 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:24.005790 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca49f969-85b2-4b15-9eaf-79f7263b084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:26.212059 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-31f7d126-b8f5-46e4-89c1-b4984c9af720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:27.624670 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:29.367670 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:29.438605 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:34.692031 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:41:42.915676 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:44.408373 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:54.006602 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1b13e1f0-f25d-42eb-8ff8-8c7fe7276a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:56.213021 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76c989e0-bf02-4083-8da8-ca454dbf3036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:57.627554 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:59.368037 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:41:59.440454 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:11.692255 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:42:12.936723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:14.425723 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:24.007317 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68f15285-e821-4bb4-8cb2-4ad1c40ce45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:26.215111 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ded09d2-54e0-4e74-94f8-efd3ef643d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:27.630463 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:29.373831 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:29.442850 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:42.929937 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:44.426060 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:48.690599 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:42:54.008556 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-045a9ac3-7585-4bce-b809-4aad11cce750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:56.215979 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fdd03701-3379-400c-a9d3-14cffffa45fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:57.632776 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:57.909867 n-d-825930-1 neutron-server[102403]: DEBUG neutron.wsgi [req-b799339f-601b-41a9-8e1b-360b25ce2564 req-484f2509-a24e-4e60-adc1-403afb319bb6 service neutron] (102403) timed out ('10.222.0.32', 38492) {{(pid=102403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 29 05:42:59.375181 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:42:59.445290 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:12.942628 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-62a53bdd-39a6-4484-9e2c-9427ec58c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:14.429673 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-043f5ab1-c0cd-4e96-8870-29e22231834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:24.009944 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d77592d4-b8db-4aee-a64d-25925dcdbccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:25.690602 n-d-825930-1 neutron-server[102405]: DEBUG neutron.db.agents_db [None req-3142e131-3142-471d-89d2-baf0ba8d6260 None None] Agent healthcheck: found 7 active agents {{(pid=102405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 05:43:26.216235 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b3ec4a-3c68-427b-918d-e5b44a85df93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:27.636881 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7c43b9e6-57cd-4306-9b1c-d61a944608d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:29.376888 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3fc89751-177f-4177-8785-6560b583ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 29 05:43:29.452759 n-d-825930-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b339422-c88f-448a-83ee-7cab7eeb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746768327554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1410654'] for agent, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}